-- Logs begin at Mon 2021-06-21 14:08:55 UTC, end at Mon 2021-06-21 16:11:50 UTC. -- Jun 21 14:40:56.823042 dv-neutron-797121-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jun 21 14:40:59.475789 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.common.config [-] Logging enabled! Jun 21 14:40:59.476387 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev368 Jun 21 14:40:59.476558 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105117) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 21 14:40:59.479852 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.common.config [-] Logging enabled! Jun 21 14:40:59.480107 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev368 Jun 21 14:40:59.480420 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105117) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 21 14:40:59.481342 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 14:40:59.481572 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 14:40:59.481963 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 14:40:59.482207 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 14:40:59.482424 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 14:40:59.482739 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.483031 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.483318 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.483580 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.483838 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.484124 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.484404 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.484687 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.484982 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.485267 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.485543 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.485856 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.486063 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.486343 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.486626 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.486909 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.487131 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] debug = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.487413 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.487835 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.488249 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.488529 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.488815 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.489092 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.489360 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.489633 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.489949 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.490278 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] host = dv-neutron-797121-2-hyperv {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.490554 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.490837 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.491119 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.491402 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.491674 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.491951 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.492232 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.492503 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.492772 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] log_file = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.493044 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.493329 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.493612 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.493937 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.494162 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.494386 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.494672 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.494954 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.495226 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.495499 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.495772 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.496044 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.496318 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.496586 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.496867 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.497149 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.497429 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.497700 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.497995 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.498267 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.498534 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.498816 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.499219 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.499501 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.499770 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.500054 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.500323 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.500596 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.500894 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.501176 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.501454 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.501736 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.502112 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.502392 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.502662 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.502931 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.503198 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] use_json = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.503466 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.503733 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.504010 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.504283 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.504552 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.504820 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.505087 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.505365 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:40:59.505664 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.505985 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.506289 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.506573 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.506867 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.507146 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.507434 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.507713 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.507999 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.508287 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.508575 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.508850 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.509134 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.509409 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.509699 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.510029 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.510324 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.510613 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.510888 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.511161 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.511433 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.511709 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.511997 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.512290 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.512578 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.512850 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.513129 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.513418 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.513692 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.513993 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.514275 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.514902 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.515254 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.515523 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.515803 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.516086 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.516359 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.516631 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.516908 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.517195 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.517471 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.517739 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.518035 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.518311 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.518581 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.518863 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.519143 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.519414 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.519685 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.519960 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.520231 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.520504 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.520779 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.521051 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.521327 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.521598 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.521896 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.522171 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.522443 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.522715 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.522986 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.523258 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.523530 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.523801 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.524072 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.524348 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.524618 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.524890 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.525174 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.525465 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.525738 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.526037 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.526314 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.526589 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.526862 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.527133 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.527406 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.527679 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.527950 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.528234 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.528515 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.528799 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.529077 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.529349 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.529638 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.529942 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.530241 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.530568 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.530879 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.531116 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.531398 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.531684 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.531976 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.532267 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.532558 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.532848 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.533123 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.533427 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.533705 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:40:59.533942 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 14:40:59.534190 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105117) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 21 14:40:59.876950 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:40:59.877180 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:40:59.877500 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:40:59.877824 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 21 14:41:00.266072 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.266279 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.266490 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.267828 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.268100 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.268364 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.302418 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.302682 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.302946 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.316504 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.316781 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.317049 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.346656 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.346934 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.347198 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.383351 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.383636 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.383903 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.613149 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.613816 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.613816 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.614006 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.614894 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.738673 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.738953 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.739262 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.739529 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.739801 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.740077 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.740349 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.740621 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.740871 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.741154 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.741411 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.741673 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.741956 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.742290 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.742453 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.742720 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.742990 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.743244 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.743509 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.743756 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.744042 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.744371 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.744619 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.744901 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.745146 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.745388 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.745805 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 14:41:00.746050 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 14:41:00.746286 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 14:41:00.746523 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 14:41:00.746758 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 14:41:00.746992 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 14:41:00.747359 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 21 14:41:00.751473 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 21 14:41:00.755422 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 21 14:41:00.759279 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jun 21 14:41:00.760913 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 21 14:41:00.761369 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 21 14:41:00.761705 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 21 14:41:00.762113 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 21 14:41:00.765332 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 21 14:41:00.765585 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 21 14:41:00.765979 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 21 14:41:00.792735 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 21 14:41:00.793180 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.793479 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105117) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 21 14:41:00.793850 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.795218 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105117) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 21 14:41:00.795496 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 21 14:41:00.795738 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 21 14:41:00.798950 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.799226 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:00.862860 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 21 14:41:00.863094 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 21 14:41:00.863385 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 21 14:41:00.863701 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 21 14:41:00.887390 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_db.sqlalchemy.engines [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105117) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 21 14:41:01.426250 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.plugins.ml2.managers [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Initializing driver for type 'gre' Jun 21 14:41:01.426971 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] gre ID ranges: [(1, 1000)] Jun 21 14:41:01.483588 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.plugins.ml2.managers [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Initializing driver for type 'local' Jun 21 14:41:01.484125 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.plugins.ml2.managers [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Initializing driver for type 'vlan' Jun 21 14:41:01.500371 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] VlanTypeDriver initialization complete Jun 21 14:41:01.500729 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.plugins.ml2.managers [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Initializing driver for type 'vxlan' Jun 21 14:41:01.501294 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] vxlan ID ranges: [(1, 1000)] Jun 21 14:41:01.554886 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.plugins.ml2.managers [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Initializing extension driver 'port_security' Jun 21 14:41:01.555218 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.plugins.ml2.extensions.port_security [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] PortSecurityExtensionDriver initialization complete Jun 21 14:41:01.555567 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.plugins.ml2.managers [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Initializing mechanism driver 'openvswitch' Jun 21 14:41:01.555895 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.plugins.ml2.managers [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Initializing mechanism driver 'hyperv' Jun 21 14:41:01.562599 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.plugins.ml2.plugin [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:41:01.563374 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > port after_create 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.563761 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > port after_update 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.564091 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > port after_delete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.564468 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > subnet after_create 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.564810 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > subnet after_update 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.565145 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.565520 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > network after_create 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.565890 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > network after_update 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.566229 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > network after_delete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.566598 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > security_group after_create 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.566940 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > security_group after_update 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.567275 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.567641 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.567975 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.568306 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.568673 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > address_group after_create 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.569006 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > address_group after_update 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.569335 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.569660 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] ML2 OVO RPC backend initialized. {{(pid=105117) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 21 14:41:01.570393 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.570737 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.571150 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > network before_response 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.571485 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > networks before_response 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.571819 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > port before_response 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.572147 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > ports before_response 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.572478 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > subnet before_response 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.572807 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > subnets before_response 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.573141 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > network after_create 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.573472 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > network after_update 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.573818 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > network after_delete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.574149 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > port after_create 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.574477 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > port after_update 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.574807 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > port after_delete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.575133 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > subnet after_create 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.575460 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > subnet after_update 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.575785 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.576349 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.plugins.ml2.plugin [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Modular L2 Plugin initialization complete Jun 21 14:41:01.576668 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading services supported by the core plugin {{(pid=105117) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 21 14:41:01.576986 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.plugins.ml2.managers [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Got port-security extension from driver 'port_security' Jun 21 14:41:01.577504 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.extensions.vlantransparent [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Disabled vlantransparent extension. Jun 21 14:41:01.578164 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105117) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 21 14:41:01.578479 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading Plugin: router Jun 21 14:41:01.613642 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.614295 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > router after_create 55549900 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.614394 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > router before_create 55549900 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.614732 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.615090 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.615438 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > router after_delete 55549900 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.615789 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.616145 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > router after_create 55549900 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.616482 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > router after_update 55549900 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.616821 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > router after_update 55549900 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.617159 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.617501 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > router after_update 55549900 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.617895 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > router precommit_update 55549900 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.618263 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: port after_update 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.618597 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: port after_delete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.618926 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: subnet after_update 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.619255 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.619586 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.619934 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > router precommit_create 55549900 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.620270 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: port before_delete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.620598 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > router precommit_create 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.620946 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > router after_update 55549900 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.621262 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.621602 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > router precommit_create 55549900 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.621984 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.622322 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > router precommit_update 55549900 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.622689 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > network after_delete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.623545 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.quota.resource_registry [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Tracking information for resource: router configured {{(pid=105117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 14:41:01.623876 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.quota.resource_registry [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Tracking information for resource: floatingip configured {{(pid=105117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 21 14:41:01.628906 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.db.l3_agentschedulers_db [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 21 14:41:01.629477 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: port after_update 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.629856 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: port after_create 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.630203 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: port after_delete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.630543 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: port after_update 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.631332 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > router before_create 55550100 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.631688 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.632040 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > router precommit_create 55550100 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.632384 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > router precommit_update 55550100 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.636812 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.services.provider_configuration [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Service providers = [] {{(pid=105117) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 21 14:41:01.637170 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.db.servicetype_db [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105117) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 21 14:41:01.640493 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.services.service_base [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105117) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 14:41:01.640839 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.services.service_base [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105117) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 14:41:01.641176 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.services.service_base [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105117) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 14:41:01.642304 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.services.service_base [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105117) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 21 14:41:01.642613 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.services.service_base [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 21 14:41:01.642987 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 14:41:01.643299 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 21 14:41:01.653702 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 14:41:01.654059 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading Plugin: auto_allocate Jun 21 14:41:01.659893 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: network precommit_update 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.660262 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: network precommit_create 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.660769 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 14:41:01.661074 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading Plugin: tag Jun 21 14:41:01.667902 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 14:41:01.668225 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading Plugin: timestamp Jun 21 14:41:01.672040 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 14:41:01.672408 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading Plugin: network_ip_availability Jun 21 14:41:01.677743 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.678141 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.678490 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.679202 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 14:41:01.679514 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading Plugin: flavors Jun 21 14:41:01.685771 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 14:41:01.686116 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading Plugin: revisions Jun 21 14:41:01.690449 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 21 14:41:01.690835 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_concurrency.lockutils [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.813s {{(pid=105117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:41:01.691570 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105117) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 21 14:41:01.691899 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Initializing extension manager. Jun 21 14:41:01.692396 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: __init__.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.692730 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: __pycache__ {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.693058 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.693385 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: address_group.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.694136 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.694702 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: address-group Jun 21 14:41:01.695015 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: address_scope.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.695707 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.696207 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: address-scope Jun 21 14:41:01.696519 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.697423 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.697968 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: router-admin-state-down-before-update Jun 21 14:41:01.698283 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: agent.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.698954 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.699460 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: agent Jun 21 14:41:01.699776 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: agent_resources_synced.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.700650 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.701152 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: agent-resources-synced Jun 21 14:41:01.701461 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: allowedaddresspairs.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.703318 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.703837 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: allowed-address-pairs Jun 21 14:41:01.704158 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: auto_allocated_topology.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.705208 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.705721 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: auto-allocated-topology Jun 21 14:41:01.706089 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: availability_zone.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.706767 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.707271 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: availability_zone Jun 21 14:41:01.707581 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: availability_zone_filter.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.708470 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.708973 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: availability_zone_filter Jun 21 14:41:01.709285 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: data_plane_status.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.710196 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.710696 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extension data-plane-status not supported by any of loaded plugins Jun 21 14:41:01.711008 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: default_subnetpools.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.711896 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.712401 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: default-subnetpools Jun 21 14:41:01.712715 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.713502 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.714045 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: dhcp_agent_scheduler Jun 21 14:41:01.714359 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: dns.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.715242 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.715741 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extension dns-integration not supported by any of loaded plugins Jun 21 14:41:01.716053 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: dns_domain_ports.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.716931 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.717429 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 21 14:41:01.717893 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: dvr.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.718546 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.719044 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: dvr Jun 21 14:41:01.719354 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: empty_string_filtering.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.720248 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.720751 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: empty-string-filtering Jun 21 14:41:01.721065 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.721981 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.722489 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 21 14:41:01.722800 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.723680 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.724193 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 21 14:41:01.724503 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: external_net.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.725393 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.725924 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: external-net Jun 21 14:41:01.726233 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.727119 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.727619 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: extra_dhcp_opt Jun 21 14:41:01.727925 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: extraroute.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.728800 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.729305 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: extraroute Jun 21 14:41:01.729609 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: extraroute_atomic.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.730814 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.731325 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: extraroute-atomic Jun 21 14:41:01.731638 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: filter_validation.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.732283 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.732784 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: filter-validation Jun 21 14:41:01.733094 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: fip_pf_description.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.734357 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.734899 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 21 14:41:01.735204 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: fip_port_details.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.736084 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.736612 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: fip-port-details Jun 21 14:41:01.736917 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: flavors.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.738587 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.739041 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: flavors Jun 21 14:41:01.739398 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.741034 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.741558 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 21 14:41:01.741893 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: floatingip_pools.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.742581 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.743083 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: floatingip-pools Jun 21 14:41:01.743456 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: ip_allocation.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.744325 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.744841 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extension ip_allocation not supported by any of loaded plugins Jun 21 14:41:01.745132 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.746113 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.746620 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: ip-substring-filtering Jun 21 14:41:01.746945 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: l2_adjacency.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.747856 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.748363 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 21 14:41:01.748671 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: l3.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.750035 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.750608 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: router Jun 21 14:41:01.750857 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.753087 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.753607 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 21 14:41:01.753973 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.754885 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.755513 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: ext-gw-mode Jun 21 14:41:01.755710 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.756605 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.757235 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: l3-ha Jun 21 14:41:01.757425 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: l3_flavors.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.758346 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.758848 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: l3-flavors Jun 21 14:41:01.759158 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.760063 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.760568 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 21 14:41:01.760879 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: l3agentscheduler.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.761983 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.762463 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: l3_agent_scheduler Jun 21 14:41:01.762779 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: logging.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.764274 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.765611 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extension logging not supported by any of loaded plugins Jun 21 14:41:01.765718 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: metering.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.766413 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.766996 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: metering Jun 21 14:41:01.767311 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.768560 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.769042 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: metering_source_and_destination_fields Jun 21 14:41:01.769565 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: multiprovidernet.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.770299 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.770806 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: multi-provider Jun 21 14:41:01.771126 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: netmtu.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.772028 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.772669 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: net-mtu Jun 21 14:41:01.772856 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: netmtu_writable.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.773717 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.774339 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: net-mtu-writable Jun 21 14:41:01.774650 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: network_availability_zone.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.775360 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.775849 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: network_availability_zone Jun 21 14:41:01.776150 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: network_ip_availability.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.777218 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.777729 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: network-ip-availability Jun 21 14:41:01.778076 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: network_segment_range.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.778830 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.779329 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extension network-segment-range not supported by any of loaded plugins Jun 21 14:41:01.779639 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: pagination.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.780656 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.781115 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: pagination Jun 21 14:41:01.781428 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: port_device_profile.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.782348 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.782855 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: port-device-profile Jun 21 14:41:01.783168 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.784061 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.784568 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: port-mac-address-regenerate Jun 21 14:41:01.784880 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.785768 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.786293 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: port-numa-affinity-policy Jun 21 14:41:01.786604 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: port_resource_request.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.787490 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.787990 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extension port-resource-request not supported by any of loaded plugins Jun 21 14:41:01.788305 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: portbindings.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.789213 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.789729 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: binding Jun 21 14:41:01.790075 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: portbindings_extended.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.791318 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.791827 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: binding-extended Jun 21 14:41:01.792144 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: portsecurity.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.793034 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.793543 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: port-security Jun 21 14:41:01.793895 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: project_id.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.794845 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.795191 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: project-id Jun 21 14:41:01.795503 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: providernet.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.796428 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.796950 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: provider Jun 21 14:41:01.797255 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: qos.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.800902 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.801433 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extension qos not supported by any of loaded plugins Jun 21 14:41:01.801756 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.803007 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.803521 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 21 14:41:01.803841 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.804741 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.805268 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 21 14:41:01.805589 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: qos_default.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.806540 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.807049 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extension qos-default not supported by any of loaded plugins Jun 21 14:41:01.807366 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: qos_fip.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.807992 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.808503 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extension qos-fip not supported by any of loaded plugins Jun 21 14:41:01.808810 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: qos_gateway_ip.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.809702 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.810240 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 21 14:41:01.810555 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: qos_port_network_policy.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.811522 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.812030 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 21 14:41:01.812321 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: qos_rule_type_details.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.813225 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.813732 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 21 14:41:01.814077 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: qos_rules_alias.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.815098 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.815611 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 21 14:41:01.815922 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: quotasv2.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.817045 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.817364 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: quotas Jun 21 14:41:01.817672 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: quotasv2_detail.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.820743 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.821096 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: quota_details Jun 21 14:41:01.821419 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: rbac.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.822503 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.822997 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: rbac-policies Jun 21 14:41:01.823317 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: rbac_address_group.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.824226 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.824750 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: rbac-address-group Jun 21 14:41:01.825069 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: rbac_address_scope.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.825997 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.826511 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: rbac-address-scope Jun 21 14:41:01.826827 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: rbac_security_groups.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.827819 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.828326 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: rbac-security-groups Jun 21 14:41:01.828638 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: rbac_subnetpool.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.829522 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.830059 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: rbac-subnetpool Jun 21 14:41:01.830372 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: revisionifmatch.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.831271 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.831781 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: revision-if-match Jun 21 14:41:01.832094 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: revisions.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.833181 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.833696 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: standard-attr-revisions Jun 21 14:41:01.834040 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: router_availability_zone.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.834699 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.835206 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: router_availability_zone Jun 21 14:41:01.835518 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: routerservicetype.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.836406 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.836912 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extension router-service-type not supported by any of loaded plugins Jun 21 14:41:01.837223 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.838144 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.838655 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: security-groups-normalized-cidr Jun 21 14:41:01.838971 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.839867 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.840374 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: port-security-groups-filtering Jun 21 14:41:01.840712 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.841596 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.842126 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: security-groups-remote-address-group Jun 21 14:41:01.842440 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: securitygroup.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.852225 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.852751 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: security-group Jun 21 14:41:01.853068 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: segment.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.853830 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.854343 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extension segment not supported by any of loaded plugins Jun 21 14:41:01.854664 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.855576 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.856085 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 21 14:41:01.856400 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: servicetype.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.857496 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.858055 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: service-type Jun 21 14:41:01.858401 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: sorting.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.859354 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.859676 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: sorting Jun 21 14:41:01.859994 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: standard_attr_segment.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.860884 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.861397 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 21 14:41:01.861711 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: standardattrdescription.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.862366 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.862874 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: standard-attr-description Jun 21 14:41:01.863188 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: stateful_security_group.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.864077 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.864594 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: stateful-security-group Jun 21 14:41:01.864910 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: stdattrs_common.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.865474 dv-neutron-797121-2-hyperv neutron-server[105117]: WARNING neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 21 14:41:01.865821 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.866937 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.867303 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 21 14:41:01.867611 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: subnet_onboard.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.868663 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.869182 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: subnet_onboard Jun 21 14:41:01.869503 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.870522 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.871034 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 21 14:41:01.871349 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: subnet_service_types.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.872243 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.872756 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: subnet-service-types Jun 21 14:41:01.873073 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: subnetallocation.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.874279 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.874800 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: subnet_allocation Jun 21 14:41:01.875115 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.875768 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.876274 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: subnetpool-prefix-ops Jun 21 14:41:01.876588 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.877497 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.878038 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 21 14:41:01.878347 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: tagging.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.879419 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.879937 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: standard-attr-tag Jun 21 14:41:01.880253 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: timestamp.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.881434 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.881979 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loaded extension: standard-attr-timestamp Jun 21 14:41:01.882301 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: trunk.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.883306 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.883823 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extension trunk not supported by any of loaded plugins Jun 21 14:41:01.884138 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: trunk_details.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.885036 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.885545 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extension trunk-details not supported by any of loaded plugins Jun 21 14:41:01.885892 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: uplink_status_propagation.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.886790 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.887288 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 21 14:41:01.887608 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Loading extension file: vlantransparent.py {{(pid=105117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 21 14:41:01.888261 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 21 14:41:01.888764 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 21 14:41:01.891687 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.quota.resource_registry [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Creating instance of TrackedResource for resource:network Jun 21 14:41:01.892219 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.quota.resource_registry [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Creating instance of TrackedResource for resource:subnet Jun 21 14:41:01.892660 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.quota.resource_registry [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 14:41:01.893001 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.quota.resource_registry [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Creating instance of TrackedResource for resource:port Jun 21 14:41:01.894295 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.v2.resource_helper [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 14:41:01.894720 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.v2.resource_helper [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Service FLAVORS assigned prefix: {{(pid=105117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 14:41:01.895335 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.v2.resource_helper [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 14:41:01.895749 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.v2.resource_helper [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 14:41:01.896072 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.quota.resource_registry [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Creating instance of TrackedResource for resource:router Jun 21 14:41:01.896501 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.quota.resource_registry [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Creating instance of TrackedResource for resource:floatingip Jun 21 14:41:01.896994 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.v2.resource_helper [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Service METERING assigned prefix: /metering {{(pid=105117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 14:41:01.898456 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.898821 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.899165 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:41:01.900171 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.quota.resource_registry [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Creating instance of CountableResource for resource:rbac_policy Jun 21 14:41:01.900616 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.quota.resource_registry [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Creating instance of TrackedResource for resource:security_group Jun 21 14:41:01.901040 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.quota.resource_registry [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 21 14:41:01.901633 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.v2.resource_helper [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Service CORE assigned prefix: {{(pid=105117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 14:41:01.901985 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.quota.resource_registry [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 14:41:01.902322 dv-neutron-797121-2-hyperv neutron-server[105117]: WARNING neutron.quota.resource_registry [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] subnetpool is already registered Jun 21 14:41:01.902742 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.v2.resource_helper [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Service CORE assigned prefix: {{(pid=105117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 14:41:01.903060 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.quota.resource_registry [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 14:41:01.903384 dv-neutron-797121-2-hyperv neutron-server[105117]: WARNING neutron.quota.resource_registry [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] subnetpool is already registered Jun 21 14:41:01.905871 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.v2.resource_helper [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 14:41:01.906313 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.v2.resource_helper [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Service FLAVORS assigned prefix: {{(pid=105117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 14:41:01.906892 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.v2.resource_helper [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 14:41:01.907310 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.v2.resource_helper [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 14:41:01.907634 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.quota.resource_registry [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Creating instance of TrackedResource for resource:router Jun 21 14:41:01.907965 dv-neutron-797121-2-hyperv neutron-server[105117]: WARNING neutron.quota.resource_registry [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] router is already registered Jun 21 14:41:01.908371 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.quota.resource_registry [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Creating instance of TrackedResource for resource:floatingip Jun 21 14:41:01.908697 dv-neutron-797121-2-hyperv neutron-server[105117]: WARNING neutron.quota.resource_registry [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] floatingip is already registered Jun 21 14:41:01.909142 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.v2.resource_helper [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Service METERING assigned prefix: /metering {{(pid=105117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 14:41:01.909814 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.quota.resource_registry [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Creating instance of CountableResource for resource:rbac_policy Jun 21 14:41:01.910135 dv-neutron-797121-2-hyperv neutron-server[105117]: WARNING neutron.quota.resource_registry [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] rbac_policy is already registered Jun 21 14:41:01.910539 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.quota.resource_registry [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Creating instance of TrackedResource for resource:security_group Jun 21 14:41:01.910864 dv-neutron-797121-2-hyperv neutron-server[105117]: WARNING neutron.quota.resource_registry [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] security_group is already registered Jun 21 14:41:01.911256 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.quota.resource_registry [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 21 14:41:01.911579 dv-neutron-797121-2-hyperv neutron-server[105117]: WARNING neutron.quota.resource_registry [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] security_group_rule is already registered Jun 21 14:41:01.912187 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.v2.resource_helper [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Service CORE assigned prefix: {{(pid=105117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 14:41:01.912505 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.quota.resource_registry [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 14:41:01.912829 dv-neutron-797121-2-hyperv neutron-server[105117]: WARNING neutron.quota.resource_registry [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] subnetpool is already registered Jun 21 14:41:01.913234 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.v2.resource_helper [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Service CORE assigned prefix: {{(pid=105117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 21 14:41:01.913550 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.quota.resource_registry [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 21 14:41:01.913899 dv-neutron-797121-2-hyperv neutron-server[105117]: WARNING neutron.quota.resource_registry [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] subnetpool is already registered Jun 21 14:41:01.914353 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: extensions {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.915907 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: address-groups {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.917415 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: address-scopes {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.918776 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: agents {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.919949 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: auto-allocated-topology {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.921377 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: availability_zones {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.922696 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: dhcp-networks {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.924227 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: dhcp-agents {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.925646 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: routers {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.927394 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: flavors {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.929714 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: service_profiles {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.930977 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: next_providers {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.932407 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: service_profiles {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.933976 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: floatingip-pools {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.935192 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: routers {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.936980 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: floatingips {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.938282 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: l3-routers {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.939677 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: l3-agents {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.941080 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: metering-labels {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.942353 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: metering-label-rules {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.943730 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: network-ip-availabilities {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.944991 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: bindings {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.946798 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: quotas {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.948330 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: quotas {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.949748 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: rbac-policies {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.950984 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: security-groups {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.952389 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: security-group-rules {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.953647 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: service-providers {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.954913 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: subnetpools {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.956200 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: subnetpools {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.957772 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: tags {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.959487 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: tags {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.961306 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: tags {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.963107 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: tags {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.964815 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: tags {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.966782 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: tags {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.968581 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: tags {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.970410 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: tags {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.972275 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: tags {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.974031 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron.api.extensions [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Extended resource: tags {{(pid=105117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 21 14:41:01.980155 dv-neutron-797121-2-hyperv neutron-server[105117]: WARNING keystonemiddleware.auth_token [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 21 14:41:01.984716 dv-neutron-797121-2-hyperv neutron-server[105117]: WARNING keystonemiddleware.auth_token [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 21 14:41:01.994906 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_concurrency.lockutils [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Acquired lock "singleton_lock" {{(pid=105117) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 21 14:41:01.995381 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_concurrency.lockutils [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Releasing lock "singleton_lock" {{(pid=105117) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 21 14:41:01.996030 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO oslo_service.service [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Starting 2 workers Jun 21 14:41:02.000837 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Started child 105224 {{(pid=105117) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 14:41:02.005369 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Started child 105225 {{(pid=105117) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 14:41:02.006928 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO neutron.service [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 21 14:41:02.007080 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:02.007624 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Notify callbacks [] for process, before_spawn {{(pid=105117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:02.008540 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [-] (105224) wsgi starting up on http://0.0.0.0:9696 Jun 21 14:41:02.009958 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO oslo_service.service [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Starting 1 workers Jun 21 14:41:02.010549 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:02.011861 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [-] (105225) wsgi starting up on http://0.0.0.0:9696 Jun 21 14:41:02.015477 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Started child 105226 {{(pid=105117) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 14:41:02.016336 dv-neutron-797121-2-hyperv neutron-server[105117]: INFO oslo_service.service [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Starting 1 workers Jun 21 14:41:02.019446 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.service [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] calling RpcWorker wait() {{(pid=105226) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 21 14:41:02.020132 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.service [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] returning from RpcWorker wait() {{(pid=105226) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 21 14:41:02.020521 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Started child 105227 {{(pid=105117) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 21 14:41:02.021082 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:02.021286 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG neutron_lib.callbacks.manager [None req-b1bbb0fb-b6f1-4f9e-bfa1-693288db1bf5 None None] Notify callbacks [] for process, after_spawn {{(pid=105117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:02.021498 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:41:02.023154 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105117) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 21 14:41:02.023365 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 14:41:02.023529 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 14:41:02.023689 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 14:41:02.024044 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 14:41:02.024247 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 14:41:02.024672 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.024963 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.025235 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.025438 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:02.026061 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.026061 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.026502 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:41:02.026655 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.026655 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.027088 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.027088 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.027354 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.027490 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.027623 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.027850 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.028051 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.028342 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.028614 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.028952 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.029108 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.029278 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.029508 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.029724 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.030039 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.030389 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] debug = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.030589 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.031039 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.031301 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.031514 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.031761 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.032050 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.032264 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.032562 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.032779 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.033013 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.033224 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.033487 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.033724 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.033974 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.034188 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.034448 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.034666 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.035142 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] host = dv-neutron-797121-2-hyperv {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.035366 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.035583 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.035834 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.036098 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.036454 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.036605 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.036784 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.037053 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.037272 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.037489 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.037714 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.037995 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.038223 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.038452 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] log_file = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.038595 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] log_options = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.038814 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.039090 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.039302 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.039488 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.039652 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.039825 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.040069 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.040232 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.040472 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.040682 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.040889 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.041099 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.041330 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.041543 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.041818 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.042040 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.042352 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.042538 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.042726 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.042915 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.043135 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.043352 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.043570 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.043784 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.043991 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.044196 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.044413 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.044619 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.044825 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.045084 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.045308 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.045555 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.045984 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.046237 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.046580 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.047071 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.047298 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.047569 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.047836 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.048031 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.048336 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.048716 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.049195 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.049195 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.049419 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.049620 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] use_json = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.049868 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.050091 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.050513 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.050954 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.050954 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.051247 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.051378 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.052444 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.052444 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.052444 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.052669 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.053327 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.053327 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.053327 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.053575 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.054257 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.054257 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.054257 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.054498 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.054694 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.054971 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.055222 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.055488 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.055801 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.057751 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.057751 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.057751 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.057751 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.057751 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.057751 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.057751 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.057751 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.058498 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.058498 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.058498 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.058722 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.058917 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.059130 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.059344 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.059558 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.059820 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.060038 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.060288 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.060509 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.060905 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.061116 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.061378 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.061630 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.061985 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.062392 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.062926 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.063121 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.063269 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.063665 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.063900 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.064132 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.064350 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.064606 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.064901 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.065061 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.065276 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.065524 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.065734 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.065931 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.066207 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.066403 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.066568 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.066769 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.067022 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.067277 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.067517 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.067977 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.068481 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.068709 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.068965 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.069167 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.069394 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.069592 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.069825 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.070057 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.070275 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.070521 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.070771 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.070961 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.071195 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.071403 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.071636 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.071849 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.072075 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.072284 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.072497 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.072705 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.072977 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.073298 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.073529 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.073987 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.074245 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.074490 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.074708 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.074954 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.075154 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.075373 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.075590 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.075867 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.076127 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.076359 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.076595 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.076832 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.077391 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.077634 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.077995 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.078138 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.078373 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.078606 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.078880 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.079148 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.079385 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.079625 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.079875 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.080172 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.080507 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.080864 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.081109 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.081379 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.081858 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.082258 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.082689 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.082922 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.083169 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.083408 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.083638 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.083903 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.084147 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.084368 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.084751 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.085163 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.085699 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.085952 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.086199 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.086441 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.086737 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.086971 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.087180 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.087400 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.087668 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.087923 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.088159 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.088430 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.088667 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.088910 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.089150 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.089391 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.089607 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.089861 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.090109 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.090319 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.090550 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.090781 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.090995 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.091205 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.091414 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.091644 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.091852 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.092065 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.092283 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.092690 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.093012 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.093226 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.093709 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.093850 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.094013 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.094229 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.094465 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.094677 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.094886 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.095128 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.095341 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.095608 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.095848 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.096086 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.096326 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.096548 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.096779 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.096988 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.097236 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.097449 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.097662 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.097891 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.098124 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.098333 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.098546 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.098790 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.099003 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.099262 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.099501 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.099889 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.100203 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.100435 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.100671 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.100885 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.101117 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.101335 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.101570 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.101811 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.102246 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.102484 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.102731 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.102954 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.103172 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.103378 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.103614 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.103838 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.104050 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.104247 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.104516 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.104763 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.104987 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.105213 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.105446 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.105665 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.105911 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.106121 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.106332 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.106536 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.106776 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.106987 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.107212 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.107419 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.107643 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.107862 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.108086 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.108340 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.108659 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.108953 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.109191 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.109391 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.109590 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.109824 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.110034 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.110351 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.110595 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.110810 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.111079 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.111302 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.111547 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.111791 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.112124 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.112333 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.112584 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.112814 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.113024 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.113237 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.113485 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.114835 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.114835 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.114835 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.114835 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.114835 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.115249 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.115341 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.115545 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.115824 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.116152 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.116429 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.116663 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.116909 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.117182 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.117401 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.117630 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.117878 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.118246 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.118642 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.118916 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.119141 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.119362 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.119573 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.119796 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.120014 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.120232 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.120455 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.120669 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.120892 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.121085 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 14:41:02.121597 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105117) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 21 14:41:02.121752 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 21 14:41:02.121925 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 21 14:41:02.122091 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 21 14:41:02.122256 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 21 14:41:02.122402 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 21 14:41:02.122604 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.122760 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.122915 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.123069 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.123223 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.123403 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.123559 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.123712 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.123907 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.124089 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.124243 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.124403 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.124552 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.124704 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.124860 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.125013 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.125164 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.125316 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.125475 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.125628 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.125824 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.126028 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.126207 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] debug = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.126364 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.126560 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.126718 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.126872 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.127029 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.127183 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.127334 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.127488 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.127639 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.127790 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.127944 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.128097 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.128250 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.128402 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.128555 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.128709 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.128864 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.129017 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] host = dv-neutron-797121-2-hyperv {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.129172 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.129325 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.129476 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.129628 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.129817 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.129959 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.130113 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.130266 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.130420 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.130572 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.130728 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.130870 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.131020 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.131194 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] log_file = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.131315 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] log_options = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.131454 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.131612 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.131756 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.131938 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.132095 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.132252 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.132398 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.132550 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.132685 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.132837 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.132989 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.133143 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.133281 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.134167 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.134328 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.134481 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.134619 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.134777 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.134929 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.135083 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.135236 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.135388 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.135541 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.135693 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.135846 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.135999 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.136151 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.136303 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.136456 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.136608 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.136763 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.136921 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.137075 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.137227 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.137379 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.137532 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.137686 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.137867 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.138022 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.138171 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.138307 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.138463 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.138617 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.138769 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.138921 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.139073 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] use_json = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.139225 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.139376 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.140094 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.140249 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.140402 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.140555 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.140711 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.140869 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 21 14:41:02.141046 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.141205 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.141372 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.141555 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.141712 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.141892 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.142050 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.142208 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.142367 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.142523 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.142760 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.142850 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.142990 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.143144 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.143299 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.143460 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.143615 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.143771 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.143927 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.144082 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.144238 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.144394 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.144565 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.144723 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.144879 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.145036 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.145193 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.145349 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.145506 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.145661 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.145838 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.145996 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.146155 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.146316 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.146471 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.146626 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.146781 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.146937 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.147093 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.147254 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.147411 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.147568 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.147724 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.147880 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.148036 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.148193 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.148348 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.148504 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.148660 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.148816 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.148982 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.149139 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.149294 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.149448 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.149604 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.149759 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.149936 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.150091 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.150248 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.150402 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.150562 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.150742 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.150906 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.151047 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.151202 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.151357 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.151514 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.151669 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.151824 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.151981 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.152136 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.152292 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.152449 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.152605 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.152761 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.152917 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.153072 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.153229 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.153385 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.153541 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.153696 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.153874 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.154030 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.154191 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.154354 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.154682 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.154839 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.154997 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.155175 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.155334 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.155490 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.155647 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.155803 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.155959 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.156119 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.156274 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.156431 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.156591 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.156747 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.156903 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.157060 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.157222 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.157377 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.157578 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.157724 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.157968 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.158126 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.158282 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.158438 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.158649 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.158748 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.158901 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.159057 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.159216 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.159371 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.159534 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.159700 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.159857 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.160013 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.160169 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.160326 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.160486 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.160642 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.160798 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.160953 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.161120 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.161253 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.161415 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.161580 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.161736 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.161904 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.162029 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:41:02.162123 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.162228 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.162383 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.162539 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.162891 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.162990 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.163134 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.163289 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.163446 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.163602 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.163758 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.163915 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.164071 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.164227 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.164383 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.164538 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.164695 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.164851 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.165007 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.165162 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.165319 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.165474 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.165651 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.165776 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.165950 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.166107 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.166262 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.166419 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.166574 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.166730 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.166887 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.167042 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.167204 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.167360 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.167521 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.167678 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.167835 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.167990 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.168150 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.168306 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.168462 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.168618 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.168788 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.168921 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.169076 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.169233 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.169389 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.169546 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.169702 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.169881 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.170039 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.170198 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.170355 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.170511 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.170668 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.170978 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.171164 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.171337 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.171495 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.171651 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.171807 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.171971 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.172109 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.172264 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.172421 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.172575 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.172731 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.172889 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.173049 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.173206 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.173364 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.173520 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.173676 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.173858 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.174016 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.174183 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.174339 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.174494 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.174650 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.174805 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.174970 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.175126 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.175392 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.175486 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.175576 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.175856 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.176054 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.176218 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.176634 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.176634 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.176777 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.176876 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.177031 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.177600 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.177600 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.178487 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.178487 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.178487 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.178487 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.178487 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.178905 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.178905 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.178905 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.179113 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.179191 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.179300 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.180547 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.180547 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.180547 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.180547 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.180547 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.180547 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.180547 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.180547 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.181065 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.181065 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.181065 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.181065 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.181328 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.181401 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.181534 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.181689 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.181868 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.182031 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.182187 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.182343 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.182501 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.183445 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.183445 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.183445 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.183445 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.183445 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.183445 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.184236 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.184236 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.184236 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.184236 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.184236 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.184236 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.184992 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.184992 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.184992 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.184992 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 21 14:41:02.184992 dv-neutron-797121-2-hyperv neutron-server[105117]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 21 14:41:02.501272 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 57960) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:41:02.515143 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0100281 Jun 21 14:41:14.080362 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7989c1-48bb-4bc4-be07-620c59aed3aa None None] get_active_networks_info from dv-neutron-797121-2-hyperv {{(pid=105226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 21 14:41:14.145146 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7989c1-48bb-4bc4-be07-620c59aed3aa None None] No non-hosted networks {{(pid=105226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 21 14:41:14.162652 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-08531ad8-3397-4d9a-8404-5763c854ba05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001'] for agent, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:16.505590 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0bb18c77-1890-48a8-ba8a-600fc7ea3f36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001'] for agent, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:16.571253 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e4c291a3-9ad7-442f-911e-b7a8d039bd86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:16.964283 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001'] for agent, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:16.964991 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:16.966013 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:16.967952 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:16.968295 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:16.968676 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:16.968936 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:16.971405 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:16.971862 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:16.973711 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:16.974147 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:16.974506 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:16.977612 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:16.978063 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-797121-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:41:17.001188 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-797121-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:41:18.000873 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001'] for agent, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:19.396984 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.db.l3_hamode_db [None req-d6ecdd5d-0ee3-4eb8-b55a-8b5564f5a3f0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 21 14:41:19.480428 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ecdd5d-0ee3-4eb8-b55a-8b5564f5a3f0 None None] Routers set() bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:41:19.480791 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ecdd5d-0ee3-4eb8-b55a-8b5564f5a3f0 None None] Router IDs set() for agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 21 14:41:19.602669 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001'] for agent, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:20.606718 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 58052) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:41:21.156944 dv-neutron-797121-2-hyperv neutron-server[105225]: WARNING oslo_policy.policy [None req-c7c8f486-53ee-4789-99ca-76b27ee7f05f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 14:41:21.158143 dv-neutron-797121-2-hyperv neutron-server[105225]: WARNING oslo_policy.policy [None req-c7c8f486-53ee-4789-99ca-76b27ee7f05f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 14:41:21.377137 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-c7c8f486-53ee-4789-99ca-76b27ee7f05f admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:41:21.378221 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c7c8f486-53ee-4789-99ca-76b27ee7f05f admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7706254 Jun 21 14:41:23.731387 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 58066) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:41:24.086440 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-98c9d7fa-5f4a-4365-93a0-bd58c4859ee5 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:41:24.180332 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.policy [None req-98c9d7fa-5f4a-4365-93a0-bd58c4859ee5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105225) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 21 14:41:24.224805 dv-neutron-797121-2-hyperv neutron-server[105225]: WARNING oslo_policy.policy [None req-98c9d7fa-5f4a-4365-93a0-bd58c4859ee5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 14:41:24.225162 dv-neutron-797121-2-hyperv neutron-server[105225]: WARNING oslo_policy.policy [None req-98c9d7fa-5f4a-4365-93a0-bd58c4859ee5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 14:41:24.233463 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.quota [None req-98c9d7fa-5f4a-4365-93a0-bd58c4859ee5 admin admin] Loaded quota_driver: . Jun 21 14:41:24.335278 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-98c9d7fa-5f4a-4365-93a0-bd58c4859ee5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728740442527', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728740443058', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728740431850', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728740493728', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728740484963', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8728740474841', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1784524', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1438675', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-465236', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7870177'] for rbac-policy, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:24.408079 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-98c9d7fa-5f4a-4365-93a0-bd58c4859ee5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:24.409230 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-98c9d7fa-5f4a-4365-93a0-bd58c4859ee5 admin admin] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6765599 Jun 21 14:41:26.992951 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 58078) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:41:27.341289 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-cee753de-2e81-4ac2-b71e-b0dbdc8663e0 admin admin] Request body: {'network': {'project_id': '80f747ef3d0c4cb2ac849546a04e4f69', 'tenant_id': '80f747ef3d0c4cb2ac849546a04e4f69', 'admin_state_up': True, 'name': 'private'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:41:27.375422 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee753de-2e81-4ac2-b71e-b0dbdc8663e0 admin admin] Made reservation on behalf of 80f747ef3d0c4cb2ac849546a04e4f69 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:41:27.378301 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cee753de-2e81-4ac2-b71e-b0dbdc8663e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:27.396097 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cee753de-2e81-4ac2-b71e-b0dbdc8663e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:27.539918 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cee753de-2e81-4ac2-b71e-b0dbdc8663e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:27.546789 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cee753de-2e81-4ac2-b71e-b0dbdc8663e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:27.551273 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:41:27.567232 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee753de-2e81-4ac2-b71e-b0dbdc8663e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 449, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:41:27.594519 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cee753de-2e81-4ac2-b71e-b0dbdc8663e0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728737304010', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:27.595374 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cee753de-2e81-4ac2-b71e-b0dbdc8663e0 admin admin] Unsubscribe: segment precommit_create {{(pid=105225) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 21 14:41:27.595596 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-cee753de-2e81-4ac2-b71e-b0dbdc8663e0 admin admin] Added segment f8984e45-2889-40fc-b442-5bfab7384df0 of type vlan for network b662b5a5-8f07-40b4-b7cb-8b65d544d9ad Jun 21 14:41:27.612358 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee753de-2e81-4ac2-b71e-b0dbdc8663e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1f23ee-85ad-4c94-9a03-f2b6b0d9aaa1,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:41:27.660161 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee753de-2e81-4ac2-b71e-b0dbdc8663e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:27.660487 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee753de-2e81-4ac2-b71e-b0dbdc8663e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:27.660807 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee753de-2e81-4ac2-b71e-b0dbdc8663e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:27.661117 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee753de-2e81-4ac2-b71e-b0dbdc8663e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:27.661425 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee753de-2e81-4ac2-b71e-b0dbdc8663e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:27.661746 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee753de-2e81-4ac2-b71e-b0dbdc8663e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:27.662159 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee753de-2e81-4ac2-b71e-b0dbdc8663e0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:27.662471 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee753de-2e81-4ac2-b71e-b0dbdc8663e0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:27.662767 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee753de-2e81-4ac2-b71e-b0dbdc8663e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:27.663063 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee753de-2e81-4ac2-b71e-b0dbdc8663e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:27.663344 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee753de-2e81-4ac2-b71e-b0dbdc8663e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:27.663652 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee753de-2e81-4ac2-b71e-b0dbdc8663e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:27.664920 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee753de-2e81-4ac2-b71e-b0dbdc8663e0 admin admin] Tracked resource versions report: Jun 21 14:41:27.664920 dv-neutron-797121-2-hyperv neutron-server[105225]: pushed versions: Jun 21 14:41:27.664920 dv-neutron-797121-2-hyperv neutron-server[105225]: { 'AddressGroup': {'1.2'}, Jun 21 14:41:27.664920 dv-neutron-797121-2-hyperv neutron-server[105225]: 'ConntrackHelper': {'1.0'}, Jun 21 14:41:27.664920 dv-neutron-797121-2-hyperv neutron-server[105225]: 'Log': {'1.0'}, Jun 21 14:41:27.664920 dv-neutron-797121-2-hyperv neutron-server[105225]: 'Network': {'1.1'}, Jun 21 14:41:27.664920 dv-neutron-797121-2-hyperv neutron-server[105225]: 'Port': {'1.7'}, Jun 21 14:41:27.664920 dv-neutron-797121-2-hyperv neutron-server[105225]: 'PortForwarding': {'1.2'}, Jun 21 14:41:27.664920 dv-neutron-797121-2-hyperv neutron-server[105225]: 'QosPolicy': {'1.8'}, Jun 21 14:41:27.664920 dv-neutron-797121-2-hyperv neutron-server[105225]: 'SecurityGroup': {'1.4'}, Jun 21 14:41:27.664920 dv-neutron-797121-2-hyperv neutron-server[105225]: 'SecurityGroupRule': {'1.2'}, Jun 21 14:41:27.664920 dv-neutron-797121-2-hyperv neutron-server[105225]: 'SubPort': {'1.0'}, Jun 21 14:41:27.664920 dv-neutron-797121-2-hyperv neutron-server[105225]: 'Subnet': {'1.1'}, Jun 21 14:41:27.664920 dv-neutron-797121-2-hyperv neutron-server[105225]: 'Trunk': {'1.1'}} Jun 21 14:41:27.664920 dv-neutron-797121-2-hyperv neutron-server[105225]: consumer versions: Jun 21 14:41:27.664920 dv-neutron-797121-2-hyperv neutron-server[105225]: { DHCP agent@dv-neutron-797121-2-hyperv: {}, Jun 21 14:41:27.664920 dv-neutron-797121-2-hyperv neutron-server[105225]: L3 agent@dv-neutron-797121-2-hyperv: {}, Jun 21 14:41:27.664920 dv-neutron-797121-2-hyperv neutron-server[105225]: Metadata agent@dv-neutron-797121-2-hyperv: {}, Jun 21 14:41:27.664920 dv-neutron-797121-2-hyperv neutron-server[105225]: Metering agent@dv-neutron-797121-2-hyperv: {}, Jun 21 14:41:27.664920 dv-neutron-797121-2-hyperv neutron-server[105225]: Open vSwitch agent@dv-neutron-797121-2-hyperv: { 'AddressGroup': '1.2', Jun 21 14:41:27.664920 dv-neutron-797121-2-hyperv neutron-server[105225]: 'ConntrackHelper': '1.0', Jun 21 14:41:27.664920 dv-neutron-797121-2-hyperv neutron-server[105225]: 'Log': '1.0', Jun 21 14:41:27.664920 dv-neutron-797121-2-hyperv neutron-server[105225]: 'Network': '1.1', Jun 21 14:41:27.664920 dv-neutron-797121-2-hyperv neutron-server[105225]: 'Port': '1.7', Jun 21 14:41:27.664920 dv-neutron-797121-2-hyperv neutron-server[105225]: 'PortForwarding': '1.2', Jun 21 14:41:27.664920 dv-neutron-797121-2-hyperv neutron-server[105225]: 'QosPolicy': '1.8', Jun 21 14:41:27.664920 dv-neutron-797121-2-hyperv neutron-server[105225]: 'SecurityGroup': '1.4', Jun 21 14:41:27.664920 dv-neutron-797121-2-hyperv neutron-server[105225]: 'SecurityGroupRule': '1.2', Jun 21 14:41:27.664920 dv-neutron-797121-2-hyperv neutron-server[105225]: 'SubPort': '1.0', Jun 21 14:41:27.664920 dv-neutron-797121-2-hyperv neutron-server[105225]: 'Subnet': '1.1', Jun 21 14:41:27.664920 dv-neutron-797121-2-hyperv neutron-server[105225]: 'Trunk': '1.1'}} Jun 21 14:41:27.664920 dv-neutron-797121-2-hyperv neutron-server[105225]: {{(pid=105225) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 14:41:27.712028 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cee753de-2e81-4ac2-b71e-b0dbdc8663e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:27.717550 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-cee753de-2e81-4ac2-b71e-b0dbdc8663e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:41:27.781524 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cee753de-2e81-4ac2-b71e-b0dbdc8663e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:27.783706 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee753de-2e81-4ac2-b71e-b0dbdc8663e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:41:27.784646 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cee753de-2e81-4ac2-b71e-b0dbdc8663e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:27.788755 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:41:27.870192 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-cee753de-2e81-4ac2-b71e-b0dbdc8663e0 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8758867 Jun 21 14:41:27.896849 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee753de-2e81-4ac2-b71e-b0dbdc8663e0 admin admin] Pushing event updated for resources: {'Network': ['ID=b662b5a5-8f07-40b4-b7cb-8b65d544d9ad,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:41:27.900348 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-cee753de-2e81-4ac2-b71e-b0dbdc8663e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:41:27.909760 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network b662b5a5-8f07-40b4-b7cb-8b65d544d9ad details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:41:30.562448 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 58092) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:41:31.009204 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42cc4a9-c2f6-415d-8842-d7dcbe523158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:41:31.010494 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b42cc4a9-c2f6-415d-8842-d7dcbe523158 admin admin] 10.222.0.72 "GET /v2.0/networks/b662b5a5-8f07-40b4-b7cb-8b65d544d9ad HTTP/1.1" status: 200 len: 825 time: 0.4470258 Jun 21 14:41:31.042205 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-dde9c1b7-50fc-4b39-80e3-16ec91012dc9 admin admin] 10.222.0.72 "GET /v2.0/subnetpools/e6e24426-d794-437a-9c01-b165c5033574 HTTP/1.1" status: 200 len: 734 time: 0.0229197 Jun 21 14:41:31.050727 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-e85a41c4-037b-4742-b1bb-cf9bd25d5520 admin admin] Request body: {'subnet': {'subnetpool_id': 'e6e24426-d794-437a-9c01-b165c5033574', 'tenant_id': '80f747ef3d0c4cb2ac849546a04e4f69', 'name': 'private-subnet', 'network_id': 'b662b5a5-8f07-40b4-b7cb-8b65d544d9ad', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:41:31.075565 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85a41c4-037b-4742-b1bb-cf9bd25d5520 admin admin] Made reservation on behalf of 80f747ef3d0c4cb2ac849546a04e4f69 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:41:31.078101 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e85a41c4-037b-4742-b1bb-cf9bd25d5520 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:31.382966 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e85a41c4-037b-4742-b1bb-cf9bd25d5520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:31.385299 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:41:31.450279 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a41c4-037b-4742-b1bb-cf9bd25d5520 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9c61f82-c36e-4cc9-91b1-9ed9f3ae4b03,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:41:31.456350 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e85a41c4-037b-4742-b1bb-cf9bd25d5520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:41:31.462130 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e85a41c4-037b-4742-b1bb-cf9bd25d5520 admin admin] Checking segment: {'id': 'f8984e45-2889-40fc-b442-5bfab7384df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b662b5a5-8f07-40b4-b7cb-8b65d544d9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:41:31.462508 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85a41c4-037b-4742-b1bb-cf9bd25d5520 admin admin] Network hostable DHCP agents. Network: b662b5a5-8f07-40b4-b7cb-8b65d544d9ad, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:41:31.487767 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85a41c4-037b-4742-b1bb-cf9bd25d5520 admin admin] Network b662b5a5-8f07-40b4-b7cb-8b65d544d9ad is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:41:31.500218 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-e85a41c4-037b-4742-b1bb-cf9bd25d5520 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, b662b5a5-8f07-40b4-b7cb-8b65d544d9ad) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:41:31.505050 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85a41c4-037b-4742-b1bb-cf9bd25d5520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:41:31.505619 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e85a41c4-037b-4742-b1bb-cf9bd25d5520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:31.511799 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45680ec2-271f-4eec-9e77-0d77a2646604 None None] Network b662b5a5-8f07-40b4-b7cb-8b65d544d9ad requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:41:31.521877 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e85a41c4-037b-4742-b1bb-cf9bd25d5520 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4743321 Jun 21 14:41:31.828370 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-b662b5a5-8f07-40b4-b7cb-8b65d544d9ad', 'network_id': 'b662b5a5-8f07-40b4-b7cb-8b65d544d9ad', 'tenant_id': '80f747ef3d0c4cb2ac849546a04e4f69', 'fixed_ips': [{'subnet_id': 'f9c61f82-c36e-4cc9-91b1-9ed9f3ae4b03'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:41:31.829658 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:32.113591 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Allocated IP 172.20.0.2 (b662b5a5-8f07-40b4-b7cb-8b65d544d9ad/f9c61f82-c36e-4cc9-91b1-9ed9f3ae4b03/e4b5e77c-b85b-4a2b-a688-e23883fee4e1) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:41:32.320236 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:32.349151 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Transition to ACTIVE for port object e4b5e77c-b85b-4a2b-a688-e23883fee4e1 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:41:32.412452 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Transition to ACTIVE for port object e4b5e77c-b85b-4a2b-a688-e23883fee4e1 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:41:32.424838 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:32.427796 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:41:32.498219 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Network b662b5a5-8f07-40b4-b7cb-8b65d544d9ad is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:41:32.514931 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:41:32.527273 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Pushing event updated for resources: {'Port': ['ID=e4b5e77c-b85b-4a2b-a688-e23883fee4e1,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:41:32.529530 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:41:32.541598 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:32.541953 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:32.542302 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:32.542620 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:32.542938 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:32.543267 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:32.543622 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:32.543947 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:32.544265 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:32.544574 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:32.544878 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:32.545182 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:32.546570 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Tracked resource versions report: Jun 21 14:41:32.546570 dv-neutron-797121-2-hyperv neutron-server[105226]: pushed versions: Jun 21 14:41:32.546570 dv-neutron-797121-2-hyperv neutron-server[105226]: { 'AddressGroup': {'1.2'}, Jun 21 14:41:32.546570 dv-neutron-797121-2-hyperv neutron-server[105226]: 'ConntrackHelper': {'1.0'}, Jun 21 14:41:32.546570 dv-neutron-797121-2-hyperv neutron-server[105226]: 'Log': {'1.0'}, Jun 21 14:41:32.546570 dv-neutron-797121-2-hyperv neutron-server[105226]: 'Network': {'1.1'}, Jun 21 14:41:32.546570 dv-neutron-797121-2-hyperv neutron-server[105226]: 'Port': {'1.7'}, Jun 21 14:41:32.546570 dv-neutron-797121-2-hyperv neutron-server[105226]: 'PortForwarding': {'1.2'}, Jun 21 14:41:32.546570 dv-neutron-797121-2-hyperv neutron-server[105226]: 'QosPolicy': {'1.8'}, Jun 21 14:41:32.546570 dv-neutron-797121-2-hyperv neutron-server[105226]: 'SecurityGroup': {'1.4'}, Jun 21 14:41:32.546570 dv-neutron-797121-2-hyperv neutron-server[105226]: 'SecurityGroupRule': {'1.2'}, Jun 21 14:41:32.546570 dv-neutron-797121-2-hyperv neutron-server[105226]: 'SubPort': {'1.0'}, Jun 21 14:41:32.546570 dv-neutron-797121-2-hyperv neutron-server[105226]: 'Subnet': {'1.1'}, Jun 21 14:41:32.546570 dv-neutron-797121-2-hyperv neutron-server[105226]: 'Trunk': {'1.1'}} Jun 21 14:41:32.546570 dv-neutron-797121-2-hyperv neutron-server[105226]: consumer versions: Jun 21 14:41:32.546570 dv-neutron-797121-2-hyperv neutron-server[105226]: { DHCP agent@dv-neutron-797121-2-hyperv: {}, Jun 21 14:41:32.546570 dv-neutron-797121-2-hyperv neutron-server[105226]: L3 agent@dv-neutron-797121-2-hyperv: {}, Jun 21 14:41:32.546570 dv-neutron-797121-2-hyperv neutron-server[105226]: Metadata agent@dv-neutron-797121-2-hyperv: {}, Jun 21 14:41:32.546570 dv-neutron-797121-2-hyperv neutron-server[105226]: Metering agent@dv-neutron-797121-2-hyperv: {}, Jun 21 14:41:32.546570 dv-neutron-797121-2-hyperv neutron-server[105226]: Open vSwitch agent@dv-neutron-797121-2-hyperv: { 'AddressGroup': '1.2', Jun 21 14:41:32.546570 dv-neutron-797121-2-hyperv neutron-server[105226]: 'ConntrackHelper': '1.0', Jun 21 14:41:32.546570 dv-neutron-797121-2-hyperv neutron-server[105226]: 'Log': '1.0', Jun 21 14:41:32.546570 dv-neutron-797121-2-hyperv neutron-server[105226]: 'Network': '1.1', Jun 21 14:41:32.546570 dv-neutron-797121-2-hyperv neutron-server[105226]: 'Port': '1.7', Jun 21 14:41:32.546570 dv-neutron-797121-2-hyperv neutron-server[105226]: 'PortForwarding': '1.2', Jun 21 14:41:32.546570 dv-neutron-797121-2-hyperv neutron-server[105226]: 'QosPolicy': '1.8', Jun 21 14:41:32.546570 dv-neutron-797121-2-hyperv neutron-server[105226]: 'SecurityGroup': '1.4', Jun 21 14:41:32.546570 dv-neutron-797121-2-hyperv neutron-server[105226]: 'SecurityGroupRule': '1.2', Jun 21 14:41:32.546570 dv-neutron-797121-2-hyperv neutron-server[105226]: 'SubPort': '1.0', Jun 21 14:41:32.546570 dv-neutron-797121-2-hyperv neutron-server[105226]: 'Subnet': '1.1', Jun 21 14:41:32.546570 dv-neutron-797121-2-hyperv neutron-server[105226]: 'Trunk': '1.1'}} Jun 21 14:41:32.546570 dv-neutron-797121-2-hyperv neutron-server[105226]: {{(pid=105226) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 14:41:32.582172 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:41:32.615054 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Attempting to bind port e4b5e77c-b85b-4a2b-a688-e23883fee4e1 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:41:32.615441 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Attempting to bind port e4b5e77c-b85b-4a2b-a688-e23883fee4e1 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'f8984e45-2889-40fc-b442-5bfab7384df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b662b5a5-8f07-40b4-b7cb-8b65d544d9ad'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:41:32.615850 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Attempting to bind port e4b5e77c-b85b-4a2b-a688-e23883fee4e1 on network b662b5a5-8f07-40b4-b7cb-8b65d544d9ad {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:41:32.621083 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:41:32.621472 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Checking segment: {'id': 'f8984e45-2889-40fc-b442-5bfab7384df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b662b5a5-8f07-40b4-b7cb-8b65d544d9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:41:32.622040 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:32.622445 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Bound using segment: {'id': 'f8984e45-2889-40fc-b442-5bfab7384df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b662b5a5-8f07-40b4-b7cb-8b65d544d9ad'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:41:32.622904 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Bound port: e4b5e77c-b85b-4a2b-a688-e23883fee4e1, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8984e45-2889-40fc-b442-5bfab7384df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b662b5a5-8f07-40b4-b7cb-8b65d544d9ad'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:41:32.623300 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:32.688554 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] For port e4b5e77c-b85b-4a2b-a688-e23883fee4e1, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:41:32.692789 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] For port e4b5e77c-b85b-4a2b-a688-e23883fee4e1, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=e4b5e77c-b85b-4a2b-a688-e23883fee4e1,segment=NetworkSegment(f8984e45-2889-40fc-b442-5bfab7384df0),segment_id=f8984e45-2889-40fc-b442-5bfab7384df0)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:41:32.699187 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:32.702939 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:41:32.770934 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Pushing event updated for resources: {'Port': ['ID=e4b5e77c-b85b-4a2b-a688-e23883fee4e1,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:41:32.774083 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:41:33.915143 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 58100) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:41:34.450316 dv-neutron-797121-2-hyperv neutron-server[105224]: WARNING oslo_policy.policy [None req-b6129cdc-37bd-4b1b-9657-be64804569fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 14:41:34.450883 dv-neutron-797121-2-hyperv neutron-server[105224]: WARNING oslo_policy.policy [None req-b6129cdc-37bd-4b1b-9657-be64804569fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 14:41:34.662494 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [None req-b6129cdc-37bd-4b1b-9657-be64804569fc admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:41:34.681808 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b6129cdc-37bd-4b1b-9657-be64804569fc admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7462950 Jun 21 14:41:37.016490 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 58114) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:41:37.360389 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [None req-0eea2336-0114-4f56-b7df-5d23bafcc4f4 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:41:37.361854 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0eea2336-0114-4f56-b7df-5d23bafcc4f4 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3444176 Jun 21 14:41:38.755590 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955b525d-d81a-4a6d-91ba-6a1915ae18a0 None None] Network b662b5a5-8f07-40b4-b7cb-8b65d544d9ad requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:41:38.837809 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-bab7e705-8c47-4509-a306-241ed983e5c8 None None] Provisioning for port e4b5e77c-b85b-4a2b-a688-e23883fee4e1 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:41:38.992783 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e4b5e77c-b85b-4a2b-a688-e23883fee4e1 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:41:39.082385 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port e4b5e77c-b85b-4a2b-a688-e23883fee4e1 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:41:39.086637 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port e4b5e77c-b85b-4a2b-a688-e23883fee4e1 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:41:39.087034 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:39.205488 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-730d19a7-811e-484e-a3ca-3c6edb1e591c None None] Provisioning complete for port e4b5e77c-b85b-4a2b-a688-e23883fee4e1 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:41:39.205845 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-730d19a7-811e-484e-a3ca-3c6edb1e591c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:39.207371 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:39.267246 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port e4b5e77c-b85b-4a2b-a688-e23883fee4e1, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=e4b5e77c-b85b-4a2b-a688-e23883fee4e1,segment=NetworkSegment(f8984e45-2889-40fc-b442-5bfab7384df0),segment_id=f8984e45-2889-40fc-b442-5bfab7384df0)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:41:39.275092 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:39.279151 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:41:39.349463 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=e4b5e77c-b85b-4a2b-a688-e23883fee4e1,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:41:39.352370 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:41:40.018233 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 58128) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:41:40.369149 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-7664f48a-1882-4791-bbca-b24e4e0bb956 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '80f747ef3d0c4cb2ac849546a04e4f69'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:41:40.400793 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7664f48a-1882-4791-bbca-b24e4e0bb956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:40.402373 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7664f48a-1882-4791-bbca-b24e4e0bb956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:40.539648 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7664f48a-1882-4791-bbca-b24e4e0bb956 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:40.547348 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7664f48a-1882-4791-bbca-b24e4e0bb956 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:40.564311 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7664f48a-1882-4791-bbca-b24e4e0bb956 admin admin] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:40.565306 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7664f48a-1882-4791-bbca-b24e4e0bb956 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5457666 Jun 21 14:41:40.948162 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e4b5e77c-b85b-4a2b-a688-e23883fee4e1 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:41:40.997964 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port e4b5e77c-b85b-4a2b-a688-e23883fee4e1 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:41:40.998334 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:42.895341 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 58136) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:41:43.241645 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-c8c4db4a-b563-4f92-ac6d-cf6ac9bcf13a admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:41:43.242650 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c8c4db4a-b563-4f92-ac6d-cf6ac9bcf13a admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3463738 Jun 21 14:41:43.969531 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-38c467d7-427b-4368-8a66-6630d6f4bd2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:45.635877 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 58144) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:41:45.988578 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-bbe95a42-2502-43e3-b793-134faf800f3c admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:41:45.989942 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.quota [None req-bbe95a42-2502-43e3-b793-134faf800f3c admin admin] Loaded quota_driver: . Jun 21 14:41:46.049263 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe95a42-2502-43e3-b793-134faf800f3c admin admin] Made reservation on behalf of 82fa0175ce934b9ba0a5a63f634efb9c for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:41:46.113798 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.policy [None req-bbe95a42-2502-43e3-b793-134faf800f3c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105224) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 21 14:41:46.158678 dv-neutron-797121-2-hyperv neutron-server[105224]: WARNING oslo_policy.policy [None req-bbe95a42-2502-43e3-b793-134faf800f3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 14:41:46.159044 dv-neutron-797121-2-hyperv neutron-server[105224]: WARNING oslo_policy.policy [None req-bbe95a42-2502-43e3-b793-134faf800f3c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 21 14:41:46.168876 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bbe95a42-2502-43e3-b793-134faf800f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:46.196193 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bbe95a42-2502-43e3-b793-134faf800f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:46.355170 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bbe95a42-2502-43e3-b793-134faf800f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:46.361490 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bbe95a42-2502-43e3-b793-134faf800f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:46.367346 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:41:46.374202 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bbe95a42-2502-43e3-b793-134faf800f3c admin admin] Reserving flat network on physical network physnet1 {{(pid=105224) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 21 14:41:46.405849 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bbe95a42-2502-43e3-b793-134faf800f3c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8728737304010', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:46.406562 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bbe95a42-2502-43e3-b793-134faf800f3c admin admin] Unsubscribe: segment precommit_create {{(pid=105224) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 21 14:41:46.407060 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-bbe95a42-2502-43e3-b793-134faf800f3c admin admin] Added segment 95a25155-96e3-42a2-992c-6f69bf2b5fd1 of type flat for network 78e7bc12-ea33-4baf-9744-b93105835641 Jun 21 14:41:46.430209 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe95a42-2502-43e3-b793-134faf800f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d09147-520c-4660-8157-37c1e56d2098,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:41:46.464147 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe95a42-2502-43e3-b793-134faf800f3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:46.464485 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe95a42-2502-43e3-b793-134faf800f3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:46.464807 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe95a42-2502-43e3-b793-134faf800f3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:46.465124 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe95a42-2502-43e3-b793-134faf800f3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:46.465428 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe95a42-2502-43e3-b793-134faf800f3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:46.465755 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe95a42-2502-43e3-b793-134faf800f3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:46.466130 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe95a42-2502-43e3-b793-134faf800f3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:46.466453 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe95a42-2502-43e3-b793-134faf800f3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:46.466760 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe95a42-2502-43e3-b793-134faf800f3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:46.467073 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe95a42-2502-43e3-b793-134faf800f3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:46.467354 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe95a42-2502-43e3-b793-134faf800f3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:46.467646 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe95a42-2502-43e3-b793-134faf800f3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:46.468993 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbe95a42-2502-43e3-b793-134faf800f3c admin admin] Tracked resource versions report: Jun 21 14:41:46.468993 dv-neutron-797121-2-hyperv neutron-server[105224]: pushed versions: Jun 21 14:41:46.468993 dv-neutron-797121-2-hyperv neutron-server[105224]: { 'AddressGroup': {'1.2'}, Jun 21 14:41:46.468993 dv-neutron-797121-2-hyperv neutron-server[105224]: 'ConntrackHelper': {'1.0'}, Jun 21 14:41:46.468993 dv-neutron-797121-2-hyperv neutron-server[105224]: 'Log': {'1.0'}, Jun 21 14:41:46.468993 dv-neutron-797121-2-hyperv neutron-server[105224]: 'Network': {'1.1'}, Jun 21 14:41:46.468993 dv-neutron-797121-2-hyperv neutron-server[105224]: 'Port': {'1.7'}, Jun 21 14:41:46.468993 dv-neutron-797121-2-hyperv neutron-server[105224]: 'PortForwarding': {'1.2'}, Jun 21 14:41:46.468993 dv-neutron-797121-2-hyperv neutron-server[105224]: 'QosPolicy': {'1.8'}, Jun 21 14:41:46.468993 dv-neutron-797121-2-hyperv neutron-server[105224]: 'SecurityGroup': {'1.4'}, Jun 21 14:41:46.468993 dv-neutron-797121-2-hyperv neutron-server[105224]: 'SecurityGroupRule': {'1.2'}, Jun 21 14:41:46.468993 dv-neutron-797121-2-hyperv neutron-server[105224]: 'SubPort': {'1.0'}, Jun 21 14:41:46.468993 dv-neutron-797121-2-hyperv neutron-server[105224]: 'Subnet': {'1.1'}, Jun 21 14:41:46.468993 dv-neutron-797121-2-hyperv neutron-server[105224]: 'Trunk': {'1.1'}} Jun 21 14:41:46.468993 dv-neutron-797121-2-hyperv neutron-server[105224]: consumer versions: Jun 21 14:41:46.468993 dv-neutron-797121-2-hyperv neutron-server[105224]: { DHCP agent@dv-neutron-797121-2-hyperv: {}, Jun 21 14:41:46.468993 dv-neutron-797121-2-hyperv neutron-server[105224]: L3 agent@dv-neutron-797121-2-hyperv: {}, Jun 21 14:41:46.468993 dv-neutron-797121-2-hyperv neutron-server[105224]: Metadata agent@dv-neutron-797121-2-hyperv: {}, Jun 21 14:41:46.468993 dv-neutron-797121-2-hyperv neutron-server[105224]: Metering agent@dv-neutron-797121-2-hyperv: {}, Jun 21 14:41:46.468993 dv-neutron-797121-2-hyperv neutron-server[105224]: Open vSwitch agent@dv-neutron-797121-2-hyperv: { 'AddressGroup': '1.2', Jun 21 14:41:46.468993 dv-neutron-797121-2-hyperv neutron-server[105224]: 'ConntrackHelper': '1.0', Jun 21 14:41:46.468993 dv-neutron-797121-2-hyperv neutron-server[105224]: 'Log': '1.0', Jun 21 14:41:46.468993 dv-neutron-797121-2-hyperv neutron-server[105224]: 'Network': '1.1', Jun 21 14:41:46.468993 dv-neutron-797121-2-hyperv neutron-server[105224]: 'Port': '1.7', Jun 21 14:41:46.468993 dv-neutron-797121-2-hyperv neutron-server[105224]: 'PortForwarding': '1.2', Jun 21 14:41:46.468993 dv-neutron-797121-2-hyperv neutron-server[105224]: 'QosPolicy': '1.8', Jun 21 14:41:46.468993 dv-neutron-797121-2-hyperv neutron-server[105224]: 'SecurityGroup': '1.4', Jun 21 14:41:46.468993 dv-neutron-797121-2-hyperv neutron-server[105224]: 'SecurityGroupRule': '1.2', Jun 21 14:41:46.468993 dv-neutron-797121-2-hyperv neutron-server[105224]: 'SubPort': '1.0', Jun 21 14:41:46.468993 dv-neutron-797121-2-hyperv neutron-server[105224]: 'Subnet': '1.1', Jun 21 14:41:46.468993 dv-neutron-797121-2-hyperv neutron-server[105224]: 'Trunk': '1.1'}} Jun 21 14:41:46.468993 dv-neutron-797121-2-hyperv neutron-server[105224]: {{(pid=105224) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 14:41:46.499337 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-94aed25d-7472-48ad-8f95-9fc8737650de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:46.542880 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-bbe95a42-2502-43e3-b793-134faf800f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:41:46.544657 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bbe95a42-2502-43e3-b793-134faf800f3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:46.605898 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bbe95a42-2502-43e3-b793-134faf800f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:46.607484 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe95a42-2502-43e3-b793-134faf800f3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:41:46.608140 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bbe95a42-2502-43e3-b793-134faf800f3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:46.610669 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:41:46.682679 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-bbe95a42-2502-43e3-b793-134faf800f3c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0457461 Jun 21 14:41:46.708983 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe95a42-2502-43e3-b793-134faf800f3c admin admin] Pushing event updated for resources: {'Network': ['ID=78e7bc12-ea33-4baf-9744-b93105835641,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:41:46.712675 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-bbe95a42-2502-43e3-b793-134faf800f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:41:46.720879 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 78e7bc12-ea33-4baf-9744-b93105835641 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:41:46.925277 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:47.918679 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:49.042425 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 58168) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:41:49.301479 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37562845-7524-4b5f-8bce-817ef20742ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:41:49.302940 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-37562845-7524-4b5f-8bce-817ef20742ff admin admin] 10.222.0.72 "GET /v2.0/subnets/f9c61f82-c36e-4cc9-91b1-9ed9f3ae4b03 HTTP/1.1" status: 200 len: 849 time: 0.2591579 Jun 21 14:41:49.470841 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-49eeef47-00e6-4af1-aef6-4ed9ac3c30ef admin admin] 10.222.0.72 "GET /v2.0/routers/98f79c44-c1ff-403c-b03b-b4fc98a4f84a HTTP/1.1" status: 200 len: 704 time: 0.1596720 Jun 21 14:41:49.552071 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:49.774880 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5ba7863e-76d0-4352-addc-44ced106bde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:50.087980 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-5ba7863e-76d0-4352-addc-44ced106bde6 admin admin] Allocated IP 172.20.0.1 (b662b5a5-8f07-40b4-b7cb-8b65d544d9ad/f9c61f82-c36e-4cc9-91b1-9ed9f3ae4b03/3570893e-423c-4c21-81b6-a9acd2f6337e) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:41:50.285410 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5ba7863e-76d0-4352-addc-44ced106bde6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:50.308807 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-5ba7863e-76d0-4352-addc-44ced106bde6 admin admin] Transition to ACTIVE for port object 3570893e-423c-4c21-81b6-a9acd2f6337e will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:41:50.393574 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5ba7863e-76d0-4352-addc-44ced106bde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:50.396742 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:41:50.466647 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba7863e-76d0-4352-addc-44ced106bde6 admin admin] Network b662b5a5-8f07-40b4-b7cb-8b65d544d9ad is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:41:50.475504 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-5ba7863e-76d0-4352-addc-44ced106bde6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:41:50.477568 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7863e-76d0-4352-addc-44ced106bde6 admin admin] Pushing event updated for resources: {'Port': ['ID=3570893e-423c-4c21-81b6-a9acd2f6337e,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:41:50.490143 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba7863e-76d0-4352-addc-44ced106bde6 admin admin] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:41:50.490704 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5ba7863e-76d0-4352-addc-44ced106bde6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:50.567239 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5ba7863e-76d0-4352-addc-44ced106bde6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:41:50.708900 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5ba7863e-76d0-4352-addc-44ced106bde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:50.747315 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8b2a3055-65b1-4c0f-ab45-8e067eabd68c None None] Provisioning for port 3570893e-423c-4c21-81b6-a9acd2f6337e completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:41:50.752016 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8b2a3055-65b1-4c0f-ab45-8e067eabd68c None None] Provisioning complete for port 3570893e-423c-4c21-81b6-a9acd2f6337e triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:41:50.752390 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8b2a3055-65b1-4c0f-ab45-8e067eabd68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:50.788727 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-8b2a3055-65b1-4c0f-ab45-8e067eabd68c None None] Port 3570893e-423c-4c21-81b6-a9acd2f6337e cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:41:50.946475 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5ba7863e-76d0-4352-addc-44ced106bde6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:50.953673 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5ba7863e-76d0-4352-addc-44ced106bde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:50.954895 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5ba7863e-76d0-4352-addc-44ced106bde6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:50.956441 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:41:51.030471 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba7863e-76d0-4352-addc-44ced106bde6 admin admin] Pushing event updated for resources: {'Port': ['ID=3570893e-423c-4c21-81b6-a9acd2f6337e,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:41:51.033300 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5ba7863e-76d0-4352-addc-44ced106bde6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:41:51.086170 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba7863e-76d0-4352-addc-44ced106bde6 admin admin] Network b662b5a5-8f07-40b4-b7cb-8b65d544d9ad is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:41:51.087700 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-5ba7863e-76d0-4352-addc-44ced106bde6 admin admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:41:51.253091 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba7863e-76d0-4352-addc-44ced106bde6 admin admin] Router 98f79c44-c1ff-403c-b03b-b4fc98a4f84a is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:41:51.315567 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-7ff3d177-b648-4cee-9974-4717eff779a7 None None] Provisioning complete for port 3570893e-423c-4c21-81b6-a9acd2f6337e triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:41:51.315839 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7ff3d177-b648-4cee-9974-4717eff779a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:51.343710 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba7863e-76d0-4352-addc-44ced106bde6 admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:41:51.349273 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-7ff3d177-b648-4cee-9974-4717eff779a7 None None] Port 3570893e-423c-4c21-81b6-a9acd2f6337e cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:41:51.349365 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5ba7863e-76d0-4352-addc-44ced106bde6 admin admin] 10.222.0.72 "PUT /v2.0/routers/98f79c44-c1ff-403c-b03b-b4fc98a4f84a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8708670 Jun 21 14:41:51.366441 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eae75a-8635-43c4-8bc5-a0dd8fcaf6aa None None] Sync routers for ids ['98f79c44-c1ff-403c-b03b-b4fc98a4f84a'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:41:51.379004 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eae75a-8635-43c4-8bc5-a0dd8fcaf6aa None None] Routers {'98f79c44-c1ff-403c-b03b-b4fc98a4f84a'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:41:51.379825 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-a9eae75a-8635-43c4-8bc5-a0dd8fcaf6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:41:46Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['98f79c44-c1ff-403c-b03b-b4fc98a4f84a'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:41:51.561430 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-a9eae75a-8635-43c4-8bc5-a0dd8fcaf6aa None None] Set router 98f79c44-c1ff-403c-b03b-b4fc98a4f84a gateway port host: None {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:41:51.980025 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-a9eae75a-8635-43c4-8bc5-a0dd8fcaf6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f79c44-c1ff-403c-b03b-b4fc98a4f84a', 'name': 'router1', 'tenant_id': '80f747ef3d0c4cb2ac849546a04e4f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:41:40Z', 'updated_at': '2021-06-21T14:41:50Z', 'revision_number': 2, 'project_id': '80f747ef3d0c4cb2ac849546a04e4f69', 'gw_port_host': None, '_interfaces': [{'id': '3570893e-423c-4c21-81b6-a9acd2f6337e', 'name': '', 'network_id': 'b662b5a5-8f07-40b4-b7cb-8b65d544d9ad', 'tenant_id': '80f747ef3d0c4cb2ac849546a04e4f69', 'mac_address': 'fa:16:3e:2a:73:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f79c44-c1ff-403c-b03b-b4fc98a4f84a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f9c61f82-c36e-4cc9-91b1-9ed9f3ae4b03', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:41:49Z', 'updated_at': '2021-06-21T14:41:50Z', 'revision_number': 2, 'project_id': '80f747ef3d0c4cb2ac849546a04e4f69', 'subnets': [{'id': 'f9c61f82-c36e-4cc9-91b1-9ed9f3ae4b03', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6e24426-d794-437a-9c01-b165c5033574'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:41:52.029346 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eae75a-8635-43c4-8bc5-a0dd8fcaf6aa None None] Checking router: 98f79c44-c1ff-403c-b03b-b4fc98a4f84a for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:41:52.029708 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eae75a-8635-43c4-8bc5-a0dd8fcaf6aa None None] Updating router 98f79c44-c1ff-403c-b03b-b4fc98a4f84a port 3570893e-423c-4c21-81b6-a9acd2f6337e binding host dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:41:52.091004 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-a9eae75a-8635-43c4-8bc5-a0dd8fcaf6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:52.573748 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-a9eae75a-8635-43c4-8bc5-a0dd8fcaf6aa None None] Notify callbacks [] for port, precommit_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:52.591508 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.provisioning_blocks [None req-a9eae75a-8635-43c4-8bc5-a0dd8fcaf6aa None None] Transition to ACTIVE for port object 3570893e-423c-4c21-81b6-a9acd2f6337e will not be triggered until provisioned by entity L2. {{(pid=105227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:41:52.598461 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-a9eae75a-8635-43c4-8bc5-a0dd8fcaf6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:52.602908 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:41:52.789023 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e611f0-23ac-43df-9b69-77f7510c628c None None] Pushing event updated for resources: {'Port': ['ID=3570893e-423c-4c21-81b6-a9acd2f6337e,revision_number=3']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:41:52.814595 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e611f0-23ac-43df-9b69-77f7510c628c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:52.814930 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e611f0-23ac-43df-9b69-77f7510c628c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:52.815244 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e611f0-23ac-43df-9b69-77f7510c628c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:52.815552 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e611f0-23ac-43df-9b69-77f7510c628c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:52.815856 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e611f0-23ac-43df-9b69-77f7510c628c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:52.816175 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e611f0-23ac-43df-9b69-77f7510c628c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:52.816481 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e611f0-23ac-43df-9b69-77f7510c628c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:52.816776 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e611f0-23ac-43df-9b69-77f7510c628c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:52.817128 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e611f0-23ac-43df-9b69-77f7510c628c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:52.817414 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e611f0-23ac-43df-9b69-77f7510c628c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:52.817691 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e611f0-23ac-43df-9b69-77f7510c628c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:52.818010 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e611f0-23ac-43df-9b69-77f7510c628c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:41:52.819378 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43e611f0-23ac-43df-9b69-77f7510c628c None None] Tracked resource versions report: Jun 21 14:41:52.819378 dv-neutron-797121-2-hyperv neutron-server[105227]: pushed versions: Jun 21 14:41:52.819378 dv-neutron-797121-2-hyperv neutron-server[105227]: { 'AddressGroup': {'1.2'}, Jun 21 14:41:52.819378 dv-neutron-797121-2-hyperv neutron-server[105227]: 'ConntrackHelper': {'1.0'}, Jun 21 14:41:52.819378 dv-neutron-797121-2-hyperv neutron-server[105227]: 'Log': {'1.0'}, Jun 21 14:41:52.819378 dv-neutron-797121-2-hyperv neutron-server[105227]: 'Network': {'1.1'}, Jun 21 14:41:52.819378 dv-neutron-797121-2-hyperv neutron-server[105227]: 'Port': {'1.7'}, Jun 21 14:41:52.819378 dv-neutron-797121-2-hyperv neutron-server[105227]: 'PortForwarding': {'1.2'}, Jun 21 14:41:52.819378 dv-neutron-797121-2-hyperv neutron-server[105227]: 'QosPolicy': {'1.8'}, Jun 21 14:41:52.819378 dv-neutron-797121-2-hyperv neutron-server[105227]: 'SecurityGroup': {'1.4'}, Jun 21 14:41:52.819378 dv-neutron-797121-2-hyperv neutron-server[105227]: 'SecurityGroupRule': {'1.2'}, Jun 21 14:41:52.819378 dv-neutron-797121-2-hyperv neutron-server[105227]: 'SubPort': {'1.0'}, Jun 21 14:41:52.819378 dv-neutron-797121-2-hyperv neutron-server[105227]: 'Subnet': {'1.1'}, Jun 21 14:41:52.819378 dv-neutron-797121-2-hyperv neutron-server[105227]: 'Trunk': {'1.1'}} Jun 21 14:41:52.819378 dv-neutron-797121-2-hyperv neutron-server[105227]: consumer versions: Jun 21 14:41:52.819378 dv-neutron-797121-2-hyperv neutron-server[105227]: { DHCP agent@dv-neutron-797121-2-hyperv: {}, Jun 21 14:41:52.819378 dv-neutron-797121-2-hyperv neutron-server[105227]: L3 agent@dv-neutron-797121-2-hyperv: {}, Jun 21 14:41:52.819378 dv-neutron-797121-2-hyperv neutron-server[105227]: Metadata agent@dv-neutron-797121-2-hyperv: {}, Jun 21 14:41:52.819378 dv-neutron-797121-2-hyperv neutron-server[105227]: Metering agent@dv-neutron-797121-2-hyperv: {}, Jun 21 14:41:52.819378 dv-neutron-797121-2-hyperv neutron-server[105227]: Open vSwitch agent@dv-neutron-797121-2-hyperv: { 'AddressGroup': '1.2', Jun 21 14:41:52.819378 dv-neutron-797121-2-hyperv neutron-server[105227]: 'ConntrackHelper': '1.0', Jun 21 14:41:52.819378 dv-neutron-797121-2-hyperv neutron-server[105227]: 'Log': '1.0', Jun 21 14:41:52.819378 dv-neutron-797121-2-hyperv neutron-server[105227]: 'Network': '1.1', Jun 21 14:41:52.819378 dv-neutron-797121-2-hyperv neutron-server[105227]: 'Port': '1.7', Jun 21 14:41:52.819378 dv-neutron-797121-2-hyperv neutron-server[105227]: 'PortForwarding': '1.2', Jun 21 14:41:52.819378 dv-neutron-797121-2-hyperv neutron-server[105227]: 'QosPolicy': '1.8', Jun 21 14:41:52.819378 dv-neutron-797121-2-hyperv neutron-server[105227]: 'SecurityGroup': '1.4', Jun 21 14:41:52.819378 dv-neutron-797121-2-hyperv neutron-server[105227]: 'SecurityGroupRule': '1.2', Jun 21 14:41:52.819378 dv-neutron-797121-2-hyperv neutron-server[105227]: 'SubPort': '1.0', Jun 21 14:41:52.819378 dv-neutron-797121-2-hyperv neutron-server[105227]: 'Subnet': '1.1', Jun 21 14:41:52.819378 dv-neutron-797121-2-hyperv neutron-server[105227]: 'Trunk': '1.1'}} Jun 21 14:41:52.819378 dv-neutron-797121-2-hyperv neutron-server[105227]: {{(pid=105227) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 14:41:52.823343 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-43e611f0-23ac-43df-9b69-77f7510c628c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:41:52.833125 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-a9eae75a-8635-43c4-8bc5-a0dd8fcaf6aa None None] Attempting to bind port 3570893e-423c-4c21-81b6-a9acd2f6337e on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:41:52.833469 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-a9eae75a-8635-43c4-8bc5-a0dd8fcaf6aa None None] Attempting to bind port 3570893e-423c-4c21-81b6-a9acd2f6337e by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'f8984e45-2889-40fc-b442-5bfab7384df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b662b5a5-8f07-40b4-b7cb-8b65d544d9ad'}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:41:52.833900 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eae75a-8635-43c4-8bc5-a0dd8fcaf6aa None None] Attempting to bind port 3570893e-423c-4c21-81b6-a9acd2f6337e on network b662b5a5-8f07-40b4-b7cb-8b65d544d9ad {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:41:52.838642 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eae75a-8635-43c4-8bc5-a0dd8fcaf6aa None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:41:52.839026 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eae75a-8635-43c4-8bc5-a0dd8fcaf6aa None None] Checking segment: {'id': 'f8984e45-2889-40fc-b442-5bfab7384df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b662b5a5-8f07-40b4-b7cb-8b65d544d9ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:41:52.839507 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-a9eae75a-8635-43c4-8bc5-a0dd8fcaf6aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:52.839882 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9eae75a-8635-43c4-8bc5-a0dd8fcaf6aa None None] Bound using segment: {'id': 'f8984e45-2889-40fc-b442-5bfab7384df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b662b5a5-8f07-40b4-b7cb-8b65d544d9ad'} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:41:52.840356 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-a9eae75a-8635-43c4-8bc5-a0dd8fcaf6aa None None] Bound port: 3570893e-423c-4c21-81b6-a9acd2f6337e, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8984e45-2889-40fc-b442-5bfab7384df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'b662b5a5-8f07-40b4-b7cb-8b65d544d9ad'}}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:41:52.840694 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-a9eae75a-8635-43c4-8bc5-a0dd8fcaf6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:52.910729 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-a9eae75a-8635-43c4-8bc5-a0dd8fcaf6aa None None] For port 3570893e-423c-4c21-81b6-a9acd2f6337e, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:41:52.933274 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-a9eae75a-8635-43c4-8bc5-a0dd8fcaf6aa None None] For port 3570893e-423c-4c21-81b6-a9acd2f6337e, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3570893e-423c-4c21-81b6-a9acd2f6337e,segment=NetworkSegment(f8984e45-2889-40fc-b442-5bfab7384df0),segment_id=f8984e45-2889-40fc-b442-5bfab7384df0)] {{(pid=105227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:41:52.939073 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-a9eae75a-8635-43c4-8bc5-a0dd8fcaf6aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:52.941297 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-43e611f0-23ac-43df-9b69-77f7510c628c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:41:52.990513 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eae75a-8635-43c4-8bc5-a0dd8fcaf6aa None None] Routers {'98f79c44-c1ff-403c-b03b-b4fc98a4f84a'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:41:52.991144 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-a9eae75a-8635-43c4-8bc5-a0dd8fcaf6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:41:46Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['98f79c44-c1ff-403c-b03b-b4fc98a4f84a'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:41:53.071405 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e611f0-23ac-43df-9b69-77f7510c628c None None] Pushing event updated for resources: {'Port': ['ID=3570893e-423c-4c21-81b6-a9acd2f6337e,revision_number=4']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:41:53.074786 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-43e611f0-23ac-43df-9b69-77f7510c628c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:41:53.094025 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-a9eae75a-8635-43c4-8bc5-a0dd8fcaf6aa None None] Set router 98f79c44-c1ff-403c-b03b-b4fc98a4f84a gateway port host: None {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:41:53.305412 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-a9eae75a-8635-43c4-8bc5-a0dd8fcaf6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f79c44-c1ff-403c-b03b-b4fc98a4f84a', 'name': 'router1', 'tenant_id': '80f747ef3d0c4cb2ac849546a04e4f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:41:40Z', 'updated_at': '2021-06-21T14:41:50Z', 'revision_number': 2, 'project_id': '80f747ef3d0c4cb2ac849546a04e4f69', 'gw_port_host': None, '_interfaces': [{'id': '3570893e-423c-4c21-81b6-a9acd2f6337e', 'name': '', 'network_id': 'b662b5a5-8f07-40b4-b7cb-8b65d544d9ad', 'tenant_id': '80f747ef3d0c4cb2ac849546a04e4f69', 'mac_address': 'fa:16:3e:2a:73:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f79c44-c1ff-403c-b03b-b4fc98a4f84a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f9c61f82-c36e-4cc9-91b1-9ed9f3ae4b03', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:41:49Z', 'updated_at': '2021-06-21T14:41:52Z', 'revision_number': 4, 'project_id': '80f747ef3d0c4cb2ac849546a04e4f69', 'subnets': [{'id': 'f9c61f82-c36e-4cc9-91b1-9ed9f3ae4b03', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6e24426-d794-437a-9c01-b165c5033574'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:41:53.330757 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eae75a-8635-43c4-8bc5-a0dd8fcaf6aa None None] The sync data for ids ['98f79c44-c1ff-403c-b03b-b4fc98a4f84a'] in dv-neutron-797121-2-hyperv is: [{'id': '98f79c44-c1ff-403c-b03b-b4fc98a4f84a', 'name': 'router1', 'tenant_id': '80f747ef3d0c4cb2ac849546a04e4f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:41:40Z', 'updated_at': '2021-06-21T14:41:50Z', 'revision_number': 2, 'project_id': '80f747ef3d0c4cb2ac849546a04e4f69', 'gw_port_host': None, '_interfaces': [{'id': '3570893e-423c-4c21-81b6-a9acd2f6337e', 'name': '', 'network_id': 'b662b5a5-8f07-40b4-b7cb-8b65d544d9ad', 'tenant_id': '80f747ef3d0c4cb2ac849546a04e4f69', 'mac_address': 'fa:16:3e:2a:73:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f79c44-c1ff-403c-b03b-b4fc98a4f84a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f9c61f82-c36e-4cc9-91b1-9ed9f3ae4b03', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:41:49Z', 'updated_at': '2021-06-21T14:41:52Z', 'revision_number': 4, 'project_id': '80f747ef3d0c4cb2ac849546a04e4f69', 'subnets': [{'id': 'f9c61f82-c36e-4cc9-91b1-9ed9f3ae4b03', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6e24426-d794-437a-9c01-b165c5033574'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:41:53.563052 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 58190) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:41:53.677913 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee23b45-d9b4-460f-946f-93bf0a2f381a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:41:53.679201 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-dee23b45-d9b4-460f-946f-93bf0a2f381a admin admin] 10.222.0.72 "GET /v2.0/networks/78e7bc12-ea33-4baf-9744-b93105835641 HTTP/1.1" status: 200 len: 842 time: 0.1151025 Jun 21 14:41:53.691893 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-2b3a5270-89d5-4ecf-a5a7-87879979857f admin admin] Request body: {'subnet': {'gateway_ip': '172.26.3.1', 'name': 'public-subnet', 'cidr': '172.26.3.0/24', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:41:53.715461 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3a5270-89d5-4ecf-a5a7-87879979857f admin admin] Made reservation on behalf of 82fa0175ce934b9ba0a5a63f634efb9c for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:41:53.717880 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2b3a5270-89d5-4ecf-a5a7-87879979857f admin admin] Notify callbacks [] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:54.048395 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.objects.ports [None req-2b3a5270-89d5-4ecf-a5a7-87879979857f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105225) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 21 14:41:54.048834 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2b3a5270-89d5-4ecf-a5a7-87879979857f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:54.050927 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:41:54.105076 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3a5270-89d5-4ecf-a5a7-87879979857f admin admin] Pushing event updated for resources: {'Subnet': ['ID=324aa59e-bc0e-43bf-9464-c1fd73e346a2,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:41:54.108642 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2b3a5270-89d5-4ecf-a5a7-87879979857f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:41:54.112460 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3a5270-89d5-4ecf-a5a7-87879979857f admin admin] Checking segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:41:54.112804 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3a5270-89d5-4ecf-a5a7-87879979857f admin admin] Network hostable DHCP agents. Network: 78e7bc12-ea33-4baf-9744-b93105835641, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:41:54.130673 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3a5270-89d5-4ecf-a5a7-87879979857f admin admin] Network 78e7bc12-ea33-4baf-9744-b93105835641 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:41:54.140821 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-2b3a5270-89d5-4ecf-a5a7-87879979857f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 78e7bc12-ea33-4baf-9744-b93105835641) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:41:54.144732 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3a5270-89d5-4ecf-a5a7-87879979857f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:41:54.145313 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2b3a5270-89d5-4ecf-a5a7-87879979857f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:54.151295 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a070c5-f2ea-46bc-b2af-5fc8a42f8de8 None None] Network 78e7bc12-ea33-4baf-9744-b93105835641 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:41:54.160640 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-2b3a5270-89d5-4ecf-a5a7-87879979857f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4722407 Jun 21 14:41:54.287159 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc566fe4-1c73-42f5-831a-558374cbd9fa None None] Network 78e7bc12-ea33-4baf-9744-b93105835641 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:41:56.411593 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 58202) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:41:56.623790 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8c01d640-175a-450e-96cd-06a847945ac9 admin admin] 10.222.0.72 "GET /v2.0/routers/98f79c44-c1ff-403c-b03b-b4fc98a4f84a HTTP/1.1" status: 200 len: 710 time: 0.2109973 Jun 21 14:41:56.718583 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f49ee49-8d0d-4f9c-8cf4-ede102de88da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:41:56.719961 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6f49ee49-8d0d-4f9c-8cf4-ede102de88da admin admin] 10.222.0.72 "GET /v2.0/networks/78e7bc12-ea33-4baf-9744-b93105835641 HTTP/1.1" status: 200 len: 886 time: 0.0902035 Jun 21 14:41:56.731131 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-17e9ed0c-a7f6-4e25-92c6-e12ec8101e48 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:41:56.980712 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3570893e-423c-4c21-81b6-a9acd2f6337e up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:41:57.031546 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 3570893e-423c-4c21-81b6-a9acd2f6337e completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:41:57.035116 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 3570893e-423c-4c21-81b6-a9acd2f6337e triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:41:57.035480 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:57.039204 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-17e9ed0c-a7f6-4e25-92c6-e12ec8101e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:57.113104 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:57.149352 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 3570893e-423c-4c21-81b6-a9acd2f6337e, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3570893e-423c-4c21-81b6-a9acd2f6337e,segment=NetworkSegment(f8984e45-2889-40fc-b442-5bfab7384df0),segment_id=f8984e45-2889-40fc-b442-5bfab7384df0)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:41:57.155625 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:57.158137 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:41:57.256670 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=3570893e-423c-4c21-81b6-a9acd2f6337e,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:41:57.260079 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:41:57.290958 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-17e9ed0c-a7f6-4e25-92c6-e12ec8101e48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:57.366277 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-17e9ed0c-a7f6-4e25-92c6-e12ec8101e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:57.527333 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-17e9ed0c-a7f6-4e25-92c6-e12ec8101e48 admin admin] Allocated IP 172.26.3.105 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/0e8cc0a0-6057-4a76-a308-30dbf2d3580e) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:41:57.643250 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-17e9ed0c-a7f6-4e25-92c6-e12ec8101e48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:57.727361 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-17e9ed0c-a7f6-4e25-92c6-e12ec8101e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:57.731976 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:41:57.799741 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e9ed0c-a7f6-4e25-92c6-e12ec8101e48 admin admin] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:41:57.804250 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-17e9ed0c-a7f6-4e25-92c6-e12ec8101e48 admin admin] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:41:57.810750 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e9ed0c-a7f6-4e25-92c6-e12ec8101e48 admin admin] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:41:57.849871 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e9ed0c-a7f6-4e25-92c6-e12ec8101e48 admin admin] Pushing event updated for resources: {'Port': ['ID=0e8cc0a0-6057-4a76-a308-30dbf2d3580e,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:41:57.880170 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-17e9ed0c-a7f6-4e25-92c6-e12ec8101e48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:41:58.102330 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-17e9ed0c-a7f6-4e25-92c6-e12ec8101e48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:58.371907 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-17e9ed0c-a7f6-4e25-92c6-e12ec8101e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:58.375611 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-17e9ed0c-a7f6-4e25-92c6-e12ec8101e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627068'] for router, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:58.483597 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e9ed0c-a7f6-4e25-92c6-e12ec8101e48 admin admin] Router 98f79c44-c1ff-403c-b03b-b4fc98a4f84a has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:41:58.588726 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e9ed0c-a7f6-4e25-92c6-e12ec8101e48 admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:41:58.593535 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-17e9ed0c-a7f6-4e25-92c6-e12ec8101e48 admin admin] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:58.594680 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-17e9ed0c-a7f6-4e25-92c6-e12ec8101e48 admin admin] 10.222.0.72 "PUT /v2.0/routers/98f79c44-c1ff-403c-b03b-b4fc98a4f84a HTTP/1.1" status: 200 len: 890 time: 1.8668129 Jun 21 14:41:58.599585 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3a3a4f-1bd8-49e8-8c5a-20660c867428 None None] Sync routers for ids ['98f79c44-c1ff-403c-b03b-b4fc98a4f84a'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:41:58.617580 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3a3a4f-1bd8-49e8-8c5a-20660c867428 None None] Routers {'98f79c44-c1ff-403c-b03b-b4fc98a4f84a'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:41:58.618654 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-da3a3a4f-1bd8-49e8-8c5a-20660c867428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:41:46Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['98f79c44-c1ff-403c-b03b-b4fc98a4f84a'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:41:58.840357 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-da3a3a4f-1bd8-49e8-8c5a-20660c867428 None None] Set router 98f79c44-c1ff-403c-b03b-b4fc98a4f84a gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:41:58.987023 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3570893e-423c-4c21-81b6-a9acd2f6337e up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:41:59.178723 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 3570893e-423c-4c21-81b6-a9acd2f6337e triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:41:59.179067 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:59.337196 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-da3a3a4f-1bd8-49e8-8c5a-20660c867428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f79c44-c1ff-403c-b03b-b4fc98a4f84a', 'name': 'router1', 'tenant_id': '80f747ef3d0c4cb2ac849546a04e4f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '0e8cc0a0-6057-4a76-a308-30dbf2d3580e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:41:40Z', 'updated_at': '2021-06-21T14:41:57Z', 'revision_number': 4, 'project_id': '80f747ef3d0c4cb2ac849546a04e4f69', 'gw_port': {'id': '0e8cc0a0-6057-4a76-a308-30dbf2d3580e', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f79c44-c1ff-403c-b03b-b4fc98a4f84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:41:57Z', 'updated_at': '2021-06-21T14:41:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '3570893e-423c-4c21-81b6-a9acd2f6337e', 'name': '', 'network_id': 'b662b5a5-8f07-40b4-b7cb-8b65d544d9ad', 'tenant_id': '80f747ef3d0c4cb2ac849546a04e4f69', 'mac_address': 'fa:16:3e:2a:73:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f79c44-c1ff-403c-b03b-b4fc98a4f84a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f9c61f82-c36e-4cc9-91b1-9ed9f3ae4b03', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:41:49Z', 'updated_at': '2021-06-21T14:41:57Z', 'revision_number': 5, 'project_id': '80f747ef3d0c4cb2ac849546a04e4f69', 'subnets': [{'id': 'f9c61f82-c36e-4cc9-91b1-9ed9f3ae4b03', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6e24426-d794-437a-9c01-b165c5033574'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:41:59.386429 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3a3a4f-1bd8-49e8-8c5a-20660c867428 None None] Checking router: 98f79c44-c1ff-403c-b03b-b4fc98a4f84a for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:41:59.386774 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3a3a4f-1bd8-49e8-8c5a-20660c867428 None None] Updating router 98f79c44-c1ff-403c-b03b-b4fc98a4f84a port 0e8cc0a0-6057-4a76-a308-30dbf2d3580e binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:41:59.425496 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-da3a3a4f-1bd8-49e8-8c5a-20660c867428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:59.749289 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-da3a3a4f-1bd8-49e8-8c5a-20660c867428 None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:59.759400 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-da3a3a4f-1bd8-49e8-8c5a-20660c867428 None None] Transition to ACTIVE for port object 0e8cc0a0-6057-4a76-a308-30dbf2d3580e will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:41:59.769140 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-da3a3a4f-1bd8-49e8-8c5a-20660c867428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:59.771819 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-4130f3f8-c614-4ec5-a2c4-6c16e5ce0ee6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:41:59.821504 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-da3a3a4f-1bd8-49e8-8c5a-20660c867428 None None] Attempting to bind port 0e8cc0a0-6057-4a76-a308-30dbf2d3580e on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:41:59.821891 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-da3a3a4f-1bd8-49e8-8c5a-20660c867428 None None] Attempting to bind port 0e8cc0a0-6057-4a76-a308-30dbf2d3580e by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:41:59.822247 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3a3a4f-1bd8-49e8-8c5a-20660c867428 None None] Attempting to bind port 0e8cc0a0-6057-4a76-a308-30dbf2d3580e on network 78e7bc12-ea33-4baf-9744-b93105835641 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:41:59.824173 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302fa10-ccf3-4e10-922f-b084b264571f None None] Pushing event updated for resources: {'Port': ['ID=0e8cc0a0-6057-4a76-a308-30dbf2d3580e,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:41:59.827265 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-7302fa10-ccf3-4e10-922f-b084b264571f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:41:59.830257 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3a3a4f-1bd8-49e8-8c5a-20660c867428 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:41:59.830629 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3a3a4f-1bd8-49e8-8c5a-20660c867428 None None] Checking segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:41:59.831026 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-da3a3a4f-1bd8-49e8-8c5a-20660c867428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:59.831412 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3a3a4f-1bd8-49e8-8c5a-20660c867428 None None] Bound using segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:41:59.831879 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-da3a3a4f-1bd8-49e8-8c5a-20660c867428 None None] Bound port: 0e8cc0a0-6057-4a76-a308-30dbf2d3580e, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:41:59.832229 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-da3a3a4f-1bd8-49e8-8c5a-20660c867428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:59.883866 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-da3a3a4f-1bd8-49e8-8c5a-20660c867428 None None] For port 0e8cc0a0-6057-4a76-a308-30dbf2d3580e, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:41:59.887301 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-da3a3a4f-1bd8-49e8-8c5a-20660c867428 None None] For port 0e8cc0a0-6057-4a76-a308-30dbf2d3580e, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=0e8cc0a0-6057-4a76-a308-30dbf2d3580e,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:41:59.892537 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-da3a3a4f-1bd8-49e8-8c5a-20660c867428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:41:59.895668 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:42:00.033814 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302fa10-ccf3-4e10-922f-b084b264571f None None] Pushing event updated for resources: {'Port': ['ID=0e8cc0a0-6057-4a76-a308-30dbf2d3580e,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:42:00.037231 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-7302fa10-ccf3-4e10-922f-b084b264571f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:42:00.038283 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3a3a4f-1bd8-49e8-8c5a-20660c867428 None None] Routers {'98f79c44-c1ff-403c-b03b-b4fc98a4f84a'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:42:00.038867 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-da3a3a4f-1bd8-49e8-8c5a-20660c867428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:41:46Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['98f79c44-c1ff-403c-b03b-b4fc98a4f84a'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:42:00.143982 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-da3a3a4f-1bd8-49e8-8c5a-20660c867428 None None] Set router 98f79c44-c1ff-403c-b03b-b4fc98a4f84a gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:42:00.352370 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-da3a3a4f-1bd8-49e8-8c5a-20660c867428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f79c44-c1ff-403c-b03b-b4fc98a4f84a', 'name': 'router1', 'tenant_id': '80f747ef3d0c4cb2ac849546a04e4f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '0e8cc0a0-6057-4a76-a308-30dbf2d3580e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:41:40Z', 'updated_at': '2021-06-21T14:41:57Z', 'revision_number': 4, 'project_id': '80f747ef3d0c4cb2ac849546a04e4f69', 'gw_port': {'id': '0e8cc0a0-6057-4a76-a308-30dbf2d3580e', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f79c44-c1ff-403c-b03b-b4fc98a4f84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:41:57Z', 'updated_at': '2021-06-21T14:41:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '3570893e-423c-4c21-81b6-a9acd2f6337e', 'name': '', 'network_id': 'b662b5a5-8f07-40b4-b7cb-8b65d544d9ad', 'tenant_id': '80f747ef3d0c4cb2ac849546a04e4f69', 'mac_address': 'fa:16:3e:2a:73:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f79c44-c1ff-403c-b03b-b4fc98a4f84a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f9c61f82-c36e-4cc9-91b1-9ed9f3ae4b03', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:41:49Z', 'updated_at': '2021-06-21T14:41:57Z', 'revision_number': 5, 'project_id': '80f747ef3d0c4cb2ac849546a04e4f69', 'subnets': [{'id': 'f9c61f82-c36e-4cc9-91b1-9ed9f3ae4b03', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6e24426-d794-437a-9c01-b165c5033574'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:42:00.381348 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3a3a4f-1bd8-49e8-8c5a-20660c867428 None None] The sync data for ids ['98f79c44-c1ff-403c-b03b-b4fc98a4f84a'] in dv-neutron-797121-2-hyperv is: [{'id': '98f79c44-c1ff-403c-b03b-b4fc98a4f84a', 'name': 'router1', 'tenant_id': '80f747ef3d0c4cb2ac849546a04e4f69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.105'}], 'enable_snat': True}, 'gw_port_id': '0e8cc0a0-6057-4a76-a308-30dbf2d3580e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:41:40Z', 'updated_at': '2021-06-21T14:41:57Z', 'revision_number': 4, 'project_id': '80f747ef3d0c4cb2ac849546a04e4f69', 'gw_port': {'id': '0e8cc0a0-6057-4a76-a308-30dbf2d3580e', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:75:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f79c44-c1ff-403c-b03b-b4fc98a4f84a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:41:57Z', 'updated_at': '2021-06-21T14:41:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '3570893e-423c-4c21-81b6-a9acd2f6337e', 'name': '', 'network_id': 'b662b5a5-8f07-40b4-b7cb-8b65d544d9ad', 'tenant_id': '80f747ef3d0c4cb2ac849546a04e4f69', 'mac_address': 'fa:16:3e:2a:73:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f79c44-c1ff-403c-b03b-b4fc98a4f84a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f9c61f82-c36e-4cc9-91b1-9ed9f3ae4b03', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:41:49Z', 'updated_at': '2021-06-21T14:41:57Z', 'revision_number': 5, 'project_id': '80f747ef3d0c4cb2ac849546a04e4f69', 'subnets': [{'id': 'f9c61f82-c36e-4cc9-91b1-9ed9f3ae4b03', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e6e24426-d794-437a-9c01-b165c5033574'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:42:00.999579 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 0e8cc0a0-6057-4a76-a308-30dbf2d3580e up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:42:01.003831 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 58210) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:42:01.049833 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 0e8cc0a0-6057-4a76-a308-30dbf2d3580e completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:42:01.055166 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 0e8cc0a0-6057-4a76-a308-30dbf2d3580e triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:42:01.055166 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:42:01.131260 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:42:01.133564 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-19b45388-4c1f-4bc5-b1c3-0eaea0915f92 admin admin] 10.222.0.72 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1275480 Jun 21 14:42:01.156875 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 0e8cc0a0-6057-4a76-a308-30dbf2d3580e, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=0e8cc0a0-6057-4a76-a308-30dbf2d3580e,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:42:01.162829 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:42:01.165708 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-7302fa10-ccf3-4e10-922f-b084b264571f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:42:01.218411 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=0e8cc0a0-6057-4a76-a308-30dbf2d3580e,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:42:01.221609 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:42:02.968382 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 0e8cc0a0-6057-4a76-a308-30dbf2d3580e up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:42:03.020566 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 0e8cc0a0-6057-4a76-a308-30dbf2d3580e triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:42:03.021241 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:42:03.073373 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 5 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:42:13.966714 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8f6e9b70-f40d-4aa9-af88-66cf41911646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:42:16.505248 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1ac66685-5618-47b8-9db4-34a439c5981e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:42:16.944578 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:42:17.926572 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:42:19.585080 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:42:40.072635 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 5 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:42:43.962333 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9afba6f7-60ab-4cfb-bbe6-49afdb5af486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:42:46.501865 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e244546e-7b19-4440-935e-fe82372df2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:42:46.930775 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:42:47.921724 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:42:49.576653 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:43:13.967598 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0f68797c-c635-4d44-a795-33be4ba025b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:43:16.505538 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d87faa69-e257-4cbc-9051-8a3d8877bbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:43:16.935367 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:43:17.071984 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 5 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:43:17.924754 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:43:19.582377 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:43:41.270374 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 58810) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:43:41.344261 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-63499225-6552-47ed-b407-e0bc37292bc3 admin admin] GET failed (client error): The resource could not be found. Jun 21 14:43:41.345600 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-63499225-6552-47ed-b407-e0bc37292bc3 admin admin] 10.222.0.72 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0743370 Jun 21 14:43:41.507818 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0926524-500d-4718-9a28-df4599e932f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:43:41.509289 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b0926524-500d-4718-9a28-df4599e932f7 admin admin] 10.222.0.72 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1596589 Jun 21 14:43:43.653858 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 58820) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:43:43.753843 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c19de38-a793-4eab-a19a-642ec698bfa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:43:43.755674 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9c19de38-a793-4eab-a19a-642ec698bfa3 admin admin] 10.222.0.72 "GET /v2.0/subnets/f9c61f82-c36e-4cc9-91b1-9ed9f3ae4b03 HTTP/1.1" status: 200 len: 849 time: 0.1006253 Jun 21 14:43:43.767803 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-871cab7a-4bd7-45c3-93db-066181682b09 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:43:43.861647 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-871cab7a-4bd7-45c3-93db-066181682b09 admin admin] Notify callbacks [] for subnet, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:43:43.974923 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-cbb8c63f-cb90-4f9d-8b31-1b0d52db09a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:43:44.030149 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-871cab7a-4bd7-45c3-93db-066181682b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728737223388'] for subnet, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:43:44.032253 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:43:44.061587 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871cab7a-4bd7-45c3-93db-066181682b09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:43:44.062425 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-871cab7a-4bd7-45c3-93db-066181682b09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:43:44.063710 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-871cab7a-4bd7-45c3-93db-066181682b09 admin admin] 10.222.0.72 "PUT /v2.0/subnets/f9c61f82-c36e-4cc9-91b1-9ed9f3ae4b03 HTTP/1.1" status: 200 len: 868 time: 0.3020201 Jun 21 14:43:44.080801 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b819ff5-c07a-4332-aab3-a7e0ca4f059b None None] Network b662b5a5-8f07-40b4-b7cb-8b65d544d9ad requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:43:44.081860 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871cab7a-4bd7-45c3-93db-066181682b09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9c61f82-c36e-4cc9-91b1-9ed9f3ae4b03,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:43:44.089716 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871cab7a-4bd7-45c3-93db-066181682b09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:43:44.090132 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871cab7a-4bd7-45c3-93db-066181682b09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:43:44.090428 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871cab7a-4bd7-45c3-93db-066181682b09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:43:44.091019 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871cab7a-4bd7-45c3-93db-066181682b09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:43:44.091200 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871cab7a-4bd7-45c3-93db-066181682b09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:43:44.091683 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871cab7a-4bd7-45c3-93db-066181682b09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:43:44.092008 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871cab7a-4bd7-45c3-93db-066181682b09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:43:44.092394 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871cab7a-4bd7-45c3-93db-066181682b09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:43:44.093565 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871cab7a-4bd7-45c3-93db-066181682b09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:43:44.093565 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871cab7a-4bd7-45c3-93db-066181682b09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:43:44.093565 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871cab7a-4bd7-45c3-93db-066181682b09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:43:44.093882 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-871cab7a-4bd7-45c3-93db-066181682b09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:43:44.098482 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-871cab7a-4bd7-45c3-93db-066181682b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:43:44.493661 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2f695faa-547f-4dc5-9eaa-6f12c2c2e864 None None] Provisioning complete for port 3570893e-423c-4c21-81b6-a9acd2f6337e triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:43:44.494061 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2f695faa-547f-4dc5-9eaa-6f12c2c2e864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:43:44.583017 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2f695faa-547f-4dc5-9eaa-6f12c2c2e864 None None] Provisioning complete for port e4b5e77c-b85b-4a2b-a688-e23883fee4e1 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:43:44.583215 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2f695faa-547f-4dc5-9eaa-6f12c2c2e864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:43:46.212199 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 58828) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:43:46.440273 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4404b25-5710-4388-b9bf-0eb6499e0a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:43:46.440809 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4404b25-5710-4388-b9bf-0eb6499e0a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:43:46.442994 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b4404b25-5710-4388-b9bf-0eb6499e0a1f admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2297871 Jun 21 14:43:46.510961 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9f9249ec-0528-40ad-8731-46aedf892604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:43:46.939360 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:43:47.928924 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:43:48.597100 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 58838) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:43:48.762130 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ea6e77-f669-4d47-b384-5174de886519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:43:48.762607 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ea6e77-f669-4d47-b384-5174de886519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:43:48.764171 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e0ea6e77-f669-4d47-b384-5174de886519 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1658874 Jun 21 14:43:49.586063 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:43:50.912034 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 58846) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:43:51.059351 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af5bdbd-18d3-4f30-9ad2-4e11fe39619b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:43:51.060713 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0af5bdbd-18d3-4f30-9ad2-4e11fe39619b admin admin] 10.222.0.72 "GET /v2.0/networks/78e7bc12-ea33-4baf-9744-b93105835641 HTTP/1.1" status: 200 len: 886 time: 0.1477194 Jun 21 14:43:53.179987 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 58854) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:43:53.323055 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55f5f66-2ef0-4235-91b4-4a152c17b915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:43:53.324896 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a55f5f66-2ef0-4235-91b4-4a152c17b915 admin admin] 10.222.0.72 "GET /v2.0/networks/b662b5a5-8f07-40b4-b7cb-8b65d544d9ad HTTP/1.1" status: 200 len: 869 time: 0.1431527 Jun 21 14:43:54.072598 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 5 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:43:55.498175 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 58862) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:43:55.626450 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70350a7d-f63c-433f-a8dd-8c15b270c623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:43:55.626904 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70350a7d-f63c-433f-a8dd-8c15b270c623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:43:55.628421 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-70350a7d-f63c-433f-a8dd-8c15b270c623 admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1293011 Jun 21 14:43:57.806443 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 58870) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:43:57.906515 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27be0f2d-e5eb-49ac-9d9e-3265e6fae25f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:43:57.906968 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27be0f2d-e5eb-49ac-9d9e-3265e6fae25f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:43:57.908464 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-27be0f2d-e5eb-49ac-9d9e-3265e6fae25f admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1010866 Jun 21 14:44:00.037185 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 58878) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:44:00.132983 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0d2ab4-0dd5-4568-b9b8-0ee9d4071c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:44:00.134338 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4d0d2ab4-0dd5-4568-b9b8-0ee9d4071c3a admin admin] 10.222.0.72 "GET /v2.0/subnets/324aa59e-bc0e-43bf-9464-c1fd73e346a2 HTTP/1.1" status: 200 len: 816 time: 0.0959024 Jun 21 14:44:02.255373 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 58886) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:44:02.358495 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec189e6-4093-4257-9bcf-1d42961f26d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:44:02.359880 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5ec189e6-4093-4257-9bcf-1d42961f26d7 admin admin] 10.222.0.72 "GET /v2.0/subnets/f9c61f82-c36e-4cc9-91b1-9ed9f3ae4b03 HTTP/1.1" status: 200 len: 868 time: 0.1032245 Jun 21 14:44:13.970231 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d1822cde-e9e4-4664-b718-33ae64093d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:44:16.514054 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1c306c50-aa5c-4fe2-b528-ddd3d9ec8767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:44:16.943879 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:44:17.931619 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:44:19.595134 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:44:26.067439 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 58930) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:44:26.129870 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-fe25f804-fdbc-48b0-8c8e-b7fc57e4992c admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:44:26.131294 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-fe25f804-fdbc-48b0-8c8e-b7fc57e4992c admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0629246 Jun 21 14:44:28.358062 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 58938) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:44:28.422783 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe65cdd6-5e1c-4e10-aabb-368c912c3c35 admin admin] GET failed (client error): The resource could not be found. Jun 21 14:44:28.424069 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fe65cdd6-5e1c-4e10-aabb-368c912c3c35 admin admin] 10.222.0.72 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0648813 Jun 21 14:44:28.513539 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac710bb-a5ba-44f2-aaeb-6127d7801709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:44:28.514996 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4ac710bb-a5ba-44f2-aaeb-6127d7801709 admin admin] 10.222.0.72 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0853410 Jun 21 14:44:30.659431 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 58946) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:44:30.708953 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-e2e57e53-292e-4d87-a375-ca57dc2f92e6 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:44:30.735671 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e57e53-292e-4d87-a375-ca57dc2f92e6 admin admin] Made reservation on behalf of 82fa0175ce934b9ba0a5a63f634efb9c for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:44:30.739676 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e2e57e53-292e-4d87-a375-ca57dc2f92e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:44:30.798119 dv-neutron-797121-2-hyperv neutron-server[105225]: WARNING neutron.services.revisions.revision_plugin [None req-e2e57e53-292e-4d87-a375-ca57dc2f92e6 admin admin] Could not find related network for resource to bump revision. Jun 21 14:44:30.812346 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e57e53-292e-4d87-a375-ca57dc2f92e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:44:30.823041 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e2e57e53-292e-4d87-a375-ca57dc2f92e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:44:30.823390 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-e2e57e53-292e-4d87-a375-ca57dc2f92e6 admin admin] Added segment 81d56199-2f54-46bf-9c68-e6782fae647a of type vlan for network d8cc978c-fb56-4621-8e40-d262060edafe Jun 21 14:44:30.866129 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e2e57e53-292e-4d87-a375-ca57dc2f92e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:44:30.901223 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e2e57e53-292e-4d87-a375-ca57dc2f92e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:44:30.902774 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e57e53-292e-4d87-a375-ca57dc2f92e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:44:30.903381 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e2e57e53-292e-4d87-a375-ca57dc2f92e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:44:30.905275 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:44:30.957407 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e2e57e53-292e-4d87-a375-ca57dc2f92e6 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2965951 Jun 21 14:44:30.963628 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e57e53-292e-4d87-a375-ca57dc2f92e6 admin admin] Pushing event updated for resources: {'Network': ['ID=d8cc978c-fb56-4621-8e40-d262060edafe,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:44:30.970499 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e57e53-292e-4d87-a375-ca57dc2f92e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:44:30.970845 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e57e53-292e-4d87-a375-ca57dc2f92e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:44:30.971175 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e57e53-292e-4d87-a375-ca57dc2f92e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:44:30.971490 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e57e53-292e-4d87-a375-ca57dc2f92e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:44:30.971838 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e57e53-292e-4d87-a375-ca57dc2f92e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:44:30.972140 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e57e53-292e-4d87-a375-ca57dc2f92e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:44:30.972453 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e57e53-292e-4d87-a375-ca57dc2f92e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:44:30.972774 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e57e53-292e-4d87-a375-ca57dc2f92e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:44:30.973084 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e57e53-292e-4d87-a375-ca57dc2f92e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:44:30.973389 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e57e53-292e-4d87-a375-ca57dc2f92e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:44:30.973691 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e57e53-292e-4d87-a375-ca57dc2f92e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:44:30.974028 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e57e53-292e-4d87-a375-ca57dc2f92e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:44:30.978464 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e2e57e53-292e-4d87-a375-ca57dc2f92e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:44:30.990517 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network d8cc978c-fb56-4621-8e40-d262060edafe details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:44:31.071525 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 5 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:44:33.110199 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 58954) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:44:33.181163 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d6eab2-648c-4104-9c8a-3871ccb178d3 admin admin] GET failed (client error): The resource could not be found. Jun 21 14:44:33.182513 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-57d6eab2-648c-4104-9c8a-3871ccb178d3 admin admin] 10.222.0.72 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0713358 Jun 21 14:44:33.291482 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ff5cff-9a91-4321-b6ae-25c5aabc01e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:44:33.293408 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a5ff5cff-9a91-4321-b6ae-25c5aabc01e7 admin admin] 10.222.0.72 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1069224 Jun 21 14:44:33.303314 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-6a3d5e51-ddd7-4487-a40c-30a2ab1ece1c admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'd8cc978c-fb56-4621-8e40-d262060edafe', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:44:33.329258 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a3d5e51-ddd7-4487-a40c-30a2ab1ece1c admin admin] Made reservation on behalf of 82fa0175ce934b9ba0a5a63f634efb9c for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:44:33.331604 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6a3d5e51-ddd7-4487-a40c-30a2ab1ece1c admin admin] Notify callbacks [] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:44:33.509807 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6a3d5e51-ddd7-4487-a40c-30a2ab1ece1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:44:33.515046 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e85a41c4-037b-4742-b1bb-cf9bd25d5520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:44:33.574711 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d5e51-ddd7-4487-a40c-30a2ab1ece1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e2f570a-6499-4464-b36a-90ae9c341ede,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:44:33.577731 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6a3d5e51-ddd7-4487-a40c-30a2ab1ece1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:44:33.583460 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3d5e51-ddd7-4487-a40c-30a2ab1ece1c admin admin] Checking segment: {'id': '81d56199-2f54-46bf-9c68-e6782fae647a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd8cc978c-fb56-4621-8e40-d262060edafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:44:33.583800 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3d5e51-ddd7-4487-a40c-30a2ab1ece1c admin admin] Network hostable DHCP agents. Network: d8cc978c-fb56-4621-8e40-d262060edafe, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:44:33.602092 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3d5e51-ddd7-4487-a40c-30a2ab1ece1c admin admin] Network d8cc978c-fb56-4621-8e40-d262060edafe is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:44:33.615727 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-6a3d5e51-ddd7-4487-a40c-30a2ab1ece1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, d8cc978c-fb56-4621-8e40-d262060edafe) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:44:33.620988 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3d5e51-ddd7-4487-a40c-30a2ab1ece1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:44:33.621722 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6a3d5e51-ddd7-4487-a40c-30a2ab1ece1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:44:33.626103 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513c74d9-e931-4fe5-b534-f43fba5f56ad None None] Network d8cc978c-fb56-4621-8e40-d262060edafe requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:44:33.647438 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6a3d5e51-ddd7-4487-a40c-30a2ab1ece1c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3465245 Jun 21 14:44:33.880312 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-d8cc978c-fb56-4621-8e40-d262060edafe', 'network_id': 'd8cc978c-fb56-4621-8e40-d262060edafe', 'tenant_id': '82fa0175ce934b9ba0a5a63f634efb9c', 'fixed_ips': [{'subnet_id': '4e2f570a-6499-4464-b36a-90ae9c341ede'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:44:33.881208 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:44:34.035280 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] Allocated IP 192.168.233.2 (d8cc978c-fb56-4621-8e40-d262060edafe/4e2f570a-6499-4464-b36a-90ae9c341ede/f7cc4b84-71af-45b6-b986-ce4e89c3a30d) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:44:34.177176 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:44:34.186106 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] Transition to ACTIVE for port object f7cc4b84-71af-45b6-b986-ce4e89c3a30d will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:44:34.202192 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] Transition to ACTIVE for port object f7cc4b84-71af-45b6-b986-ce4e89c3a30d will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:44:34.209580 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:44:34.212709 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:44:34.253414 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] Network d8cc978c-fb56-4621-8e40-d262060edafe is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:44:34.258225 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:44:34.261255 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:44:34.269002 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] Pushing event updated for resources: {'Port': ['ID=f7cc4b84-71af-45b6-b986-ce4e89c3a30d,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:44:34.303069 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:44:34.303475 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:44:34.303786 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:44:34.304125 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:44:34.304442 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:44:34.304771 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:44:34.305061 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:44:34.305391 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:44:34.305869 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:44:34.306238 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:44:34.306565 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:44:34.306862 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:44:34.311684 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:44:34.343752 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] Attempting to bind port f7cc4b84-71af-45b6-b986-ce4e89c3a30d on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:44:34.344111 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] Attempting to bind port f7cc4b84-71af-45b6-b986-ce4e89c3a30d by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '81d56199-2f54-46bf-9c68-e6782fae647a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd8cc978c-fb56-4621-8e40-d262060edafe'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:44:34.344461 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] Attempting to bind port f7cc4b84-71af-45b6-b986-ce4e89c3a30d on network d8cc978c-fb56-4621-8e40-d262060edafe {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:44:34.349369 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:44:34.349737 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] Checking segment: {'id': '81d56199-2f54-46bf-9c68-e6782fae647a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd8cc978c-fb56-4621-8e40-d262060edafe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:44:34.350160 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:44:34.350542 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] Bound using segment: {'id': '81d56199-2f54-46bf-9c68-e6782fae647a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd8cc978c-fb56-4621-8e40-d262060edafe'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:44:34.351000 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] Bound port: f7cc4b84-71af-45b6-b986-ce4e89c3a30d, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d56199-2f54-46bf-9c68-e6782fae647a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd8cc978c-fb56-4621-8e40-d262060edafe'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:44:34.351368 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:44:34.416021 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] For port f7cc4b84-71af-45b6-b986-ce4e89c3a30d, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:44:34.419222 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] For port f7cc4b84-71af-45b6-b986-ce4e89c3a30d, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=f7cc4b84-71af-45b6-b986-ce4e89c3a30d,segment=NetworkSegment(81d56199-2f54-46bf-9c68-e6782fae647a),segment_id=81d56199-2f54-46bf-9c68-e6782fae647a)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:44:34.424786 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:44:34.427157 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:44:34.492625 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] Pushing event updated for resources: {'Port': ['ID=f7cc4b84-71af-45b6-b986-ce4e89c3a30d,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:44:34.494982 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:44:35.139179 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device f7cc4b84-71af-45b6-b986-ce4e89c3a30d up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:44:35.200516 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port f7cc4b84-71af-45b6-b986-ce4e89c3a30d completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:44:35.310231 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b157817b-35a5-45e1-9273-e044f964ae5a None None] Network d8cc978c-fb56-4621-8e40-d262060edafe requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:44:35.421811 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-418f6748-334e-4a14-b22c-b1dfe4729284 None None] Provisioning for port f7cc4b84-71af-45b6-b986-ce4e89c3a30d completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:44:35.429669 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-418f6748-334e-4a14-b22c-b1dfe4729284 None None] Provisioning complete for port f7cc4b84-71af-45b6-b986-ce4e89c3a30d triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:44:35.430055 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-418f6748-334e-4a14-b22c-b1dfe4729284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:44:35.558714 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-418f6748-334e-4a14-b22c-b1dfe4729284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:44:35.592974 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-418f6748-334e-4a14-b22c-b1dfe4729284 None None] For port f7cc4b84-71af-45b6-b986-ce4e89c3a30d, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=f7cc4b84-71af-45b6-b986-ce4e89c3a30d,segment=NetworkSegment(81d56199-2f54-46bf-9c68-e6782fae647a),segment_id=81d56199-2f54-46bf-9c68-e6782fae647a)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:44:35.598911 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-418f6748-334e-4a14-b22c-b1dfe4729284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:44:35.602694 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:44:35.656892 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418f6748-334e-4a14-b22c-b1dfe4729284 None None] Pushing event updated for resources: {'Port': ['ID=f7cc4b84-71af-45b6-b986-ce4e89c3a30d,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:44:35.660003 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-418f6748-334e-4a14-b22c-b1dfe4729284 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:44:35.823084 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-43f3ccdc-d3dd-4ea8-95bf-7dd451f87edf None None] Provisioning complete for port f7cc4b84-71af-45b6-b986-ce4e89c3a30d triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:44:35.823432 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-43f3ccdc-d3dd-4ea8-95bf-7dd451f87edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:44:37.098678 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device f7cc4b84-71af-45b6-b986-ce4e89c3a30d up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:44:37.146727 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port f7cc4b84-71af-45b6-b986-ce4e89c3a30d triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:44:37.147096 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:44:43.973502 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-cbd76e3d-6923-435f-a1f5-178fb990ef8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:44:46.518581 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8c65a4d1-83ed-4383-8e77-42f67d608eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:44:46.942165 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:44:47.951505 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:44:49.593324 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:45:08.071121 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 5 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:45:13.976755 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7261093c-4699-42f3-abaa-41f2bfbc7b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:45:16.525042 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-47b23d3d-4bca-45f0-95c4-e3ae0a8f5929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:45:16.946218 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:45:17.937846 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:45:19.607601 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:45:43.979848 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-cfde5c88-70bc-4187-859f-37416e308fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:45:45.070863 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 5 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:45:46.518466 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9610a8b1-362a-48bf-a90d-c5620df47d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:45:46.952421 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:45:47.940011 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59006) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:45:47.940811 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:45:47.946615 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-03b484cf-9130-4a89-a7c9-4d559ad2c227 tempest-verify_tempest_config-1173044052 tempest-verify_tempest_config-1173044052-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:45:47.947880 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-03b484cf-9130-4a89-a7c9-4d559ad2c227 tempest-verify_tempest_config-1173044052 tempest-verify_tempest_config-1173044052-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065701 Jun 21 14:45:48.298766 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59024) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:45:48.414109 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2eea53cc-125f-4f2c-9662-dd117a6cd6ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:45:48.508177 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2eea53cc-125f-4f2c-9662-dd117a6cd6ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:45:48.514658 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2eea53cc-125f-4f2c-9662-dd117a6cd6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:45:48.517911 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-bbe95a42-2502-43e3-b793-134faf800f3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:45:48.561898 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2eea53cc-125f-4f2c-9662-dd117a6cd6ec admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4959b93c972f40e482c7785012f66723&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2618539 Jun 21 14:45:48.562681 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea53cc-125f-4f2c-9662-dd117a6cd6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e6e615-3f6a-47e5-9519-7fb07161102c,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:45:48.564925 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59030) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:45:48.570953 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea53cc-125f-4f2c-9662-dd117a6cd6ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:45:48.571299 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea53cc-125f-4f2c-9662-dd117a6cd6ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:45:48.571629 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea53cc-125f-4f2c-9662-dd117a6cd6ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:45:48.571948 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea53cc-125f-4f2c-9662-dd117a6cd6ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:45:48.572262 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea53cc-125f-4f2c-9662-dd117a6cd6ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:45:48.572589 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea53cc-125f-4f2c-9662-dd117a6cd6ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:45:48.572906 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea53cc-125f-4f2c-9662-dd117a6cd6ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:45:48.573225 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea53cc-125f-4f2c-9662-dd117a6cd6ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:45:48.573701 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea53cc-125f-4f2c-9662-dd117a6cd6ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:45:48.574423 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea53cc-125f-4f2c-9662-dd117a6cd6ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:45:48.574738 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea53cc-125f-4f2c-9662-dd117a6cd6ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:45:48.575046 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eea53cc-125f-4f2c-9662-dd117a6cd6ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:45:48.582984 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2eea53cc-125f-4f2c-9662-dd117a6cd6ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:45:48.628755 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ecc1b208-a063-4175-9bae-a0f33cc12162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:45:48.651454 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ecc1b208-a063-4175-9bae-a0f33cc12162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:45:48.754165 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ecc1b208-a063-4175-9bae-a0f33cc12162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:45:48.758844 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ecc1b208-a063-4175-9bae-a0f33cc12162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:45:48.760394 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ecc1b208-a063-4175-9bae-a0f33cc12162 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/11e6e615-3f6a-47e5-9519-7fb07161102c HTTP/1.1" status: 204 len: 168 time: 0.1943188 Jun 21 14:45:48.761080 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-cee753de-2e81-4ac2-b71e-b0dbdc8663e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:45:48.769903 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1b208-a063-4175-9bae-a0f33cc12162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e6e615-3f6a-47e5-9519-7fb07161102c,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:45:48.777543 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc1b208-a063-4175-9bae-a0f33cc12162 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:45:48.777935 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc1b208-a063-4175-9bae-a0f33cc12162 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:45:48.778274 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc1b208-a063-4175-9bae-a0f33cc12162 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:45:48.778693 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc1b208-a063-4175-9bae-a0f33cc12162 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:45:48.778917 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc1b208-a063-4175-9bae-a0f33cc12162 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:45:48.779351 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc1b208-a063-4175-9bae-a0f33cc12162 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:45:48.779616 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc1b208-a063-4175-9bae-a0f33cc12162 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:45:48.779904 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc1b208-a063-4175-9bae-a0f33cc12162 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:45:48.780233 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc1b208-a063-4175-9bae-a0f33cc12162 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:45:48.780548 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc1b208-a063-4175-9bae-a0f33cc12162 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:45:48.780895 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc1b208-a063-4175-9bae-a0f33cc12162 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:45:48.781209 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecc1b208-a063-4175-9bae-a0f33cc12162 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:45:48.789386 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ecc1b208-a063-4175-9bae-a0f33cc12162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:45:49.602886 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:46:13.994739 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7e40eb6b-2da3-481e-8de3-c373dd0c7667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:46:16.524173 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-69845371-bd98-4eb2-bab8-386e184fdee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:46:16.951696 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:46:17.951964 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:46:19.615966 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:46:22.071647 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 5 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:46:43.994462 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-946b2eea-e2ce-490f-8e6f-66fced5ccd42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:46:46.527424 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ac31022c-dd31-49a8-b53d-a2677e7954ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:46:46.948300 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:46:47.949018 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:46:49.616547 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:46:59.070639 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 5 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:47:05.179916 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001'] for agent, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:47:13.993172 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2b9937e3-8261-4f7a-98d3-46f8663aeb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:47:16.531538 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6edd6584-6b17-4c09-a298-21a7a4c05775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:47:16.942218 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:47:17.951619 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:47:19.622609 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:47:22.993379 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59100) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:47:23.111329 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-aeb9ac23-b5b7-44f4-9b8b-1e44d89b563f admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1164689 Jun 21 14:47:25.263849 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59110) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:47:25.327881 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d6e91b06-65a9-4e09-b78d-ebb6a43895d9 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0628681 Jun 21 14:47:35.154203 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:47:36.072075 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:47:43.992362 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6003ebfa-e849-4f46-a729-3665db227787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:47:46.534976 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0b7e7051-b5b9-4b52-9fad-08a8fcb3173c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:47:46.955360 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:47:47.958635 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:47:49.628596 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:05.172057 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:13.071740 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:48:13.985309 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b8f2c474-b197-4029-9bbe-41c738c34b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:16.543858 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8a289203-40ef-4592-840e-35a51aa45b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:16.949223 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:17.957033 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:19.627601 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:35.170337 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:36.569743 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59168) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:36.712657 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-0cf683f5-e99c-44aa-8a0c-7f12bf0c6140 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1587561787-network', 'tenant_id': 'eb3339ddc44e4edaa02fbedfc7e28c58'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:36.751449 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf683f5-e99c-44aa-8a0c-7f12bf0c6140 admin admin] Made reservation on behalf of eb3339ddc44e4edaa02fbedfc7e28c58 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:48:36.754472 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0cf683f5-e99c-44aa-8a0c-7f12bf0c6140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:36.768840 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0cf683f5-e99c-44aa-8a0c-7f12bf0c6140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:36.914713 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0cf683f5-e99c-44aa-8a0c-7f12bf0c6140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:36.926922 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0cf683f5-e99c-44aa-8a0c-7f12bf0c6140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:36.934250 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2eea53cc-125f-4f2c-9662-dd117a6cd6ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:36.968165 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cf683f5-e99c-44aa-8a0c-7f12bf0c6140 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:48:36.987146 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf683f5-e99c-44aa-8a0c-7f12bf0c6140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2a30e2-cbe1-49eb-83a8-abd72aaa04ee,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:36.991895 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0cf683f5-e99c-44aa-8a0c-7f12bf0c6140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:36.992228 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-0cf683f5-e99c-44aa-8a0c-7f12bf0c6140 admin admin] Added segment 65774553-a27d-4d8a-916a-99e0c521981d of type vlan for network eb470b20-6e86-4a91-bfc2-e6552b84c15d Jun 21 14:48:37.012978 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf683f5-e99c-44aa-8a0c-7f12bf0c6140 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:37.013400 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf683f5-e99c-44aa-8a0c-7f12bf0c6140 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:37.013743 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf683f5-e99c-44aa-8a0c-7f12bf0c6140 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:37.014089 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf683f5-e99c-44aa-8a0c-7f12bf0c6140 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:37.014402 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf683f5-e99c-44aa-8a0c-7f12bf0c6140 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:37.014722 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf683f5-e99c-44aa-8a0c-7f12bf0c6140 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:37.015034 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf683f5-e99c-44aa-8a0c-7f12bf0c6140 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:37.015922 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf683f5-e99c-44aa-8a0c-7f12bf0c6140 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:37.015922 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf683f5-e99c-44aa-8a0c-7f12bf0c6140 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:37.016074 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf683f5-e99c-44aa-8a0c-7f12bf0c6140 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:37.016331 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf683f5-e99c-44aa-8a0c-7f12bf0c6140 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:37.016636 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf683f5-e99c-44aa-8a0c-7f12bf0c6140 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:37.017729 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf683f5-e99c-44aa-8a0c-7f12bf0c6140 admin admin] Tracked resource versions report: Jun 21 14:48:37.017729 dv-neutron-797121-2-hyperv neutron-server[105224]: pushed versions: Jun 21 14:48:37.017729 dv-neutron-797121-2-hyperv neutron-server[105224]: { 'AddressGroup': {'1.2'}, Jun 21 14:48:37.017729 dv-neutron-797121-2-hyperv neutron-server[105224]: 'ConntrackHelper': {'1.0'}, Jun 21 14:48:37.017729 dv-neutron-797121-2-hyperv neutron-server[105224]: 'Log': {'1.0'}, Jun 21 14:48:37.017729 dv-neutron-797121-2-hyperv neutron-server[105224]: 'Network': {'1.1'}, Jun 21 14:48:37.017729 dv-neutron-797121-2-hyperv neutron-server[105224]: 'Port': {'1.7'}, Jun 21 14:48:37.017729 dv-neutron-797121-2-hyperv neutron-server[105224]: 'PortForwarding': {'1.2'}, Jun 21 14:48:37.017729 dv-neutron-797121-2-hyperv neutron-server[105224]: 'QosPolicy': {'1.8'}, Jun 21 14:48:37.017729 dv-neutron-797121-2-hyperv neutron-server[105224]: 'SecurityGroup': {'1.4'}, Jun 21 14:48:37.017729 dv-neutron-797121-2-hyperv neutron-server[105224]: 'SecurityGroupRule': {'1.2'}, Jun 21 14:48:37.017729 dv-neutron-797121-2-hyperv neutron-server[105224]: 'SubPort': {'1.0'}, Jun 21 14:48:37.017729 dv-neutron-797121-2-hyperv neutron-server[105224]: 'Subnet': {'1.1'}, Jun 21 14:48:37.017729 dv-neutron-797121-2-hyperv neutron-server[105224]: 'Trunk': {'1.1'}} Jun 21 14:48:37.017729 dv-neutron-797121-2-hyperv neutron-server[105224]: consumer versions: Jun 21 14:48:37.017729 dv-neutron-797121-2-hyperv neutron-server[105224]: { DHCP agent@dv-neutron-797121-2-hyperv: {}, Jun 21 14:48:37.017729 dv-neutron-797121-2-hyperv neutron-server[105224]: HyperV agent@hv-neutron-7971: {}, Jun 21 14:48:37.017729 dv-neutron-797121-2-hyperv neutron-server[105224]: L3 agent@dv-neutron-797121-2-hyperv: {}, Jun 21 14:48:37.017729 dv-neutron-797121-2-hyperv neutron-server[105224]: Metadata agent@dv-neutron-797121-2-hyperv: {}, Jun 21 14:48:37.017729 dv-neutron-797121-2-hyperv neutron-server[105224]: Metering agent@dv-neutron-797121-2-hyperv: {}, Jun 21 14:48:37.017729 dv-neutron-797121-2-hyperv neutron-server[105224]: Open vSwitch agent@dv-neutron-797121-2-hyperv: { 'AddressGroup': '1.2', Jun 21 14:48:37.017729 dv-neutron-797121-2-hyperv neutron-server[105224]: 'ConntrackHelper': '1.0', Jun 21 14:48:37.017729 dv-neutron-797121-2-hyperv neutron-server[105224]: 'Log': '1.0', Jun 21 14:48:37.017729 dv-neutron-797121-2-hyperv neutron-server[105224]: 'Network': '1.1', Jun 21 14:48:37.017729 dv-neutron-797121-2-hyperv neutron-server[105224]: 'Port': '1.7', Jun 21 14:48:37.017729 dv-neutron-797121-2-hyperv neutron-server[105224]: 'PortForwarding': '1.2', Jun 21 14:48:37.017729 dv-neutron-797121-2-hyperv neutron-server[105224]: 'QosPolicy': '1.8', Jun 21 14:48:37.017729 dv-neutron-797121-2-hyperv neutron-server[105224]: 'SecurityGroup': '1.4', Jun 21 14:48:37.017729 dv-neutron-797121-2-hyperv neutron-server[105224]: 'SecurityGroupRule': '1.2', Jun 21 14:48:37.017729 dv-neutron-797121-2-hyperv neutron-server[105224]: 'SubPort': '1.0', Jun 21 14:48:37.017729 dv-neutron-797121-2-hyperv neutron-server[105224]: 'Subnet': '1.1', Jun 21 14:48:37.017729 dv-neutron-797121-2-hyperv neutron-server[105224]: 'Trunk': '1.1'}} Jun 21 14:48:37.017729 dv-neutron-797121-2-hyperv neutron-server[105224]: {{(pid=105224) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 14:48:37.029815 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0cf683f5-e99c-44aa-8a0c-7f12bf0c6140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:37.093210 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0cf683f5-e99c-44aa-8a0c-7f12bf0c6140 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:37.161421 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0cf683f5-e99c-44aa-8a0c-7f12bf0c6140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:37.162796 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf683f5-e99c-44aa-8a0c-7f12bf0c6140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:48:37.163367 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0cf683f5-e99c-44aa-8a0c-7f12bf0c6140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:37.165481 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:37.312948 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf683f5-e99c-44aa-8a0c-7f12bf0c6140 admin admin] Pushing event updated for resources: {'Network': ['ID=eb470b20-6e86-4a91-bfc2-e6552b84c15d,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:37.318951 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0cf683f5-e99c-44aa-8a0c-7f12bf0c6140 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7445340 Jun 21 14:48:37.318951 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59208) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:37.321536 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0cf683f5-e99c-44aa-8a0c-7f12bf0c6140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:37.327437 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network eb470b20-6e86-4a91-bfc2-e6552b84c15d details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:48:37.330968 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-d9d54633-d668-4923-9337-6f2e80ed3d7f admin admin] Request body: {'subnet': {'network_id': 'eb470b20-6e86-4a91-bfc2-e6552b84c15d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1587561787-subnet', 'tenant_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:37.360703 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d54633-d668-4923-9337-6f2e80ed3d7f admin admin] Made reservation on behalf of eb3339ddc44e4edaa02fbedfc7e28c58 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:48:37.363893 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d9d54633-d668-4923-9337-6f2e80ed3d7f admin admin] Notify callbacks [] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:37.602333 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d9d54633-d668-4923-9337-6f2e80ed3d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:37.610354 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:37.658255 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d54633-d668-4923-9337-6f2e80ed3d7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2f70e59-7e68-49dc-8fd5-a1de7ed83ffa,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:37.670534 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d9d54633-d668-4923-9337-6f2e80ed3d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:37.689370 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d54633-d668-4923-9337-6f2e80ed3d7f admin admin] Checking segment: {'id': '65774553-a27d-4d8a-916a-99e0c521981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'eb470b20-6e86-4a91-bfc2-e6552b84c15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:48:37.689719 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d54633-d668-4923-9337-6f2e80ed3d7f admin admin] Network hostable DHCP agents. Network: eb470b20-6e86-4a91-bfc2-e6552b84c15d, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:48:37.713931 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d54633-d668-4923-9337-6f2e80ed3d7f admin admin] Network eb470b20-6e86-4a91-bfc2-e6552b84c15d is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:48:37.733171 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-d9d54633-d668-4923-9337-6f2e80ed3d7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, eb470b20-6e86-4a91-bfc2-e6552b84c15d) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:48:37.739734 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d54633-d668-4923-9337-6f2e80ed3d7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:48:37.740508 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d9d54633-d668-4923-9337-6f2e80ed3d7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:37.742227 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0940d24-2c69-4586-8eb7-0b033b2de89c None None] Network eb470b20-6e86-4a91-bfc2-e6552b84c15d requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:48:37.766236 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59242) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:37.766837 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d9d54633-d668-4923-9337-6f2e80ed3d7f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4458988 Jun 21 14:48:37.773542 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-97fe1aea-541d-4048-a5ed-e0afdb96724a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1587561787-router', 'tenant_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:37.804415 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-97fe1aea-541d-4048-a5ed-e0afdb96724a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:37.806672 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-97fe1aea-541d-4048-a5ed-e0afdb96724a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:37.871554 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-97fe1aea-541d-4048-a5ed-e0afdb96724a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:38.043177 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-eb470b20-6e86-4a91-bfc2-e6552b84c15d', 'network_id': 'eb470b20-6e86-4a91-bfc2-e6552b84c15d', 'tenant_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'fixed_ips': [{'subnet_id': 'a2f70e59-7e68-49dc-8fd5-a1de7ed83ffa'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:48:38.044526 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:38.159643 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-97fe1aea-541d-4048-a5ed-e0afdb96724a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:38.231517 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Allocated IP 172.20.0.2 (eb470b20-6e86-4a91-bfc2-e6552b84c15d/a2f70e59-7e68-49dc-8fd5-a1de7ed83ffa/a5417e78-ce6b-4588-bf9b-5b0365bb92d1) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:48:38.404437 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:38.419792 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Transition to ACTIVE for port object a5417e78-ce6b-4588-bf9b-5b0365bb92d1 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:48:38.431784 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-97fe1aea-541d-4048-a5ed-e0afdb96724a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:38.443666 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Transition to ACTIVE for port object a5417e78-ce6b-4588-bf9b-5b0365bb92d1 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:48:38.454655 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:38.458167 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-97fe1aea-541d-4048-a5ed-e0afdb96724a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:38.458329 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:38.504215 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Network eb470b20-6e86-4a91-bfc2-e6552b84c15d is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:48:38.507223 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:48:38.510357 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:48:38.528730 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Pushing event updated for resources: {'Port': ['ID=a5417e78-ce6b-4588-bf9b-5b0365bb92d1,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:38.555718 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:38.556073 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:38.556415 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:38.556733 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:38.557050 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:38.557381 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:38.557699 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:38.558052 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:38.558430 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:38.558742 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:38.559052 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:38.559358 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:38.560447 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Tracked resource versions report: Jun 21 14:48:38.560447 dv-neutron-797121-2-hyperv neutron-server[105226]: pushed versions: Jun 21 14:48:38.560447 dv-neutron-797121-2-hyperv neutron-server[105226]: { 'AddressGroup': {'1.2'}, Jun 21 14:48:38.560447 dv-neutron-797121-2-hyperv neutron-server[105226]: 'ConntrackHelper': {'1.0'}, Jun 21 14:48:38.560447 dv-neutron-797121-2-hyperv neutron-server[105226]: 'Log': {'1.0'}, Jun 21 14:48:38.560447 dv-neutron-797121-2-hyperv neutron-server[105226]: 'Network': {'1.1'}, Jun 21 14:48:38.560447 dv-neutron-797121-2-hyperv neutron-server[105226]: 'Port': {'1.7'}, Jun 21 14:48:38.560447 dv-neutron-797121-2-hyperv neutron-server[105226]: 'PortForwarding': {'1.2'}, Jun 21 14:48:38.560447 dv-neutron-797121-2-hyperv neutron-server[105226]: 'QosPolicy': {'1.8'}, Jun 21 14:48:38.560447 dv-neutron-797121-2-hyperv neutron-server[105226]: 'SecurityGroup': {'1.4'}, Jun 21 14:48:38.560447 dv-neutron-797121-2-hyperv neutron-server[105226]: 'SecurityGroupRule': {'1.2'}, Jun 21 14:48:38.560447 dv-neutron-797121-2-hyperv neutron-server[105226]: 'SubPort': {'1.0'}, Jun 21 14:48:38.560447 dv-neutron-797121-2-hyperv neutron-server[105226]: 'Subnet': {'1.1'}, Jun 21 14:48:38.560447 dv-neutron-797121-2-hyperv neutron-server[105226]: 'Trunk': {'1.1'}} Jun 21 14:48:38.560447 dv-neutron-797121-2-hyperv neutron-server[105226]: consumer versions: Jun 21 14:48:38.560447 dv-neutron-797121-2-hyperv neutron-server[105226]: { DHCP agent@dv-neutron-797121-2-hyperv: {}, Jun 21 14:48:38.560447 dv-neutron-797121-2-hyperv neutron-server[105226]: HyperV agent@hv-neutron-7971: {}, Jun 21 14:48:38.560447 dv-neutron-797121-2-hyperv neutron-server[105226]: L3 agent@dv-neutron-797121-2-hyperv: {}, Jun 21 14:48:38.560447 dv-neutron-797121-2-hyperv neutron-server[105226]: Metadata agent@dv-neutron-797121-2-hyperv: {}, Jun 21 14:48:38.560447 dv-neutron-797121-2-hyperv neutron-server[105226]: Metering agent@dv-neutron-797121-2-hyperv: {}, Jun 21 14:48:38.560447 dv-neutron-797121-2-hyperv neutron-server[105226]: Open vSwitch agent@dv-neutron-797121-2-hyperv: { 'AddressGroup': '1.2', Jun 21 14:48:38.560447 dv-neutron-797121-2-hyperv neutron-server[105226]: 'ConntrackHelper': '1.0', Jun 21 14:48:38.560447 dv-neutron-797121-2-hyperv neutron-server[105226]: 'Log': '1.0', Jun 21 14:48:38.560447 dv-neutron-797121-2-hyperv neutron-server[105226]: 'Network': '1.1', Jun 21 14:48:38.560447 dv-neutron-797121-2-hyperv neutron-server[105226]: 'Port': '1.7', Jun 21 14:48:38.560447 dv-neutron-797121-2-hyperv neutron-server[105226]: 'PortForwarding': '1.2', Jun 21 14:48:38.560447 dv-neutron-797121-2-hyperv neutron-server[105226]: 'QosPolicy': '1.8', Jun 21 14:48:38.560447 dv-neutron-797121-2-hyperv neutron-server[105226]: 'SecurityGroup': '1.4', Jun 21 14:48:38.560447 dv-neutron-797121-2-hyperv neutron-server[105226]: 'SecurityGroupRule': '1.2', Jun 21 14:48:38.560447 dv-neutron-797121-2-hyperv neutron-server[105226]: 'SubPort': '1.0', Jun 21 14:48:38.560447 dv-neutron-797121-2-hyperv neutron-server[105226]: 'Subnet': '1.1', Jun 21 14:48:38.560447 dv-neutron-797121-2-hyperv neutron-server[105226]: 'Trunk': '1.1'}} Jun 21 14:48:38.560447 dv-neutron-797121-2-hyperv neutron-server[105226]: {{(pid=105226) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 14:48:38.563606 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:38.591904 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-97fe1aea-541d-4048-a5ed-e0afdb96724a admin admin] Allocated IP 172.26.3.112 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/91883d16-b9a8-48d8-b5e3-e2691f34b0ee) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:48:38.593164 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Attempting to bind port a5417e78-ce6b-4588-bf9b-5b0365bb92d1 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:48:38.593164 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Attempting to bind port a5417e78-ce6b-4588-bf9b-5b0365bb92d1 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '65774553-a27d-4d8a-916a-99e0c521981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'eb470b20-6e86-4a91-bfc2-e6552b84c15d'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:48:38.593381 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Attempting to bind port a5417e78-ce6b-4588-bf9b-5b0365bb92d1 on network eb470b20-6e86-4a91-bfc2-e6552b84c15d {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:48:38.600725 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:48:38.601138 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Checking segment: {'id': '65774553-a27d-4d8a-916a-99e0c521981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'eb470b20-6e86-4a91-bfc2-e6552b84c15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:48:38.601592 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:38.602010 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Bound using segment: {'id': '65774553-a27d-4d8a-916a-99e0c521981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'eb470b20-6e86-4a91-bfc2-e6552b84c15d'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:48:38.602524 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Bound port: a5417e78-ce6b-4588-bf9b-5b0365bb92d1, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65774553-a27d-4d8a-916a-99e0c521981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'eb470b20-6e86-4a91-bfc2-e6552b84c15d'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:48:38.602941 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:38.690504 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] For port a5417e78-ce6b-4588-bf9b-5b0365bb92d1, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:48:38.694147 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] For port a5417e78-ce6b-4588-bf9b-5b0365bb92d1, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=a5417e78-ce6b-4588-bf9b-5b0365bb92d1,segment=NetworkSegment(65774553-a27d-4d8a-916a-99e0c521981d),segment_id=65774553-a27d-4d8a-916a-99e0c521981d)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:48:38.707802 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:38.711734 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:38.719096 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-97fe1aea-541d-4048-a5ed-e0afdb96724a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:38.775612 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-97fe1aea-541d-4048-a5ed-e0afdb96724a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:38.787198 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:38.787410 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Pushing event updated for resources: {'Port': ['ID=a5417e78-ce6b-4588-bf9b-5b0365bb92d1,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:38.791370 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:38.837106 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fe1aea-541d-4048-a5ed-e0afdb96724a admin admin] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:48:38.840135 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-97fe1aea-541d-4048-a5ed-e0afdb96724a admin admin] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:48:38.846113 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fe1aea-541d-4048-a5ed-e0afdb96724a admin admin] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:48:38.882672 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fe1aea-541d-4048-a5ed-e0afdb96724a admin admin] Pushing event updated for resources: {'Port': ['ID=91883d16-b9a8-48d8-b5e3-e2691f34b0ee,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:38.920683 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fe1aea-541d-4048-a5ed-e0afdb96724a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:38.921257 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fe1aea-541d-4048-a5ed-e0afdb96724a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:38.921647 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fe1aea-541d-4048-a5ed-e0afdb96724a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:38.922047 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fe1aea-541d-4048-a5ed-e0afdb96724a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:38.922420 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fe1aea-541d-4048-a5ed-e0afdb96724a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:38.923062 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fe1aea-541d-4048-a5ed-e0afdb96724a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:38.923386 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fe1aea-541d-4048-a5ed-e0afdb96724a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:38.923723 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fe1aea-541d-4048-a5ed-e0afdb96724a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:38.924044 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fe1aea-541d-4048-a5ed-e0afdb96724a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:38.924355 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fe1aea-541d-4048-a5ed-e0afdb96724a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:38.924662 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fe1aea-541d-4048-a5ed-e0afdb96724a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:38.924966 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fe1aea-541d-4048-a5ed-e0afdb96724a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:38.926163 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97fe1aea-541d-4048-a5ed-e0afdb96724a admin admin] Tracked resource versions report: Jun 21 14:48:38.926163 dv-neutron-797121-2-hyperv neutron-server[105225]: pushed versions: Jun 21 14:48:38.926163 dv-neutron-797121-2-hyperv neutron-server[105225]: { 'AddressGroup': {'1.2'}, Jun 21 14:48:38.926163 dv-neutron-797121-2-hyperv neutron-server[105225]: 'ConntrackHelper': {'1.0'}, Jun 21 14:48:38.926163 dv-neutron-797121-2-hyperv neutron-server[105225]: 'Log': {'1.0'}, Jun 21 14:48:38.926163 dv-neutron-797121-2-hyperv neutron-server[105225]: 'Network': {'1.1'}, Jun 21 14:48:38.926163 dv-neutron-797121-2-hyperv neutron-server[105225]: 'Port': {'1.7'}, Jun 21 14:48:38.926163 dv-neutron-797121-2-hyperv neutron-server[105225]: 'PortForwarding': {'1.2'}, Jun 21 14:48:38.926163 dv-neutron-797121-2-hyperv neutron-server[105225]: 'QosPolicy': {'1.8'}, Jun 21 14:48:38.926163 dv-neutron-797121-2-hyperv neutron-server[105225]: 'SecurityGroup': {'1.4'}, Jun 21 14:48:38.926163 dv-neutron-797121-2-hyperv neutron-server[105225]: 'SecurityGroupRule': {'1.2'}, Jun 21 14:48:38.926163 dv-neutron-797121-2-hyperv neutron-server[105225]: 'SubPort': {'1.0'}, Jun 21 14:48:38.926163 dv-neutron-797121-2-hyperv neutron-server[105225]: 'Subnet': {'1.1'}, Jun 21 14:48:38.926163 dv-neutron-797121-2-hyperv neutron-server[105225]: 'Trunk': {'1.1'}} Jun 21 14:48:38.926163 dv-neutron-797121-2-hyperv neutron-server[105225]: consumer versions: Jun 21 14:48:38.926163 dv-neutron-797121-2-hyperv neutron-server[105225]: { DHCP agent@dv-neutron-797121-2-hyperv: {}, Jun 21 14:48:38.926163 dv-neutron-797121-2-hyperv neutron-server[105225]: HyperV agent@hv-neutron-7971: {}, Jun 21 14:48:38.926163 dv-neutron-797121-2-hyperv neutron-server[105225]: L3 agent@dv-neutron-797121-2-hyperv: {}, Jun 21 14:48:38.926163 dv-neutron-797121-2-hyperv neutron-server[105225]: Metadata agent@dv-neutron-797121-2-hyperv: {}, Jun 21 14:48:38.926163 dv-neutron-797121-2-hyperv neutron-server[105225]: Metering agent@dv-neutron-797121-2-hyperv: {}, Jun 21 14:48:38.926163 dv-neutron-797121-2-hyperv neutron-server[105225]: Open vSwitch agent@dv-neutron-797121-2-hyperv: { 'AddressGroup': '1.2', Jun 21 14:48:38.926163 dv-neutron-797121-2-hyperv neutron-server[105225]: 'ConntrackHelper': '1.0', Jun 21 14:48:38.926163 dv-neutron-797121-2-hyperv neutron-server[105225]: 'Log': '1.0', Jun 21 14:48:38.926163 dv-neutron-797121-2-hyperv neutron-server[105225]: 'Network': '1.1', Jun 21 14:48:38.926163 dv-neutron-797121-2-hyperv neutron-server[105225]: 'Port': '1.7', Jun 21 14:48:38.926163 dv-neutron-797121-2-hyperv neutron-server[105225]: 'PortForwarding': '1.2', Jun 21 14:48:38.926163 dv-neutron-797121-2-hyperv neutron-server[105225]: 'QosPolicy': '1.8', Jun 21 14:48:38.926163 dv-neutron-797121-2-hyperv neutron-server[105225]: 'SecurityGroup': '1.4', Jun 21 14:48:38.926163 dv-neutron-797121-2-hyperv neutron-server[105225]: 'SecurityGroupRule': '1.2', Jun 21 14:48:38.926163 dv-neutron-797121-2-hyperv neutron-server[105225]: 'SubPort': '1.0', Jun 21 14:48:38.926163 dv-neutron-797121-2-hyperv neutron-server[105225]: 'Subnet': '1.1', Jun 21 14:48:38.926163 dv-neutron-797121-2-hyperv neutron-server[105225]: 'Trunk': '1.1'}} Jun 21 14:48:38.926163 dv-neutron-797121-2-hyperv neutron-server[105225]: {{(pid=105225) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 14:48:38.980981 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-97fe1aea-541d-4048-a5ed-e0afdb96724a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:39.172763 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-97fe1aea-541d-4048-a5ed-e0afdb96724a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:39.346531 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device a5417e78-ce6b-4588-bf9b-5b0365bb92d1 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:48:39.401614 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-97fe1aea-541d-4048-a5ed-e0afdb96724a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:39.438526 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port a5417e78-ce6b-4588-bf9b-5b0365bb92d1 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:48:39.554544 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59318) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:39.579234 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97fe1aea-541d-4048-a5ed-e0afdb96724a admin admin] Router 6fd8b839-a27a-4e3e-9965-5583343d5e43 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:48:39.635485 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59324) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:39.710549 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97fe1aea-541d-4048-a5ed-e0afdb96724a admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:48:39.720084 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3893416-40da-4e2a-ba30-9923b8773c61 None None] Sync routers for ids ['6fd8b839-a27a-4e3e-9965-5583343d5e43'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:48:39.733103 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3893416-40da-4e2a-ba30-9923b8773c61 None None] Routers {'6fd8b839-a27a-4e3e-9965-5583343d5e43'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:48:39.733751 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-b3893416-40da-4e2a-ba30-9923b8773c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:48:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6fd8b839-a27a-4e3e-9965-5583343d5e43'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:48:39.734608 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-97fe1aea-541d-4048-a5ed-e0afdb96724a admin admin] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:39.738523 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-97fe1aea-541d-4048-a5ed-e0afdb96724a admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.9671309 Jun 21 14:48:39.739370 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59328) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:39.818270 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59334) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:39.915506 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-b3893416-40da-4e2a-ba30-9923b8773c61 None None] Set router 6fd8b839-a27a-4e3e-9965-5583343d5e43 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:48:39.974077 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcb1c08-0bc6-4f62-a90d-5e7bd0d07b5f None None] Network eb470b20-6e86-4a91-bfc2-e6552b84c15d requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:48:40.091306 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-a8f025a3-88a1-4986-b607-2271083c0981 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-716197638-network', 'tenant_id': '11635685b5064af1901fae1b04f861cb'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:40.101883 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ab4123ad-17c8-4d98-ba44-83978a0e31e4 None None] Provisioning for port a5417e78-ce6b-4588-bf9b-5b0365bb92d1 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:48:40.128924 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ab4123ad-17c8-4d98-ba44-83978a0e31e4 None None] Provisioning complete for port a5417e78-ce6b-4588-bf9b-5b0365bb92d1 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:48:40.129293 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ab4123ad-17c8-4d98-ba44-83978a0e31e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:40.169253 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f025a3-88a1-4986-b607-2271083c0981 admin admin] Made reservation on behalf of 11635685b5064af1901fae1b04f861cb for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:48:40.173640 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a8f025a3-88a1-4986-b607-2271083c0981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:40.194637 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a8f025a3-88a1-4986-b607-2271083c0981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:40.277206 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-42bb5746-c873-43b9-b760-909cd127499e tempest-AgentManagementNegativeTest-893952560 tempest-AgentManagementNegativeTest-893952560-project] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6401315 Jun 21 14:48:40.317947 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-b3893416-40da-4e2a-ba30-9923b8773c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'name': 'tempest-ServersTestJSON-1587561787-router', 'tenant_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '91883d16-b9a8-48d8-b5e3-e2691f34b0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:37Z', 'updated_at': '2021-06-21T14:48:38Z', 'revision_number': 3, 'project_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'gw_port': {'id': '91883d16-b9a8-48d8-b5e3-e2691f34b0ee', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:10:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:38Z', 'updated_at': '2021-06-21T14:48:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:48:40.382163 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3893416-40da-4e2a-ba30-9923b8773c61 None None] Checking router: 6fd8b839-a27a-4e3e-9965-5583343d5e43 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:48:40.385753 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3893416-40da-4e2a-ba30-9923b8773c61 None None] Updating router 6fd8b839-a27a-4e3e-9965-5583343d5e43 port 91883d16-b9a8-48d8-b5e3-e2691f34b0ee binding host dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:48:40.421231 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-9fc42916-ee6d-46d9-b237-07993557c605 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-471254655-network', 'tenant_id': 'edeb970118494409b474321a022665eb'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:40.460081 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-b3893416-40da-4e2a-ba30-9923b8773c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:40.496526 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a8f025a3-88a1-4986-b607-2271083c0981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:40.519950 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ab4123ad-17c8-4d98-ba44-83978a0e31e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:40.524697 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a8f025a3-88a1-4986-b607-2271083c0981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:40.528964 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-38f6bb3b-b588-4707-87c0-c98c43603a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:40.530454 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0cf683f5-e99c-44aa-8a0c-7f12bf0c6140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:40.535939 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc42916-ee6d-46d9-b237-07993557c605 admin admin] Made reservation on behalf of edeb970118494409b474321a022665eb for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:48:40.538689 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9fc42916-ee6d-46d9-b237-07993557c605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:40.550104 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9fc42916-ee6d-46d9-b237-07993557c605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:40.565180 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f025a3-88a1-4986-b607-2271083c0981 admin admin] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:48:40.585361 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a8f025a3-88a1-4986-b607-2271083c0981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:40.586386 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-a8f025a3-88a1-4986-b607-2271083c0981 admin admin] Added segment 13e41d55-d7a6-42e5-906b-ff2e60f019f8 of type vlan for network 393f8381-0805-46a3-9584-62cfa82bcbaf Jun 21 14:48:40.686789 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-ab4123ad-17c8-4d98-ba44-83978a0e31e4 None None] For port a5417e78-ce6b-4588-bf9b-5b0365bb92d1, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=a5417e78-ce6b-4588-bf9b-5b0365bb92d1,segment=NetworkSegment(65774553-a27d-4d8a-916a-99e0c521981d),segment_id=65774553-a27d-4d8a-916a-99e0c521981d)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:48:40.712608 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a8f025a3-88a1-4986-b607-2271083c0981 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:40.716192 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ab4123ad-17c8-4d98-ba44-83978a0e31e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:40.720333 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:40.770652 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59352) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:40.828456 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f025a3-88a1-4986-b607-2271083c0981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a3847b-d871-49c9-8a25-46d2dd087a42,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:40.855614 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a8f025a3-88a1-4986-b607-2271083c0981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:40.863970 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a8f025a3-88a1-4986-b607-2271083c0981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:40.868191 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f025a3-88a1-4986-b607-2271083c0981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:48:40.869000 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a8f025a3-88a1-4986-b607-2271083c0981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:40.881330 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0cf683f5-e99c-44aa-8a0c-7f12bf0c6140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:40.952917 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f025a3-88a1-4986-b607-2271083c0981 admin admin] Pushing event updated for resources: {'Network': ['ID=393f8381-0805-46a3-9584-62cfa82bcbaf,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:40.968386 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a8f025a3-88a1-4986-b607-2271083c0981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:40.978063 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-b3893416-40da-4e2a-ba30-9923b8773c61 None None] Notify callbacks [] for port, precommit_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:41.017002 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.provisioning_blocks [None req-b3893416-40da-4e2a-ba30-9923b8773c61 None None] Transition to ACTIVE for port object 91883d16-b9a8-48d8-b5e3-e2691f34b0ee will not be triggered until provisioned by entity L2. {{(pid=105227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:48:41.017903 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 393f8381-0805-46a3-9584-62cfa82bcbaf details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:48:41.032521 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-b3893416-40da-4e2a-ba30-9923b8773c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:41.035321 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:41.052501 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4123ad-17c8-4d98-ba44-83978a0e31e4 None None] Pushing event updated for resources: {'Port': ['ID=a5417e78-ce6b-4588-bf9b-5b0365bb92d1,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:41.061375 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-ab4123ad-17c8-4d98-ba44-83978a0e31e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:41.109119 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-38f6bb3b-b588-4707-87c0-c98c43603a22 admin admin] Allocated IP 172.20.0.1 (eb470b20-6e86-4a91-bfc2-e6552b84c15d/a2f70e59-7e68-49dc-8fd5-a1de7ed83ffa/aa1a8d41-2cba-4d87-ab27-870c7f841e14) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:48:41.114460 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9fc42916-ee6d-46d9-b237-07993557c605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:41.126992 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9fc42916-ee6d-46d9-b237-07993557c605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:41.130951 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:41.160951 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59368) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:41.166520 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-b3893416-40da-4e2a-ba30-9923b8773c61 None None] Attempting to bind port 91883d16-b9a8-48d8-b5e3-e2691f34b0ee on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:48:41.167116 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-b3893416-40da-4e2a-ba30-9923b8773c61 None None] Attempting to bind port 91883d16-b9a8-48d8-b5e3-e2691f34b0ee by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:48:41.167703 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3893416-40da-4e2a-ba30-9923b8773c61 None None] Attempting to bind port 91883d16-b9a8-48d8-b5e3-e2691f34b0ee on network 78e7bc12-ea33-4baf-9744-b93105835641 {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:48:41.171317 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-2b7d1980-68a0-453b-9489-d79ebaa2f25e admin admin] Request body: {'subnet': {'network_id': '393f8381-0805-46a3-9584-62cfa82bcbaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-716197638-subnet', 'tenant_id': '11635685b5064af1901fae1b04f861cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:41.171924 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a8f025a3-88a1-4986-b607-2271083c0981 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6157129 Jun 21 14:48:41.188021 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2857fc-a119-4b51-98b6-cbfb49191b13 None None] Pushing event updated for resources: {'Port': ['ID=91883d16-b9a8-48d8-b5e3-e2691f34b0ee,revision_number=2']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:41.193323 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3893416-40da-4e2a-ba30-9923b8773c61 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:48:41.196757 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3893416-40da-4e2a-ba30-9923b8773c61 None None] Checking segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:48:41.197424 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-b3893416-40da-4e2a-ba30-9923b8773c61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:41.198181 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3893416-40da-4e2a-ba30-9923b8773c61 None None] Bound using segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:48:41.198671 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-b3893416-40da-4e2a-ba30-9923b8773c61 None None] Bound port: 91883d16-b9a8-48d8-b5e3-e2691f34b0ee, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:48:41.201973 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-b3893416-40da-4e2a-ba30-9923b8773c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:41.207810 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc42916-ee6d-46d9-b237-07993557c605 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:48:41.234867 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc42916-ee6d-46d9-b237-07993557c605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f38b83-360b-4ab8-9f13-468564d45fac,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:41.243475 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9fc42916-ee6d-46d9-b237-07993557c605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:41.249017 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2857fc-a119-4b51-98b6-cbfb49191b13 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:41.250107 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2857fc-a119-4b51-98b6-cbfb49191b13 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:41.251036 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9fc42916-ee6d-46d9-b237-07993557c605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:41.251360 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-9fc42916-ee6d-46d9-b237-07993557c605 admin admin] Added segment f494193e-eb98-474d-8309-6b49d7e2f849 of type vlan for network 84e1768a-a440-4f3b-9a03-5323ebc8092f Jun 21 14:48:41.251656 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2857fc-a119-4b51-98b6-cbfb49191b13 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:41.252194 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2857fc-a119-4b51-98b6-cbfb49191b13 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:41.252724 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2857fc-a119-4b51-98b6-cbfb49191b13 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:41.253064 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2857fc-a119-4b51-98b6-cbfb49191b13 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:41.253390 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2857fc-a119-4b51-98b6-cbfb49191b13 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:41.253722 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2857fc-a119-4b51-98b6-cbfb49191b13 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:41.254133 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2857fc-a119-4b51-98b6-cbfb49191b13 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:41.254451 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2857fc-a119-4b51-98b6-cbfb49191b13 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:41.255915 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-1e21e842-53c0-4d28-a582-5bb0eba054ec None None] Provisioning complete for port a5417e78-ce6b-4588-bf9b-5b0365bb92d1 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:48:41.256270 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2857fc-a119-4b51-98b6-cbfb49191b13 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:41.256602 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2857fc-a119-4b51-98b6-cbfb49191b13 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:48:41.258159 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1e21e842-53c0-4d28-a582-5bb0eba054ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:41.260029 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c2857fc-a119-4b51-98b6-cbfb49191b13 None None] Tracked resource versions report: Jun 21 14:48:41.260029 dv-neutron-797121-2-hyperv neutron-server[105227]: pushed versions: Jun 21 14:48:41.260029 dv-neutron-797121-2-hyperv neutron-server[105227]: { 'AddressGroup': {'1.2'}, Jun 21 14:48:41.260029 dv-neutron-797121-2-hyperv neutron-server[105227]: 'ConntrackHelper': {'1.0'}, Jun 21 14:48:41.260029 dv-neutron-797121-2-hyperv neutron-server[105227]: 'Log': {'1.0'}, Jun 21 14:48:41.260029 dv-neutron-797121-2-hyperv neutron-server[105227]: 'Network': {'1.1'}, Jun 21 14:48:41.260029 dv-neutron-797121-2-hyperv neutron-server[105227]: 'Port': {'1.7'}, Jun 21 14:48:41.260029 dv-neutron-797121-2-hyperv neutron-server[105227]: 'PortForwarding': {'1.2'}, Jun 21 14:48:41.260029 dv-neutron-797121-2-hyperv neutron-server[105227]: 'QosPolicy': {'1.8'}, Jun 21 14:48:41.260029 dv-neutron-797121-2-hyperv neutron-server[105227]: 'SecurityGroup': {'1.4'}, Jun 21 14:48:41.260029 dv-neutron-797121-2-hyperv neutron-server[105227]: 'SecurityGroupRule': {'1.2'}, Jun 21 14:48:41.260029 dv-neutron-797121-2-hyperv neutron-server[105227]: 'SubPort': {'1.0'}, Jun 21 14:48:41.260029 dv-neutron-797121-2-hyperv neutron-server[105227]: 'Subnet': {'1.1'}, Jun 21 14:48:41.260029 dv-neutron-797121-2-hyperv neutron-server[105227]: 'Trunk': {'1.1'}} Jun 21 14:48:41.260029 dv-neutron-797121-2-hyperv neutron-server[105227]: consumer versions: Jun 21 14:48:41.260029 dv-neutron-797121-2-hyperv neutron-server[105227]: { DHCP agent@dv-neutron-797121-2-hyperv: {}, Jun 21 14:48:41.260029 dv-neutron-797121-2-hyperv neutron-server[105227]: HyperV agent@hv-neutron-7971: {}, Jun 21 14:48:41.260029 dv-neutron-797121-2-hyperv neutron-server[105227]: L3 agent@dv-neutron-797121-2-hyperv: {}, Jun 21 14:48:41.260029 dv-neutron-797121-2-hyperv neutron-server[105227]: Metadata agent@dv-neutron-797121-2-hyperv: {}, Jun 21 14:48:41.260029 dv-neutron-797121-2-hyperv neutron-server[105227]: Metering agent@dv-neutron-797121-2-hyperv: {}, Jun 21 14:48:41.260029 dv-neutron-797121-2-hyperv neutron-server[105227]: Open vSwitch agent@dv-neutron-797121-2-hyperv: { 'AddressGroup': '1.2', Jun 21 14:48:41.260029 dv-neutron-797121-2-hyperv neutron-server[105227]: 'ConntrackHelper': '1.0', Jun 21 14:48:41.260029 dv-neutron-797121-2-hyperv neutron-server[105227]: 'Log': '1.0', Jun 21 14:48:41.260029 dv-neutron-797121-2-hyperv neutron-server[105227]: 'Network': '1.1', Jun 21 14:48:41.260029 dv-neutron-797121-2-hyperv neutron-server[105227]: 'Port': '1.7', Jun 21 14:48:41.260029 dv-neutron-797121-2-hyperv neutron-server[105227]: 'PortForwarding': '1.2', Jun 21 14:48:41.260029 dv-neutron-797121-2-hyperv neutron-server[105227]: 'QosPolicy': '1.8', Jun 21 14:48:41.260029 dv-neutron-797121-2-hyperv neutron-server[105227]: 'SecurityGroup': '1.4', Jun 21 14:48:41.260029 dv-neutron-797121-2-hyperv neutron-server[105227]: 'SecurityGroupRule': '1.2', Jun 21 14:48:41.260029 dv-neutron-797121-2-hyperv neutron-server[105227]: 'SubPort': '1.0', Jun 21 14:48:41.260029 dv-neutron-797121-2-hyperv neutron-server[105227]: 'Subnet': '1.1', Jun 21 14:48:41.260029 dv-neutron-797121-2-hyperv neutron-server[105227]: 'Trunk': '1.1'}} Jun 21 14:48:41.260029 dv-neutron-797121-2-hyperv neutron-server[105227]: {{(pid=105227) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 21 14:48:41.267915 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-1c2857fc-a119-4b51-98b6-cbfb49191b13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:41.281048 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7d1980-68a0-453b-9489-d79ebaa2f25e admin admin] Made reservation on behalf of 11635685b5064af1901fae1b04f861cb for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:48:41.287458 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2b7d1980-68a0-453b-9489-d79ebaa2f25e admin admin] Notify callbacks [] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:41.327819 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-b3893416-40da-4e2a-ba30-9923b8773c61 None None] For port 91883d16-b9a8-48d8-b5e3-e2691f34b0ee, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:48:41.334730 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-b3893416-40da-4e2a-ba30-9923b8773c61 None None] For port 91883d16-b9a8-48d8-b5e3-e2691f34b0ee, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=91883d16-b9a8-48d8-b5e3-e2691f34b0ee,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:48:41.340526 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9fc42916-ee6d-46d9-b237-07993557c605 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:41.348676 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-b3893416-40da-4e2a-ba30-9923b8773c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:41.352791 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:41.421325 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9fc42916-ee6d-46d9-b237-07993557c605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:41.422840 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc42916-ee6d-46d9-b237-07993557c605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:48:41.426460 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9fc42916-ee6d-46d9-b237-07993557c605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:41.428264 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a8f025a3-88a1-4986-b607-2271083c0981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:41.442149 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59374) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:41.457910 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-38fe8e1b-60b8-49c7-bb89-8ef57fd4ed8f tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:41.469839 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device a5417e78-ce6b-4588-bf9b-5b0365bb92d1 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:48:41.483106 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2857fc-a119-4b51-98b6-cbfb49191b13 None None] Pushing event updated for resources: {'Port': ['ID=91883d16-b9a8-48d8-b5e3-e2691f34b0ee,revision_number=3']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:41.511077 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-1c2857fc-a119-4b51-98b6-cbfb49191b13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:41.538753 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3893416-40da-4e2a-ba30-9923b8773c61 None None] Routers {'6fd8b839-a27a-4e3e-9965-5583343d5e43'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:48:41.540231 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-b3893416-40da-4e2a-ba30-9923b8773c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:48:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6fd8b839-a27a-4e3e-9965-5583343d5e43'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:48:41.594208 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2b7d1980-68a0-453b-9489-d79ebaa2f25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:41.607160 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2b3a5270-89d5-4ecf-a5a7-87879979857f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:41.617532 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9fc42916-ee6d-46d9-b237-07993557c605 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7977946 Jun 21 14:48:41.619313 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59388) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:41.623372 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-38fe8e1b-60b8-49c7-bb89-8ef57fd4ed8f tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:41.629408 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-0c1cde5f-9263-433f-a135-8d20cc891613 admin admin] Request body: {'subnet': {'network_id': '84e1768a-a440-4f3b-9a03-5323ebc8092f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-471254655-subnet', 'tenant_id': 'edeb970118494409b474321a022665eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:41.645286 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port a5417e78-ce6b-4588-bf9b-5b0365bb92d1 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:48:41.646035 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:41.654015 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc42916-ee6d-46d9-b237-07993557c605 admin admin] Pushing event updated for resources: {'Network': ['ID=84e1768a-a440-4f3b-9a03-5323ebc8092f,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:41.662060 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d1980-68a0-453b-9489-d79ebaa2f25e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3bb9f9f-5a2e-4ed7-b8d4-076458baa435,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:41.667108 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9fc42916-ee6d-46d9-b237-07993557c605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:41.670810 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2b7d1980-68a0-453b-9489-d79ebaa2f25e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:41.671397 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1cde5f-9263-433f-a135-8d20cc891613 admin admin] Made reservation on behalf of edeb970118494409b474321a022665eb for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:48:41.674559 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0c1cde5f-9263-433f-a135-8d20cc891613 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:41.704803 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 84e1768a-a440-4f3b-9a03-5323ebc8092f details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:48:41.709481 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-38f6bb3b-b588-4707-87c0-c98c43603a22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:41.726260 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-b3893416-40da-4e2a-ba30-9923b8773c61 None None] Set router 6fd8b839-a27a-4e3e-9965-5583343d5e43 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:48:41.735951 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7d1980-68a0-453b-9489-d79ebaa2f25e admin admin] Checking segment: {'id': '13e41d55-d7a6-42e5-906b-ff2e60f019f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '393f8381-0805-46a3-9584-62cfa82bcbaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:48:41.736300 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7d1980-68a0-453b-9489-d79ebaa2f25e admin admin] Network hostable DHCP agents. Network: 393f8381-0805-46a3-9584-62cfa82bcbaf, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:48:41.751939 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-38f6bb3b-b588-4707-87c0-c98c43603a22 admin admin] Transition to ACTIVE for port object aa1a8d41-2cba-4d87-ab27-870c7f841e14 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:48:41.784840 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7d1980-68a0-453b-9489-d79ebaa2f25e admin admin] Network 393f8381-0805-46a3-9584-62cfa82bcbaf is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:48:41.838783 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-2b7d1980-68a0-453b-9489-d79ebaa2f25e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 393f8381-0805-46a3-9584-62cfa82bcbaf) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:48:41.854349 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7d1980-68a0-453b-9489-d79ebaa2f25e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:48:41.854928 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2b7d1980-68a0-453b-9489-d79ebaa2f25e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:41.869562 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70fca26-01ef-49dc-91f5-5f5183ee5d87 None None] Network 393f8381-0805-46a3-9584-62cfa82bcbaf requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:48:41.881418 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-38f6bb3b-b588-4707-87c0-c98c43603a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:41.890755 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:41.907150 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-38fe8e1b-60b8-49c7-bb89-8ef57fd4ed8f tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:41.914933 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-2b7d1980-68a0-453b-9489-d79ebaa2f25e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7455864 Jun 21 14:48:41.942183 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59396) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:41.955586 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-62b80b1e-2321-4a22-9be7-bf50f5892bf2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-716197638-router', 'tenant_id': '11635685b5064af1901fae1b04f861cb', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:42.017330 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f6bb3b-b588-4707-87c0-c98c43603a22 admin admin] Network eb470b20-6e86-4a91-bfc2-e6552b84c15d is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:48:42.020528 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-38f6bb3b-b588-4707-87c0-c98c43603a22 admin admin] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:48:42.023988 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f6bb3b-b588-4707-87c0-c98c43603a22 admin admin] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:48:42.024824 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-38f6bb3b-b588-4707-87c0-c98c43603a22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:42.048539 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0c1cde5f-9263-433f-a135-8d20cc891613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:42.057571 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-871cab7a-4bd7-45c3-93db-066181682b09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:42.116001 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6bb3b-b588-4707-87c0-c98c43603a22 admin admin] Pushing event updated for resources: {'Port': ['ID=aa1a8d41-2cba-4d87-ab27-870c7f841e14,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:42.119892 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-38f6bb3b-b588-4707-87c0-c98c43603a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:42.143211 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1cde5f-9263-433f-a135-8d20cc891613 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab9b3e1e-da06-4d3e-a679-80adc4390a65,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:42.161888 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-62b80b1e-2321-4a22-9be7-bf50f5892bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:42.163591 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-62b80b1e-2321-4a22-9be7-bf50f5892bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:42.172265 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6ac30c-5d34-462c-9259-6656eda6f93a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-393f8381-0805-46a3-9584-62cfa82bcbaf', 'network_id': '393f8381-0805-46a3-9584-62cfa82bcbaf', 'tenant_id': '11635685b5064af1901fae1b04f861cb', 'fixed_ips': [{'subnet_id': 'f3bb9f9f-5a2e-4ed7-b8d4-076458baa435'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:48:42.174140 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0d6ac30c-5d34-462c-9259-6656eda6f93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:42.179744 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-b3893416-40da-4e2a-ba30-9923b8773c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'name': 'tempest-ServersTestJSON-1587561787-router', 'tenant_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '91883d16-b9a8-48d8-b5e3-e2691f34b0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:37Z', 'updated_at': '2021-06-21T14:48:38Z', 'revision_number': 3, 'project_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'gw_port': {'id': '91883d16-b9a8-48d8-b5e3-e2691f34b0ee', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:10:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:38Z', 'updated_at': '2021-06-21T14:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:48:42.275193 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3893416-40da-4e2a-ba30-9923b8773c61 None None] The sync data for ids ['6fd8b839-a27a-4e3e-9965-5583343d5e43'] in dv-neutron-797121-2-hyperv is: [{'id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'name': 'tempest-ServersTestJSON-1587561787-router', 'tenant_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '91883d16-b9a8-48d8-b5e3-e2691f34b0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:37Z', 'updated_at': '2021-06-21T14:48:38Z', 'revision_number': 3, 'project_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'gw_port': {'id': '91883d16-b9a8-48d8-b5e3-e2691f34b0ee', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:10:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:38Z', 'updated_at': '2021-06-21T14:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:48:42.389606 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-62b80b1e-2321-4a22-9be7-bf50f5892bf2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:42.397902 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0c1cde5f-9263-433f-a135-8d20cc891613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:42.416130 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-849efa39-e8ef-4a90-92cc-25cfaa71be1e None None] Provisioning for port aa1a8d41-2cba-4d87-ab27-870c7f841e14 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:48:42.421689 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-849efa39-e8ef-4a90-92cc-25cfaa71be1e None None] Provisioning complete for port aa1a8d41-2cba-4d87-ab27-870c7f841e14 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:48:42.422090 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-849efa39-e8ef-4a90-92cc-25cfaa71be1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:42.467338 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-849efa39-e8ef-4a90-92cc-25cfaa71be1e None None] Port aa1a8d41-2cba-4d87-ab27-870c7f841e14 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:48:42.469871 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-38f6bb3b-b588-4707-87c0-c98c43603a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:42.505622 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-0d6ac30c-5d34-462c-9259-6656eda6f93a None None] Allocated IP 172.20.0.2 (393f8381-0805-46a3-9584-62cfa82bcbaf/f3bb9f9f-5a2e-4ed7-b8d4-076458baa435/b5fb93df-ba53-448d-9a3b-42699b9e6690) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:48:42.553124 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-38fe8e1b-60b8-49c7-bb89-8ef57fd4ed8f tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Allocated IP 172.26.3.127 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/b98804be-782c-47c9-b0d6-5811bf0e1006) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:48:42.763308 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0d6ac30c-5d34-462c-9259-6656eda6f93a None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:42.773982 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0d6ac30c-5d34-462c-9259-6656eda6f93a None None] Transition to ACTIVE for port object b5fb93df-ba53-448d-9a3b-42699b9e6690 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:48:42.788611 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59408) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:42.798318 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0d6ac30c-5d34-462c-9259-6656eda6f93a None None] Transition to ACTIVE for port object b5fb93df-ba53-448d-9a3b-42699b9e6690 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:48:42.814192 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59410) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:42.815116 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0d6ac30c-5d34-462c-9259-6656eda6f93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:42.819512 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:42.842690 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-38f6bb3b-b588-4707-87c0-c98c43603a22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:42.851930 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-38f6bb3b-b588-4707-87c0-c98c43603a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:42.856151 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-38f6bb3b-b588-4707-87c0-c98c43603a22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:42.868094 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-17e9ed0c-a7f6-4e25-92c6-e12ec8101e48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:42.889701 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ac30c-5d34-462c-9259-6656eda6f93a None None] Pushing event updated for resources: {'Port': ['ID=b5fb93df-ba53-448d-9a3b-42699b9e6690,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:42.897464 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0d6ac30c-5d34-462c-9259-6656eda6f93a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:42.907541 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-76bf60da-2690-4924-b655-04b4c36d0bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:42.919271 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6ac30c-5d34-462c-9259-6656eda6f93a None None] Network 393f8381-0805-46a3-9584-62cfa82bcbaf is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:48:42.921001 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-0d6ac30c-5d34-462c-9259-6656eda6f93a None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:48:42.923577 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6ac30c-5d34-462c-9259-6656eda6f93a None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:48:42.936936 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-62b80b1e-2321-4a22-9be7-bf50f5892bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:42.976720 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-38fe8e1b-60b8-49c7-bb89-8ef57fd4ed8f tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:43.056788 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-0d6ac30c-5d34-462c-9259-6656eda6f93a None None] Attempting to bind port b5fb93df-ba53-448d-9a3b-42699b9e6690 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:48:43.057159 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-0d6ac30c-5d34-462c-9259-6656eda6f93a None None] Attempting to bind port b5fb93df-ba53-448d-9a3b-42699b9e6690 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '13e41d55-d7a6-42e5-906b-ff2e60f019f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '393f8381-0805-46a3-9584-62cfa82bcbaf'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:48:43.057518 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6ac30c-5d34-462c-9259-6656eda6f93a None None] Attempting to bind port b5fb93df-ba53-448d-9a3b-42699b9e6690 on network 393f8381-0805-46a3-9584-62cfa82bcbaf {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:48:43.073963 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6ac30c-5d34-462c-9259-6656eda6f93a None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:48:43.074279 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6bb3b-b588-4707-87c0-c98c43603a22 admin admin] Pushing event updated for resources: {'Port': ['ID=aa1a8d41-2cba-4d87-ab27-870c7f841e14,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:43.074395 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6ac30c-5d34-462c-9259-6656eda6f93a None None] Checking segment: {'id': '13e41d55-d7a6-42e5-906b-ff2e60f019f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '393f8381-0805-46a3-9584-62cfa82bcbaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:48:43.077201 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0d6ac30c-5d34-462c-9259-6656eda6f93a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:43.077611 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6ac30c-5d34-462c-9259-6656eda6f93a None None] Bound using segment: {'id': '13e41d55-d7a6-42e5-906b-ff2e60f019f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '393f8381-0805-46a3-9584-62cfa82bcbaf'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:48:43.078135 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-0d6ac30c-5d34-462c-9259-6656eda6f93a None None] Bound port: b5fb93df-ba53-448d-9a3b-42699b9e6690, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e41d55-d7a6-42e5-906b-ff2e60f019f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '393f8381-0805-46a3-9584-62cfa82bcbaf'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:48:43.078518 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0d6ac30c-5d34-462c-9259-6656eda6f93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:43.078961 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-38f6bb3b-b588-4707-87c0-c98c43603a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:43.137409 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f6bb3b-b588-4707-87c0-c98c43603a22 admin admin] Network eb470b20-6e86-4a91-bfc2-e6552b84c15d is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:48:43.139703 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-38f6bb3b-b588-4707-87c0-c98c43603a22 admin admin] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:48:43.231967 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1cde5f-9263-433f-a135-8d20cc891613 admin admin] Checking segment: {'id': 'f494193e-eb98-474d-8309-6b49d7e2f849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '84e1768a-a440-4f3b-9a03-5323ebc8092f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:48:43.232358 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1cde5f-9263-433f-a135-8d20cc891613 admin admin] Network hostable DHCP agents. Network: 84e1768a-a440-4f3b-9a03-5323ebc8092f, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:48:43.310165 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-fffb3033-52a8-4411-832c-e4cfbbc17350 tempest-PortsAdminExtendedAttrsTestJSON-783253799 tempest-PortsAdminExtendedAttrsTestJSON-783253799-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1526377790'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:43.335569 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1cde5f-9263-433f-a135-8d20cc891613 admin admin] Network 84e1768a-a440-4f3b-9a03-5323ebc8092f is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:48:43.408161 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-0c1cde5f-9263-433f-a135-8d20cc891613 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 84e1768a-a440-4f3b-9a03-5323ebc8092f) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:48:43.409547 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 91883d16-b9a8-48d8-b5e3-e2691f34b0ee up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:48:43.429306 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1cde5f-9263-433f-a135-8d20cc891613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:48:43.429996 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0c1cde5f-9263-433f-a135-8d20cc891613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:43.456371 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-03592b72-55df-46b3-bfb8-619c86b03702 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1719064845'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:43.466540 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800f5aa3-0e61-40a0-91dd-3adb1dcf1531 None None] Network 84e1768a-a440-4f3b-9a03-5323ebc8092f requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:48:43.470418 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59422) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:43.492262 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-0d6ac30c-5d34-462c-9259-6656eda6f93a None None] For port b5fb93df-ba53-448d-9a3b-42699b9e6690, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:48:43.497899 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f6bb3b-b588-4707-87c0-c98c43603a22 admin admin] Router 6fd8b839-a27a-4e3e-9965-5583343d5e43 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:48:43.500484 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-38fe8e1b-60b8-49c7-bb89-8ef57fd4ed8f tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:43.509448 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5ba7863e-76d0-4352-addc-44ced106bde6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:43.575036 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe8e1b-60b8-49c7-bb89-8ef57fd4ed8f tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Pushing event updated for resources: {'Port': ['ID=b98804be-782c-47c9-b0d6-5811bf0e1006,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:43.584484 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38fe8e1b-60b8-49c7-bb89-8ef57fd4ed8f tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:48:43.586292 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-38fe8e1b-60b8-49c7-bb89-8ef57fd4ed8f tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:43.590933 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-38fe8e1b-60b8-49c7-bb89-8ef57fd4ed8f tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:48:43.594998 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fe8e1b-60b8-49c7-bb89-8ef57fd4ed8f tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:48:43.625482 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-76bf60da-2690-4924-b655-04b4c36d0bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:43.647827 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-0d6ac30c-5d34-462c-9259-6656eda6f93a None None] For port b5fb93df-ba53-448d-9a3b-42699b9e6690, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=b5fb93df-ba53-448d-9a3b-42699b9e6690,segment=NetworkSegment(13e41d55-d7a6-42e5-906b-ff2e60f019f8),segment_id=13e41d55-d7a6-42e5-906b-ff2e60f019f8)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:48:43.669282 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-76bf60da-2690-4924-b655-04b4c36d0bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:43.671205 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-54e60990-b4bf-4762-a144-dd0b4f60c614 None None] Provisioning complete for port aa1a8d41-2cba-4d87-ab27-870c7f841e14 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:48:43.671816 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-54e60990-b4bf-4762-a144-dd0b4f60c614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:43.686111 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-e9671d1d-284b-4bb1-8b58-d95307bb5e44 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Request body: {'quota': {'network': 2}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:43.707636 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-54e60990-b4bf-4762-a144-dd0b4f60c614 None None] Port aa1a8d41-2cba-4d87-ab27-870c7f841e14 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:48:43.715227 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0d6ac30c-5d34-462c-9259-6656eda6f93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:43.716662 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:43.719291 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e9671d1d-284b-4bb1-8b58-d95307bb5e44 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] 10.222.0.72 "PUT /v2.0/quotas/e1948b83d5fd4374a0223f7fc12b447c HTTP/1.1" status: 200 len: 368 time: 0.2313273 Jun 21 14:48:43.727437 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-418f6748-334e-4a14-b22c-b1dfe4729284 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:43.747157 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59430) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:43.754762 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-8721264d-8f5e-481a-94ce-13914cf7fd21 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Request body: {'network': {'project_id': 'e1948b83d5fd4374a0223f7fc12b447c'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:43.783111 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6ac30c-5d34-462c-9259-6656eda6f93a None None] Pushing event updated for resources: {'Port': ['ID=b5fb93df-ba53-448d-9a3b-42699b9e6690,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:43.788533 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f6bb3b-b588-4707-87c0-c98c43603a22 admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:48:43.791598 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0d6ac30c-5d34-462c-9259-6656eda6f93a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:43.792248 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffb3033-52a8-4411-832c-e4cfbbc17350 tempest-PortsAdminExtendedAttrsTestJSON-783253799 tempest-PortsAdminExtendedAttrsTestJSON-783253799-project] Made reservation on behalf of cf4579aa94944056ba1654fdc84e4130 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:48:43.795612 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-38f6bb3b-b588-4707-87c0-c98c43603a22 admin admin] 10.222.0.72 "PUT /v2.0/routers/6fd8b839-a27a-4e3e-9965-5583343d5e43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0542204 Jun 21 14:48:43.796475 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 91883d16-b9a8-48d8-b5e3-e2691f34b0ee completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:48:43.803923 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.db.api [None req-8721264d-8f5e-481a-94ce-13914cf7fd21 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 21 14:48:43.803923 dv-neutron-797121-2-hyperv neutron-server[105225]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 21 14:48:43.803923 dv-neutron-797121-2-hyperv neutron-server[105225]: [parameters: {'project_id_1': 'e1948b83d5fd4374a0223f7fc12b447c', 'expiration_1': datetime.datetime(2021, 6, 21, 14, 48, 43, 761725)}] Jun 21 14:48:43.803923 dv-neutron-797121-2-hyperv neutron-server[105225]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 14:48:43.803923 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_db.api [None req-8721264d-8f5e-481a-94ce-13914cf7fd21 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 14:48:43.804775 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 91883d16-b9a8-48d8-b5e3-e2691f34b0ee triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:48:43.805129 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:43.808809 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fffb3033-52a8-4411-832c-e4cfbbc17350 tempest-PortsAdminExtendedAttrsTestJSON-783253799 tempest-PortsAdminExtendedAttrsTestJSON-783253799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:43.813729 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03592b72-55df-46b3-bfb8-619c86b03702 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Made reservation on behalf of 3cc35de6faa648a2ab3710f7c9e7d52d for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:48:43.817589 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-03592b72-55df-46b3-bfb8-619c86b03702 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:43.827447 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0c1cde5f-9263-433f-a135-8d20cc891613 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2018344 Jun 21 14:48:43.830960 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59434) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:43.834701 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-38fe8e1b-60b8-49c7-bb89-8ef57fd4ed8f tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:43.836172 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-ea8c3545-c6cd-4021-aa6c-de1d9aa577dd admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-471254655-router', 'tenant_id': 'edeb970118494409b474321a022665eb', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:43.839448 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-03592b72-55df-46b3-bfb8-619c86b03702 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:43.858353 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf60da-2690-4924-b655-04b4c36d0bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25c42fe-374f-43ad-9151-a6ea33095c21,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:43.862240 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-76bf60da-2690-4924-b655-04b4c36d0bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:43.863286 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fffb3033-52a8-4411-832c-e4cfbbc17350 tempest-PortsAdminExtendedAttrsTestJSON-783253799 tempest-PortsAdminExtendedAttrsTestJSON-783253799-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:43.895746 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-76bf60da-2690-4924-b655-04b4c36d0bce admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6bdf2ae0e4644d22a0d450b17d31b29d&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4524775 Jun 21 14:48:43.900963 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942f9385-6d22-4b76-821e-a140b3fb9e85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-84e1768a-a440-4f3b-9a03-5323ebc8092f', 'network_id': '84e1768a-a440-4f3b-9a03-5323ebc8092f', 'tenant_id': 'edeb970118494409b474321a022665eb', 'fixed_ips': [{'subnet_id': 'ab9b3e1e-da06-4d3e-a679-80adc4390a65'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:48:43.902037 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-942f9385-6d22-4b76-821e-a140b3fb9e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:43.903955 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59438) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:43.950683 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ea8c3545-c6cd-4021-aa6c-de1d9aa577dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:43.953114 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ea8c3545-c6cd-4021-aa6c-de1d9aa577dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:43.953732 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:43.966661 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-62b80b1e-2321-4a22-9be7-bf50f5892bf2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:43.997109 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-62b80b1e-2321-4a22-9be7-bf50f5892bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:44.005912 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-38fe8e1b-60b8-49c7-bb89-8ef57fd4ed8f tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:44.015690 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 91883d16-b9a8-48d8-b5e3-e2691f34b0ee, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=91883d16-b9a8-48d8-b5e3-e2691f34b0ee,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:48:44.020307 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ea8c3545-c6cd-4021-aa6c-de1d9aa577dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:44.071572 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4af17a23-7d83-47ee-afa4-e0b23558301d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:44.083960 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:44.107544 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0d6ac30c-5d34-462c-9259-6656eda6f93a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:44.244393 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=91883d16-b9a8-48d8-b5e3-e2691f34b0ee,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:44.253332 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:44.307260 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-62b80b1e-2321-4a22-9be7-bf50f5892bf2 admin admin] Allocated IP 172.26.3.204 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/166a7ac5-f4b5-4666-b368-73c188f6637d) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:48:44.337156 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-942f9385-6d22-4b76-821e-a140b3fb9e85 None None] Allocated IP 172.20.0.2 (84e1768a-a440-4f3b-9a03-5323ebc8092f/ab9b3e1e-da06-4d3e-a679-80adc4390a65/275403d7-42c1-49dc-a8c7-8818a2f21ddf) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:48:44.342372 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ea8c3545-c6cd-4021-aa6c-de1d9aa577dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:44.353495 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7cfdcae6-010f-4eef-a04e-a03a8d2c744a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:44.452592 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-38fe8e1b-60b8-49c7-bb89-8ef57fd4ed8f tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:44.466954 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-38fe8e1b-60b8-49c7-bb89-8ef57fd4ed8f tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:44.486619 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:44.498250 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-38fe8e1b-60b8-49c7-bb89-8ef57fd4ed8f tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:44.548444 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-62b80b1e-2321-4a22-9be7-bf50f5892bf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:44.560712 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-03592b72-55df-46b3-bfb8-619c86b03702 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:44.563800 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe8e1b-60b8-49c7-bb89-8ef57fd4ed8f tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Pushing event updated for resources: {'Port': ['ID=b98804be-782c-47c9-b0d6-5811bf0e1006,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:44.568544 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-38fe8e1b-60b8-49c7-bb89-8ef57fd4ed8f tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:44.572533 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7cfdcae6-010f-4eef-a04e-a03a8d2c744a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:44.596066 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-942f9385-6d22-4b76-821e-a140b3fb9e85 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:44.596490 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-38fe8e1b-60b8-49c7-bb89-8ef57fd4ed8f tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:44.601368 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-38fe8e1b-60b8-49c7-bb89-8ef57fd4ed8f tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7793126 Jun 21 14:48:44.604574 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59452) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:44.608632 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-942f9385-6d22-4b76-821e-a140b3fb9e85 None None] Transition to ACTIVE for port object 275403d7-42c1-49dc-a8c7-8818a2f21ddf will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:48:44.612800 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-30a45f95-a36b-469a-a938-b1bde405d91b tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1769847786', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'fixed_ips': [{'ip_address': '172.26.3.127'}]}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:44.635973 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-03592b72-55df-46b3-bfb8-619c86b03702 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:44.645387 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-942f9385-6d22-4b76-821e-a140b3fb9e85 None None] Transition to ACTIVE for port object 275403d7-42c1-49dc-a8c7-8818a2f21ddf will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:48:44.645612 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ecc1b208-a063-4175-9bae-a0f33cc12162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:44.658651 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-62b80b1e-2321-4a22-9be7-bf50f5892bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:44.661763 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-942f9385-6d22-4b76-821e-a140b3fb9e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:44.668499 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:44.669804 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:44.675748 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03592b72-55df-46b3-bfb8-619c86b03702 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85dd49d3-f46f-40ae-8fd7-fef8ee320eca,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:44.680878 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7cfdcae6-010f-4eef-a04e-a03a8d2c744a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:44.687661 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-03592b72-55df-46b3-bfb8-619c86b03702 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:44.694309 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7cfdcae6-010f-4eef-a04e-a03a8d2c744a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:44.699062 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7cfdcae6-010f-4eef-a04e-a03a8d2c744a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d25c42fe-374f-43ad-9151-a6ea33095c21 HTTP/1.1" status: 204 len: 168 time: 0.7885778 Jun 21 14:48:44.699062 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03592b72-55df-46b3-bfb8-619c86b03702 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:48:44.700957 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:44.720306 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b80b1e-2321-4a22-9be7-bf50f5892bf2 admin admin] Pushing event updated for resources: {'Port': ['ID=166a7ac5-f4b5-4666-b368-73c188f6637d,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:44.724192 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-03592b72-55df-46b3-bfb8-619c86b03702 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:44.724547 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-03592b72-55df-46b3-bfb8-619c86b03702 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Added segment 5584dca7-38cd-47e3-9738-8e58ece7c5c1 of type vlan for network 27a6a61a-9f24-4579-8406-3031b18dbfe3 Jun 21 14:48:44.726515 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfdcae6-010f-4eef-a04e-a03a8d2c744a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25c42fe-374f-43ad-9151-a6ea33095c21,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:44.728212 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-62b80b1e-2321-4a22-9be7-bf50f5892bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:44.728803 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7cfdcae6-010f-4eef-a04e-a03a8d2c744a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:44.740434 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b80b1e-2321-4a22-9be7-bf50f5892bf2 admin admin] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:48:44.743762 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-62b80b1e-2321-4a22-9be7-bf50f5892bf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:48:44.747838 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b80b1e-2321-4a22-9be7-bf50f5892bf2 admin admin] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:48:44.772824 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f9385-6d22-4b76-821e-a140b3fb9e85 None None] Pushing event updated for resources: {'Port': ['ID=275403d7-42c1-49dc-a8c7-8818a2f21ddf,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:44.777176 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-942f9385-6d22-4b76-821e-a140b3fb9e85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:44.800733 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-03592b72-55df-46b3-bfb8-619c86b03702 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:44.801039 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942f9385-6d22-4b76-821e-a140b3fb9e85 None None] Network 84e1768a-a440-4f3b-9a03-5323ebc8092f is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:48:44.803459 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-942f9385-6d22-4b76-821e-a140b3fb9e85 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:48:44.811658 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942f9385-6d22-4b76-821e-a140b3fb9e85 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:48:44.919625 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-942f9385-6d22-4b76-821e-a140b3fb9e85 None None] Attempting to bind port 275403d7-42c1-49dc-a8c7-8818a2f21ddf on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:48:44.921965 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-942f9385-6d22-4b76-821e-a140b3fb9e85 None None] Attempting to bind port 275403d7-42c1-49dc-a8c7-8818a2f21ddf by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'f494193e-eb98-474d-8309-6b49d7e2f849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '84e1768a-a440-4f3b-9a03-5323ebc8092f'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:48:44.922508 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942f9385-6d22-4b76-821e-a140b3fb9e85 None None] Attempting to bind port 275403d7-42c1-49dc-a8c7-8818a2f21ddf on network 84e1768a-a440-4f3b-9a03-5323ebc8092f {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:48:44.933160 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942f9385-6d22-4b76-821e-a140b3fb9e85 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:48:44.935911 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942f9385-6d22-4b76-821e-a140b3fb9e85 None None] Checking segment: {'id': 'f494193e-eb98-474d-8309-6b49d7e2f849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '84e1768a-a440-4f3b-9a03-5323ebc8092f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:48:44.938739 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-942f9385-6d22-4b76-821e-a140b3fb9e85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:44.941529 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942f9385-6d22-4b76-821e-a140b3fb9e85 None None] Bound using segment: {'id': 'f494193e-eb98-474d-8309-6b49d7e2f849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '84e1768a-a440-4f3b-9a03-5323ebc8092f'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:48:44.942293 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-942f9385-6d22-4b76-821e-a140b3fb9e85 None None] Bound port: 275403d7-42c1-49dc-a8c7-8818a2f21ddf, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f494193e-eb98-474d-8309-6b49d7e2f849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '84e1768a-a440-4f3b-9a03-5323ebc8092f'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:48:44.942889 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-942f9385-6d22-4b76-821e-a140b3fb9e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:44.980002 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fffb3033-52a8-4411-832c-e4cfbbc17350 tempest-PortsAdminExtendedAttrsTestJSON-783253799 tempest-PortsAdminExtendedAttrsTestJSON-783253799-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:44.987185 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fffb3033-52a8-4411-832c-e4cfbbc17350 tempest-PortsAdminExtendedAttrsTestJSON-783253799 tempest-PortsAdminExtendedAttrsTestJSON-783253799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:45.003850 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fffb3033-52a8-4411-832c-e4cfbbc17350 tempest-PortsAdminExtendedAttrsTestJSON-783253799 tempest-PortsAdminExtendedAttrsTestJSON-783253799-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:48:45.005871 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ea8c3545-c6cd-4021-aa6c-de1d9aa577dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:45.016646 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fffb3033-52a8-4411-832c-e4cfbbc17350 tempest-PortsAdminExtendedAttrsTestJSON-783253799 tempest-PortsAdminExtendedAttrsTestJSON-783253799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:45.017263 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-fffb3033-52a8-4411-832c-e4cfbbc17350 tempest-PortsAdminExtendedAttrsTestJSON-783253799 tempest-PortsAdminExtendedAttrsTestJSON-783253799-project] Added segment cc211008-199d-428a-abad-4ca8fa04c6b8 of type vlan for network 9bfb680f-9df9-4071-89c5-d409194bc135 Jun 21 14:48:45.045693 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ea8c3545-c6cd-4021-aa6c-de1d9aa577dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:45.071580 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fffb3033-52a8-4411-832c-e4cfbbc17350 tempest-PortsAdminExtendedAttrsTestJSON-783253799 tempest-PortsAdminExtendedAttrsTestJSON-783253799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:45.115372 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-76bf60da-2690-4924-b655-04b4c36d0bce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:45.117260 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-942f9385-6d22-4b76-821e-a140b3fb9e85 None None] For port 275403d7-42c1-49dc-a8c7-8818a2f21ddf, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:48:45.124338 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-942f9385-6d22-4b76-821e-a140b3fb9e85 None None] For port 275403d7-42c1-49dc-a8c7-8818a2f21ddf, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=275403d7-42c1-49dc-a8c7-8818a2f21ddf,segment=NetworkSegment(f494193e-eb98-474d-8309-6b49d7e2f849),segment_id=f494193e-eb98-474d-8309-6b49d7e2f849)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:48:45.132111 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fffb3033-52a8-4411-832c-e4cfbbc17350 tempest-PortsAdminExtendedAttrsTestJSON-783253799 tempest-PortsAdminExtendedAttrsTestJSON-783253799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:45.141254 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-03592b72-55df-46b3-bfb8-619c86b03702 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:45.141727 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-942f9385-6d22-4b76-821e-a140b3fb9e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:45.145680 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:45.148144 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffb3033-52a8-4411-832c-e4cfbbc17350 tempest-PortsAdminExtendedAttrsTestJSON-783253799 tempest-PortsAdminExtendedAttrsTestJSON-783253799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:48:45.148764 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fffb3033-52a8-4411-832c-e4cfbbc17350 tempest-PortsAdminExtendedAttrsTestJSON-783253799 tempest-PortsAdminExtendedAttrsTestJSON-783253799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:45.169384 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03592b72-55df-46b3-bfb8-619c86b03702 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:48:45.170375 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-03592b72-55df-46b3-bfb8-619c86b03702 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:45.184999 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8721264d-8f5e-481a-94ce-13914cf7fd21 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Made reservation on behalf of e1948b83d5fd4374a0223f7fc12b447c for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:48:45.188990 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8721264d-8f5e-481a-94ce-13914cf7fd21 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:45.215835 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:45.229305 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bd4800-abaa-4fbc-94e9-bf5962307d78 None None] Sync routers for ids ['6fd8b839-a27a-4e3e-9965-5583343d5e43'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:48:45.287863 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8721264d-8f5e-481a-94ce-13914cf7fd21 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:45.322549 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f9385-6d22-4b76-821e-a140b3fb9e85 None None] Pushing event updated for resources: {'Port': ['ID=275403d7-42c1-49dc-a8c7-8818a2f21ddf,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:45.324898 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bd4800-abaa-4fbc-94e9-bf5962307d78 None None] Routers {'6fd8b839-a27a-4e3e-9965-5583343d5e43'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:48:45.325436 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-f6bd4800-abaa-4fbc-94e9-bf5962307d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:48:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6fd8b839-a27a-4e3e-9965-5583343d5e43'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:48:45.331922 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-942f9385-6d22-4b76-821e-a140b3fb9e85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:45.410189 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-62b80b1e-2321-4a22-9be7-bf50f5892bf2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:45.501282 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03592b72-55df-46b3-bfb8-619c86b03702 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Pushing event updated for resources: {'Network': ['ID=27a6a61a-9f24-4579-8406-3031b18dbfe3,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:45.505653 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-03592b72-55df-46b3-bfb8-619c86b03702 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:45.530813 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-ea8c3545-c6cd-4021-aa6c-de1d9aa577dd admin admin] Allocated IP 172.26.3.49 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/4dd87579-ad77-4393-ba18-226b5e06cd4c) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:48:45.541983 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59466) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:45.550202 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 27a6a61a-9f24-4579-8406-3031b18dbfe3 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:48:45.557105 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb3033-52a8-4411-832c-e4cfbbc17350 tempest-PortsAdminExtendedAttrsTestJSON-783253799 tempest-PortsAdminExtendedAttrsTestJSON-783253799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73917c77-c0cd-4c0a-b9ad-4d75ca0055a5,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:45.591240 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fffb3033-52a8-4411-832c-e4cfbbc17350 tempest-PortsAdminExtendedAttrsTestJSON-783253799 tempest-PortsAdminExtendedAttrsTestJSON-783253799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:45.591240 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a45f95-a36b-469a-a938-b1bde405d91b tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Made reservation on behalf of 698e4a61568d44ddbcdbafe48741c226 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:48:45.591240 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-30a45f95-a36b-469a-a938-b1bde405d91b tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:45.591240 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.419s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:45.595296 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-bb8d2ebe-a1cf-434e-bd8f-ff73527236fe tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1307598786', 'description': 'tempest-description--1740749938'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:45.597504 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d705d587-7cde-4c4e-8fbf-0d18c5e5d9a3 None None] Network 393f8381-0805-46a3-9584-62cfa82bcbaf requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:48:45.618162 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-30a45f95-a36b-469a-a938-b1bde405d91b tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:45.642092 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-03592b72-55df-46b3-bfb8-619c86b03702 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.8266437 Jun 21 14:48:45.642750 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59470) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:45.642890 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device b5fb93df-ba53-448d-9a3b-42699b9e6690 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:48:45.667829 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fffb3033-52a8-4411-832c-e4cfbbc17350 tempest-PortsAdminExtendedAttrsTestJSON-783253799 tempest-PortsAdminExtendedAttrsTestJSON-783253799-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.8053546 Jun 21 14:48:45.747548 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-0368957b-890a-42f6-adee-8c27d91baf0e tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Request body: {'subnet': {'network_id': '27a6a61a-9f24-4579-8406-3031b18dbfe3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:45.752667 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-36308cee-5830-498b-92a9-bc85780064e8 None None] Provisioning for port b5fb93df-ba53-448d-9a3b-42699b9e6690 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:48:45.784467 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-f6bd4800-abaa-4fbc-94e9-bf5962307d78 None None] Set router 6fd8b839-a27a-4e3e-9965-5583343d5e43 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:48:45.879474 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.db.api [None req-bb8d2ebe-a1cf-434e-bd8f-ff73527236fe tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 21 14:48:45.879474 dv-neutron-797121-2-hyperv neutron-server[105225]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 21 14:48:45.879474 dv-neutron-797121-2-hyperv neutron-server[105225]: [parameters: {'project_id_1': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'expiration_1': datetime.datetime(2021, 6, 21, 14, 48, 45, 624413)}] Jun 21 14:48:45.879474 dv-neutron-797121-2-hyperv neutron-server[105225]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 14:48:45.884866 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_db.api [None req-bb8d2ebe-a1cf-434e-bd8f-ff73527236fe tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 14:48:45.889663 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffb3033-52a8-4411-832c-e4cfbbc17350 tempest-PortsAdminExtendedAttrsTestJSON-783253799 tempest-PortsAdminExtendedAttrsTestJSON-783253799-project] Pushing event updated for resources: {'Network': ['ID=9bfb680f-9df9-4071-89c5-d409194bc135,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:45.897703 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fffb3033-52a8-4411-832c-e4cfbbc17350 tempest-PortsAdminExtendedAttrsTestJSON-783253799 tempest-PortsAdminExtendedAttrsTestJSON-783253799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:45.958017 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 9bfb680f-9df9-4071-89c5-d409194bc135 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:48:46.093798 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port b5fb93df-ba53-448d-9a3b-42699b9e6690 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:48:46.121686 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port b5fb93df-ba53-448d-9a3b-42699b9e6690 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:48:46.122388 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:46.185597 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ea8c3545-c6cd-4021-aa6c-de1d9aa577dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:46.218663 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8721264d-8f5e-481a-94ce-13914cf7fd21 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:46.238321 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8721264d-8f5e-481a-94ce-13914cf7fd21 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:46.244979 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7cfdcae6-010f-4eef-a04e-a03a8d2c744a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:46.286287 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59494) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:46.307678 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8721264d-8f5e-481a-94ce-13914cf7fd21 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:48:46.369591 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8721264d-8f5e-481a-94ce-13914cf7fd21 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:46.369861 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-8721264d-8f5e-481a-94ce-13914cf7fd21 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Added segment 20f22c3c-06f5-4d30-831e-6b09de830602 of type vlan for network bb4cbc32-6826-4992-9646-62563333fc8a Jun 21 14:48:46.379708 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721264d-8f5e-481a-94ce-13914cf7fd21 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40478f5-a9e2-4cb9-ab9b-125a82409a25,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:46.417902 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8721264d-8f5e-481a-94ce-13914cf7fd21 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:46.457113 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:46.469656 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-62b80b1e-2321-4a22-9be7-bf50f5892bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:46.499281 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8721264d-8f5e-481a-94ce-13914cf7fd21 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:46.530914 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-f6bd4800-abaa-4fbc-94e9-bf5962307d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'name': 'tempest-ServersTestJSON-1587561787-router', 'tenant_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '91883d16-b9a8-48d8-b5e3-e2691f34b0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:37Z', 'updated_at': '2021-06-21T14:48:42Z', 'revision_number': 4, 'project_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'gw_port': {'id': '91883d16-b9a8-48d8-b5e3-e2691f34b0ee', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:10:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:38Z', 'updated_at': '2021-06-21T14:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'aa1a8d41-2cba-4d87-ab27-870c7f841e14', 'name': '', 'network_id': 'eb470b20-6e86-4a91-bfc2-e6552b84c15d', 'tenant_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'mac_address': 'fa:16:3e:56:bc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a2f70e59-7e68-49dc-8fd5-a1de7ed83ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:40Z', 'updated_at': '2021-06-21T14:48:42Z', 'revision_number': 2, 'project_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'subnets': [{'id': 'a2f70e59-7e68-49dc-8fd5-a1de7ed83ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:48:46.547258 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ea8c3545-c6cd-4021-aa6c-de1d9aa577dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:46.552805 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-97fe1aea-541d-4048-a5ed-e0afdb96724a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:46.566191 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bd4800-abaa-4fbc-94e9-bf5962307d78 None None] Checking router: 6fd8b839-a27a-4e3e-9965-5583343d5e43 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:48:46.566540 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bd4800-abaa-4fbc-94e9-bf5962307d78 None None] Updating router 6fd8b839-a27a-4e3e-9965-5583343d5e43 port aa1a8d41-2cba-4d87-ab27-870c7f841e14 binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:48:46.570996 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port b5fb93df-ba53-448d-9a3b-42699b9e6690, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=b5fb93df-ba53-448d-9a3b-42699b9e6690,segment=NetworkSegment(13e41d55-d7a6-42e5-906b-ff2e60f019f8),segment_id=13e41d55-d7a6-42e5-906b-ff2e60f019f8)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:48:46.588475 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-30a45f95-a36b-469a-a938-b1bde405d91b tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:46.593606 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-f7acce6c-8900-47c5-a339-b5d160be1a5e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1669135721'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:46.605953 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-30a45f95-a36b-469a-a938-b1bde405d91b tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:46.612185 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c3545-c6cd-4021-aa6c-de1d9aa577dd admin admin] Pushing event updated for resources: {'Port': ['ID=4dd87579-ad77-4393-ba18-226b5e06cd4c,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:46.615820 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a8f025a3-88a1-4986-b607-2271083c0981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:46.623776 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8721264d-8f5e-481a-94ce-13914cf7fd21 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:46.627313 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-30a45f95-a36b-469a-a938-b1bde405d91b tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] device_id is not set on port 839eda2d-9b96-426a-a1b1-eb45c78e5a22 yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:48:46.630457 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:46.636578 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 91883d16-b9a8-48d8-b5e3-e2691f34b0ee up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:48:46.641824 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ea8c3545-c6cd-4021-aa6c-de1d9aa577dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:46.658574 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8721264d-8f5e-481a-94ce-13914cf7fd21 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:48:46.659172 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8721264d-8f5e-481a-94ce-13914cf7fd21 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:46.675474 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:46.685280 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7153fcd6-0fc5-4a8f-b595-fb97a70887a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:46.689540 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8c3545-c6cd-4021-aa6c-de1d9aa577dd admin admin] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:48:46.696644 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-cee753de-2e81-4ac2-b71e-b0dbdc8663e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:46.706234 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-ea8c3545-c6cd-4021-aa6c-de1d9aa577dd admin admin] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:48:46.713292 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8c3545-c6cd-4021-aa6c-de1d9aa577dd admin admin] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:48:46.741506 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f6bd4800-abaa-4fbc-94e9-bf5962307d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:46.759272 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 91883d16-b9a8-48d8-b5e3-e2691f34b0ee triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:48:46.760133 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:46.763061 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59498) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:46.785995 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Request body: {'port': {'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135', 'binding:host_id': 'hv-neutron-7971', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1857192630'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:46.822646 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a45f95-a36b-469a-a938-b1bde405d91b tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde71c09-d130-4b50-9d16-65d889f9a03b,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:46.834010 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=b5fb93df-ba53-448d-9a3b-42699b9e6690,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:46.843077 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-30a45f95-a36b-469a-a938-b1bde405d91b tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:46.894215 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:46.938639 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037a7505-c3a7-4624-a10e-0d736db4965c None None] Network 84e1768a-a440-4f3b-9a03-5323ebc8092f requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:48:46.962557 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b80b1e-2321-4a22-9be7-bf50f5892bf2 admin admin] Router 58357177-9300-4364-af87-9278149b2ee3 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:48:46.983312 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a45f95-a36b-469a-a938-b1bde405d91b tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 21 14:48:46.983859 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30a45f95-a36b-469a-a938-b1bde405d91b tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:48:47.010324 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0368957b-890a-42f6-adee-8c27d91baf0e tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Made reservation on behalf of 3cc35de6faa648a2ab3710f7c9e7d52d for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:48:47.014296 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0368957b-890a-42f6-adee-8c27d91baf0e tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks [] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:47.027006 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8721264d-8f5e-481a-94ce-13914cf7fd21 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.2762558 Jun 21 14:48:47.029278 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59500) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:47.040083 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-5dad7e0d-21a0-42fe-bebb-c8046db1edff tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Request body: {'network': {'project_id': 'e1948b83d5fd4374a0223f7fc12b447c'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:47.048224 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.db.api [None req-f7acce6c-8900-47c5-a339-b5d160be1a5e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 21 14:48:47.048224 dv-neutron-797121-2-hyperv neutron-server[105224]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 21 14:48:47.048224 dv-neutron-797121-2-hyperv neutron-server[105224]: [parameters: {'project_id_1': 'bb9b88b3d68e4f4385a492f70cca4a10', 'expiration_1': datetime.datetime(2021, 6, 21, 14, 48, 46, 601996)}] Jun 21 14:48:47.048224 dv-neutron-797121-2-hyperv neutron-server[105224]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 14:48:47.048695 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_db.api [None req-f7acce6c-8900-47c5-a339-b5d160be1a5e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 14:48:47.052671 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.db.api [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 21 14:48:47.052671 dv-neutron-797121-2-hyperv neutron-server[105224]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 21 14:48:47.052671 dv-neutron-797121-2-hyperv neutron-server[105224]: [parameters: {'project_id_1': 'ab46446661214300860d351422b0725e', 'expiration_1': datetime.datetime(2021, 6, 21, 14, 48, 46, 809846)}] Jun 21 14:48:47.052671 dv-neutron-797121-2-hyperv neutron-server[105224]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 14:48:47.053010 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_db.api [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 14:48:47.079615 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:47.108694 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-fe9fd022-36ba-407f-8005-b7b70aac678e None None] Provisioning for port 275403d7-42c1-49dc-a8c7-8818a2f21ddf completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:48:47.117011 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bb8d2ebe-a1cf-434e-bd8f-ff73527236fe tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:47.126204 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721264d-8f5e-481a-94ce-13914cf7fd21 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Pushing event updated for resources: {'Network': ['ID=bb4cbc32-6826-4992-9646-62563333fc8a,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:47.142888 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-30a45f95-a36b-469a-a938-b1bde405d91b tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.5329525 Jun 21 14:48:47.143414 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59502) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:47.147529 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8721264d-8f5e-481a-94ce-13914cf7fd21 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:47.150918 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b80b1e-2321-4a22-9be7-bf50f5892bf2 admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:48:47.165750 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53834590-4246-451f-8836-62bee882c426 None None] Sync routers for ids ['58357177-9300-4364-af87-9278149b2ee3'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:48:47.167931 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dad7e0d-21a0-42fe-bebb-c8046db1edff tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Made reservation on behalf of e1948b83d5fd4374a0223f7fc12b447c for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:48:47.171159 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5dad7e0d-21a0-42fe-bebb-c8046db1edff tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:47.183621 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53834590-4246-451f-8836-62bee882c426 None None] Routers {'58357177-9300-4364-af87-9278149b2ee3'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:48:47.184618 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-53834590-4246-451f-8836-62bee882c426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:48:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['58357177-9300-4364-af87-9278149b2ee3'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:48:47.190166 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network bb4cbc32-6826-4992-9646-62563333fc8a details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:48:47.226730 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-62b80b1e-2321-4a22-9be7-bf50f5892bf2 admin admin] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:47.233265 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-62b80b1e-2321-4a22-9be7-bf50f5892bf2 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2855823 Jun 21 14:48:47.233504 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59504) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:47.303377 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dad7e0d-21a0-42fe-bebb-c8046db1edff tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:48:47.315599 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5dad7e0d-21a0-42fe-bebb-c8046db1edff tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:47.316290 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-5dad7e0d-21a0-42fe-bebb-c8046db1edff tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Added segment a6b7be10-313e-4465-880f-5e02c167ddd3 of type vlan for network e04b3a19-4020-432b-97c0-300f971a4215 Jun 21 14:48:47.347504 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-fe9fd022-36ba-407f-8005-b7b70aac678e None None] Provisioning complete for port b5fb93df-ba53-448d-9a3b-42699b9e6690 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:48:47.349119 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-fe9fd022-36ba-407f-8005-b7b70aac678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:47.377077 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5dad7e0d-21a0-42fe-bebb-c8046db1edff tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:47.447996 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5dad7e0d-21a0-42fe-bebb-c8046db1edff tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:47.454362 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dad7e0d-21a0-42fe-bebb-c8046db1edff tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:48:47.455348 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5dad7e0d-21a0-42fe-bebb-c8046db1edff tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:47.460407 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:47.476766 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-53834590-4246-451f-8836-62bee882c426 None None] Set router 58357177-9300-4364-af87-9278149b2ee3 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:48:47.574875 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dad7e0d-21a0-42fe-bebb-c8046db1edff tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Pushing event updated for resources: {'Network': ['ID=e04b3a19-4020-432b-97c0-300f971a4215,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:47.577677 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5dad7e0d-21a0-42fe-bebb-c8046db1edff tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:47.599149 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device b5fb93df-ba53-448d-9a3b-42699b9e6690 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:48:47.601837 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network e04b3a19-4020-432b-97c0-300f971a4215 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:48:47.644193 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-5e0d1855-bac4-4d75-a2da-c43a56ce218b tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Deleting port b98804be-782c-47c9-b0d6-5811bf0e1006 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:48:47.644582 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5e0d1855-bac4-4d75-a2da-c43a56ce218b tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:47.683577 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ea8c3545-c6cd-4021-aa6c-de1d9aa577dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:47.713636 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f6bd4800-abaa-4fbc-94e9-bf5962307d78 None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:47.719627 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-53834590-4246-451f-8836-62bee882c426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58357177-9300-4364-af87-9278149b2ee3', 'name': 'tempest-ServerActionsTestJSON-716197638-router', 'tenant_id': '11635685b5064af1901fae1b04f861cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '166a7ac5-f4b5-4666-b368-73c188f6637d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:42Z', 'updated_at': '2021-06-21T14:48:45Z', 'revision_number': 3, 'project_id': '11635685b5064af1901fae1b04f861cb', 'gw_port': {'id': '166a7ac5-f4b5-4666-b368-73c188f6637d', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58357177-9300-4364-af87-9278149b2ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:44Z', 'updated_at': '2021-06-21T14:48:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:48:47.746717 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5e0d1855-bac4-4d75-a2da-c43a56ce218b tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:47.747239 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5e0d1855-bac4-4d75-a2da-c43a56ce218b tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:47.752340 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f6bd4800-abaa-4fbc-94e9-bf5962307d78 None None] Transition to ACTIVE for port object aa1a8d41-2cba-4d87-ab27-870c7f841e14 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:48:47.768827 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f6bd4800-abaa-4fbc-94e9-bf5962307d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:47.773229 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:47.783615 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0368957b-890a-42f6-adee-8c27d91baf0e tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:47.791223 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53834590-4246-451f-8836-62bee882c426 None None] Checking router: 58357177-9300-4364-af87-9278149b2ee3 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:48:47.791608 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53834590-4246-451f-8836-62bee882c426 None None] Updating router 58357177-9300-4364-af87-9278149b2ee3 port 166a7ac5-f4b5-4666-b368-73c188f6637d binding host dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:48:47.812165 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port b5fb93df-ba53-448d-9a3b-42699b9e6690 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:48:47.812446 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:47.840589 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-53834590-4246-451f-8836-62bee882c426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:47.864114 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:47.865527 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-5e0d1855-bac4-4d75-a2da-c43a56ce218b tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Calling delete_port for b98804be-782c-47c9-b0d6-5811bf0e1006 owned by network:floatingip {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:48:48.002131 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f669d5-1662-4e9c-85f7-38caa802049d None None] Pushing event updated for resources: {'Port': ['ID=aa1a8d41-2cba-4d87-ab27-870c7f841e14,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:48.027991 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-78f669d5-1662-4e9c-85f7-38caa802049d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:48.029215 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:48.092923 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-f6bd4800-abaa-4fbc-94e9-bf5962307d78 None None] Attempting to bind port aa1a8d41-2cba-4d87-ab27-870c7f841e14 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:48:48.093649 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-f6bd4800-abaa-4fbc-94e9-bf5962307d78 None None] Attempting to bind port aa1a8d41-2cba-4d87-ab27-870c7f841e14 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '65774553-a27d-4d8a-916a-99e0c521981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'eb470b20-6e86-4a91-bfc2-e6552b84c15d'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:48:48.093924 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bd4800-abaa-4fbc-94e9-bf5962307d78 None None] Attempting to bind port aa1a8d41-2cba-4d87-ab27-870c7f841e14 on network eb470b20-6e86-4a91-bfc2-e6552b84c15d {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:48:48.107473 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bd4800-abaa-4fbc-94e9-bf5962307d78 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:48:48.110250 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bd4800-abaa-4fbc-94e9-bf5962307d78 None None] Checking segment: {'id': '65774553-a27d-4d8a-916a-99e0c521981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'eb470b20-6e86-4a91-bfc2-e6552b84c15d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:48:48.110808 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f6bd4800-abaa-4fbc-94e9-bf5962307d78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:48.111305 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bd4800-abaa-4fbc-94e9-bf5962307d78 None None] Bound using segment: {'id': '65774553-a27d-4d8a-916a-99e0c521981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'eb470b20-6e86-4a91-bfc2-e6552b84c15d'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:48:48.111914 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-f6bd4800-abaa-4fbc-94e9-bf5962307d78 None None] Bound port: aa1a8d41-2cba-4d87-ab27-870c7f841e14, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65774553-a27d-4d8a-916a-99e0c521981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'eb470b20-6e86-4a91-bfc2-e6552b84c15d'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:48:48.113384 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f6bd4800-abaa-4fbc-94e9-bf5962307d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:48.122701 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5e0d1855-bac4-4d75-a2da-c43a56ce218b tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:48.126466 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:48.134071 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0368957b-890a-42f6-adee-8c27d91baf0e tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Pushing event updated for resources: {'Subnet': ['ID=54e71dce-fa55-40ac-91c0-5e4db766d8ff,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:48.143527 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0368957b-890a-42f6-adee-8c27d91baf0e tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:48.153063 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d1855-bac4-4d75-a2da-c43a56ce218b tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Pushing event deleted for resources: {'Port': ['ID=b98804be-782c-47c9-b0d6-5811bf0e1006,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:48.187008 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bb8d2ebe-a1cf-434e-bd8f-ff73527236fe tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:48.190994 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0368957b-890a-42f6-adee-8c27d91baf0e tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Checking segment: {'id': '5584dca7-38cd-47e3-9738-8e58ece7c5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '27a6a61a-9f24-4579-8406-3031b18dbfe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:48:48.191351 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0368957b-890a-42f6-adee-8c27d91baf0e tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Network hostable DHCP agents. Network: 27a6a61a-9f24-4579-8406-3031b18dbfe3, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:48:48.204259 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5e0d1855-bac4-4d75-a2da-c43a56ce218b tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:48.204259 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5e0d1855-bac4-4d75-a2da-c43a56ce218b tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:48.207525 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5e0d1855-bac4-4d75-a2da-c43a56ce218b tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:48.213469 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5e0d1855-bac4-4d75-a2da-c43a56ce218b tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] 10.222.0.72 "DELETE /v2.0/floatingips/f01d1677-598a-4ab8-af36-5249f631f3b7 HTTP/1.1" status: 204 len: 168 time: 1.0687611 Jun 21 14:48:48.216060 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bb8d2ebe-a1cf-434e-bd8f-ff73527236fe tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:48.231278 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5dad7e0d-21a0-42fe-bebb-c8046db1edff tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1999798 Jun 21 14:48:48.234024 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59508) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:48.239938 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-5317d571-d8d3-4a06-b401-d090d4e51d9f tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Request body: {'network': {'project_id': 'e1948b83d5fd4374a0223f7fc12b447c'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:48.257869 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Made reservation on behalf of ab46446661214300860d351422b0725e for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:48:48.260923 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:48.272817 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-53834590-4246-451f-8836-62bee882c426 None None] Notify callbacks [] for port, precommit_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:48.274024 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:48.278267 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7acce6c-8900-47c5-a339-b5d160be1a5e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Made reservation on behalf of bb9b88b3d68e4f4385a492f70cca4a10 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:48:48.282231 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f7acce6c-8900-47c5-a339-b5d160be1a5e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:48.285035 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.provisioning_blocks [None req-53834590-4246-451f-8836-62bee882c426 None None] Transition to ACTIVE for port object 166a7ac5-f4b5-4666-b368-73c188f6637d will not be triggered until provisioned by entity L2. {{(pid=105227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:48:48.297094 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f7acce6c-8900-47c5-a339-b5d160be1a5e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:48.298472 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 275403d7-42c1-49dc-a8c7-8818a2f21ddf up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:48:48.299911 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-53834590-4246-451f-8836-62bee882c426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:48.300059 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:48.306387 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-1c2857fc-a119-4b51-98b6-cbfb49191b13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:48.323896 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-5317d571-d8d3-4a06-b401-d090d4e51d9f tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jun 21 14:48:48.324791 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5317d571-d8d3-4a06-b401-d090d4e51d9f tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:48:48.326758 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5317d571-d8d3-4a06-b401-d090d4e51d9f tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0906148 Jun 21 14:48:48.334452 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59510) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:48.366763 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-f6bd4800-abaa-4fbc-94e9-bf5962307d78 None None] For port aa1a8d41-2cba-4d87-ab27-870c7f841e14, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:48:48.370945 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-f6bd4800-abaa-4fbc-94e9-bf5962307d78 None None] For port aa1a8d41-2cba-4d87-ab27-870c7f841e14, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=aa1a8d41-2cba-4d87-ab27-870c7f841e14,segment=NetworkSegment(65774553-a27d-4d8a-916a-99e0c521981d),segment_id=65774553-a27d-4d8a-916a-99e0c521981d)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:48:48.379826 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f6bd4800-abaa-4fbc-94e9-bf5962307d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:48.383412 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f8d92790-f421-4c62-a992-fec114e49ac3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:48.409466 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb0292-e97f-4b2a-872e-8ce27b9e614c None None] Pushing event updated for resources: {'Port': ['ID=166a7ac5-f4b5-4666-b368-73c188f6637d,revision_number=2']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:48.424197 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-2dbb0292-e97f-4b2a-872e-8ce27b9e614c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:48.425141 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1ec401fe-dd6c-430a-83e0-1f6ab9ebcfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:48.443054 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bb8d2ebe-a1cf-434e-bd8f-ff73527236fe tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:48.444335 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-bb8d2ebe-a1cf-434e-bd8f-ff73527236fe tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.8938589 Jun 21 14:48:48.452394 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 275403d7-42c1-49dc-a8c7-8818a2f21ddf completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:48:48.453457 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59512) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:48.458341 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:48.463157 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-53834590-4246-451f-8836-62bee882c426 None None] Attempting to bind port 166a7ac5-f4b5-4666-b368-73c188f6637d on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:48:48.464804 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-53834590-4246-451f-8836-62bee882c426 None None] Attempting to bind port 166a7ac5-f4b5-4666-b368-73c188f6637d by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:48:48.465313 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53834590-4246-451f-8836-62bee882c426 None None] Attempting to bind port 166a7ac5-f4b5-4666-b368-73c188f6637d on network 78e7bc12-ea33-4baf-9744-b93105835641 {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:48:48.471000 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-e2e9cbda-b057-42ea-8f15-8ecbff4f8d58 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Request body: {'security_group_rule': {'security_group_id': 'cb9e8f8a-52cd-400c-95c5-e1624b2e12e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:48.474827 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53834590-4246-451f-8836-62bee882c426 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:48:48.479993 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53834590-4246-451f-8836-62bee882c426 None None] Checking segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:48:48.480444 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-53834590-4246-451f-8836-62bee882c426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:48.481584 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53834590-4246-451f-8836-62bee882c426 None None] Bound using segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:48:48.483275 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-53834590-4246-451f-8836-62bee882c426 None None] Bound port: 166a7ac5-f4b5-4666-b368-73c188f6637d, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:48:48.483672 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-53834590-4246-451f-8836-62bee882c426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:48.496100 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0368957b-890a-42f6-adee-8c27d91baf0e tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Network 27a6a61a-9f24-4579-8406-3031b18dbfe3 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:48:48.502601 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 275403d7-42c1-49dc-a8c7-8818a2f21ddf triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:48:48.503370 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:48.547269 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d2ebe-a1cf-434e-bd8f-ff73527236fe tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9e8f8a-52cd-400c-95c5-e1624b2e12e5,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:48.550349 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bb8d2ebe-a1cf-434e-bd8f-ff73527236fe tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:48.559993 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-0368957b-890a-42f6-adee-8c27d91baf0e tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 27a6a61a-9f24-4579-8406-3031b18dbfe3) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:48:48.565105 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0368957b-890a-42f6-adee-8c27d91baf0e tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:48:48.565693 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0368957b-890a-42f6-adee-8c27d91baf0e tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:48.586639 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ea8c3545-c6cd-4021-aa6c-de1d9aa577dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:48.610363 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e38420-986f-4277-825d-c1c4cd084192 None None] Network 27a6a61a-9f24-4579-8406-3031b18dbfe3 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:48:48.612641 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-53834590-4246-451f-8836-62bee882c426 None None] For port 166a7ac5-f4b5-4666-b368-73c188f6637d, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:48:48.616726 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-53834590-4246-451f-8836-62bee882c426 None None] For port 166a7ac5-f4b5-4666-b368-73c188f6637d, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=166a7ac5-f4b5-4666-b368-73c188f6637d,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:48:48.636372 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-53834590-4246-451f-8836-62bee882c426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:48.639526 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:48.648058 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bd4800-abaa-4fbc-94e9-bf5962307d78 None None] Routers {'6fd8b839-a27a-4e3e-9965-5583343d5e43'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:48:48.648902 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-f6bd4800-abaa-4fbc-94e9-bf5962307d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:48:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6fd8b839-a27a-4e3e-9965-5583343d5e43'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:48:48.650995 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f669d5-1662-4e9c-85f7-38caa802049d None None] Pushing event updated for resources: {'Port': ['ID=aa1a8d41-2cba-4d87-ab27-870c7f841e14,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:48.690741 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb0292-e97f-4b2a-872e-8ce27b9e614c None None] Pushing event updated for resources: {'Port': ['ID=166a7ac5-f4b5-4666-b368-73c188f6637d,revision_number=3']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:48.691129 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-78f669d5-1662-4e9c-85f7-38caa802049d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:48.697748 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-2dbb0292-e97f-4b2a-872e-8ce27b9e614c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:48.724530 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53834590-4246-451f-8836-62bee882c426 None None] Routers {'58357177-9300-4364-af87-9278149b2ee3'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:48:48.725451 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-53834590-4246-451f-8836-62bee882c426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:48:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['58357177-9300-4364-af87-9278149b2ee3'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:48:48.910481 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:48.920861 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59518) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:48.928857 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-53834590-4246-451f-8836-62bee882c426 None None] Set router 58357177-9300-4364-af87-9278149b2ee3 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:48:48.940452 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9fc42916-ee6d-46d9-b237-07993557c605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:48.947048 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f7acce6c-8900-47c5-a339-b5d160be1a5e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:48.950192 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] device_id is not set on port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:48:48.979802 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f7acce6c-8900-47c5-a339-b5d160be1a5e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:49.007076 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0368957b-890a-42f6-adee-8c27d91baf0e tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3293428 Jun 21 14:48:49.013208 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59522) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:49.027561 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-7d7ed81d-6d4e-4cdc-aafb-7e98be7b68f8 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Request body: {'port': {'network_id': '27a6a61a-9f24-4579-8406-3031b18dbfe3', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1032552394'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:49.033677 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7acce6c-8900-47c5-a339-b5d160be1a5e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:48:49.056546 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f7acce6c-8900-47c5-a339-b5d160be1a5e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:49.059414 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-f7acce6c-8900-47c5-a339-b5d160be1a5e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Added segment 673d29a0-dfd4-4343-a6fc-adfd80e57865 of type vlan for network a6b997eb-7071-4b3d-b4a7-02cb6af4672e Jun 21 14:48:49.093565 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-1ec401fe-dd6c-430a-83e0-1f6ab9ebcfc2 admin admin] Allocated IP 172.20.0.1 (393f8381-0805-46a3-9584-62cfa82bcbaf/f3bb9f9f-5a2e-4ed7-b8d4-076458baa435/bf2d0abb-ddde-4b02-af51-59f862ceac68) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:48:49.103287 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:49.117903 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-f6bd4800-abaa-4fbc-94e9-bf5962307d78 None None] Set router 6fd8b839-a27a-4e3e-9965-5583343d5e43 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:48:49.139488 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f7acce6c-8900-47c5-a339-b5d160be1a5e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:49.169993 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e2e9cbda-b057-42ea-8f15-8ecbff4f8d58 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:49.244062 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c000f79b-020b-4139-a5a3-5f045725debf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-27a6a61a-9f24-4579-8406-3031b18dbfe3', 'network_id': '27a6a61a-9f24-4579-8406-3031b18dbfe3', 'tenant_id': '3cc35de6faa648a2ab3710f7c9e7d52d', 'fixed_ips': [{'subnet_id': '54e71dce-fa55-40ac-91c0-5e4db766d8ff'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:48:49.245035 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c000f79b-020b-4139-a5a3-5f045725debf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:49.249434 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 275403d7-42c1-49dc-a8c7-8818a2f21ddf, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=275403d7-42c1-49dc-a8c7-8818a2f21ddf,segment=NetworkSegment(f494193e-eb98-474d-8309-6b49d7e2f849),segment_id=f494193e-eb98-474d-8309-6b49d7e2f849)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:48:49.256553 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-53834590-4246-451f-8836-62bee882c426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58357177-9300-4364-af87-9278149b2ee3', 'name': 'tempest-ServerActionsTestJSON-716197638-router', 'tenant_id': '11635685b5064af1901fae1b04f861cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '166a7ac5-f4b5-4666-b368-73c188f6637d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:42Z', 'updated_at': '2021-06-21T14:48:45Z', 'revision_number': 3, 'project_id': '11635685b5064af1901fae1b04f861cb', 'gw_port': {'id': '166a7ac5-f4b5-4666-b368-73c188f6637d', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58357177-9300-4364-af87-9278149b2ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:44Z', 'updated_at': '2021-06-21T14:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:48:49.279479 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f6e14d1d-3d6d-4729-a788-7dc54de6304e tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:49.293632 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:49.294114 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53834590-4246-451f-8836-62bee882c426 None None] The sync data for ids ['58357177-9300-4364-af87-9278149b2ee3'] in dv-neutron-797121-2-hyperv is: [{'id': '58357177-9300-4364-af87-9278149b2ee3', 'name': 'tempest-ServerActionsTestJSON-716197638-router', 'tenant_id': '11635685b5064af1901fae1b04f861cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '166a7ac5-f4b5-4666-b368-73c188f6637d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:42Z', 'updated_at': '2021-06-21T14:48:45Z', 'revision_number': 3, 'project_id': '11635685b5064af1901fae1b04f861cb', 'gw_port': {'id': '166a7ac5-f4b5-4666-b368-73c188f6637d', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58357177-9300-4364-af87-9278149b2ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:44Z', 'updated_at': '2021-06-21T14:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:48:49.299799 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-7302fa10-ccf3-4e10-922f-b084b264571f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:49.318341 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8974a9b5-f9eb-4e14-b494-8c736bac80f1,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:49.338976 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-59e0dfee-96b9-480a-a75b-8b7326cd1e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:49.342523 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:49.377557 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:49.378906 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e2e9cbda-b057-42ea-8f15-8ecbff4f8d58 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:49.381312 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea8c3545-c6cd-4021-aa6c-de1d9aa577dd admin admin] Router b65626d1-58a7-4392-aaea-21a6e352a942 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:48:49.381451 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f7acce6c-8900-47c5-a339-b5d160be1a5e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:49.405273 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e2e9cbda-b057-42ea-8f15-8ecbff4f8d58 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:49.414946 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1ec401fe-dd6c-430a-83e0-1f6ab9ebcfc2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:49.416825 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:49.417291 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7acce6c-8900-47c5-a339-b5d160be1a5e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:48:49.418045 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f7acce6c-8900-47c5-a339-b5d160be1a5e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:49.419434 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7ed81d-6d4e-4cdc-aafb-7e98be7b68f8 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Made reservation on behalf of 3cc35de6faa648a2ab3710f7c9e7d52d for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:48:49.423087 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7d7ed81d-6d4e-4cdc-aafb-7e98be7b68f8 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:49.473314 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=275403d7-42c1-49dc-a8c7-8818a2f21ddf,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:49.476860 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:49.496539 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9cbda-b057-42ea-8f15-8ecbff4f8d58 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21a33116-a74d-44c3-9758-e98b02d1a06c,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:49.504278 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-1ec401fe-dd6c-430a-83e0-1f6ab9ebcfc2 admin admin] Transition to ACTIVE for port object bf2d0abb-ddde-4b02-af51-59f862ceac68 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:48:49.511027 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e2e9cbda-b057-42ea-8f15-8ecbff4f8d58 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:49.512279 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-7d7ed81d-6d4e-4cdc-aafb-7e98be7b68f8 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] device_id is not set on port a28d55b3-3d2c-4a5d-af86-c4af151880d3 yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:48:49.570500 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-c000f79b-020b-4139-a5a3-5f045725debf None None] Allocated IP 172.20.0.2 (27a6a61a-9f24-4579-8406-3031b18dbfe3/54e71dce-fa55-40ac-91c0-5e4db766d8ff/2faf8e75-0bd7-433b-9c70-5479e8b835d8) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:48:49.586791 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7acce6c-8900-47c5-a339-b5d160be1a5e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=033ae9a9-774b-451b-99ea-283ff695df42,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:49.600468 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f7acce6c-8900-47c5-a339-b5d160be1a5e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:49.603835 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:49.716882 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:49.726884 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8c3545-c6cd-4021-aa6c-de1d9aa577dd admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:48:49.734600 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-f6bd4800-abaa-4fbc-94e9-bf5962307d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'name': 'tempest-ServersTestJSON-1587561787-router', 'tenant_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '91883d16-b9a8-48d8-b5e3-e2691f34b0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:37Z', 'updated_at': '2021-06-21T14:48:42Z', 'revision_number': 4, 'project_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'gw_port': {'id': '91883d16-b9a8-48d8-b5e3-e2691f34b0ee', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:10:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:38Z', 'updated_at': '2021-06-21T14:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'aa1a8d41-2cba-4d87-ab27-870c7f841e14', 'name': '', 'network_id': 'eb470b20-6e86-4a91-bfc2-e6552b84c15d', 'tenant_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'mac_address': 'fa:16:3e:56:bc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a2f70e59-7e68-49dc-8fd5-a1de7ed83ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:40Z', 'updated_at': '2021-06-21T14:48:48Z', 'revision_number': 4, 'project_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'subnets': [{'id': 'a2f70e59-7e68-49dc-8fd5-a1de7ed83ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:48:49.742940 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1633ab6-80c6-4c25-bdee-ffa0daac3504 None None] Sync routers for ids ['b65626d1-58a7-4392-aaea-21a6e352a942'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:48:49.743736 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1ec401fe-dd6c-430a-83e0-1f6ab9ebcfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:49.748726 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:49.749810 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-59e0dfee-96b9-480a-a75b-8b7326cd1e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:49.785532 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bd4800-abaa-4fbc-94e9-bf5962307d78 None None] The sync data for ids ['6fd8b839-a27a-4e3e-9965-5583343d5e43'] in dv-neutron-797121-2-hyperv is: [{'id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'name': 'tempest-ServersTestJSON-1587561787-router', 'tenant_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '91883d16-b9a8-48d8-b5e3-e2691f34b0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:37Z', 'updated_at': '2021-06-21T14:48:42Z', 'revision_number': 4, 'project_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'gw_port': {'id': '91883d16-b9a8-48d8-b5e3-e2691f34b0ee', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:10:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:38Z', 'updated_at': '2021-06-21T14:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'aa1a8d41-2cba-4d87-ab27-870c7f841e14', 'name': '', 'network_id': 'eb470b20-6e86-4a91-bfc2-e6552b84c15d', 'tenant_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'mac_address': 'fa:16:3e:56:bc:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a2f70e59-7e68-49dc-8fd5-a1de7ed83ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:40Z', 'updated_at': '2021-06-21T14:48:48Z', 'revision_number': 4, 'project_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'subnets': [{'id': 'a2f70e59-7e68-49dc-8fd5-a1de7ed83ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:48:49.791035 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ea8c3545-c6cd-4021-aa6c-de1d9aa577dd admin admin] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:49.793770 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ea8c3545-c6cd-4021-aa6c-de1d9aa577dd admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9610670 Jun 21 14:48:49.804596 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e2e9cbda-b057-42ea-8f15-8ecbff4f8d58 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:49.808231 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e2e9cbda-b057-42ea-8f15-8ecbff4f8d58 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3477890 Jun 21 14:48:49.809549 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59524) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:49.819534 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1633ab6-80c6-4c25-bdee-ffa0daac3504 None None] Routers {'b65626d1-58a7-4392-aaea-21a6e352a942'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:48:49.819998 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59526) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:49.820454 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-e1633ab6-80c6-4c25-bdee-ffa0daac3504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:48:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['b65626d1-58a7-4392-aaea-21a6e352a942'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:48:49.842291 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-fe51a2e2-a18b-49bc-bf98-cea9bd72705d tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Request body: {'security_group_rule': {'security_group_id': 'cb9e8f8a-52cd-400c-95c5-e1624b2e12e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:49.843724 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-59e0dfee-96b9-480a-a75b-8b7326cd1e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:49.883494 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f6e14d1d-3d6d-4729-a788-7dc54de6304e tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:49.894832 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec401fe-dd6c-430a-83e0-1f6ab9ebcfc2 admin admin] Network 393f8381-0805-46a3-9584-62cfa82bcbaf is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:48:49.905283 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f6e14d1d-3d6d-4729-a788-7dc54de6304e tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=105224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:48:49.905866 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f6e14d1d-3d6d-4729-a788-7dc54de6304e tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:48:49.907185 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f6e14d1d-3d6d-4729-a788-7dc54de6304e tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:48:49.907347 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-1ec401fe-dd6c-430a-83e0-1f6ab9ebcfc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:48:49.908502 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f6e14d1d-3d6d-4729-a788-7dc54de6304e tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Subscribe: > port after_create 55550000 {{(pid=105224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:48:49.914229 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f6e14d1d-3d6d-4729-a788-7dc54de6304e tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Subscribe: > port after_delete 55550000 {{(pid=105224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:48:49.914818 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f6e14d1d-3d6d-4729-a788-7dc54de6304e tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Subscribe: > port after_update 55550000 {{(pid=105224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:48:49.915314 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f6e14d1d-3d6d-4729-a788-7dc54de6304e tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=105224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:48:49.915822 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f6e14d1d-3d6d-4729-a788-7dc54de6304e tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=105224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:48:49.916450 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f6e14d1d-3d6d-4729-a788-7dc54de6304e tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=105224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:48:49.917022 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f6e14d1d-3d6d-4729-a788-7dc54de6304e tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=105224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:48:49.921292 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec401fe-dd6c-430a-83e0-1f6ab9ebcfc2 admin admin] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:48:49.921776 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1ec401fe-dd6c-430a-83e0-1f6ab9ebcfc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:49.990268 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec401fe-dd6c-430a-83e0-1f6ab9ebcfc2 admin admin] Pushing event updated for resources: {'Port': ['ID=bf2d0abb-ddde-4b02-af51-59f862ceac68,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:49.997736 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1ec401fe-dd6c-430a-83e0-1f6ab9ebcfc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:50.040162 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c000f79b-020b-4139-a5a3-5f045725debf None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:50.066067 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-c000f79b-020b-4139-a5a3-5f045725debf None None] Transition to ACTIVE for port object 2faf8e75-0bd7-433b-9c70-5479e8b835d8 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:48:50.070779 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fe51a2e2-a18b-49bc-bf98-cea9bd72705d tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:50.072499 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:48:50.083816 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-e1633ab6-80c6-4c25-bdee-ffa0daac3504 None None] Set router b65626d1-58a7-4392-aaea-21a6e352a942 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:48:50.173975 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-c000f79b-020b-4139-a5a3-5f045725debf None None] Transition to ACTIVE for port object 2faf8e75-0bd7-433b-9c70-5479e8b835d8 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:48:50.256912 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f6e14d1d-3d6d-4729-a788-7dc54de6304e tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=105224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:48:50.257262 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f6e14d1d-3d6d-4729-a788-7dc54de6304e tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=105224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:48:50.258961 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f6e14d1d-3d6d-4729-a788-7dc54de6304e tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=105224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:48:50.259329 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f6e14d1d-3d6d-4729-a788-7dc54de6304e tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=105224) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:48:50.259697 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-f6e14d1d-3d6d-4729-a788-7dc54de6304e tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e04b3a19-4020-432b-97c0-300f971a4215']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:48:50.270576 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c000f79b-020b-4139-a5a3-5f045725debf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:50.283403 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:50.316878 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f7acce6c-8900-47c5-a339-b5d160be1a5e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 4.0285335 Jun 21 14:48:50.326779 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c000f79b-020b-4139-a5a3-5f045725debf None None] Network 27a6a61a-9f24-4579-8406-3031b18dbfe3 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:48:50.330801 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59528) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:50.333202 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-c000f79b-020b-4139-a5a3-5f045725debf None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:48:50.339380 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-f6e14d1d-3d6d-4729-a788-7dc54de6304e tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b7be10-313e-4465-880f-5e02c167ddd3') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:48:50.340992 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-f6e14d1d-3d6d-4729-a788-7dc54de6304e tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b7be10-313e-4465-880f-5e02c167ddd3') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:48:50.345649 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c000f79b-020b-4139-a5a3-5f045725debf None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:48:50.348554 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-0a279c9a-8d7f-4bb8-9a05-a7ccc4977405 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Request body: {'subnet': {'network_id': 'a6b997eb-7071-4b3d-b4a7-02cb6af4672e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:50.354020 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fe51a2e2-a18b-49bc-bf98-cea9bd72705d tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:50.368168 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000f79b-020b-4139-a5a3-5f045725debf None None] Pushing event updated for resources: {'Port': ['ID=2faf8e75-0bd7-433b-9c70-5479e8b835d8,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:50.373083 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-c000f79b-020b-4139-a5a3-5f045725debf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:50.412442 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-7d7ed81d-6d4e-4cdc-aafb-7e98be7b68f8 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Allocated IP 172.20.0.13 (27a6a61a-9f24-4579-8406-3031b18dbfe3/54e71dce-fa55-40ac-91c0-5e4db766d8ff/a28d55b3-3d2c-4a5d-af86-c4af151880d3) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:48:50.422003 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f6e14d1d-3d6d-4729-a788-7dc54de6304e tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:50.443178 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7acce6c-8900-47c5-a339-b5d160be1a5e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Pushing event updated for resources: {'Network': ['ID=a6b997eb-7071-4b3d-b4a7-02cb6af4672e,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:50.453771 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fe51a2e2-a18b-49bc-bf98-cea9bd72705d tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:50.463891 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f7acce6c-8900-47c5-a339-b5d160be1a5e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.860s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:50.467565 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:50.472435 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] device_id is not set on port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:48:50.484527 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e2e9cbda-b057-42ea-8f15-8ecbff4f8d58 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:50.487733 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network a6b997eb-7071-4b3d-b4a7-02cb6af4672e details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:48:50.493385 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-59e0dfee-96b9-480a-a75b-8b7326cd1e7b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=09805d04bb5e4f228e8c7d2f8309a62f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5667551 Jun 21 14:48:50.498693 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:50.502042 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59530) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:50.520007 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f6e14d1d-3d6d-4729-a788-7dc54de6304e tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:50.548433 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6e14d1d-3d6d-4729-a788-7dc54de6304e tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:48:50.549110 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f6e14d1d-3d6d-4729-a788-7dc54de6304e tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:50.552818 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Transition to ACTIVE for port object 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 will not be triggered until provisioned by entity L2. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:48:50.557284 dv-neutron-797121-2-hyperv neutron-server[105224]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 14:48:50.557284 dv-neutron-797121-2-hyperv neutron-server[105224]: from cryptography.utils import int_from_bytes Jun 21 14:48:50.557284 dv-neutron-797121-2-hyperv neutron-server[105224]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 14:48:50.557284 dv-neutron-797121-2-hyperv neutron-server[105224]: from cryptography.utils import int_from_bytes Jun 21 14:48:50.557284 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:48:50.557284 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:48:50.557284 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:48:50.557284 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:48:50.557284 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:48:50.557284 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:48:50.557284 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:48:50.557284 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:48:50.557284 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:48:50.557284 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:48:50.557284 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:48:50.557284 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:48:50.557284 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:48:50.557284 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:48:50.557284 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:48:50.557284 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:48:50.557284 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:48:50.557284 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:48:50.557284 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:48:50.557284 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:48:50.557284 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:48:50.557284 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:48:50.557284 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:48:50.557284 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:48:50.557284 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:48:50.557284 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:48:50.557284 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:48:50.557284 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:48:50.557284 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:48:50.557284 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:48:50.557284 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:48:50.557284 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:48:50.560068 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0dfee-96b9-480a-a75b-8b7326cd1e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5846ed-81e5-4aa5-946a-2ca6585f79b3,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:50.588281 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-59e0dfee-96b9-480a-a75b-8b7326cd1e7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:50.639619 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f7ac5e15-0646-4957-ad53-fcbc5c19ab91 None None] Provisioning for port bf2d0abb-ddde-4b02-af51-59f862ceac68 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:48:50.642575 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-c000f79b-020b-4139-a5a3-5f045725debf None None] Attempting to bind port 2faf8e75-0bd7-433b-9c70-5479e8b835d8 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:48:50.643120 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-c000f79b-020b-4139-a5a3-5f045725debf None None] Attempting to bind port 2faf8e75-0bd7-433b-9c70-5479e8b835d8 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '5584dca7-38cd-47e3-9738-8e58ece7c5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '27a6a61a-9f24-4579-8406-3031b18dbfe3'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:48:50.643837 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c000f79b-020b-4139-a5a3-5f045725debf None None] Attempting to bind port 2faf8e75-0bd7-433b-9c70-5479e8b835d8 on network 27a6a61a-9f24-4579-8406-3031b18dbfe3 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:48:50.663656 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f7ac5e15-0646-4957-ad53-fcbc5c19ab91 None None] Provisioning complete for port bf2d0abb-ddde-4b02-af51-59f862ceac68 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:48:50.664479 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f7ac5e15-0646-4957-ad53-fcbc5c19ab91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:50.670587 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:50.677398 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c000f79b-020b-4139-a5a3-5f045725debf None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:48:50.678102 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c000f79b-020b-4139-a5a3-5f045725debf None None] Checking segment: {'id': '5584dca7-38cd-47e3-9738-8e58ece7c5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '27a6a61a-9f24-4579-8406-3031b18dbfe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:48:50.678658 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c000f79b-020b-4139-a5a3-5f045725debf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:50.679225 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c000f79b-020b-4139-a5a3-5f045725debf None None] Bound using segment: {'id': '5584dca7-38cd-47e3-9738-8e58ece7c5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '27a6a61a-9f24-4579-8406-3031b18dbfe3'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:48:50.680001 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-c000f79b-020b-4139-a5a3-5f045725debf None None] Bound port: 2faf8e75-0bd7-433b-9c70-5479e8b835d8, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5584dca7-38cd-47e3-9738-8e58ece7c5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '27a6a61a-9f24-4579-8406-3031b18dbfe3'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:48:50.680549 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c000f79b-020b-4139-a5a3-5f045725debf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:50.695438 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51a2e2-a18b-49bc-bf98-cea9bd72705d tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=317d36d4-ef36-4fe5-b9d5-2860d39c3f79,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:50.700711 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-38fe8e1b-60b8-49c7-bb89-8ef57fd4ed8f tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:50.718919 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fe51a2e2-a18b-49bc-bf98-cea9bd72705d tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:50.736686 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-f7ac5e15-0646-4957-ad53-fcbc5c19ab91 None None] Port bf2d0abb-ddde-4b02-af51-59f862ceac68 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:48:50.737870 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f6e14d1d-3d6d-4729-a788-7dc54de6304e tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:50.741498 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a279c9a-8d7f-4bb8-9a05-a7ccc4977405 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Made reservation on behalf of bb9b88b3d68e4f4385a492f70cca4a10 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:48:50.746514 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0a279c9a-8d7f-4bb8-9a05-a7ccc4977405 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks [] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:50.758243 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fe51a2e2-a18b-49bc-bf98-cea9bd72705d tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:50.759988 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-226dc506-8fc1-4eac-939d-47b546adee0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:50.760165 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-fe51a2e2-a18b-49bc-bf98-cea9bd72705d tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9357121 Jun 21 14:48:50.772859 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59534) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:50.786729 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-268a76be-2699-49ab-ac60-b00d0094f64c tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:50.792661 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-e1633ab6-80c6-4c25-bdee-ffa0daac3504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'name': 'tempest-ServersTestManualDisk-471254655-router', 'tenant_id': 'edeb970118494409b474321a022665eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '4dd87579-ad77-4393-ba18-226b5e06cd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:43Z', 'updated_at': '2021-06-21T14:48:47Z', 'revision_number': 3, 'project_id': 'edeb970118494409b474321a022665eb', 'gw_port': {'id': '4dd87579-ad77-4393-ba18-226b5e06cd4c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:45Z', 'updated_at': '2021-06-21T14:48:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:48:50.826079 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f6e14d1d-3d6d-4729-a788-7dc54de6304e tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:50.828043 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f6e14d1d-3d6d-4729-a788-7dc54de6304e tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] 10.222.0.72 "DELETE /v2.0/networks/e04b3a19-4020-432b-97c0-300f971a4215 HTTP/1.1" status: 204 len: 168 time: 2.4920187 Jun 21 14:48:50.832319 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1633ab6-80c6-4c25-bdee-ffa0daac3504 None None] Checking router: b65626d1-58a7-4392-aaea-21a6e352a942 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:48:50.832786 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1633ab6-80c6-4c25-bdee-ffa0daac3504 None None] Updating router b65626d1-58a7-4392-aaea-21a6e352a942 port 4dd87579-ad77-4393-ba18-226b5e06cd4c binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:48:50.863248 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59536) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:50.880831 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1ec401fe-dd6c-430a-83e0-1f6ab9ebcfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:50.887050 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-226dc506-8fc1-4eac-939d-47b546adee0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:50.904648 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Pushing event updated for resources: {'Port': ['ID=159f4d1d-dce5-48ca-a625-6a1c2c6f5504,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:50.908624 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e1633ab6-80c6-4c25-bdee-ffa0daac3504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:50.911218 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-c000f79b-020b-4139-a5a3-5f045725debf None None] For port 2faf8e75-0bd7-433b-9c70-5479e8b835d8, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:48:50.952756 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:50.956112 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f7acce6c-8900-47c5-a339-b5d160be1a5e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:51.007869 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e14d1d-3d6d-4729-a788-7dc54de6304e tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Pushing event deleted for resources: {'Network': ['ID=e04b3a19-4020-432b-97c0-300f971a4215,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:51.021743 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-c000f79b-020b-4139-a5a3-5f045725debf None None] For port 2faf8e75-0bd7-433b-9c70-5479e8b835d8, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=2faf8e75-0bd7-433b-9c70-5479e8b835d8,segment=NetworkSegment(5584dca7-38cd-47e3-9738-8e58ece7c5c1),segment_id=5584dca7-38cd-47e3-9738-8e58ece7c5c1)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:48:51.030474 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c000f79b-020b-4139-a5a3-5f045725debf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:51.034832 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:51.035120 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f6e14d1d-3d6d-4729-a788-7dc54de6304e tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:51.050840 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-268a76be-2699-49ab-ac60-b00d0094f64c tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks [] for floatingip, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:51.093196 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Checking segment: {'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:48:51.093641 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Network hostable DHCP agents. Network: 9bfb680f-9df9-4071-89c5-d409194bc135, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:48:51.111545 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-db9aa1b3-a9be-4e04-ae32-b22747b73645 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:51.116760 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000f79b-020b-4139-a5a3-5f045725debf None None] Pushing event updated for resources: {'Port': ['ID=2faf8e75-0bd7-433b-9c70-5479e8b835d8,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:51.214542 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Network 9bfb680f-9df9-4071-89c5-d409194bc135 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:48:51.297141 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-226dc506-8fc1-4eac-939d-47b546adee0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:51.326173 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 9bfb680f-9df9-4071-89c5-d409194bc135) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:48:51.358971 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-226dc506-8fc1-4eac-939d-47b546adee0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:51.359625 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-226dc506-8fc1-4eac-939d-47b546adee0f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6c5846ed-81e5-4aa5-946a-2ca6585f79b3 HTTP/1.1" status: 204 len: 168 time: 0.8534746 Jun 21 14:48:51.360345 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:51.414568 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:48:51.418077 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226dc506-8fc1-4eac-939d-47b546adee0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5846ed-81e5-4aa5-946a-2ca6585f79b3,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:51.421192 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-226dc506-8fc1-4eac-939d-47b546adee0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:51.427814 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-db9aa1b3-a9be-4e04-ae32-b22747b73645 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:51.461980 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-db9aa1b3-a9be-4e04-ae32-b22747b73645 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb4cbc32-6826-4992-9646-62563333fc8a']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:48:51.467580 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-c000f79b-020b-4139-a5a3-5f045725debf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:51.474539 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96082b4f-4cda-45b0-9a0e-20449733dcdd None None] Network 9bfb680f-9df9-4071-89c5-d409194bc135 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:48:51.484764 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:48:51.485474 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:48:51.486540 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on network 9bfb680f-9df9-4071-89c5-d409194bc135 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:48:51.492976 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-db9aa1b3-a9be-4e04-ae32-b22747b73645 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20f22c3c-06f5-4d30-831e-6b09de830602') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:48:51.493594 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-db9aa1b3-a9be-4e04-ae32-b22747b73645 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20f22c3c-06f5-4d30-831e-6b09de830602') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:48:51.511688 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on network 9bfb680f-9df9-4071-89c5-d409194bc135 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:48:51.512261 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Failed to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] Jun 21 14:48:51.533042 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.plugins.ml2.plugin [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempt 2 to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 Jun 21 14:48:51.551999 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:48:51.552225 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:48:51.552560 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on network 9bfb680f-9df9-4071-89c5-d409194bc135 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:48:51.596883 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-db9aa1b3-a9be-4e04-ae32-b22747b73645 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:51.617524 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7d7ed81d-6d4e-4cdc-aafb-7e98be7b68f8 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:51.643281 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on network 9bfb680f-9df9-4071-89c5-d409194bc135 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:48:51.643281 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Failed to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] Jun 21 14:48:51.661283 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.plugins.ml2.plugin [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempt 3 to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 Jun 21 14:48:51.661499 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 275403d7-42c1-49dc-a8c7-8818a2f21ddf up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:48:51.666585 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-db9aa1b3-a9be-4e04-ae32-b22747b73645 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:51.728443 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-268a76be-2699-49ab-ac60-b00d0094f64c tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:51.741027 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0a279c9a-8d7f-4bb8-9a05-a7ccc4977405 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:51.741674 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db9aa1b3-a9be-4e04-ae32-b22747b73645 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:48:51.742223 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-db9aa1b3-a9be-4e04-ae32-b22747b73645 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:51.744100 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:48:51.744100 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:48:51.744100 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:48:51.744100 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:48:51.744100 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:48:51.744100 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:48:51.744100 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:48:51.744100 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:48:51.744100 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:48:51.744100 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:48:51.744100 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:48:51.744100 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:48:51.744100 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:48:51.744100 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:48:51.744100 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:48:51.744100 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:48:51.744100 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:48:51.744100 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:48:51.744100 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:48:51.744100 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:48:51.744100 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:48:51.744100 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:48:51.744100 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:48:51.744100 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:48:51.744100 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:48:51.744100 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:48:51.744100 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:48:51.744100 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:48:51.744100 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:48:51.744100 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:48:51.744100 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:48:51.744100 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:48:51.763474 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:48:51.763810 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:48:51.764127 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on network 9bfb680f-9df9-4071-89c5-d409194bc135 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:48:51.773284 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-7d7ed81d-6d4e-4cdc-aafb-7e98be7b68f8 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Transition to ACTIVE for port object a28d55b3-3d2c-4a5d-af86-c4af151880d3 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:48:51.790439 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6a3d5e51-ddd7-4487-a40c-30a2ab1ece1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:51.902367 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on network 9bfb680f-9df9-4071-89c5-d409194bc135 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:48:51.902817 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Failed to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] Jun 21 14:48:51.915128 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.plugins.ml2.plugin [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempt 4 to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 Jun 21 14:48:51.948815 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1ec401fe-dd6c-430a-83e0-1f6ab9ebcfc2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:51.955641 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:48:51.955987 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:48:51.956301 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on network 9bfb680f-9df9-4071-89c5-d409194bc135 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:48:51.961293 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-db9aa1b3-a9be-4e04-ae32-b22747b73645 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:51.967801 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:51.970373 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-db9aa1b3-a9be-4e04-ae32-b22747b73645 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:51.974597 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-db9aa1b3-a9be-4e04-ae32-b22747b73645 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] 10.222.0.72 "DELETE /v2.0/networks/bb4cbc32-6826-4992-9646-62563333fc8a HTTP/1.1" status: 204 len: 168 time: 1.1051164 Jun 21 14:48:51.980365 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4cb880e6-346f-4ca3-93d2-15410775bd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:51.983942 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on network 9bfb680f-9df9-4071-89c5-d409194bc135 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:48:51.984270 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Failed to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] Jun 21 14:48:51.985903 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.plugins.ml2.plugin [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempt 5 to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 Jun 21 14:48:52.004956 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 275403d7-42c1-49dc-a8c7-8818a2f21ddf triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:48:52.005374 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:52.018470 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9aa1b3-a9be-4e04-ae32-b22747b73645 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Pushing event deleted for resources: {'Network': ['ID=bb4cbc32-6826-4992-9646-62563333fc8a,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:52.027413 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-db9aa1b3-a9be-4e04-ae32-b22747b73645 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:52.040847 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:48:52.041182 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:48:52.041516 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on network 9bfb680f-9df9-4071-89c5-d409194bc135 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:48:52.048919 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on network 9bfb680f-9df9-4071-89c5-d409194bc135 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:48:52.049661 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Failed to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] Jun 21 14:48:52.050186 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.plugins.ml2.plugin [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempt 6 to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 Jun 21 14:48:52.050961 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1ec401fe-dd6c-430a-83e0-1f6ab9ebcfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:52.055616 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e1633ab6-80c6-4c25-bdee-ffa0daac3504 None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:52.071112 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1ec401fe-dd6c-430a-83e0-1f6ab9ebcfc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:52.079171 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:48:52.079703 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:48:52.080282 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on network 9bfb680f-9df9-4071-89c5-d409194bc135 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:48:52.086160 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on network 9bfb680f-9df9-4071-89c5-d409194bc135 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:48:52.086341 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-e1633ab6-80c6-4c25-bdee-ffa0daac3504 None None] Transition to ACTIVE for port object 4dd87579-ad77-4393-ba18-226b5e06cd4c will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:48:52.087246 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a279c9a-8d7f-4bb8-9a05-a7ccc4977405 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Pushing event updated for resources: {'Subnet': ['ID=90181709-6d1d-46e7-b15c-661905e22a4f,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:52.087490 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Failed to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] Jun 21 14:48:52.088231 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.plugins.ml2.plugin [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempt 7 to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 Jun 21 14:48:52.093433 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59544) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:52.102824 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0a279c9a-8d7f-4bb8-9a05-a7ccc4977405 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:52.108900 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-38f6bb3b-b588-4707-87c0-c98c43603a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:52.110579 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e1633ab6-80c6-4c25-bdee-ffa0daac3504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:52.111343 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a279c9a-8d7f-4bb8-9a05-a7ccc4977405 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Checking segment: {'id': '673d29a0-dfd4-4343-a6fc-adfd80e57865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a6b997eb-7071-4b3d-b4a7-02cb6af4672e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:48:52.111708 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a279c9a-8d7f-4bb8-9a05-a7ccc4977405 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Network hostable DHCP agents. Network: a6b997eb-7071-4b3d-b4a7-02cb6af4672e, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:48:52.116298 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-c000f79b-020b-4139-a5a3-5f045725debf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:52.163431 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:48:52.163904 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:48:52.164342 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on network 9bfb680f-9df9-4071-89c5-d409194bc135 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:48:52.196438 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on network 9bfb680f-9df9-4071-89c5-d409194bc135 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:48:52.196911 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Failed to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] Jun 21 14:48:52.201128 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.plugins.ml2.plugin [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempt 8 to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 Jun 21 14:48:52.224968 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3599b3-ba42-473a-8fb7-013fb953ccfb None None] Pushing event updated for resources: {'Port': ['ID=4dd87579-ad77-4393-ba18-226b5e06cd4c,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:52.237581 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-e1633ab6-80c6-4c25-bdee-ffa0daac3504 None None] Attempting to bind port 4dd87579-ad77-4393-ba18-226b5e06cd4c on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:48:52.238301 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-e1633ab6-80c6-4c25-bdee-ffa0daac3504 None None] Attempting to bind port 4dd87579-ad77-4393-ba18-226b5e06cd4c by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:48:52.238715 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1633ab6-80c6-4c25-bdee-ffa0daac3504 None None] Attempting to bind port 4dd87579-ad77-4393-ba18-226b5e06cd4c on network 78e7bc12-ea33-4baf-9744-b93105835641 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:48:52.246444 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3d3599b3-ba42-473a-8fb7-013fb953ccfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:52.250672 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-268a76be-2699-49ab-ac60-b00d0094f64c tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Allocated IP 172.26.3.82 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/49082197-fd62-40ec-a356-61cf08fa0384) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:48:52.251006 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1633ab6-80c6-4c25-bdee-ffa0daac3504 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:48:52.251403 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1633ab6-80c6-4c25-bdee-ffa0daac3504 None None] Checking segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:48:52.252534 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e1633ab6-80c6-4c25-bdee-ffa0daac3504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:52.252534 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1633ab6-80c6-4c25-bdee-ffa0daac3504 None None] Bound using segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:48:52.252707 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-e1633ab6-80c6-4c25-bdee-ffa0daac3504 None None] Bound port: 4dd87579-ad77-4393-ba18-226b5e06cd4c, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:48:52.253105 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e1633ab6-80c6-4c25-bdee-ffa0daac3504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:52.257841 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device aa1a8d41-2cba-4d87-ab27-870c7f841e14 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:48:52.259332 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-36661970-34e2-4d70-a27f-b8a5fa54fb5c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=698e4a61568d44ddbcdbafe48741c226&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1638563 Jun 21 14:48:52.265279 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:48:52.265942 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:48:52.266919 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on network 9bfb680f-9df9-4071-89c5-d409194bc135 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:48:52.270346 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59546) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:52.283476 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7d7ed81d-6d4e-4cdc-aafb-7e98be7b68f8 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:52.287293 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on network 9bfb680f-9df9-4071-89c5-d409194bc135 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:48:52.287623 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Failed to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] Jun 21 14:48:52.289728 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.plugins.ml2.plugin [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempt 9 to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 Jun 21 14:48:52.361803 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a279c9a-8d7f-4bb8-9a05-a7ccc4977405 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Network a6b997eb-7071-4b3d-b4a7-02cb6af4672e is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:48:52.366507 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-e1633ab6-80c6-4c25-bdee-ffa0daac3504 None None] For port 4dd87579-ad77-4393-ba18-226b5e06cd4c, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:48:52.374982 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-e1633ab6-80c6-4c25-bdee-ffa0daac3504 None None] For port 4dd87579-ad77-4393-ba18-226b5e06cd4c, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=4dd87579-ad77-4393-ba18-226b5e06cd4c,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:48:52.382510 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e1633ab6-80c6-4c25-bdee-ffa0daac3504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:52.386608 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:52.406377 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec401fe-dd6c-430a-83e0-1f6ab9ebcfc2 admin admin] Pushing event updated for resources: {'Port': ['ID=bf2d0abb-ddde-4b02-af51-59f862ceac68,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:52.409968 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1ec401fe-dd6c-430a-83e0-1f6ab9ebcfc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:52.419121 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port aa1a8d41-2cba-4d87-ab27-870c7f841e14 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:48:52.420517 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:52.429595 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port aa1a8d41-2cba-4d87-ab27-870c7f841e14 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:48:52.430036 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:52.460224 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7ed81d-6d4e-4cdc-aafb-7e98be7b68f8 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Network 27a6a61a-9f24-4579-8406-3031b18dbfe3 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:48:52.512165 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1633ab6-80c6-4c25-bdee-ffa0daac3504 None None] Routers {'b65626d1-58a7-4392-aaea-21a6e352a942'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:48:52.513667 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-e1633ab6-80c6-4c25-bdee-ffa0daac3504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:48:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['b65626d1-58a7-4392-aaea-21a6e352a942'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:48:52.520373 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3599b3-ba42-473a-8fb7-013fb953ccfb None None] Pushing event updated for resources: {'Port': ['ID=4dd87579-ad77-4393-ba18-226b5e06cd4c,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:52.534168 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3d3599b3-ba42-473a-8fb7-013fb953ccfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:52.536050 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:48:52.536552 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:48:52.536730 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on network 9bfb680f-9df9-4071-89c5-d409194bc135 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:48:52.548917 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on network 9bfb680f-9df9-4071-89c5-d409194bc135 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:48:52.549294 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Failed to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] Jun 21 14:48:52.554001 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.plugins.ml2.plugin [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempt 10 to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 Jun 21 14:48:52.570416 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:48:52.570746 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:48:52.571076 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on network 9bfb680f-9df9-4071-89c5-d409194bc135 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:48:52.579574 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on network 9bfb680f-9df9-4071-89c5-d409194bc135 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:48:52.579902 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Failed to bind port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] Jun 21 14:48:52.580407 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:52.586248 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7ed81d-6d4e-4cdc-aafb-7e98be7b68f8 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Pushing event updated for resources: {'Port': ['ID=a28d55b3-3d2c-4a5d-af86-c4af151880d3,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:52.592462 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-0a279c9a-8d7f-4bb8-9a05-a7ccc4977405 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, a6b997eb-7071-4b3d-b4a7-02cb6af4672e) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:48:52.631388 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7d7ed81d-6d4e-4cdc-aafb-7e98be7b68f8 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:52.655302 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-7d7ed81d-6d4e-4cdc-aafb-7e98be7b68f8 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:48:52.699887 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-268a76be-2699-49ab-ac60-b00d0094f64c tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:52.700251 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7ed81d-6d4e-4cdc-aafb-7e98be7b68f8 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:48:52.714190 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7ed81d-6d4e-4cdc-aafb-7e98be7b68f8 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:48:52.717257 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7d7ed81d-6d4e-4cdc-aafb-7e98be7b68f8 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:52.751436 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] For port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504, host hv-neutron-7971, cleared binding levels {{(pid=105224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:48:52.754396 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempted to set empty binding levels {{(pid=105224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 14:48:52.759864 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b5b350d4-5d1a-45af-9429-ccbccba9277c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:52.764907 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3a99d4-eccd-4729-ac5d-33d5003f1b59 None None] Network a6b997eb-7071-4b3d-b4a7-02cb6af4672e requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:48:52.779222 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:52.782831 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a279c9a-8d7f-4bb8-9a05-a7ccc4977405 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:48:52.783382 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0a279c9a-8d7f-4bb8-9a05-a7ccc4977405 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:52.792606 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:52.812378 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-e1633ab6-80c6-4c25-bdee-ffa0daac3504 None None] Set router b65626d1-58a7-4392-aaea-21a6e352a942 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:48:52.817477 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec401fe-dd6c-430a-83e0-1f6ab9ebcfc2 admin admin] Network 393f8381-0805-46a3-9584-62cfa82bcbaf is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:48:52.821433 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:52.829454 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-1ec401fe-dd6c-430a-83e0-1f6ab9ebcfc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:48:52.854182 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b5b350d4-5d1a-45af-9429-ccbccba9277c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:52.858379 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7d7ed81d-6d4e-4cdc-aafb-7e98be7b68f8 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 3.8393679 Jun 21 14:48:52.876297 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59556) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:52.888887 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:48:52.889273 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0a279c9a-8d7f-4bb8-9a05-a7ccc4977405 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5506785 Jun 21 14:48:52.889629 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:52.895853 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59558) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:52.903203 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-4cb880e6-346f-4ca3-93d2-15410775bd2c admin admin] Allocated IP 172.20.0.1 (84e1768a-a440-4f3b-9a03-5323ebc8092f/ab9b3e1e-da06-4d3e-a679-80adc4390a65/cbab8c34-f882-4684-903f-205c2da9cf22) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:48:52.923438 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-35c514c0-eace-4e7e-8d6f-e2b6e40b1f41 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Request body: {'port': {'network_id': 'a6b997eb-7071-4b3d-b4a7-02cb6af4672e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1115545444'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:53.034053 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port aa1a8d41-2cba-4d87-ab27-870c7f841e14, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=aa1a8d41-2cba-4d87-ab27-870c7f841e14,segment=NetworkSegment(65774553-a27d-4d8a-916a-99e0c521981d),segment_id=65774553-a27d-4d8a-916a-99e0c521981d)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:48:53.037981 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa0e86c-022e-43d6-aa16-67f1fa36e3c2 None None] Network 27a6a61a-9f24-4579-8406-3031b18dbfe3 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:48:53.088495 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-268a76be-2699-49ab-ac60-b00d0094f64c tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:53.101761 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59560) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:53.151255 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268a76be-2699-49ab-ac60-b00d0094f64c tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:48:53.156160 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Pushing event updated for resources: {'Port': ['ID=159f4d1d-dce5-48ca-a625-6a1c2c6f5504,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:53.162912 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:53.173772 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-268a76be-2699-49ab-ac60-b00d0094f64c tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:48:53.175284 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:53.176326 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 166a7ac5-f4b5-4666-b368-73c188f6637d up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:48:53.188237 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:53.205208 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:53.230749 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268a76be-2699-49ab-ac60-b00d0094f64c tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:48:53.248285 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4cb880e6-346f-4ca3-93d2-15410775bd2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:53.251329 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b5b350d4-5d1a-45af-9429-ccbccba9277c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:53.260989 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b5b350d4-5d1a-45af-9429-ccbccba9277c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:53.262438 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a76be-2699-49ab-ac60-b00d0094f64c tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Pushing event updated for resources: {'Port': ['ID=49082197-fd62-40ec-a356-61cf08fa0384,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:53.262911 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b5b350d4-5d1a-45af-9429-ccbccba9277c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fde71c09-d130-4b50-9d16-65d889f9a03b HTTP/1.1" status: 204 len: 168 time: 0.9806836 Jun 21 14:48:53.282202 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8721264d-8f5e-481a-94ce-13914cf7fd21 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:53.283004 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-160f038b-9bd5-4faf-8e63-221a256594d1 None None] Provisioning for port 2faf8e75-0bd7-433b-9c70-5479e8b835d8 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:48:53.295110 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-268a76be-2699-49ab-ac60-b00d0094f64c tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:53.318308 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b350d4-5d1a-45af-9429-ccbccba9277c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde71c09-d130-4b50-9d16-65d889f9a03b,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:53.329383 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b5b350d4-5d1a-45af-9429-ccbccba9277c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:53.332280 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-4cb880e6-346f-4ca3-93d2-15410775bd2c admin admin] Transition to ACTIVE for port object cbab8c34-f882-4684-903f-205c2da9cf22 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:48:53.334591 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=aa1a8d41-2cba-4d87-ab27-870c7f841e14,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:53.335402 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c514c0-eace-4e7e-8d6f-e2b6e40b1f41 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Made reservation on behalf of bb9b88b3d68e4f4385a492f70cca4a10 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:48:53.339545 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-35c514c0-eace-4e7e-8d6f-e2b6e40b1f41 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:53.349252 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec401fe-dd6c-430a-83e0-1f6ab9ebcfc2 admin admin] Router 58357177-9300-4364-af87-9278149b2ee3 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:48:53.350151 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 6.5845199 Jun 21 14:48:53.350473 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59568) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:53.357463 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:53.369374 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a15d340d-85ee-46be-9a99-6acf4efa19dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:53.410974 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-35c514c0-eace-4e7e-8d6f-e2b6e40b1f41 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] device_id is not set on port 82b34238-efe0-4b75-a958-a741fac770d8 yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:48:53.498549 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 166a7ac5-f4b5-4666-b368-73c188f6637d completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:48:53.507323 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 166a7ac5-f4b5-4666-b368-73c188f6637d triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:48:53.508773 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:53.512416 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-268a76be-2699-49ab-ac60-b00d0094f64c tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:53.577755 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-050fb937-cc89-49af-b29e-374d6dac0d1d None None] Provisioning complete for port bf2d0abb-ddde-4b02-af51-59f862ceac68 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:48:53.578459 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-050fb937-cc89-49af-b29e-374d6dac0d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:53.586532 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4cb880e6-346f-4ca3-93d2-15410775bd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:53.595615 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:53.619923 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-050fb937-cc89-49af-b29e-374d6dac0d1d None None] Port bf2d0abb-ddde-4b02-af51-59f862ceac68 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:48:53.639024 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb880e6-346f-4ca3-93d2-15410775bd2c admin admin] Pushing event updated for resources: {'Port': ['ID=cbab8c34-f882-4684-903f-205c2da9cf22,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:53.645679 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec401fe-dd6c-430a-83e0-1f6ab9ebcfc2 admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:48:53.648164 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4cb880e6-346f-4ca3-93d2-15410775bd2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:53.651846 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1ec401fe-dd6c-430a-83e0-1f6ab9ebcfc2 admin admin] 10.222.0.72 "PUT /v2.0/routers/58357177-9300-4364-af87-9278149b2ee3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4178541 Jun 21 14:48:53.659068 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46f32b9-034c-4d5b-8a89-3c97734722cc None None] Sync routers for ids ['58357177-9300-4364-af87-9278149b2ee3'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:48:53.665051 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb880e6-346f-4ca3-93d2-15410775bd2c admin admin] Network 84e1768a-a440-4f3b-9a03-5323ebc8092f is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:48:53.667623 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-4cb880e6-346f-4ca3-93d2-15410775bd2c admin admin] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:48:53.671019 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb880e6-346f-4ca3-93d2-15410775bd2c admin admin] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:48:53.671504 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4cb880e6-346f-4ca3-93d2-15410775bd2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:53.676607 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-9a8f1617-a828-406c-a108-a8726f23991d tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Deleting port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:48:53.676952 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9a8f1617-a828-406c-a108-a8726f23991d tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:53.681340 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46f32b9-034c-4d5b-8a89-3c97734722cc None None] Routers {'58357177-9300-4364-af87-9278149b2ee3'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:48:53.685337 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-b46f32b9-034c-4d5b-8a89-3c97734722cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:48:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['58357177-9300-4364-af87-9278149b2ee3'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:48:53.691962 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1170410-84db-4712-a109-b47b5ce6ace8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-a6b997eb-7071-4b3d-b4a7-02cb6af4672e', 'network_id': 'a6b997eb-7071-4b3d-b4a7-02cb6af4672e', 'tenant_id': 'bb9b88b3d68e4f4385a492f70cca4a10', 'fixed_ips': [{'subnet_id': '90181709-6d1d-46e7-b15c-661905e22a4f'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:48:53.692860 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f1170410-84db-4712-a109-b47b5ce6ace8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:53.844974 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a15d340d-85ee-46be-9a99-6acf4efa19dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:53.924711 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-e1633ab6-80c6-4c25-bdee-ffa0daac3504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'name': 'tempest-ServersTestManualDisk-471254655-router', 'tenant_id': 'edeb970118494409b474321a022665eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '4dd87579-ad77-4393-ba18-226b5e06cd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:43Z', 'updated_at': '2021-06-21T14:48:47Z', 'revision_number': 3, 'project_id': 'edeb970118494409b474321a022665eb', 'gw_port': {'id': '4dd87579-ad77-4393-ba18-226b5e06cd4c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:45Z', 'updated_at': '2021-06-21T14:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:48:53.930719 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-9a8f1617-a828-406c-a108-a8726f23991d tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] For port 159f4d1d-dce5-48ca-a625-6a1c2c6f5504, host hv-neutron-7971, got binding levels [] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:48:53.931347 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9a8f1617-a828-406c-a108-a8726f23991d tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:53.989079 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-b46f32b9-034c-4d5b-8a89-3c97734722cc None None] Set router 58357177-9300-4364-af87-9278149b2ee3 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:48:54.041555 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:54.110027 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1633ab6-80c6-4c25-bdee-ffa0daac3504 None None] The sync data for ids ['b65626d1-58a7-4392-aaea-21a6e352a942'] in dv-neutron-797121-2-hyperv is: [{'id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'name': 'tempest-ServersTestManualDisk-471254655-router', 'tenant_id': 'edeb970118494409b474321a022665eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '4dd87579-ad77-4393-ba18-226b5e06cd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:43Z', 'updated_at': '2021-06-21T14:48:47Z', 'revision_number': 3, 'project_id': 'edeb970118494409b474321a022665eb', 'gw_port': {'id': '4dd87579-ad77-4393-ba18-226b5e06cd4c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:45Z', 'updated_at': '2021-06-21T14:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:48:54.125965 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 166a7ac5-f4b5-4666-b368-73c188f6637d, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=166a7ac5-f4b5-4666-b368-73c188f6637d,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:48:54.204454 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:54.246077 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-35c514c0-eace-4e7e-8d6f-e2b6e40b1f41 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Allocated IP 172.20.0.13 (a6b997eb-7071-4b3d-b4a7-02cb6af4672e/90181709-6d1d-46e7-b15c-661905e22a4f/82b34238-efe0-4b75-a958-a741fac770d8) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:48:54.247305 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-9a8f1617-a828-406c-a108-a8726f23991d tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Calling delete_port for 159f4d1d-dce5-48ca-a625-6a1c2c6f5504 owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:48:54.247417 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:54.304982 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-cc82cf2c-cacd-4f44-840a-dba80c4170c5 None None] Provisioning for port cbab8c34-f882-4684-903f-205c2da9cf22 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:48:54.372677 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a15d340d-85ee-46be-9a99-6acf4efa19dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:54.455303 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:54.458288 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-85761c03-1b9d-46ed-85f5-064a181a8a56 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Deleting port a28d55b3-3d2c-4a5d-af86-c4af151880d3 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:48:54.458555 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-85761c03-1b9d-46ed-85f5-064a181a8a56 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:54.596240 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-b46f32b9-034c-4d5b-8a89-3c97734722cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58357177-9300-4364-af87-9278149b2ee3', 'name': 'tempest-ServerActionsTestJSON-716197638-router', 'tenant_id': '11635685b5064af1901fae1b04f861cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '166a7ac5-f4b5-4666-b368-73c188f6637d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:42Z', 'updated_at': '2021-06-21T14:48:50Z', 'revision_number': 4, 'project_id': '11635685b5064af1901fae1b04f861cb', 'gw_port': {'id': '166a7ac5-f4b5-4666-b368-73c188f6637d', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9f:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58357177-9300-4364-af87-9278149b2ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:44Z', 'updated_at': '2021-06-21T14:48:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'bf2d0abb-ddde-4b02-af51-59f862ceac68', 'name': '', 'network_id': '393f8381-0805-46a3-9584-62cfa82bcbaf', 'tenant_id': '11635685b5064af1901fae1b04f861cb', 'mac_address': 'fa:16:3e:f1:75:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58357177-9300-4364-af87-9278149b2ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f3bb9f9f-5a2e-4ed7-b8d4-076458baa435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:48Z', 'updated_at': '2021-06-21T14:48:51Z', 'revision_number': 2, 'project_id': '11635685b5064af1901fae1b04f861cb', 'subnets': [{'id': 'f3bb9f9f-5a2e-4ed7-b8d4-076458baa435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:48:54.676934 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-268a76be-2699-49ab-ac60-b00d0094f64c tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:54.727467 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46f32b9-034c-4d5b-8a89-3c97734722cc None None] Checking router: 58357177-9300-4364-af87-9278149b2ee3 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:48:54.728031 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46f32b9-034c-4d5b-8a89-3c97734722cc None None] Updating router 58357177-9300-4364-af87-9278149b2ee3 port bf2d0abb-ddde-4b02-af51-59f862ceac68 binding host dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:48:54.739899 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d340d-85ee-46be-9a99-6acf4efa19dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984abffe-c169-443b-abd9-6c88e58f36a0,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:54.771880 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a15d340d-85ee-46be-9a99-6acf4efa19dc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3d14b791c4c44a8189d2edb9595e5e22&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6558847 Jun 21 14:48:54.773372 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a15d340d-85ee-46be-9a99-6acf4efa19dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:54.780957 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59596) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:54.800572 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9a8f1617-a828-406c-a108-a8726f23991d tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:54.815098 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:54.838153 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-b46f32b9-034c-4d5b-8a89-3c97734722cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:54.856099 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 2faf8e75-0bd7-433b-9c70-5479e8b835d8 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:48:54.876135 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f1617-a828-406c-a108-a8726f23991d tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Pushing event deleted for resources: {'Port': ['ID=159f4d1d-dce5-48ca-a625-6a1c2c6f5504,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:54.932474 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9a8f1617-a828-406c-a108-a8726f23991d tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:54.936723 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-cc82cf2c-cacd-4f44-840a-dba80c4170c5 None None] Provisioning complete for port cbab8c34-f882-4684-903f-205c2da9cf22 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:48:54.939784 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-cc82cf2c-cacd-4f44-840a-dba80c4170c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:54.943932 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9a8f1617-a828-406c-a108-a8726f23991d tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:54.947474 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9a8f1617-a828-406c-a108-a8726f23991d tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] 10.222.0.72 "DELETE /v2.0/ports/159f4d1d-dce5-48ca-a625-6a1c2c6f5504 HTTP/1.1" status: 204 len: 168 time: 1.5943589 Jun 21 14:48:54.955966 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59598) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:55.039350 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-b13ed4e0-dcb6-4425-9111-8775f2a85a60 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] GET failed (client error): The resource could not be found. Jun 21 14:48:55.048423 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b13ed4e0-dcb6-4425-9111-8775f2a85a60 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] 10.222.0.72 "GET /v2.0/ports/159f4d1d-dce5-48ca-a625-6a1c2c6f5504 HTTP/1.1" status: 404 len: 333 time: 0.0903230 Jun 21 14:48:55.051316 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59602) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:55.059323 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-683869ab-8a64-45de-a0af-7e1ceb62a8e9 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Request body: {'port': {'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-114833978'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:55.072014 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=166a7ac5-f4b5-4666-b368-73c188f6637d,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:55.081143 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.834s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:55.082414 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-85761c03-1b9d-46ed-85f5-064a181a8a56 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:55.094451 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-cc82cf2c-cacd-4f44-840a-dba80c4170c5 None None] Port cbab8c34-f882-4684-903f-205c2da9cf22 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:48:55.102687 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4cb880e6-346f-4ca3-93d2-15410775bd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:55.119491 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683869ab-8a64-45de-a0af-7e1ceb62a8e9 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Made reservation on behalf of ab46446661214300860d351422b0725e for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:48:55.124292 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 2faf8e75-0bd7-433b-9c70-5479e8b835d8 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:48:55.130539 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 2faf8e75-0bd7-433b-9c70-5479e8b835d8 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:48:55.132051 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:55.136616 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-683869ab-8a64-45de-a0af-7e1ceb62a8e9 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:55.232997 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-35c514c0-eace-4e7e-8d6f-e2b6e40b1f41 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:55.281682 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f55b7cc3-64f4-4f05-a41c-0790c35561c5 None None] Provisioning for port a28d55b3-3d2c-4a5d-af86-c4af151880d3 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:48:55.324441 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-85761c03-1b9d-46ed-85f5-064a181a8a56 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Calling delete_port for a28d55b3-3d2c-4a5d-af86-c4af151880d3 owned by {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:48:55.366220 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-683869ab-8a64-45de-a0af-7e1ceb62a8e9 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] device_id is not set on port ccc9ec31-beba-425e-b8f2-adae4c2df27c yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:48:55.379066 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c4c81d9c-9fa9-498e-8b83-86a8fbc3a86a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:55.383014 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-35c514c0-eace-4e7e-8d6f-e2b6e40b1f41 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Transition to ACTIVE for port object 82b34238-efe0-4b75-a958-a741fac770d8 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:48:55.385823 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:55.413325 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f55b7cc3-64f4-4f05-a41c-0790c35561c5 None None] Provisioning complete for port a28d55b3-3d2c-4a5d-af86-c4af151880d3 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:48:55.415075 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f55b7cc3-64f4-4f05-a41c-0790c35561c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:55.444273 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-b46f32b9-034c-4d5b-8a89-3c97734722cc None None] Notify callbacks [] for port, precommit_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:55.474947 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.provisioning_blocks [None req-b46f32b9-034c-4d5b-8a89-3c97734722cc None None] Transition to ACTIVE for port object bf2d0abb-ddde-4b02-af51-59f862ceac68 will not be triggered until provisioned by entity L2. {{(pid=105227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:48:55.485287 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-b46f32b9-034c-4d5b-8a89-3c97734722cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:55.487868 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59610) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:55.499159 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-9bee54b7-f999-455b-8b21-96d07cd01dc3 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1667492159', 'description': 'tempest-description--1003008039'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:55.499860 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:55.504145 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 2faf8e75-0bd7-433b-9c70-5479e8b835d8, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=2faf8e75-0bd7-433b-9c70-5479e8b835d8,segment=NetworkSegment(5584dca7-38cd-47e3-9738-8e58ece7c5c1),segment_id=5584dca7-38cd-47e3-9738-8e58ece7c5c1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:48:55.505079 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-f55b7cc3-64f4-4f05-a41c-0790c35561c5 None None] Port a28d55b3-3d2c-4a5d-af86-c4af151880d3 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:48:55.519470 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f55b7cc3-64f4-4f05-a41c-0790c35561c5 None None] Provisioning complete for port 2faf8e75-0bd7-433b-9c70-5479e8b835d8 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:48:55.520286 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f55b7cc3-64f4-4f05-a41c-0790c35561c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:55.574935 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:55.576398 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device aa1a8d41-2cba-4d87-ab27-870c7f841e14 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:48:55.597509 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c4c81d9c-9fa9-498e-8b83-86a8fbc3a86a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:55.610959 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b0820-7752-4ca6-8366-94945ca708e3 None None] Pushing event updated for resources: {'Port': ['ID=bf2d0abb-ddde-4b02-af51-59f862ceac68,revision_number=3']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:55.615812 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-b72b0820-7752-4ca6-8366-94945ca708e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:55.636438 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:55.659013 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-268a76be-2699-49ab-ac60-b00d0094f64c tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:55.696422 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-268a76be-2699-49ab-ac60-b00d0094f64c tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:55.704526 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-b46f32b9-034c-4d5b-8a89-3c97734722cc None None] Attempting to bind port bf2d0abb-ddde-4b02-af51-59f862ceac68 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:48:55.705149 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-b46f32b9-034c-4d5b-8a89-3c97734722cc None None] Attempting to bind port bf2d0abb-ddde-4b02-af51-59f862ceac68 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '13e41d55-d7a6-42e5-906b-ff2e60f019f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '393f8381-0805-46a3-9584-62cfa82bcbaf'}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:48:55.706454 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46f32b9-034c-4d5b-8a89-3c97734722cc None None] Attempting to bind port bf2d0abb-ddde-4b02-af51-59f862ceac68 on network 393f8381-0805-46a3-9584-62cfa82bcbaf {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:48:55.709994 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9bee54b7-f999-455b-8b21-96d07cd01dc3 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:55.729142 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46f32b9-034c-4d5b-8a89-3c97734722cc None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:48:55.729702 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46f32b9-034c-4d5b-8a89-3c97734722cc None None] Checking segment: {'id': '13e41d55-d7a6-42e5-906b-ff2e60f019f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '393f8381-0805-46a3-9584-62cfa82bcbaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:48:55.729947 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-b46f32b9-034c-4d5b-8a89-3c97734722cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:55.732114 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=2faf8e75-0bd7-433b-9c70-5479e8b835d8,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:55.735529 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b46f32b9-034c-4d5b-8a89-3c97734722cc None None] Bound using segment: {'id': '13e41d55-d7a6-42e5-906b-ff2e60f019f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '393f8381-0805-46a3-9584-62cfa82bcbaf'} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:48:55.736531 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-b46f32b9-034c-4d5b-8a89-3c97734722cc None None] Bound port: bf2d0abb-ddde-4b02-af51-59f862ceac68, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e41d55-d7a6-42e5-906b-ff2e60f019f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '393f8381-0805-46a3-9584-62cfa82bcbaf'}}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:48:55.737095 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-b46f32b9-034c-4d5b-8a89-3c97734722cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:55.739183 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5ba7863e-76d0-4352-addc-44ced106bde6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:55.760259 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:55.771751 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4cb880e6-346f-4ca3-93d2-15410775bd2c admin admin] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:55.792866 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4cb880e6-346f-4ca3-93d2-15410775bd2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:55.805261 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4cb880e6-346f-4ca3-93d2-15410775bd2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:55.830730 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1ec401fe-dd6c-430a-83e0-1f6ab9ebcfc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:55.838484 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-35c514c0-eace-4e7e-8d6f-e2b6e40b1f41 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:55.914502 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-683869ab-8a64-45de-a0af-7e1ceb62a8e9 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:55.930018 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-b46f32b9-034c-4d5b-8a89-3c97734722cc None None] For port bf2d0abb-ddde-4b02-af51-59f862ceac68, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:48:55.935505 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-b46f32b9-034c-4d5b-8a89-3c97734722cc None None] For port bf2d0abb-ddde-4b02-af51-59f862ceac68, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=bf2d0abb-ddde-4b02-af51-59f862ceac68,segment=NetworkSegment(13e41d55-d7a6-42e5-906b-ff2e60f019f8),segment_id=13e41d55-d7a6-42e5-906b-ff2e60f019f8)] {{(pid=105227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:48:55.936709 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a76be-2699-49ab-ac60-b00d0094f64c tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Pushing event updated for resources: {'Port': ['ID=49082197-fd62-40ec-a356-61cf08fa0384,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:55.951414 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-b46f32b9-034c-4d5b-8a89-3c97734722cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:55.963321 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:55.987233 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb880e6-346f-4ca3-93d2-15410775bd2c admin admin] Pushing event updated for resources: {'Port': ['ID=cbab8c34-f882-4684-903f-205c2da9cf22,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:55.998581 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4cb880e6-346f-4ca3-93d2-15410775bd2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:56.004010 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-f1170410-84db-4712-a109-b47b5ce6ace8 None None] Allocated IP 172.20.0.2 (a6b997eb-7071-4b3d-b4a7-02cb6af4672e/90181709-6d1d-46e7-b15c-661905e22a4f/90b0c0da-9e3c-4096-affc-7dfbab90a6fc) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:48:56.038910 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b0820-7752-4ca6-8366-94945ca708e3 None None] Pushing event updated for resources: {'Port': ['ID=bf2d0abb-ddde-4b02-af51-59f862ceac68,revision_number=4']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:56.049241 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-b72b0820-7752-4ca6-8366-94945ca708e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:56.062662 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46f32b9-034c-4d5b-8a89-3c97734722cc None None] Routers {'58357177-9300-4364-af87-9278149b2ee3'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:48:56.063977 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-b46f32b9-034c-4d5b-8a89-3c97734722cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:48:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['58357177-9300-4364-af87-9278149b2ee3'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:48:56.092252 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59616) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:56.099865 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9bee54b7-f999-455b-8b21-96d07cd01dc3 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:56.112707 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb880e6-346f-4ca3-93d2-15410775bd2c admin admin] Network 84e1768a-a440-4f3b-9a03-5323ebc8092f is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:48:56.113566 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9bee54b7-f999-455b-8b21-96d07cd01dc3 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:56.114948 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-4cb880e6-346f-4ca3-93d2-15410775bd2c admin admin] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:48:56.135963 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:56.162977 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-683869ab-8a64-45de-a0af-7e1ceb62a8e9 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:56.243320 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee54b7-f999-455b-8b21-96d07cd01dc3 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f427a52d-ff7b-448a-a2f6-a77ce1e8200c,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:56.263157 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9bee54b7-f999-455b-8b21-96d07cd01dc3 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:56.266622 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port aa1a8d41-2cba-4d87-ab27-870c7f841e14 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:48:56.267005 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:56.274131 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683869ab-8a64-45de-a0af-7e1ceb62a8e9 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Network 9bfb680f-9df9-4071-89c5-d409194bc135 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:48:56.296687 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-268a76be-2699-49ab-ac60-b00d0094f64c tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:56.316570 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f1170410-84db-4712-a109-b47b5ce6ace8 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:56.320295 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1ec401fe-dd6c-430a-83e0-1f6ab9ebcfc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:56.334197 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-268a76be-2699-49ab-ac60-b00d0094f64c tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:56.337089 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f1170410-84db-4712-a109-b47b5ce6ace8 None None] Transition to ACTIVE for port object 90b0c0da-9e3c-4096-affc-7dfbab90a6fc will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:48:56.339792 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-b46f32b9-034c-4d5b-8a89-3c97734722cc None None] Set router 58357177-9300-4364-af87-9278149b2ee3 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:48:56.348109 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5e0d1855-bac4-4d75-a2da-c43a56ce218b tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.412s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:56.395787 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-683869ab-8a64-45de-a0af-7e1ceb62a8e9 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:48:56.397639 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f1170410-84db-4712-a109-b47b5ce6ace8 None None] Transition to ACTIVE for port object 90b0c0da-9e3c-4096-affc-7dfbab90a6fc will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:48:56.399673 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683869ab-8a64-45de-a0af-7e1ceb62a8e9 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:48:56.403270 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683869ab-8a64-45de-a0af-7e1ceb62a8e9 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:48:56.405335 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-683869ab-8a64-45de-a0af-7e1ceb62a8e9 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:56.432511 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9bee54b7-f999-455b-8b21-96d07cd01dc3 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:56.435460 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f1170410-84db-4712-a109-b47b5ce6ace8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:56.436447 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9bee54b7-f999-455b-8b21-96d07cd01dc3 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9460566 Jun 21 14:48:56.443655 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-942f9385-6d22-4b76-821e-a140b3fb9e85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:56.449426 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683869ab-8a64-45de-a0af-7e1ceb62a8e9 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Pushing event updated for resources: {'Port': ['ID=ccc9ec31-beba-425e-b8f2-adae4c2df27c,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:56.461133 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-683869ab-8a64-45de-a0af-7e1ceb62a8e9 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:56.465581 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-683869ab-8a64-45de-a0af-7e1ceb62a8e9 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4097285 Jun 21 14:48:56.465581 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59620) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:56.467186 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-0397ce25-76c3-48cd-823f-0fd10119f072 tempest-MeteringIpV6TestJSON-91787351 tempest-MeteringIpV6TestJSON-91787351-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1425133360'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:56.467445 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-0397ce25-76c3-48cd-823f-0fd10119f072 tempest-MeteringIpV6TestJSON-91787351 tempest-MeteringIpV6TestJSON-91787351-project-admin] Unknown quota resources ['metering_label']. {{(pid=105225) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 21 14:48:56.530887 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59622) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:56.535746 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c514c0-eace-4e7e-8d6f-e2b6e40b1f41 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Pushing event updated for resources: {'Port': ['ID=82b34238-efe0-4b75-a958-a741fac770d8,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:56.539493 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-35c514c0-eace-4e7e-8d6f-e2b6e40b1f41 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:56.543488 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7971'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:56.556322 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1170410-84db-4712-a109-b47b5ce6ace8 None None] Network a6b997eb-7071-4b3d-b4a7-02cb6af4672e is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:48:56.564808 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1170410-84db-4712-a109-b47b5ce6ace8 None None] Pushing event updated for resources: {'Port': ['ID=90b0c0da-9e3c-4096-affc-7dfbab90a6fc,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:56.568779 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-f1170410-84db-4712-a109-b47b5ce6ace8 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:48:56.571375 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f1170410-84db-4712-a109-b47b5ce6ace8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:56.572346 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1170410-84db-4712-a109-b47b5ce6ace8 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:48:56.610974 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ee4979cd-02c2-4331-84b4-6131fcd1d667 None None] Provisioning complete for port cbab8c34-f882-4684-903f-205c2da9cf22 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:48:56.611466 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ee4979cd-02c2-4331-84b4-6131fcd1d667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:56.653612 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c4c81d9c-9fa9-498e-8b83-86a8fbc3a86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:56.665452 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c514c0-eace-4e7e-8d6f-e2b6e40b1f41 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Network a6b997eb-7071-4b3d-b4a7-02cb6af4672e is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:48:56.672570 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-f1170410-84db-4712-a109-b47b5ce6ace8 None None] Attempting to bind port 90b0c0da-9e3c-4096-affc-7dfbab90a6fc on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:48:56.673087 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-f1170410-84db-4712-a109-b47b5ce6ace8 None None] Attempting to bind port 90b0c0da-9e3c-4096-affc-7dfbab90a6fc by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '673d29a0-dfd4-4343-a6fc-adfd80e57865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a6b997eb-7071-4b3d-b4a7-02cb6af4672e'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:48:56.673555 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1170410-84db-4712-a109-b47b5ce6ace8 None None] Attempting to bind port 90b0c0da-9e3c-4096-affc-7dfbab90a6fc on network a6b997eb-7071-4b3d-b4a7-02cb6af4672e {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:48:56.674331 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c4c81d9c-9fa9-498e-8b83-86a8fbc3a86a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:56.675933 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c4c81d9c-9fa9-498e-8b83-86a8fbc3a86a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/984abffe-c169-443b-abd9-6c88e58f36a0 HTTP/1.1" status: 204 len: 168 time: 1.8895133 Jun 21 14:48:56.687394 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1170410-84db-4712-a109-b47b5ce6ace8 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:48:56.687774 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1170410-84db-4712-a109-b47b5ce6ace8 None None] Checking segment: {'id': '673d29a0-dfd4-4343-a6fc-adfd80e57865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a6b997eb-7071-4b3d-b4a7-02cb6af4672e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:48:56.688261 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f1170410-84db-4712-a109-b47b5ce6ace8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:56.688569 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1170410-84db-4712-a109-b47b5ce6ace8 None None] Bound using segment: {'id': '673d29a0-dfd4-4343-a6fc-adfd80e57865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a6b997eb-7071-4b3d-b4a7-02cb6af4672e'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:48:56.689062 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-f1170410-84db-4712-a109-b47b5ce6ace8 None None] Bound port: 90b0c0da-9e3c-4096-affc-7dfbab90a6fc, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '673d29a0-dfd4-4343-a6fc-adfd80e57865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a6b997eb-7071-4b3d-b4a7-02cb6af4672e'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:48:56.689423 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f1170410-84db-4712-a109-b47b5ce6ace8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:56.705502 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-59e0dfee-96b9-480a-a75b-8b7326cd1e7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:56.706153 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-ee4979cd-02c2-4331-84b4-6131fcd1d667 None None] Port cbab8c34-f882-4684-903f-205c2da9cf22 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:48:56.712194 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-c83eda8e-c209-4f56-ae58-b2a13ce8b4a2 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Request body: {'security_group_rule': {'security_group_id': 'f427a52d-ff7b-448a-a2f6-a77ce1e8200c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:56.717404 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-268a76be-2699-49ab-ac60-b00d0094f64c tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:56.729346 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-268a76be-2699-49ab-ac60-b00d0094f64c tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9555185 Jun 21 14:48:56.737803 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-35c514c0-eace-4e7e-8d6f-e2b6e40b1f41 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:48:56.744142 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c514c0-eace-4e7e-8d6f-e2b6e40b1f41 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:48:56.779645 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb880e6-346f-4ca3-93d2-15410775bd2c admin admin] Router b65626d1-58a7-4392-aaea-21a6e352a942 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:48:56.797705 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-b46f32b9-034c-4d5b-8a89-3c97734722cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58357177-9300-4364-af87-9278149b2ee3', 'name': 'tempest-ServerActionsTestJSON-716197638-router', 'tenant_id': '11635685b5064af1901fae1b04f861cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '166a7ac5-f4b5-4666-b368-73c188f6637d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:42Z', 'updated_at': '2021-06-21T14:48:50Z', 'revision_number': 4, 'project_id': '11635685b5064af1901fae1b04f861cb', 'gw_port': {'id': '166a7ac5-f4b5-4666-b368-73c188f6637d', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58357177-9300-4364-af87-9278149b2ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:44Z', 'updated_at': '2021-06-21T14:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'bf2d0abb-ddde-4b02-af51-59f862ceac68', 'name': '', 'network_id': '393f8381-0805-46a3-9584-62cfa82bcbaf', 'tenant_id': '11635685b5064af1901fae1b04f861cb', 'mac_address': 'fa:16:3e:f1:75:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58357177-9300-4364-af87-9278149b2ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f3bb9f9f-5a2e-4ed7-b8d4-076458baa435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:48Z', 'updated_at': '2021-06-21T14:48:55Z', 'revision_number': 4, 'project_id': '11635685b5064af1901fae1b04f861cb', 'subnets': [{'id': 'f3bb9f9f-5a2e-4ed7-b8d4-076458baa435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:48:56.816771 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-f1170410-84db-4712-a109-b47b5ce6ace8 None None] For port 90b0c0da-9e3c-4096-affc-7dfbab90a6fc, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:48:56.821398 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-f1170410-84db-4712-a109-b47b5ce6ace8 None None] For port 90b0c0da-9e3c-4096-affc-7dfbab90a6fc, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=90b0c0da-9e3c-4096-affc-7dfbab90a6fc,segment=NetworkSegment(673d29a0-dfd4-4343-a6fc-adfd80e57865),segment_id=673d29a0-dfd4-4343-a6fc-adfd80e57865)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:48:56.839352 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f1170410-84db-4712-a109-b47b5ce6ace8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:56.846742 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0d6ac30c-5d34-462c-9259-6656eda6f93a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:56.858745 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-85761c03-1b9d-46ed-85f5-064a181a8a56 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:56.869736 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c81d9c-9fa9-498e-8b83-86a8fbc3a86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984abffe-c169-443b-abd9-6c88e58f36a0,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:56.872352 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 4dd87579-ad77-4393-ba18-226b5e06cd4c up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:48:56.872504 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46f32b9-034c-4d5b-8a89-3c97734722cc None None] The sync data for ids ['58357177-9300-4364-af87-9278149b2ee3'] in dv-neutron-797121-2-hyperv is: [{'id': '58357177-9300-4364-af87-9278149b2ee3', 'name': 'tempest-ServerActionsTestJSON-716197638-router', 'tenant_id': '11635685b5064af1901fae1b04f861cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '166a7ac5-f4b5-4666-b368-73c188f6637d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:42Z', 'updated_at': '2021-06-21T14:48:50Z', 'revision_number': 4, 'project_id': '11635685b5064af1901fae1b04f861cb', 'gw_port': {'id': '166a7ac5-f4b5-4666-b368-73c188f6637d', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58357177-9300-4364-af87-9278149b2ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:44Z', 'updated_at': '2021-06-21T14:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'bf2d0abb-ddde-4b02-af51-59f862ceac68', 'name': '', 'network_id': '393f8381-0805-46a3-9584-62cfa82bcbaf', 'tenant_id': '11635685b5064af1901fae1b04f861cb', 'mac_address': 'fa:16:3e:f1:75:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58357177-9300-4364-af87-9278149b2ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f3bb9f9f-5a2e-4ed7-b8d4-076458baa435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:48Z', 'updated_at': '2021-06-21T14:48:55Z', 'revision_number': 4, 'project_id': '11635685b5064af1901fae1b04f861cb', 'subnets': [{'id': 'f3bb9f9f-5a2e-4ed7-b8d4-076458baa435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:48:56.893338 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:56.923046 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c4c81d9c-9fa9-498e-8b83-86a8fbc3a86a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:56.947066 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:56.996606 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1170410-84db-4712-a109-b47b5ce6ace8 None None] Pushing event updated for resources: {'Port': ['ID=90b0c0da-9e3c-4096-affc-7dfbab90a6fc,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:57.009411 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f1170410-84db-4712-a109-b47b5ce6ace8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:57.022276 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85761c03-1b9d-46ed-85f5-064a181a8a56 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Pushing event deleted for resources: {'Port': ['ID=a28d55b3-3d2c-4a5d-af86-c4af151880d3,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:57.032087 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0397ce25-76c3-48cd-823f-0fd10119f072 tempest-MeteringIpV6TestJSON-91787351 tempest-MeteringIpV6TestJSON-91787351-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:57.033285 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0397ce25-76c3-48cd-823f-0fd10119f072 tempest-MeteringIpV6TestJSON-91787351 tempest-MeteringIpV6TestJSON-91787351-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9361629 Jun 21 14:48:57.063216 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-85761c03-1b9d-46ed-85f5-064a181a8a56 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:57.063950 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59630) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:57.071708 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-3b69d438-03aa-494f-9211-5cc6423d2821 tempest-MeteringIpV6TestJSON-91787351 tempest-MeteringIpV6TestJSON-91787351-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '018082e3-00a8-4312-8a68-57dd1ada5fcf'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:57.072439 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-3b69d438-03aa-494f-9211-5cc6423d2821 tempest-MeteringIpV6TestJSON-91787351 tempest-MeteringIpV6TestJSON-91787351-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105224) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 21 14:48:57.113769 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 4dd87579-ad77-4393-ba18-226b5e06cd4c completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:48:57.120134 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 4dd87579-ad77-4393-ba18-226b5e06cd4c triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:48:57.121225 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:57.149390 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c514c0-eace-4e7e-8d6f-e2b6e40b1f41 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:48:57.150543 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-35c514c0-eace-4e7e-8d6f-e2b6e40b1f41 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:57.275811 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:57.285493 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb880e6-346f-4ca3-93d2-15410775bd2c admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:48:57.293554 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4cb880e6-346f-4ca3-93d2-15410775bd2c admin admin] 10.222.0.72 "PUT /v2.0/routers/b65626d1-58a7-4392-aaea-21a6e352a942/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4785683 Jun 21 14:48:57.301635 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c83eda8e-c209-4f56-ae58-b2a13ce8b4a2 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:57.306016 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 4dd87579-ad77-4393-ba18-226b5e06cd4c, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=4dd87579-ad77-4393-ba18-226b5e06cd4c,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:48:57.324247 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:57.326154 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 2faf8e75-0bd7-433b-9c70-5479e8b835d8 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:48:57.329568 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f1170410-84db-4712-a109-b47b5ce6ace8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:57.485028 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c83eda8e-c209-4f56-ae58-b2a13ce8b4a2 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:57.497254 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c83eda8e-c209-4f56-ae58-b2a13ce8b4a2 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:57.500549 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:57.517748 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=4dd87579-ad77-4393-ba18-226b5e06cd4c,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:57.521635 dv-neutron-797121-2-hyperv neutron-server[105224]: WARNING neutron.services.metering.metering_plugin [None req-3b69d438-03aa-494f-9211-5cc6423d2821 tempest-MeteringIpV6TestJSON-91787351 tempest-MeteringIpV6TestJSON-91787351-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 21 14:48:57.538359 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:57.558250 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83eda8e-c209-4f56-ae58-b2a13ce8b4a2 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78791b50-c16f-4712-b403-496393f36d06,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:57.561941 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-35c514c0-eace-4e7e-8d6f-e2b6e40b1f41 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.6397817 Jun 21 14:48:57.577016 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59644) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:57.577667 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c83eda8e-c209-4f56-ae58-b2a13ce8b4a2 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:57.584158 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 2faf8e75-0bd7-433b-9c70-5479e8b835d8 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:48:57.584158 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:57.599654 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-5f7cba9c-b648-4990-9fc7-c007f9680a23 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Request body: {'port': {'network_id': 'a6b997eb-7071-4b3d-b4a7-02cb6af4672e', 'name': 'tempest-ExtraDHCPOptionsTestJSON-883374747', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:57.600174 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.api.validators [None req-5f7cba9c-b648-4990-9fc7-c007f9680a23 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] bootfile-name is not in valid_values {{(pid=105225) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 21 14:48:57.600514 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.api.validators [None req-5f7cba9c-b648-4990-9fc7-c007f9680a23 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] tftp-server is not in valid_values {{(pid=105225) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 21 14:48:57.600844 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.api.validators [None req-5f7cba9c-b648-4990-9fc7-c007f9680a23 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] server-ip-address is not in valid_values {{(pid=105225) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 21 14:48:57.610495 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c83eda8e-c209-4f56-ae58-b2a13ce8b4a2 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:57.614631 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c83eda8e-c209-4f56-ae58-b2a13ce8b4a2 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0386517 Jun 21 14:48:57.619420 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59654) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:57.660481 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-b8bcbf67-8b1a-4b3d-b363-638a6874fc8e tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Request body: {'security_group_rule': {'security_group_id': 'f427a52d-ff7b-448a-a2f6-a77ce1e8200c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:57.685148 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-85761c03-1b9d-46ed-85f5-064a181a8a56 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:57.686609 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-85761c03-1b9d-46ed-85f5-064a181a8a56 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] 10.222.0.72 "DELETE /v2.0/ports/a28d55b3-3d2c-4a5d-af86-c4af151880d3 HTTP/1.1" status: 204 len: 168 time: 4.8076086 Jun 21 14:48:57.687138 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59656) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:57.697635 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59658) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:57.752439 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ed7dab81-97bf-4b34-9c84-9b4e2edc2829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:57.803971 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 166a7ac5-f4b5-4666-b368-73c188f6637d up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:48:57.806474 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0c097a-8290-430b-97d4-4ec18e285768 None None] Sync routers for ids ['b65626d1-58a7-4392-aaea-21a6e352a942'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:48:57.821568 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3b69d438-03aa-494f-9211-5cc6423d2821 tempest-MeteringIpV6TestJSON-91787351 tempest-MeteringIpV6TestJSON-91787351-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:57.822982 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3b69d438-03aa-494f-9211-5cc6423d2821 tempest-MeteringIpV6TestJSON-91787351 tempest-MeteringIpV6TestJSON-91787351-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7553804 Jun 21 14:48:57.827251 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b8bcbf67-8b1a-4b3d-b363-638a6874fc8e tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:57.836241 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59662) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:57.853289 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-a573c644-64f6-4c9c-bf7c-85115f8a0fad tempest-MeteringIpV6TestJSON-91787351 tempest-MeteringIpV6TestJSON-91787351-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '018082e3-00a8-4312-8a68-57dd1ada5fcf'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:57.853935 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-a573c644-64f6-4c9c-bf7c-85115f8a0fad tempest-MeteringIpV6TestJSON-91787351 tempest-MeteringIpV6TestJSON-91787351-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105225) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 21 14:48:57.862201 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0c097a-8290-430b-97d4-4ec18e285768 None None] Routers {'b65626d1-58a7-4392-aaea-21a6e352a942'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:48:57.863002 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-fc0c097a-8290-430b-97d4-4ec18e285768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:48:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['b65626d1-58a7-4392-aaea-21a6e352a942'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:48:58.009254 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] device_id is not set on port ccc9ec31-beba-425e-b8f2-adae4c2df27c yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:48:58.018463 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 166a7ac5-f4b5-4666-b368-73c188f6637d triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:48:58.019025 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:58.039076 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:58.056570 dv-neutron-797121-2-hyperv neutron-server[105225]: WARNING neutron.services.metering.metering_plugin [None req-a573c644-64f6-4c9c-bf7c-85115f8a0fad tempest-MeteringIpV6TestJSON-91787351 tempest-MeteringIpV6TestJSON-91787351-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 21 14:48:58.091451 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Transition to ACTIVE for port object ccc9ec31-beba-425e-b8f2-adae4c2df27c will not be triggered until provisioned by entity L2. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:48:58.108382 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:58.138152 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:58.186782 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ed7dab81-97bf-4b34-9c84-9b4e2edc2829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:58.192526 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59674) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:58.204836 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-fc0c097a-8290-430b-97d4-4ec18e285768 None None] Set router b65626d1-58a7-4392-aaea-21a6e352a942 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:48:58.225740 dv-neutron-797121-2-hyperv neutron-server[105224]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 21 14:48:58.252194 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-ad763931-00cd-4b32-8ad3-0c2f4a2efe66 tempest-DHCPAgentSchedulersTestJSON-2006695583 tempest-DHCPAgentSchedulersTestJSON-2006695583-project-admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5532024 Jun 21 14:48:58.253223 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ed7dab81-97bf-4b34-9c84-9b4e2edc2829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:58.268909 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59676) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:58.370290 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-7b505b86-036a-4d82-8b6b-84f68e641e15 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1975176921'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:58.380241 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-ed7dab81-97bf-4b34-9c84-9b4e2edc2829 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=17f0aa2c6168436e85bdd9ef1c5ca77a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6920509 Jun 21 14:48:58.394289 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59678) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:58.459258 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Pushing event updated for resources: {'Port': ['ID=ccc9ec31-beba-425e-b8f2-adae4c2df27c,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:58.478412 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:58.487525 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:58.574356 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-f61b9a2d-d693-433f-9f65-64a32089afd5 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1307598786&fields=id&tenant_id=eb3339ddc44e4edaa02fbedfc7e28c58 HTTP/1.1" status: 200 len: 267 time: 0.3541348 Jun 21 14:48:58.585384 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b8bcbf67-8b1a-4b3d-b363-638a6874fc8e tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:58.592260 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:48:58.592260 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:48:58.592606 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c on network 9bfb680f-9df9-4071-89c5-d409194bc135 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:48:58.597333 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a573c644-64f6-4c9c-bf7c-85115f8a0fad tempest-MeteringIpV6TestJSON-91787351 tempest-MeteringIpV6TestJSON-91787351-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:58.601381 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a573c644-64f6-4c9c-bf7c-85115f8a0fad tempest-MeteringIpV6TestJSON-91787351 tempest-MeteringIpV6TestJSON-91787351-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7613125 Jun 21 14:48:58.604068 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59680) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:58.614411 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b8bcbf67-8b1a-4b3d-b363-638a6874fc8e tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:58.623909 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b505b86-036a-4d82-8b6b-84f68e641e15 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Made reservation on behalf of 3cc35de6faa648a2ab3710f7c9e7d52d for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:48:58.640769 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7b505b86-036a-4d82-8b6b-84f68e641e15 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:58.643384 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c83eda8e-c209-4f56-ae58-b2a13ce8b4a2 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:58.678470 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-999b63fc-4437-47f0-818b-051b1b3d91ce tempest-MeteringIpV6TestJSON-91787351 tempest-MeteringIpV6TestJSON-91787351-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules?id=c995b449-8453-438b-8c8d-e14aa43f0416 HTTP/1.1" status: 200 len: 462 time: 0.0713134 Jun 21 14:48:58.690106 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bcbf67-8b1a-4b3d-b363-638a6874fc8e tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6eca7369-f4b2-4715-8bfc-118f66bdbadb,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:58.696355 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59682) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:58.703417 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7208a143-e679-4b41-9f95-17645a21b6df None None] Network a6b997eb-7071-4b3d-b4a7-02cb6af4672e requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:48:58.711560 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b8bcbf67-8b1a-4b3d-b363-638a6874fc8e tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:58.719410 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Port ccc9ec31-beba-425e-b8f2-adae4c2df27c on network 9bfb680f-9df9-4071-89c5-d409194bc135 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:48:58.720672 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Failed to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] Jun 21 14:48:58.722628 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7dab81-97bf-4b34-9c84-9b4e2edc2829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f4ffab-5a9b-4322-b41f-f634b7130ac3,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:58.728119 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ed7dab81-97bf-4b34-9c84-9b4e2edc2829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:58.735405 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7cba9c-b648-4990-9fc7-c007f9680a23 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Made reservation on behalf of bb9b88b3d68e4f4385a492f70cca4a10 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:48:58.739036 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5f7cba9c-b648-4990-9fc7-c007f9680a23 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:58.802522 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b8bcbf67-8b1a-4b3d-b363-638a6874fc8e tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:58.803713 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b8bcbf67-8b1a-4b3d-b363-638a6874fc8e tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1833124 Jun 21 14:48:58.813101 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59684) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:58.820029 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.plugins.ml2.plugin [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempt 2 to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c Jun 21 14:48:58.823246 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c67a1dfd-1f33-4d14-96b0-c856ee29c0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:58.828020 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-85fbc293-507a-4e4a-9ee9-6dd53938cae3 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:58.873307 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-5f7cba9c-b648-4990-9fc7-c007f9680a23 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] device_id is not set on port 3857d98b-6bec-4d39-b68b-420b1a04c763 yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:48:58.886607 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:48:58.887104 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:48:58.887904 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c on network 9bfb680f-9df9-4071-89c5-d409194bc135 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:48:58.905436 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-85fbc293-507a-4e4a-9ee9-6dd53938cae3 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks [] for floatingip, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:58.941570 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Port ccc9ec31-beba-425e-b8f2-adae4c2df27c on network 9bfb680f-9df9-4071-89c5-d409194bc135 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:48:58.941865 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Failed to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] Jun 21 14:48:58.959239 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c67a1dfd-1f33-4d14-96b0-c856ee29c0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:58.964824 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.plugins.ml2.plugin [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempt 3 to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c Jun 21 14:48:58.974108 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59686) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:58.974861 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b505b86-036a-4d82-8b6b-84f68e641e15 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:48:58.993068 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-15e080b7-4088-4429-a29f-487e5fe30b5e tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1550891408', 'description': 'tempest-description--737254310'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:59.052759 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 4dd87579-ad77-4393-ba18-226b5e06cd4c up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:48:59.063818 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:48:59.064158 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:48:59.064478 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c on network 9bfb680f-9df9-4071-89c5-d409194bc135 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:48:59.075035 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7b505b86-036a-4d82-8b6b-84f68e641e15 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:59.075379 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-7b505b86-036a-4d82-8b6b-84f68e641e15 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Added segment b9f1e0ee-2cd9-43af-908e-14ecde41e09f of type vlan for network 13a723d7-941f-4149-ac6c-1916399b6be7 Jun 21 14:48:59.078616 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-c17da65c-da76-499f-a66d-a8e199e7a691 None None] Provisioning for port 90b0c0da-9e3c-4096-affc-7dfbab90a6fc completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:48:59.120680 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Port ccc9ec31-beba-425e-b8f2-adae4c2df27c on network 9bfb680f-9df9-4071-89c5-d409194bc135 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:48:59.121138 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Failed to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] Jun 21 14:48:59.125679 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.plugins.ml2.plugin [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempt 4 to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c Jun 21 14:48:59.127076 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a2dd8c51-37ef-498c-8d3a-df68ea58084d tempest-MeteringIpV6TestJSON-91787351 tempest-MeteringIpV6TestJSON-91787351-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:59.128980 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a2dd8c51-37ef-498c-8d3a-df68ea58084d tempest-MeteringIpV6TestJSON-91787351 tempest-MeteringIpV6TestJSON-91787351-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-label-rules/c995b449-8453-438b-8c8d-e14aa43f0416 HTTP/1.1" status: 204 len: 168 time: 0.4309113 Jun 21 14:48:59.139322 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59688) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:59.163461 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-15e080b7-4088-4429-a29f-487e5fe30b5e tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:59.165845 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b2a0eec1-4415-4b29-965c-a9e7634521b4 tempest-MeteringIpV6TestJSON-91787351 tempest-MeteringIpV6TestJSON-91787351-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules?id=c995b449-8453-438b-8c8d-e14aa43f0416 HTTP/1.1" status: 200 len: 221 time: 0.0248103 Jun 21 14:48:59.182330 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-aa63744e-8340-40aa-87b6-a133de0705e7 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:48:59.186468 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59690) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:59.189511 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-aa63744e-8340-40aa-87b6-a133de0705e7 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/networks?id=eb470b20-6e86-4a91-bfc2-e6552b84c15d HTTP/1.1" status: 200 len: 806 time: 0.5874317 Jun 21 14:48:59.189645 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-fc0c097a-8290-430b-97d4-4ec18e285768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'name': 'tempest-ServersTestManualDisk-471254655-router', 'tenant_id': 'edeb970118494409b474321a022665eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '4dd87579-ad77-4393-ba18-226b5e06cd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:43Z', 'updated_at': '2021-06-21T14:48:54Z', 'revision_number': 4, 'project_id': 'edeb970118494409b474321a022665eb', 'gw_port': {'id': '4dd87579-ad77-4393-ba18-226b5e06cd4c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:45Z', 'updated_at': '2021-06-21T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'cbab8c34-f882-4684-903f-205c2da9cf22', 'name': '', 'network_id': '84e1768a-a440-4f3b-9a03-5323ebc8092f', 'tenant_id': 'edeb970118494409b474321a022665eb', 'mac_address': 'fa:16:3e:28:fd:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'ab9b3e1e-da06-4d3e-a679-80adc4390a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:52Z', 'updated_at': '2021-06-21T14:48:55Z', 'revision_number': 2, 'project_id': 'edeb970118494409b474321a022665eb', 'subnets': [{'id': 'ab9b3e1e-da06-4d3e-a679-80adc4390a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:48:59.193555 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-339f6425-a5f5-49c7-8243-533b99adaf8d tempest-MeteringIpV6TestJSON-91787351 tempest-MeteringIpV6TestJSON-91787351-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1172035576', 'description': 'label created by tempest'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:48:59.194019 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-339f6425-a5f5-49c7-8243-533b99adaf8d tempest-MeteringIpV6TestJSON-91787351 tempest-MeteringIpV6TestJSON-91787351-project-admin] Unknown quota resources ['metering_label']. {{(pid=105225) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 21 14:48:59.223996 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-d222f9a3-66d0-48a5-ae1c-7a2ae2f4fe9b tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/quotas/eb3339ddc44e4edaa02fbedfc7e28c58 HTTP/1.1" status: 200 len: 375 time: 0.0334585 Jun 21 14:48:59.225890 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0c097a-8290-430b-97d4-4ec18e285768 None None] Checking router: b65626d1-58a7-4392-aaea-21a6e352a942 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:48:59.226170 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0c097a-8290-430b-97d4-4ec18e285768 None None] Updating router b65626d1-58a7-4392-aaea-21a6e352a942 port cbab8c34-f882-4684-903f-205c2da9cf22 binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:48:59.230478 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:48:59.230982 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:48:59.231424 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c on network 9bfb680f-9df9-4071-89c5-d409194bc135 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:48:59.236031 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7b505b86-036a-4d82-8b6b-84f68e641e15 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:59.282624 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 4dd87579-ad77-4393-ba18-226b5e06cd4c triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:48:59.283002 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:59.302767 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Port ccc9ec31-beba-425e-b8f2-adae4c2df27c on network 9bfb680f-9df9-4071-89c5-d409194bc135 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:48:59.303144 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Failed to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] Jun 21 14:48:59.306940 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.plugins.ml2.plugin [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempt 5 to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c Jun 21 14:48:59.309946 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c67a1dfd-1f33-4d14-96b0-c856ee29c0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:59.314516 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-5f7cba9c-b648-4990-9fc7-c007f9680a23 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Allocated IP 172.20.0.6 (a6b997eb-7071-4b3d-b4a7-02cb6af4672e/90181709-6d1d-46e7-b15c-661905e22a4f/3857d98b-6bec-4d39-b68b-420b1a04c763) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:48:59.314743 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-fc0c097a-8290-430b-97d4-4ec18e285768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:59.327033 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c67a1dfd-1f33-4d14-96b0-c856ee29c0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:59.328267 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c67a1dfd-1f33-4d14-96b0-c856ee29c0ff admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/68f4ffab-5a9b-4322-b41f-f634b7130ac3 HTTP/1.1" status: 204 len: 168 time: 0.9318001 Jun 21 14:48:59.338912 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:59.376321 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a1dfd-1f33-4d14-96b0-c856ee29c0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f4ffab-5a9b-4322-b41f-f634b7130ac3,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:59.379419 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c67a1dfd-1f33-4d14-96b0-c856ee29c0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:59.389419 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:48:59.389857 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:48:59.390334 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c on network 9bfb680f-9df9-4071-89c5-d409194bc135 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:48:59.413985 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Port ccc9ec31-beba-425e-b8f2-adae4c2df27c on network 9bfb680f-9df9-4071-89c5-d409194bc135 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:48:59.415005 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Failed to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] Jun 21 14:48:59.416983 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.plugins.ml2.plugin [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempt 6 to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c Jun 21 14:48:59.420599 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-339f6425-a5f5-49c7-8243-533b99adaf8d tempest-MeteringIpV6TestJSON-91787351 tempest-MeteringIpV6TestJSON-91787351-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:59.424313 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7b505b86-036a-4d82-8b6b-84f68e641e15 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:59.427286 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-339f6425-a5f5-49c7-8243-533b99adaf8d tempest-MeteringIpV6TestJSON-91787351 tempest-MeteringIpV6TestJSON-91787351-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2331114 Jun 21 14:48:59.431647 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59694) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:59.543705 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-37e92a92-10f9-4c5f-b2ac-7f89b007f4d1 tempest-MeteringIpV6TestJSON-91787351 tempest-MeteringIpV6TestJSON-91787351-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels?id=c816641f-0c6e-45a3-a123-2b5d49d766e3 HTTP/1.1" status: 200 len: 468 time: 0.1082845 Jun 21 14:48:59.545368 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59696) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:59.547898 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-85fbc293-507a-4e4a-9ee9-6dd53938cae3 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:59.560615 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device bf2d0abb-ddde-4b02-af51-59f862ceac68 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:48:59.621706 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b505b86-036a-4d82-8b6b-84f68e641e15 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:48:59.622324 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7b505b86-036a-4d82-8b6b-84f68e641e15 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:59.624871 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:59.703525 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:48:59.703993 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:48:59.704403 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c on network 9bfb680f-9df9-4071-89c5-d409194bc135 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:48:59.720081 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port bf2d0abb-ddde-4b02-af51-59f862ceac68 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:48:59.726625 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-3f87394d-243d-43a5-9c76-2ef47663e2fa tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb3339ddc44e4edaa02fbedfc7e28c58&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5015805 Jun 21 14:48:59.741441 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port bf2d0abb-ddde-4b02-af51-59f862ceac68 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:48:59.741895 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:59.762200 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Port ccc9ec31-beba-425e-b8f2-adae4c2df27c on network 9bfb680f-9df9-4071-89c5-d409194bc135 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:48:59.763418 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Failed to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] Jun 21 14:48:59.771923 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.plugins.ml2.plugin [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempt 7 to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c Jun 21 14:48:59.780528 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b505b86-036a-4d82-8b6b-84f68e641e15 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Pushing event updated for resources: {'Network': ['ID=13a723d7-941f-4149-ac6c-1916399b6be7,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:48:59.783910 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-7b505b86-036a-4d82-8b6b-84f68e641e15 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:48:59.803303 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 13a723d7-941f-4149-ac6c-1916399b6be7 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:48:59.813164 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-15e080b7-4088-4429-a29f-487e5fe30b5e tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:59.819858 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:48:59.821038 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:48:59.822141 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c on network 9bfb680f-9df9-4071-89c5-d409194bc135 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:48:59.832434 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-15e080b7-4088-4429-a29f-487e5fe30b5e tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:48:59.847536 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:48:59.869286 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-7b505b86-036a-4d82-8b6b-84f68e641e15 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5502110 Jun 21 14:48:59.871695 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Port ccc9ec31-beba-425e-b8f2-adae4c2df27c on network 9bfb680f-9df9-4071-89c5-d409194bc135 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:48:59.873869 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Failed to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] Jun 21 14:48:59.874471 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59704) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:48:59.891585 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.plugins.ml2.plugin [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempt 8 to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c Jun 21 14:48:59.991494 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-fc0c097a-8290-430b-97d4-4ec18e285768 None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:00.011206 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-fc0c097a-8290-430b-97d4-4ec18e285768 None None] Transition to ACTIVE for port object cbab8c34-f882-4684-903f-205c2da9cf22 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:00.021748 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-79468842-95dc-4f93-a253-3d590beb4d76 tempest-MeteringIpV6TestJSON-91787351 tempest-MeteringIpV6TestJSON-91787351-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:00.022937 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-79468842-95dc-4f93-a253-3d590beb4d76 tempest-MeteringIpV6TestJSON-91787351 tempest-MeteringIpV6TestJSON-91787351-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-labels/c816641f-0c6e-45a3-a123-2b5d49d766e3 HTTP/1.1" status: 204 len: 168 time: 0.4766719 Jun 21 14:49:00.034950 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-fc0c097a-8290-430b-97d4-4ec18e285768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:00.041164 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59710) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:00.046186 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:00.073993 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5f7cba9c-b648-4990-9fc7-c007f9680a23 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:00.082046 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-85fbc293-507a-4e4a-9ee9-6dd53938cae3 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Allocated IP 172.26.3.201 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/a9ebce84-bc54-4764-9389-b093d97ba927) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:49:00.086609 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-df161650-9e1b-4ada-ae98-969ab8ac8b9e tempest-MeteringIpV6TestJSON-91787351 tempest-MeteringIpV6TestJSON-91787351-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels?id=c816641f-0c6e-45a3-a123-2b5d49d766e3 HTTP/1.1" status: 200 len: 216 time: 0.0435255 Jun 21 14:49:00.092069 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59716) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:00.104780 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-5f7cba9c-b648-4990-9fc7-c007f9680a23 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Transition to ACTIVE for port object 3857d98b-6bec-4d39-b68b-420b1a04c763 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:00.108952 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-15e080b7-4088-4429-a29f-487e5fe30b5e tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:00.114279 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-15e080b7-4088-4429-a29f-487e5fe30b5e tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1278996 Jun 21 14:49:00.116366 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:00.116702 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:00.116864 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59718) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:00.117037 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c on network 9bfb680f-9df9-4071-89c5-d409194bc135 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:00.127118 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-f888d7b0-6bcf-406f-bdc2-6d117e6d7973 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Request body: {'security_group_rule': {'security_group_id': '6a0b4eee-c620-4d88-9101-6249791c8813', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:00.155077 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-24f82057-997b-4d8b-bb70-193ce3d1eb27 None None] Provisioning for port 82b34238-efe0-4b75-a958-a741fac770d8 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:49:00.167693 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1158aaf6-3ebd-4f79-a277-c17991428b50 tempest-MeteringIpV6TestJSON-91787351 tempest-MeteringIpV6TestJSON-91787351-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0632670 Jun 21 14:49:00.180358 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-7a44e172-6a83-4c20-9064-577c4c8eb004 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:49:00.188468 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-7a44e172-6a83-4c20-9064-577c4c8eb004 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1571038 Jun 21 14:49:00.191035 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59722) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:00.216679 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e080b7-4088-4429-a29f-487e5fe30b5e tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0b4eee-c620-4d88-9101-6249791c8813,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:00.220086 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-15e080b7-4088-4429-a29f-487e5fe30b5e tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:00.230652 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:00.246700 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Port ccc9ec31-beba-425e-b8f2-adae4c2df27c on network 9bfb680f-9df9-4071-89c5-d409194bc135 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:00.247391 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Failed to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] Jun 21 14:49:00.258004 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-24f82057-997b-4d8b-bb70-193ce3d1eb27 None None] Provisioning complete for port 82b34238-efe0-4b75-a958-a741fac770d8 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:00.258385 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-24f82057-997b-4d8b-bb70-193ce3d1eb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:00.280900 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.plugins.ml2.plugin [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempt 9 to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c Jun 21 14:49:00.291505 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-85fbc293-507a-4e4a-9ee9-6dd53938cae3 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:00.308116 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:00.308731 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:00.309269 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c on network 9bfb680f-9df9-4071-89c5-d409194bc135 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:00.327645 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4b3b95f1-c6bd-421a-8363-4d7ae02a1df7 tempest-MeteringIpV6TestJSON-91787351 tempest-MeteringIpV6TestJSON-91787351-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1059928 Jun 21 14:49:00.337918 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59724) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:00.360278 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-24f82057-997b-4d8b-bb70-193ce3d1eb27 None None] Port 82b34238-efe0-4b75-a958-a741fac770d8 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:49:00.370280 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be700770-f127-40f7-aed7-33a4090fdca5 None None] Pushing event updated for resources: {'Port': ['ID=cbab8c34-f882-4684-903f-205c2da9cf22,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:00.380574 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Port ccc9ec31-beba-425e-b8f2-adae4c2df27c on network 9bfb680f-9df9-4071-89c5-d409194bc135 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:00.386488 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Failed to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] Jun 21 14:49:00.412144 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-be700770-f127-40f7-aed7-33a4090fdca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:00.414837 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-85fbc293-507a-4e4a-9ee9-6dd53938cae3 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:00.414994 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.plugins.ml2.plugin [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempt 10 to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c Jun 21 14:49:00.419811 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5f7cba9c-b648-4990-9fc7-c007f9680a23 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:00.438289 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4cb880e6-346f-4ca3-93d2-15410775bd2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:00.454750 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:00.455088 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:00.455422 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c on network 9bfb680f-9df9-4071-89c5-d409194bc135 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:00.487624 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85fbc293-507a-4e4a-9ee9-6dd53938cae3 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:00.490679 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port bf2d0abb-ddde-4b02-af51-59f862ceac68, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=bf2d0abb-ddde-4b02-af51-59f862ceac68,segment=NetworkSegment(13e41d55-d7a6-42e5-906b-ff2e60f019f8),segment_id=13e41d55-d7a6-42e5-906b-ff2e60f019f8)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:00.492039 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-85fbc293-507a-4e4a-9ee9-6dd53938cae3 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:00.492724 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-fc0c097a-8290-430b-97d4-4ec18e285768 None None] Attempting to bind port cbab8c34-f882-4684-903f-205c2da9cf22 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:00.493137 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-fc0c097a-8290-430b-97d4-4ec18e285768 None None] Attempting to bind port cbab8c34-f882-4684-903f-205c2da9cf22 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'f494193e-eb98-474d-8309-6b49d7e2f849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '84e1768a-a440-4f3b-9a03-5323ebc8092f'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:00.494132 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0c097a-8290-430b-97d4-4ec18e285768 None None] Attempting to bind port cbab8c34-f882-4684-903f-205c2da9cf22 on network 84e1768a-a440-4f3b-9a03-5323ebc8092f {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:00.503899 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0c097a-8290-430b-97d4-4ec18e285768 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:49:00.504362 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fbc293-507a-4e4a-9ee9-6dd53938cae3 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:00.504489 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0c097a-8290-430b-97d4-4ec18e285768 None None] Checking segment: {'id': 'f494193e-eb98-474d-8309-6b49d7e2f849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '84e1768a-a440-4f3b-9a03-5323ebc8092f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:49:00.505771 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-fc0c097a-8290-430b-97d4-4ec18e285768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:00.506285 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0c097a-8290-430b-97d4-4ec18e285768 None None] Bound using segment: {'id': 'f494193e-eb98-474d-8309-6b49d7e2f849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '84e1768a-a440-4f3b-9a03-5323ebc8092f'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:49:00.506939 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-fc0c097a-8290-430b-97d4-4ec18e285768 None None] Bound port: cbab8c34-f882-4684-903f-205c2da9cf22, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f494193e-eb98-474d-8309-6b49d7e2f849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '84e1768a-a440-4f3b-9a03-5323ebc8092f'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:49:00.507382 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-fc0c097a-8290-430b-97d4-4ec18e285768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:00.517347 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f888d7b0-6bcf-406f-bdc2-6d117e6d7973 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:00.524870 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:00.525977 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 90b0c0da-9e3c-4096-affc-7dfbab90a6fc up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:49:00.531149 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-78f669d5-1662-4e9c-85f7-38caa802049d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:00.556920 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7cba9c-b648-4990-9fc7-c007f9680a23 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Network a6b997eb-7071-4b3d-b4a7-02cb6af4672e is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:00.561131 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c2cbb26e-0443-4057-b02a-a49fe2093bc3 tempest-MeteringIpV6TestJSON-91787351 tempest-MeteringIpV6TestJSON-91787351-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels/018082e3-00a8-4312-8a68-57dd1ada5fcf HTTP/1.1" status: 200 len: 473 time: 0.2110670 Jun 21 14:49:00.562139 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59734) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:00.562692 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Port ccc9ec31-beba-425e-b8f2-adae4c2df27c on network 9bfb680f-9df9-4071-89c5-d409194bc135 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:00.563015 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Failed to bind port ccc9ec31-beba-425e-b8f2-adae4c2df27c on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] Jun 21 14:49:00.563375 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:00.585063 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-131de957-15ea-455b-9298-10bbc97b612e tempest-MeteringIpV6TestJSON-91787351 tempest-MeteringIpV6TestJSON-91787351-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules/2e260517-f402-4b87-b931-91d8c79533b7 HTTP/1.1" status: 200 len: 459 time: 0.0155976 Jun 21 14:49:00.591824 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59736) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:00.604905 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-45d70928-28f7-4356-b8a0-f40bb44a6b6b tempest-DHCPAgentSchedulersTestJSON-2006695583 tempest-DHCPAgentSchedulersTestJSON-2006695583-project-admin] 10.222.0.72 "GET /v2.0/agents/75d5b7b5-5659-4f05-8424-f621a108b2ea/dhcp-networks HTTP/1.1" status: 200 len: 7255 time: 0.7039349 Jun 21 14:49:00.611947 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59738) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:00.664356 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fbc293-507a-4e4a-9ee9-6dd53938cae3 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Pushing event updated for resources: {'Port': ['ID=a9ebce84-bc54-4764-9389-b093d97ba927,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:00.679584 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] For port ccc9ec31-beba-425e-b8f2-adae4c2df27c, host hv-neutron-7971, cleared binding levels {{(pid=105224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:49:00.680110 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempted to set empty binding levels {{(pid=105224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 14:49:00.681423 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-fc0c097a-8290-430b-97d4-4ec18e285768 None None] For port cbab8c34-f882-4684-903f-205c2da9cf22, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:49:00.686250 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-fc0c097a-8290-430b-97d4-4ec18e285768 None None] For port cbab8c34-f882-4684-903f-205c2da9cf22, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=cbab8c34-f882-4684-903f-205c2da9cf22,segment=NetworkSegment(f494193e-eb98-474d-8309-6b49d7e2f849),segment_id=f494193e-eb98-474d-8309-6b49d7e2f849)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:49:00.689241 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-13ba8774-a5a5-43d6-a887-5210c990f403 None None] Provisioning complete for port 82b34238-efe0-4b75-a958-a741fac770d8 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:00.689490 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-13ba8774-a5a5-43d6-a887-5210c990f403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:00.690082 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-da0ba41b-0563-4e5c-8677-2e98a8b71482 service neutron] 10.222.0.72 "GET /v2.0/networks/eb470b20-6e86-4a91-bfc2-e6552b84c15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5003242 Jun 21 14:49:00.695833 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f888d7b0-6bcf-406f-bdc2-6d117e6d7973 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:00.697551 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-5f7cba9c-b648-4990-9fc7-c007f9680a23 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:00.714884 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:00.726058 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7cba9c-b648-4990-9fc7-c007f9680a23 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:00.733138 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7cba9c-b648-4990-9fc7-c007f9680a23 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:00.733832 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5f7cba9c-b648-4990-9fc7-c007f9680a23 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:00.736391 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f888d7b0-6bcf-406f-bdc2-6d117e6d7973 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:00.746854 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=bf2d0abb-ddde-4b02-af51-59f862ceac68,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:00.751524 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-13ba8774-a5a5-43d6-a887-5210c990f403 None None] Port 82b34238-efe0-4b75-a958-a741fac770d8 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:49:00.753193 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:00.754658 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-fc0c097a-8290-430b-97d4-4ec18e285768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:00.757065 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3d3599b3-ba42-473a-8fb7-013fb953ccfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:00.773081 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-35c514c0-eace-4e7e-8d6f-e2b6e40b1f41 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:00.799139 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 90b0c0da-9e3c-4096-affc-7dfbab90a6fc completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:49:00.811303 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 90b0c0da-9e3c-4096-affc-7dfbab90a6fc triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:00.811691 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:00.860778 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Pushing event updated for resources: {'Port': ['ID=ccc9ec31-beba-425e-b8f2-adae4c2df27c,revision_number=3']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:00.864669 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:00.881860 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0c097a-8290-430b-97d4-4ec18e285768 None None] Routers {'b65626d1-58a7-4392-aaea-21a6e352a942'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:49:00.882238 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] In _notify_port_updated(), no bound segment for port ccc9ec31-beba-425e-b8f2-adae4c2df27c on network 9bfb680f-9df9-4071-89c5-d409194bc135 {{(pid=105224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 21 14:49:00.882608 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-fc0c097a-8290-430b-97d4-4ec18e285768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:48:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['b65626d1-58a7-4392-aaea-21a6e352a942'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:00.883301 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:00.884145 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:00.888400 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] 10.222.0.72 "PUT /v2.0/ports/ccc9ec31-beba-425e-b8f2-adae4c2df27c HTTP/1.1" status: 200 len: 976 time: 4.3470943 Jun 21 14:49:00.970145 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be700770-f127-40f7-aed7-33a4090fdca5 None None] Pushing event updated for resources: {'Port': ['ID=cbab8c34-f882-4684-903f-205c2da9cf22,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:00.974848 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-be700770-f127-40f7-aed7-33a4090fdca5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:00.982179 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59744) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:01.071492 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:01.125552 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 90b0c0da-9e3c-4096-affc-7dfbab90a6fc, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=90b0c0da-9e3c-4096-affc-7dfbab90a6fc,segment=NetworkSegment(673d29a0-dfd4-4343-a6fc-adfd80e57865),segment_id=673d29a0-dfd4-4343-a6fc-adfd80e57865)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:01.144641 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-bac7a74a-141c-4b7d-8b96-6449e2176b73 None None] Provisioning for port 3857d98b-6bec-4d39-b68b-420b1a04c763 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:49:01.149132 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:01.159262 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-bac7a74a-141c-4b7d-8b96-6449e2176b73 None None] Provisioning complete for port 3857d98b-6bec-4d39-b68b-420b1a04c763 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:01.159262 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-bac7a74a-141c-4b7d-8b96-6449e2176b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:01.172416 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5f7cba9c-b648-4990-9fc7-c007f9680a23 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 3.5934660 Jun 21 14:49:01.173092 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59750) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:01.176844 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-85fbc293-507a-4e4a-9ee9-6dd53938cae3 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:01.180061 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ad59e1b8-0568-4f79-9271-bb1ed2960519 tempest-MeteringIpV6TestJSON-91787351 tempest-MeteringIpV6TestJSON-91787351-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:01.186416 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-ad59e1b8-0568-4f79-9271-bb1ed2960519 tempest-MeteringIpV6TestJSON-91787351 tempest-MeteringIpV6TestJSON-91787351-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-label-rules/2e260517-f402-4b87-b931-91d8c79533b7 HTTP/1.1" status: 204 len: 168 time: 0.5850167 Jun 21 14:49:01.197859 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:01.202540 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-fc0c097a-8290-430b-97d4-4ec18e285768 None None] Set router b65626d1-58a7-4392-aaea-21a6e352a942 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:49:01.203380 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59752) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:01.204990 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-bac7a74a-141c-4b7d-8b96-6449e2176b73 None None] Port 3857d98b-6bec-4d39-b68b-420b1a04c763 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:49:01.278928 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-bff4b691-632b-452d-a706-d3d0d11e3b37 service neutron] 10.222.0.72 "GET /v2.0/networks/eb470b20-6e86-4a91-bfc2-e6552b84c15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5871060 Jun 21 14:49:01.315654 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e5d8c0-e720-4337-999a-88a9fb9d87c5 tempest-DHCPAgentSchedulersTestJSON-2006695583 tempest-DHCPAgentSchedulersTestJSON-2006695583-project-admin] Network 13a723d7-941f-4149-ac6c-1916399b6be7 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:49:01.373404 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-14e5d8c0-e720-4337-999a-88a9fb9d87c5 tempest-DHCPAgentSchedulersTestJSON-2006695583 tempest-DHCPAgentSchedulersTestJSON-2006695583-project-admin] 10.222.0.72 "POST /v2.0/agents/75d5b7b5-5659-4f05-8424-f621a108b2ea/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7563856 Jun 21 14:49:01.392712 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59756) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:01.394971 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-85fbc293-507a-4e4a-9ee9-6dd53938cae3 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:01.410683 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc67f38-fea4-479d-a6cb-c64d9d17d824 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:01.411246 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc67f38-fea4-479d-a6cb-c64d9d17d824 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:01.412151 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc67f38-fea4-479d-a6cb-c64d9d17d824 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:01.412902 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc67f38-fea4-479d-a6cb-c64d9d17d824 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:01.413413 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc67f38-fea4-479d-a6cb-c64d9d17d824 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:01.413908 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc67f38-fea4-479d-a6cb-c64d9d17d824 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:01.414506 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc67f38-fea4-479d-a6cb-c64d9d17d824 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:01.415122 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc67f38-fea4-479d-a6cb-c64d9d17d824 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:01.415722 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc67f38-fea4-479d-a6cb-c64d9d17d824 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:01.416443 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc67f38-fea4-479d-a6cb-c64d9d17d824 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:01.416727 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc67f38-fea4-479d-a6cb-c64d9d17d824 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:01.417268 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc67f38-fea4-479d-a6cb-c64d9d17d824 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:01.417710 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc67f38-fea4-479d-a6cb-c64d9d17d824 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:01.418189 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc67f38-fea4-479d-a6cb-c64d9d17d824 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:01.418635 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc67f38-fea4-479d-a6cb-c64d9d17d824 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:01.419099 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc67f38-fea4-479d-a6cb-c64d9d17d824 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:01.419708 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc67f38-fea4-479d-a6cb-c64d9d17d824 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:01.419993 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc67f38-fea4-479d-a6cb-c64d9d17d824 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:01.420442 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc67f38-fea4-479d-a6cb-c64d9d17d824 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:01.420891 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc67f38-fea4-479d-a6cb-c64d9d17d824 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:01.426297 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3dc67f38-fea4-479d-a6cb-c64d9d17d824 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 18365 time: 0.4429564 Jun 21 14:49:01.428989 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7cba9c-b648-4990-9fc7-c007f9680a23 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Pushing event updated for resources: {'Port': ['ID=3857d98b-6bec-4d39-b68b-420b1a04c763,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:01.429930 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59758) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:01.468960 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5f7cba9c-b648-4990-9fc7-c007f9680a23 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.031s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:01.493707 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device bf2d0abb-ddde-4b02-af51-59f862ceac68 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:49:01.496507 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03433989-2141-42fc-90d6-ede9ec12738f None None] Network 13a723d7-941f-4149-ac6c-1916399b6be7 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:49:01.545115 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.056s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:01.545811 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:01.588901 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=90b0c0da-9e3c-4096-affc-7dfbab90a6fc,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:01.600852 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-2a998ee2-7f44-4de7-bb2a-675654034fae tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Deleting port ccc9ec31-beba-425e-b8f2-adae4c2df27c {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:01.601195 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2a998ee2-7f44-4de7-bb2a-675654034fae tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:01.643658 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.482s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:01.647808 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f888d7b0-6bcf-406f-bdc2-6d117e6d7973 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:01.652728 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f888d7b0-6bcf-406f-bdc2-6d117e6d7973 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5337291 Jun 21 14:49:01.656036 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59774) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:01.662666 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:01.664209 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-68e288e7-7692-427a-8e7c-286d74d57c5a tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Request body: {'security_group_rule': {'security_group_id': '6a0b4eee-c620-4d88-9101-6249791c8813', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:01.713223 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-68e288e7-7692-427a-8e7c-286d74d57c5a tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:01.759631 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-2a998ee2-7f44-4de7-bb2a-675654034fae tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] For port ccc9ec31-beba-425e-b8f2-adae4c2df27c, host hv-neutron-7971, got binding levels [] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:01.760342 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2a998ee2-7f44-4de7-bb2a-675654034fae tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:01.776537 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59786) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:01.802811 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port bf2d0abb-ddde-4b02-af51-59f862ceac68 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:01.803186 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:01.855422 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-2a998ee2-7f44-4de7-bb2a-675654034fae tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Calling delete_port for ccc9ec31-beba-425e-b8f2-adae4c2df27c owned by {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:01.886887 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-85fbc293-507a-4e4a-9ee9-6dd53938cae3 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:01.909896 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888d7b0-6bcf-406f-bdc2-6d117e6d7973 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c147724-7f99-418e-8440-0271cd09a41f,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:01.928572 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f888d7b0-6bcf-406f-bdc2-6d117e6d7973 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:01.931209 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-fc0c097a-8290-430b-97d4-4ec18e285768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'name': 'tempest-ServersTestManualDisk-471254655-router', 'tenant_id': 'edeb970118494409b474321a022665eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '4dd87579-ad77-4393-ba18-226b5e06cd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:43Z', 'updated_at': '2021-06-21T14:48:54Z', 'revision_number': 4, 'project_id': 'edeb970118494409b474321a022665eb', 'gw_port': {'id': '4dd87579-ad77-4393-ba18-226b5e06cd4c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:45Z', 'updated_at': '2021-06-21T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'cbab8c34-f882-4684-903f-205c2da9cf22', 'name': '', 'network_id': '84e1768a-a440-4f3b-9a03-5323ebc8092f', 'tenant_id': 'edeb970118494409b474321a022665eb', 'mac_address': 'fa:16:3e:28:fd:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'ab9b3e1e-da06-4d3e-a679-80adc4390a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:52Z', 'updated_at': '2021-06-21T14:49:00Z', 'revision_number': 4, 'project_id': 'edeb970118494409b474321a022665eb', 'subnets': [{'id': 'ab9b3e1e-da06-4d3e-a679-80adc4390a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:01.937598 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59790) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:01.944694 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-85fbc293-507a-4e4a-9ee9-6dd53938cae3 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:01.968358 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0c097a-8290-430b-97d4-4ec18e285768 None None] The sync data for ids ['b65626d1-58a7-4392-aaea-21a6e352a942'] in dv-neutron-797121-2-hyperv is: [{'id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'name': 'tempest-ServersTestManualDisk-471254655-router', 'tenant_id': 'edeb970118494409b474321a022665eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '4dd87579-ad77-4393-ba18-226b5e06cd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:43Z', 'updated_at': '2021-06-21T14:48:54Z', 'revision_number': 4, 'project_id': 'edeb970118494409b474321a022665eb', 'gw_port': {'id': '4dd87579-ad77-4393-ba18-226b5e06cd4c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:45Z', 'updated_at': '2021-06-21T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'cbab8c34-f882-4684-903f-205c2da9cf22', 'name': '', 'network_id': '84e1768a-a440-4f3b-9a03-5323ebc8092f', 'tenant_id': 'edeb970118494409b474321a022665eb', 'mac_address': 'fa:16:3e:28:fd:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'ab9b3e1e-da06-4d3e-a679-80adc4390a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:52Z', 'updated_at': '2021-06-21T14:49:00Z', 'revision_number': 4, 'project_id': 'edeb970118494409b474321a022665eb', 'subnets': [{'id': 'ab9b3e1e-da06-4d3e-a679-80adc4390a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:49:02.014479 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-68e288e7-7692-427a-8e7c-286d74d57c5a tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:02.051544 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-68e288e7-7692-427a-8e7c-286d74d57c5a tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:02.080196 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:02.113108 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4cb880e6-346f-4ca3-93d2-15410775bd2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:02.142803 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e288e7-7692-427a-8e7c-286d74d57c5a tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=407f96a4-f048-484f-9420-8a4dc6e012fd,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:02.216263 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-1d6fef7e-31ed-4228-8741-4296222cec03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1055606089'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:02.239352 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-68e288e7-7692-427a-8e7c-286d74d57c5a tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:02.242185 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-68e288e7-7692-427a-8e7c-286d74d57c5a tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:02.243576 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-85fbc293-507a-4e4a-9ee9-6dd53938cae3 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:02.247201 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-68e288e7-7692-427a-8e7c-286d74d57c5a tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5895391 Jun 21 14:49:02.248404 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59798) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:02.265711 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7fea11a9-8ca4-445c-9d99-0a1ff27a397b req-f6870af9-75b5-4520-80ce-f47e871efbc0 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa HTTP/1.1" status: 200 len: 210 time: 0.3263209 Jun 21 14:49:02.270993 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-60a10d3b-a122-4dc9-a0e5-4d2311a244f7 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:02.295184 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6fef7e-31ed-4228-8741-4296222cec03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657-project] Made reservation on behalf of 8f82bdf8fc97460384ea822d4b5b979d for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:02.298633 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1d6fef7e-31ed-4228-8741-4296222cec03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:02.303227 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2a998ee2-7f44-4de7-bb2a-675654034fae tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:02.312843 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1d6fef7e-31ed-4228-8741-4296222cec03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:02.322521 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:02.326967 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-60a10d3b-a122-4dc9-a0e5-4d2311a244f7 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks [] for floatingip, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:02.347032 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36704c70-963c-4ae2-b9f2-e621947e5503 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:02.353235 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36704c70-963c-4ae2-b9f2-e621947e5503 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:02.361330 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36704c70-963c-4ae2-b9f2-e621947e5503 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:02.363293 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-36704c70-963c-4ae2-b9f2-e621947e5503 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 1.1828518 Jun 21 14:49:02.364469 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-85fbc293-507a-4e4a-9ee9-6dd53938cae3 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:02.377837 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-85fbc293-507a-4e4a-9ee9-6dd53938cae3 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5517190 Jun 21 14:49:02.383596 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59808) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:02.490212 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0d41e50f-6b2d-45e1-863e-78daa75975fd tempest-MeteringIpV6TestJSON-91787351 tempest-MeteringIpV6TestJSON-91787351-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:02.491430 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0d41e50f-6b2d-45e1-863e-78daa75975fd tempest-MeteringIpV6TestJSON-91787351 tempest-MeteringIpV6TestJSON-91787351-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-labels/018082e3-00a8-4312-8a68-57dd1ada5fcf HTTP/1.1" status: 204 len: 168 time: 1.2674766 Jun 21 14:49:02.516956 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fbc293-507a-4e4a-9ee9-6dd53938cae3 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Pushing event updated for resources: {'Port': ['ID=a9ebce84-bc54-4764-9389-b093d97ba927,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:02.530729 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-85fbc293-507a-4e4a-9ee9-6dd53938cae3 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:02.588403 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-14e03f84-a8cb-4413-aaad-5bddffa08837 tempest-DHCPAgentSchedulersTestJSON-2006695583 tempest-DHCPAgentSchedulersTestJSON-2006695583-project-admin] 10.222.0.72 "GET /v2.0/agents/75d5b7b5-5659-4f05-8424-f621a108b2ea/dhcp-networks HTTP/1.1" status: 200 len: 8025 time: 1.1555951 Jun 21 14:49:02.596723 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59820) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:02.759715 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a7732131-090f-4931-afeb-dbee0beab13d tempest-DHCPAgentSchedulersTestJSON-2006695583 tempest-DHCPAgentSchedulersTestJSON-2006695583-project-admin] 10.222.0.72 "DELETE /v2.0/agents/75d5b7b5-5659-4f05-8424-f621a108b2ea/dhcp-networks/13a723d7-941f-4149-ac6c-1916399b6be7 HTTP/1.1" status: 204 len: 168 time: 0.1615140 Jun 21 14:49:02.760385 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59832) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:02.777247 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-4370e8f3-3999-4550-ad30-6e94f5d74f72 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Deleting port 3857d98b-6bec-4d39-b68b-420b1a04c763 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:02.777581 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4370e8f3-3999-4550-ad30-6e94f5d74f72 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:02.825669 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a998ee2-7f44-4de7-bb2a-675654034fae tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Pushing event deleted for resources: {'Port': ['ID=ccc9ec31-beba-425e-b8f2-adae4c2df27c,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:02.848875 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2a998ee2-7f44-4de7-bb2a-675654034fae tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:02.854794 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2a998ee2-7f44-4de7-bb2a-675654034fae tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] 10.222.0.72 "DELETE /v2.0/ports/ccc9ec31-beba-425e-b8f2-adae4c2df27c HTTP/1.1" status: 204 len: 168 time: 1.4234211 Jun 21 14:49:02.857683 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59838) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:02.859148 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2a998ee2-7f44-4de7-bb2a-675654034fae tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:02.902659 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-28e4d921-5808-436b-8281-e31ae814252c req-68a489e9-fc06-4ce7-9778-f03bc83568a3 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1667492159&fields=id&tenant_id=11635685b5064af1901fae1b04f861cb HTTP/1.1" status: 200 len: 267 time: 0.1346517 Jun 21 14:49:02.915263 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-a390bcf6-8666-46c8-aae6-65b88b15f464 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] GET failed (client error): The resource could not be found. Jun 21 14:49:02.920479 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a390bcf6-8666-46c8-aae6-65b88b15f464 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] 10.222.0.72 "GET /v2.0/ports/ccc9ec31-beba-425e-b8f2-adae4c2df27c HTTP/1.1" status: 404 len: 333 time: 0.0574303 Jun 21 14:49:02.924724 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59840) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:02.938337 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-752706b4-d6f4-416a-a985-dc27ec73e76a tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-671142634', 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:02.970298 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4370e8f3-3999-4550-ad30-6e94f5d74f72 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:02.974468 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59842) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:03.099562 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-4370e8f3-3999-4550-ad30-6e94f5d74f72 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Calling delete_port for 3857d98b-6bec-4d39-b68b-420b1a04c763 owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:03.171584 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c6e83dc8-7b42-42ce-bd14-c519296f4fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:03.225338 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4d921-5808-436b-8281-e31ae814252c req-18397f44-bae0-4d2b-b85a-9aad643d0f82 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:03.229082 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-28e4d921-5808-436b-8281-e31ae814252c req-18397f44-bae0-4d2b-b85a-9aad643d0f82 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/networks?id=393f8381-0805-46a3-9584-62cfa82bcbaf HTTP/1.1" status: 200 len: 811 time: 0.3031135 Jun 21 14:49:03.246289 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-61ebe9c1-dd57-48a0-80e2-3f3ecaff57aa tempest-DHCPAgentSchedulersTestJSON-2006695583 tempest-DHCPAgentSchedulersTestJSON-2006695583-project-admin] 10.222.0.72 "GET /v2.0/agents/75d5b7b5-5659-4f05-8424-f621a108b2ea/dhcp-networks HTTP/1.1" status: 200 len: 7255 time: 0.4821856 Jun 21 14:49:03.252464 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59850) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:03.287437 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c1955012-55dd-4063-bd48-d329ea602d16 tempest-DHCPAgentSchedulersTestJSON-2006695583 tempest-DHCPAgentSchedulersTestJSON-2006695583-project-admin] 10.222.0.72 "GET /v2.0/networks/27a6a61a-9f24-4579-8406-3031b18dbfe3/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0336816 Jun 21 14:49:03.301540 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59856) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:03.307950 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1d6fef7e-31ed-4228-8741-4296222cec03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:03.315069 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-28e4d921-5808-436b-8281-e31ae814252c req-89dedb86-4ecb-45e1-8637-cb7f98f17ffd tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/quotas/11635685b5064af1901fae1b04f861cb HTTP/1.1" status: 200 len: 375 time: 0.0677052 Jun 21 14:49:03.416680 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-60a10d3b-a122-4dc9-a0e5-4d2311a244f7 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:03.421975 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1d6fef7e-31ed-4228-8741-4296222cec03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:03.440516 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 90b0c0da-9e3c-4096-affc-7dfbab90a6fc up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:49:03.471859 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-30a45f95-a36b-469a-a938-b1bde405d91b tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:03.528223 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 90b0c0da-9e3c-4096-affc-7dfbab90a6fc triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:03.528856 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:03.551350 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4fcad69d-0678-4aa8-96a6-a64f7a98a966 tempest-DHCPAgentSchedulersTestJSON-2006695583 tempest-DHCPAgentSchedulersTestJSON-2006695583-project-admin] 10.222.0.72 "GET /v2.0/networks/27a6a61a-9f24-4579-8406-3031b18dbfe3/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2474682 Jun 21 14:49:03.570327 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59858) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:03.602461 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6304e855-c1bb-428f-944a-7ded92d8741d req-fce007fc-400f-47dc-bcbd-72713302d18e tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa HTTP/1.1" status: 200 len: 210 time: 0.1114445 Jun 21 14:49:03.611507 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d6fef7e-31ed-4228-8741-4296222cec03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:49:03.626465 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1d6fef7e-31ed-4228-8741-4296222cec03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:03.626465 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-1d6fef7e-31ed-4228-8741-4296222cec03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657-project] Added segment baa12458-e20d-434a-abcc-d512e58c347e of type vlan for network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 Jun 21 14:49:03.647049 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752706b4-d6f4-416a-a985-dc27ec73e76a tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Made reservation on behalf of ab46446661214300860d351422b0725e for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:03.651105 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-752706b4-d6f4-416a-a985-dc27ec73e76a tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:03.662136 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device cbab8c34-f882-4684-903f-205c2da9cf22 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:49:03.687456 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4370e8f3-3999-4550-ad30-6e94f5d74f72 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:03.708467 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9a8f1617-a828-406c-a108-a8726f23991d tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:03.750144 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port cbab8c34-f882-4684-903f-205c2da9cf22 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:49:03.752765 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-28e4d921-5808-436b-8281-e31ae814252c req-d7a9a592-9f99-45a4-bcc1-acf655984311 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=11635685b5064af1901fae1b04f861cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4197168 Jun 21 14:49:03.753690 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6fef7e-31ed-4228-8741-4296222cec03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24c08020-634e-4d12-a694-c75fb3714ac6,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:03.756353 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port cbab8c34-f882-4684-903f-205c2da9cf22 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:03.756974 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:03.771133 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1d6fef7e-31ed-4228-8741-4296222cec03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:03.774832 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-752706b4-d6f4-416a-a985-dc27ec73e76a tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] device_id is not set on port 49d3dff0-cbb8-405f-a3c0-c544d3deb849 yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:49:03.821662 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1d6fef7e-31ed-4228-8741-4296222cec03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:03.851075 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4370e8f3-3999-4550-ad30-6e94f5d74f72 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Pushing event deleted for resources: {'Port': ['ID=3857d98b-6bec-4d39-b68b-420b1a04c763,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:03.861423 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4370e8f3-3999-4550-ad30-6e94f5d74f72 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:03.874848 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4370e8f3-3999-4550-ad30-6e94f5d74f72 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:03.876777 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4370e8f3-3999-4550-ad30-6e94f5d74f72 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] 10.222.0.72 "DELETE /v2.0/ports/3857d98b-6bec-4d39-b68b-420b1a04c763 HTTP/1.1" status: 204 len: 168 time: 1.4913182 Jun 21 14:49:03.886284 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59860) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:03.898820 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-4f6a422e-8024-47fa-9223-ff6fc6c52b7d tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Request body: {'port': {'name': 'tempest-new-port-name-845826372', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:03.899597 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.api.validators [None req-4f6a422e-8024-47fa-9223-ff6fc6c52b7d tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] bootfile-name is not in valid_values {{(pid=105225) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 21 14:49:03.899835 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.api.validators [None req-4f6a422e-8024-47fa-9223-ff6fc6c52b7d tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] tftp-server is not in valid_values {{(pid=105225) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 21 14:49:03.902074 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.api.validators [None req-4f6a422e-8024-47fa-9223-ff6fc6c52b7d tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] server-ip-address is not in valid_values {{(pid=105225) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 21 14:49:03.903940 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:03.946456 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port cbab8c34-f882-4684-903f-205c2da9cf22, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=cbab8c34-f882-4684-903f-205c2da9cf22,segment=NetworkSegment(f494193e-eb98-474d-8309-6b49d7e2f849),segment_id=f494193e-eb98-474d-8309-6b49d7e2f849)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:03.953958 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:03.955923 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-942f9385-6d22-4b76-821e-a140b3fb9e85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:03.998601 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7c1a0973-a322-4843-8af4-83a16eb29ae1 tempest-DHCPAgentSchedulersTestJSON-2006695583 tempest-DHCPAgentSchedulersTestJSON-2006695583-project-admin] 10.222.0.72 "GET /v2.0/agents/75d5b7b5-5659-4f05-8424-f621a108b2ea/dhcp-networks HTTP/1.1" status: 200 len: 7255 time: 0.4266059 Jun 21 14:49:03.999264 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59862) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:04.001521 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-60a10d3b-a122-4dc9-a0e5-4d2311a244f7 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Allocated IP 172.26.3.128 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/9125cd73-c670-40c5-a526-06457c4750b2) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:49:04.017140 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=cbab8c34-f882-4684-903f-205c2da9cf22,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:04.032322 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:04.075418 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1d6fef7e-31ed-4228-8741-4296222cec03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:04.093175 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6fef7e-31ed-4228-8741-4296222cec03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:04.093776 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1d6fef7e-31ed-4228-8741-4296222cec03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:04.101419 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-bbe95a42-2502-43e3-b793-134faf800f3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:04.109455 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c6e83dc8-7b42-42ce-bd14-c519296f4fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:04.132669 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c6e83dc8-7b42-42ce-bd14-c519296f4fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:04.151332 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:04.158450 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-28e4d921-5808-436b-8281-e31ae814252c req-d219e85d-4be8-46c0-8134-798fded716b2 service neutron] 10.222.0.72 "GET /v2.0/networks/393f8381-0805-46a3-9584-62cfa82bcbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395293 Jun 21 14:49:04.202917 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2dae099d-69cb-423a-99ac-ca8eed28b407 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:04.214146 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4f6a422e-8024-47fa-9223-ff6fc6c52b7d tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:04.235301 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c6e83dc8-7b42-42ce-bd14-c519296f4fa7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=162b44a1e79a407ab12147627cccd292&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2571564 Jun 21 14:49:04.237741 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59864) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:04.238244 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e83dc8-7b42-42ce-bd14-c519296f4fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf80294-3d57-4dee-9748-20fd66970c4f,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:04.247442 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c6e83dc8-7b42-42ce-bd14-c519296f4fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:04.250711 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-752706b4-d6f4-416a-a985-dc27ec73e76a tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:04.290394 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1d6fef7e-31ed-4228-8741-4296222cec03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.5091705 Jun 21 14:49:04.293864 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.66', 56824) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:04.382276 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6fef7e-31ed-4228-8741-4296222cec03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657-project] Pushing event updated for resources: {'Network': ['ID=73c68342-36ad-4ae0-aff4-24dd3b99ff47,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:04.400961 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:49:04.403138 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1d6fef7e-31ed-4228-8741-4296222cec03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:04.439744 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-60a10d3b-a122-4dc9-a0e5-4d2311a244f7 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:04.521425 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-28e4d921-5808-436b-8281-e31ae814252c req-adb2a909-db14-4845-9ff5-4e07a8c73a9e service neutron] 10.222.0.72 "GET /v2.0/networks/393f8381-0805-46a3-9584-62cfa82bcbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438931 Jun 21 14:49:04.526536 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-54b6f8c7-73c9-484a-93ff-082addf3d677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:04.565589 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-752706b4-d6f4-416a-a985-dc27ec73e76a tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:04.605912 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-54b6f8c7-73c9-484a-93ff-082addf3d677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:04.608903 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2a998ee2-7f44-4de7-bb2a-675654034fae tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:04.612953 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2dae099d-69cb-423a-99ac-ca8eed28b407 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:04.665989 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59874) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:04.676606 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Request body: {'port': {'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47', 'binding:host_id': 'hv-neutron-7971', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1192429720'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:04.694218 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752706b4-d6f4-416a-a985-dc27ec73e76a tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Pushing event updated for resources: {'Port': ['ID=49d3dff0-cbb8-405f-a3c0-c544d3deb849,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:04.708672 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-752706b4-d6f4-416a-a985-dc27ec73e76a tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:04.713365 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752706b4-d6f4-416a-a985-dc27ec73e76a tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Network 9bfb680f-9df9-4071-89c5-d409194bc135 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:04.721011 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-60a10d3b-a122-4dc9-a0e5-4d2311a244f7 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:04.731870 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-752706b4-d6f4-416a-a985-dc27ec73e76a tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:04.740724 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-62b80b1e-2321-4a22-9be7-bf50f5892bf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:04.744942 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752706b4-d6f4-416a-a985-dc27ec73e76a tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:04.746730 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752706b4-d6f4-416a-a985-dc27ec73e76a tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:04.746730 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-752706b4-d6f4-416a-a985-dc27ec73e76a tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:04.759734 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2dae099d-69cb-423a-99ac-ca8eed28b407 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Subscribe: > segment before_delete 55550000 {{(pid=105225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:49:04.760200 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2dae099d-69cb-423a-99ac-ca8eed28b407 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:49:04.764627 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2dae099d-69cb-423a-99ac-ca8eed28b407 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:49:04.766006 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2dae099d-69cb-423a-99ac-ca8eed28b407 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Subscribe: > port after_create 55550000 {{(pid=105225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:49:04.766944 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2dae099d-69cb-423a-99ac-ca8eed28b407 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Subscribe: > port after_delete 55550000 {{(pid=105225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:49:04.768828 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2dae099d-69cb-423a-99ac-ca8eed28b407 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Subscribe: > port after_update 55550000 {{(pid=105225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:49:04.769224 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2dae099d-69cb-423a-99ac-ca8eed28b407 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Subscribe: > segment after_delete 55550000 {{(pid=105225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:49:04.769552 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2dae099d-69cb-423a-99ac-ca8eed28b407 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Subscribe: > subnet after_create 55550000 {{(pid=105225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:49:04.769935 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2dae099d-69cb-423a-99ac-ca8eed28b407 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Subscribe: > subnet after_delete 55550000 {{(pid=105225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:49:04.770287 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2dae099d-69cb-423a-99ac-ca8eed28b407 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Subscribe: > subnet after_update 55550000 {{(pid=105225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:49:04.825852 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Made reservation on behalf of 40fcc127b29247b694f12b3485e4ad43 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:04.828218 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:04.890172 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a10d3b-a122-4dc9-a0e5-4d2311a244f7 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:04.891906 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-752706b4-d6f4-416a-a985-dc27ec73e76a tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.9598856 Jun 21 14:49:04.894022 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0c94204f-91c4-484f-ab4c-e944c4148285 req-f088e56b-08ec-43c4-8813-ac483809aab7 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 210 time: 0.0755665 Jun 21 14:49:04.894629 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:04.896708 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59898) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:04.926466 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-60a10d3b-a122-4dc9-a0e5-4d2311a244f7 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:04.931492 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a10d3b-a122-4dc9-a0e5-4d2311a244f7 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:04.953178 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a10d3b-a122-4dc9-a0e5-4d2311a244f7 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Pushing event updated for resources: {'Port': ['ID=9125cd73-c670-40c5-a526-06457c4750b2,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:04.996782 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-60a10d3b-a122-4dc9-a0e5-4d2311a244f7 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:05.002560 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-54b6f8c7-73c9-484a-93ff-082addf3d677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:05.004726 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bc22f4da-6ba0-4cbf-a82b-1a9c7ca1f394 req-790a61cc-a581-40b0-a8ce-7722e37df12b tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa HTTP/1.1" status: 200 len: 210 time: 0.1815119 Jun 21 14:49:05.016211 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-54b6f8c7-73c9-484a-93ff-082addf3d677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:05.017302 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-54b6f8c7-73c9-484a-93ff-082addf3d677 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fbf80294-3d57-4dee-9748-20fd66970c4f HTTP/1.1" status: 204 len: 168 time: 0.7644956 Jun 21 14:49:05.022953 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:05.032849 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2dae099d-69cb-423a-99ac-ca8eed28b407 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Subscribe: > subnet after_create 55550000 {{(pid=105225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:49:05.033230 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2dae099d-69cb-423a-99ac-ca8eed28b407 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Subscribe: > subnet after_delete 55550000 {{(pid=105225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:49:05.033861 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2dae099d-69cb-423a-99ac-ca8eed28b407 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Subscribe: > subnet before_create 55550000 {{(pid=105225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:49:05.034192 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2dae099d-69cb-423a-99ac-ca8eed28b407 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Subscribe: > subnet before_update 55550000 {{(pid=105225) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 21 14:49:05.034674 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-2dae099d-69cb-423a-99ac-ca8eed28b407 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13a723d7-941f-4149-ac6c-1916399b6be7']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:05.052001 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8f3a71-f57f-49f8-9113-00b8b7e85922 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:05.053559 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-bd8f3a71-f57f-49f8-9113-00b8b7e85922 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] 10.222.0.72 "GET /v2.0/ports/49d3dff0-cbb8-405f-a3c0-c544d3deb849 HTTP/1.1" status: 200 len: 954 time: 0.1507866 Jun 21 14:49:05.056139 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b6f8c7-73c9-484a-93ff-082addf3d677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf80294-3d57-4dee-9748-20fd66970c4f,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:05.057921 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59910) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:05.065097 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-54b6f8c7-73c9-484a-93ff-082addf3d677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:05.113907 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-2dae099d-69cb-423a-99ac-ca8eed28b407 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f1e0ee-2cd9-43af-908e-14ecde41e09f') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:05.114885 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-2dae099d-69cb-423a-99ac-ca8eed28b407 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f1e0ee-2cd9-43af-908e-14ecde41e09f') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:05.160326 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2dae099d-69cb-423a-99ac-ca8eed28b407 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:05.187608 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2dae099d-69cb-423a-99ac-ca8eed28b407 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:05.196462 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dae099d-69cb-423a-99ac-ca8eed28b407 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:49:05.196911 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2dae099d-69cb-423a-99ac-ca8eed28b407 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:05.208598 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:05.220185 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-60a10d3b-a122-4dc9-a0e5-4d2311a244f7 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:05.278756 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device cbab8c34-f882-4684-903f-205c2da9cf22 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:49:05.296410 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:05.335501 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:05.374547 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1d6fef7e-31ed-4228-8741-4296222cec03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:05.393562 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] device_id is not set on port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: from cryptography.utils import int_from_bytes Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: from cryptography.utils import int_from_bytes Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:49:05.440394 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:49:05.449487 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port cbab8c34-f882-4684-903f-205c2da9cf22 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:05.449902 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:05.456637 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-b4f59b56-d573-4d0e-baf2-28d6dc5f12f6 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:05.458308 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-b4f59b56-d573-4d0e-baf2-28d6dc5f12f6 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.66 "GET /v2.0/networks?id=eb470b20-6e86-4a91-bfc2-e6552b84c15d HTTP/1.1" status: 200 len: 806 time: 1.1622040 Jun 21 14:49:05.579764 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4f6a422e-8024-47fa-9223-ff6fc6c52b7d tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:05.586024 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2dae099d-69cb-423a-99ac-ca8eed28b407 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:05.591271 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7910a7bd-e3a3-4630-b677-100b81df9a27,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:05.599668 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-dbf1c0b2-e3c9-4a7b-9d50-b9e00110cf86 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb3339ddc44e4edaa02fbedfc7e28c58 HTTP/1.1" status: 200 len: 380 time: 0.0743165 Jun 21 14:49:05.600003 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:05.601446 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4f6a422e-8024-47fa-9223-ff6fc6c52b7d tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:05.601655 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-ec37b1ec-4b3f-48df-a8ac-c965ed140a5a tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Deleting port 49d3dff0-cbb8-405f-a3c0-c544d3deb849 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:05.602022 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ec37b1ec-4b3f-48df-a8ac-c965ed140a5a tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:05.607287 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-60a10d3b-a122-4dc9-a0e5-4d2311a244f7 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:05.614053 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e2e57e53-292e-4d87-a375-ca57dc2f92e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:05.635049 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59932) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:05.655993 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2dae099d-69cb-423a-99ac-ca8eed28b407 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:05.658460 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-2dae099d-69cb-423a-99ac-ca8eed28b407 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] 10.222.0.72 "DELETE /v2.0/networks/13a723d7-941f-4149-ac6c-1916399b6be7 HTTP/1.1" status: 204 len: 168 time: 1.6507535 Jun 21 14:49:05.661941 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-19bc77bd-b30c-4c3a-a0cc-6719f08cf64a tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Request body: {'port': {'device_id': 'e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa', 'network_id': 'eb470b20-6e86-4a91-bfc2-e6552b84c15d', 'admin_state_up': True, 'tenant_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'security_groups': ['cb9e8f8a-52cd-400c-95c5-e1624b2e12e5']}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:05.729274 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59938) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:05.843673 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ec37b1ec-4b3f-48df-a8ac-c965ed140a5a tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:05.859848 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a379fe5c-599b-44c4-8ca9-0eecde2a366d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:05.862011 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae099d-69cb-423a-99ac-ca8eed28b407 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Pushing event deleted for resources: {'Network': ['ID=13a723d7-941f-4149-ac6c-1916399b6be7,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:05.879648 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2dae099d-69cb-423a-99ac-ca8eed28b407 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:05.880069 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:05.892215 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-4f6a422e-8024-47fa-9223-ff6fc6c52b7d tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] In _notify_port_updated(), no bound segment for port 82b34238-efe0-4b75-a958-a741fac770d8 on network a6b997eb-7071-4b3d-b4a7-02cb6af4672e {{(pid=105225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 21 14:49:05.898045 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6a422e-8024-47fa-9223-ff6fc6c52b7d tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:05.898722 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4f6a422e-8024-47fa-9223-ff6fc6c52b7d tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:05.902807 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4f6a422e-8024-47fa-9223-ff6fc6c52b7d tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] 10.222.0.72 "PUT /v2.0/ports/82b34238-efe0-4b75-a958-a741fac770d8 HTTP/1.1" status: 200 len: 1136 time: 2.0106707 Jun 21 14:49:05.924093 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59944) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:05.965137 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-ec37b1ec-4b3f-48df-a8ac-c965ed140a5a tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Calling delete_port for 49d3dff0-cbb8-405f-a3c0-c544d3deb849 owned by {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:06.190763 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a422e-8024-47fa-9223-ff6fc6c52b7d tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Pushing event updated for resources: {'Port': ['ID=82b34238-efe0-4b75-a958-a741fac770d8,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:06.196448 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-64896dfc-5fb9-4586-9c05-42e34cff1b50 None None] Provisioning complete for port 82b34238-efe0-4b75-a958-a741fac770d8 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:06.197432 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-64896dfc-5fb9-4586-9c05-42e34cff1b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:06.212167 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4f6a422e-8024-47fa-9223-ff6fc6c52b7d tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:06.250601 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d454e47-7f86-4469-8d02-79e2b8412e45 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:06.252477 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-2d454e47-7f86-4469-8d02-79e2b8412e45 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] 10.222.0.72 "GET /v2.0/ports/82b34238-efe0-4b75-a958-a741fac770d8 HTTP/1.1" status: 200 len: 1136 time: 0.3047271 Jun 21 14:49:06.259777 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59952) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:06.314181 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-64896dfc-5fb9-4586-9c05-42e34cff1b50 None None] Port 82b34238-efe0-4b75-a958-a741fac770d8 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:49:06.409399 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5aab2b9-0cff-4b79-a3f9-9719515348a1 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] DELETE failed (client error): The resource could not be found. Jun 21 14:49:06.410581 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5aab2b9-0cff-4b79-a3f9-9719515348a1 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:49:06.411838 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b5aab2b9-0cff-4b79-a3f9-9719515348a1 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] 10.222.0.72 "DELETE /v2.0/ports/a28d55b3-3d2c-4a5d-af86-c4af151880d3 HTTP/1.1" status: 404 len: 333 time: 0.2672949 Jun 21 14:49:06.417990 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59954) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:06.419748 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ec37b1ec-4b3f-48df-a8ac-c965ed140a5a tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:06.432730 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a379fe5c-599b-44c4-8ca9-0eecde2a366d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:06.459336 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3086e16c-fb8d-411d-a3f9-c9efa717dd63 req-033b91b2-6916-46c9-b958-a6067b5aa1e1 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 210 time: 0.3100533 Jun 21 14:49:06.487541 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a379fe5c-599b-44c4-8ca9-0eecde2a366d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:06.507992 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:06.543157 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37b1ec-4b3f-48df-a8ac-c965ed140a5a tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Pushing event deleted for resources: {'Port': ['ID=49d3dff0-cbb8-405f-a3c0-c544d3deb849,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:06.547515 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9b4799e1-2b72-4514-aadd-58463f1f50ea req-0b3e26a1-629a-4c90-ac19-90b86f5f983a tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa HTTP/1.1" status: 200 len: 210 time: 0.1316698 Jun 21 14:49:06.552524 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ec37b1ec-4b3f-48df-a8ac-c965ed140a5a tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:06.592927 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ec37b1ec-4b3f-48df-a8ac-c965ed140a5a tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:06.595072 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-ec37b1ec-4b3f-48df-a8ac-c965ed140a5a tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] 10.222.0.72 "DELETE /v2.0/ports/49d3dff0-cbb8-405f-a3c0-c544d3deb849 HTTP/1.1" status: 204 len: 168 time: 1.5350296 Jun 21 14:49:06.609092 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59956) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:06.643752 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-f06dbc80-58d1-494b-9014-3c0c97f5f413 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] GET failed (client error): The resource could not be found. Jun 21 14:49:06.645388 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f06dbc80-58d1-494b-9014-3c0c97f5f413 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] 10.222.0.72 "GET /v2.0/ports/49d3dff0-cbb8-405f-a3c0-c544d3deb849 HTTP/1.1" status: 404 len: 333 time: 0.0332243 Jun 21 14:49:06.656891 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59958) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:06.663782 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-17d615e9-6f07-432e-956b-b2bea3f636bb tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Request body: {'port': {'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-141646357'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:06.739294 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-60a10d3b-a122-4dc9-a0e5-4d2311a244f7 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:06.743471 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c6e83dc8-7b42-42ce-bd14-c519296f4fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:06.759282 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-60a10d3b-a122-4dc9-a0e5-4d2311a244f7 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:06.788833 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-60a10d3b-a122-4dc9-a0e5-4d2311a244f7 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:06.803233 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-19bc77bd-b30c-4c3a-a0cc-6719f08cf64a tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Made reservation on behalf of eb3339ddc44e4edaa02fbedfc7e28c58 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:06.807615 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-19bc77bd-b30c-4c3a-a0cc-6719f08cf64a tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:06.818248 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cb76866-9041-4503-b174-d4c99cc623d9 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Deleting subnet 54e71dce-fa55-40ac-91c0-5e4db766d8ff {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:49:06.826100 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-d32f4fa8-d0a3-43fa-8159-3016def7cd1d tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Deleting port 82b34238-efe0-4b75-a958-a741fac770d8 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:06.827114 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d32f4fa8-d0a3-43fa-8159-3016def7cd1d tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:06.839783 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a379fe5c-599b-44c4-8ca9-0eecde2a366d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=69085d73692e425f9e80a3f8e143aff2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1983573 Jun 21 14:49:06.844031 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8cb76866-9041-4503-b174-d4c99cc623d9 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:06.846928 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a379fe5c-599b-44c4-8ca9-0eecde2a366d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83eb5cc-89e2-4b9d-8ae9-afc74e7b44b6,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:06.858366 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59960) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:06.963552 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a379fe5c-599b-44c4-8ca9-0eecde2a366d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:06.993213 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] device_id is not set on port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:49:07.007002 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:07.024997 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Transition to ACTIVE for port object 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 will not be triggered until provisioned by entity L2. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:07.029365 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8cb76866-9041-4503-b174-d4c99cc623d9 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:07.147587 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-60a10d3b-a122-4dc9-a0e5-4d2311a244f7 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:07.163756 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a10d3b-a122-4dc9-a0e5-4d2311a244f7 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Pushing event updated for resources: {'Port': ['ID=9125cd73-c670-40c5-a526-06457c4750b2,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:07.168331 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-60a10d3b-a122-4dc9-a0e5-4d2311a244f7 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:07.169616 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:07.172657 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d32f4fa8-d0a3-43fa-8159-3016def7cd1d tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:07.189344 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d615e9-6f07-432e-956b-b2bea3f636bb tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Made reservation on behalf of ab46446661214300860d351422b0725e for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:07.191924 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-17d615e9-6f07-432e-956b-b2bea3f636bb tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:07.268209 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ec37b1ec-4b3f-48df-a8ac-c965ed140a5a tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:07.314389 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-d32f4fa8-d0a3-43fa-8159-3016def7cd1d tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Calling delete_port for 82b34238-efe0-4b75-a958-a741fac770d8 owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:07.348663 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8cb76866-9041-4503-b174-d4c99cc623d9 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:07.420708 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-19bc77bd-b30c-4c3a-a0cc-6719f08cf64a tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Allocated IP 172.20.0.5 (eb470b20-6e86-4a91-bfc2-e6552b84c15d/a2f70e59-7e68-49dc-8fd5-a1de7ed83ffa/a4761b37-67e5-4592-bbd3-af9b9171ea97) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:49:07.566540 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-60a10d3b-a122-4dc9-a0e5-4d2311a244f7 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:07.568030 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-60a10d3b-a122-4dc9-a0e5-4d2311a244f7 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3010328 Jun 21 14:49:07.571327 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-17d615e9-6f07-432e-956b-b2bea3f636bb tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] device_id is not set on port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:49:07.581838 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6c809892-dda6-4479-b236-2cf1bb74c5f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:07.646327 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8cb76866-9041-4503-b174-d4c99cc623d9 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:07.655246 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0a279c9a-8d7f-4bb8-9a05-a7ccc4977405 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:07.696023 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Pushing event updated for resources: {'Port': ['ID=80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:07.703347 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:07.707661 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6c809892-dda6-4479-b236-2cf1bb74c5f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:07.750708 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Checking segment: {'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:49:07.751092 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Network hostable DHCP agents. Network: 73c68342-36ad-4ae0-aff4-24dd3b99ff47, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:49:07.766782 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb76866-9041-4503-b174-d4c99cc623d9 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Pushing event deleted for resources: {'Subnet': ['ID=54e71dce-fa55-40ac-91c0-5e4db766d8ff,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:07.780715 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8cb76866-9041-4503-b174-d4c99cc623d9 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:07.806032 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8cb76866-9041-4503-b174-d4c99cc623d9 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:07.808289 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8cb76866-9041-4503-b174-d4c99cc623d9 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] 10.222.0.72 "DELETE /v2.0/subnets/54e71dce-fa55-40ac-91c0-5e4db766d8ff HTTP/1.1" status: 204 len: 168 time: 1.3870368 Jun 21 14:49:07.812045 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-19bc77bd-b30c-4c3a-a0cc-6719f08cf64a tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:07.815519 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2287a6-8cd3-4af9-85d5-bffe5cabd61a None None] Network 27a6a61a-9f24-4579-8406-3031b18dbfe3 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:49:07.816854 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59970) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:07.856459 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-19bc77bd-b30c-4c3a-a0cc-6719f08cf64a tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Transition to ACTIVE for port object a4761b37-67e5-4592-bbd3-af9b9171ea97 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:07.925929 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d32f4fa8-d0a3-43fa-8159-3016def7cd1d tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:07.943074 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7d7ed81d-6d4e-4cdc-aafb-7e98be7b68f8 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:07.943391 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0bb400e2-1321-4723-8844-b73c6f407603 req-c7521fec-0404-4a8b-8784-7bc0a1ba2ae1 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa HTTP/1.1" status: 200 len: 210 time: 0.1202414 Jun 21 14:49:07.956537 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9a9fad4d-f64e-4515-bd9e-e49621ca1d43 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:08.007826 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8e6892b7-8e83-4d97-a864-63e1de51007b req-46d49b27-1b27-4985-889c-e37596803ef6 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 210 time: 0.1793897 Jun 21 14:49:08.016437 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:49:08.031813 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f4fa8-d0a3-43fa-8159-3016def7cd1d tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Pushing event deleted for resources: {'Port': ['ID=82b34238-efe0-4b75-a958-a741fac770d8,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:08.053760 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d32f4fa8-d0a3-43fa-8159-3016def7cd1d tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:08.057547 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-19bc77bd-b30c-4c3a-a0cc-6719f08cf64a tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:08.107703 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-38f6bb3b-b588-4707-87c0-c98c43603a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:08.124268 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-17d615e9-6f07-432e-956b-b2bea3f636bb tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:08.144471 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5daba70c-067b-4151-a682-229508bd6d80 None None] DHCP port deletion for 27a6a61a-9f24-4579-8406-3031b18dbfe3 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:49:08.162597 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 73c68342-36ad-4ae0-aff4-24dd3b99ff47) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:08.169365 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6c809892-dda6-4479-b236-2cf1bb74c5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:08.171993 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6c809892-dda6-4479-b236-2cf1bb74c5f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:08.173088 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6c809892-dda6-4479-b236-2cf1bb74c5f1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b83eb5cc-89e2-4b9d-8ae9-afc74e7b44b6 HTTP/1.1" status: 204 len: 168 time: 1.3012552 Jun 21 14:49:08.182546 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-54b6f8c7-73c9-484a-93ff-082addf3d677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:08.196659 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:08.210816 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c95a380-0b68-4b03-b946-fea4413c7e01 None None] Network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:49:08.219280 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc77bd-b30c-4c3a-a0cc-6719f08cf64a tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Pushing event updated for resources: {'Port': ['ID=a4761b37-67e5-4592-bbd3-af9b9171ea97,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:08.258020 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-19bc77bd-b30c-4c3a-a0cc-6719f08cf64a tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:08.289229 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c809892-dda6-4479-b236-2cf1bb74c5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83eb5cc-89e2-4b9d-8ae9-afc74e7b44b6,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:08.292354 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-17d615e9-6f07-432e-956b-b2bea3f636bb tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:08.295656 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6c809892-dda6-4479-b236-2cf1bb74c5f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:08.304676 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-19bc77bd-b30c-4c3a-a0cc-6719f08cf64a tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Network eb470b20-6e86-4a91-bfc2-e6552b84c15d is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:08.306491 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-752706b4-d6f4-416a-a985-dc27ec73e76a tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:08.311228 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-19bc77bd-b30c-4c3a-a0cc-6719f08cf64a tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:08.388162 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d32f4fa8-d0a3-43fa-8159-3016def7cd1d tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:08.391425 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d32f4fa8-d0a3-43fa-8159-3016def7cd1d tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] 10.222.0.72 "DELETE /v2.0/ports/82b34238-efe0-4b75-a958-a741fac770d8 HTTP/1.1" status: 204 len: 168 time: 2.1286964 Jun 21 14:49:08.394939 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-19bc77bd-b30c-4c3a-a0cc-6719f08cf64a tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:08.401444 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 59986) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:08.427942 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d615e9-6f07-432e-956b-b2bea3f636bb tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Pushing event updated for resources: {'Port': ['ID=c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:08.430288 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:08.430619 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:08.430954 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:08.462431 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-17d615e9-6f07-432e-956b-b2bea3f636bb tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:08.481765 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:08.482101 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Failed to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] Jun 21 14:49:08.506761 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.plugins.ml2.plugin [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempt 2 to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 Jun 21 14:49:08.523809 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d615e9-6f07-432e-956b-b2bea3f636bb tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Network 9bfb680f-9df9-4071-89c5-d409194bc135 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:08.531349 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-17d615e9-6f07-432e-956b-b2bea3f636bb tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:08.541216 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e42443ba-f526-485e-b98a-2561164f0c2d req-2517982d-7960-4966-a56e-a6e4e716b272 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1550891408&fields=id&tenant_id=edeb970118494409b474321a022665eb HTTP/1.1" status: 200 len: 267 time: 0.3745868 Jun 21 14:49:08.544780 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d615e9-6f07-432e-956b-b2bea3f636bb tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:08.545985 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d615e9-6f07-432e-956b-b2bea3f636bb tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:08.546597 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-17d615e9-6f07-432e-956b-b2bea3f636bb tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:08.550690 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:08.550802 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:08.551140 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:08.576885 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-5daba70c-067b-4151-a682-229508bd6d80 None None] Deleting port 2faf8e75-0bd7-433b-9c70-5479e8b835d8 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:08.577446 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5daba70c-067b-4151-a682-229508bd6d80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:08.624432 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-19bc77bd-b30c-4c3a-a0cc-6719f08cf64a tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:08.629440 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-19bc77bd-b30c-4c3a-a0cc-6719f08cf64a tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:08.767629 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:08.768655 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Failed to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] Jun 21 14:49:08.772543 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-19bc77bd-b30c-4c3a-a0cc-6719f08cf64a tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1350672 Jun 21 14:49:08.774427 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-9a9fad4d-f64e-4515-bd9e-e49621ca1d43 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Deleting port 2faf8e75-0bd7-433b-9c70-5479e8b835d8 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:08.774830 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9a9fad4d-f64e-4515-bd9e-e49621ca1d43 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:08.777655 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42443ba-f526-485e-b98a-2561164f0c2d req-ad6385d8-3ea4-45c6-8864-d4ad37deff1a tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:08.779688 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e42443ba-f526-485e-b98a-2561164f0c2d req-ad6385d8-3ea4-45c6-8864-d4ad37deff1a tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/networks?id=84e1768a-a440-4f3b-9a03-5323ebc8092f HTTP/1.1" status: 200 len: 811 time: 0.2183635 Jun 21 14:49:08.781548 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.plugins.ml2.plugin [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempt 3 to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 Jun 21 14:49:08.790734 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f6c2f1-91b9-4e21-beaa-68592ad59d8f tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Deleting subnet 90181709-6d1d-46e7-b15c-661905e22a4f {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:49:08.796321 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-17f6c2f1-91b9-4e21-beaa-68592ad59d8f tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:08.809497 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-17d615e9-6f07-432e-956b-b2bea3f636bb tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.1499922 Jun 21 14:49:08.812153 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e42443ba-f526-485e-b98a-2561164f0c2d req-6281ca22-c514-4cde-9223-b5919d7545b6 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/quotas/edeb970118494409b474321a022665eb HTTP/1.1" status: 200 len: 375 time: 0.0192559 Jun 21 14:49:08.814421 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 59990) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:08.820435 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7971'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:08.821399 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-5daba70c-067b-4151-a682-229508bd6d80 None None] For port 2faf8e75-0bd7-433b-9c70-5479e8b835d8, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=2faf8e75-0bd7-433b-9c70-5479e8b835d8,segment=NetworkSegment(5584dca7-38cd-47e3-9738-8e58ece7c5c1),segment_id=5584dca7-38cd-47e3-9738-8e58ece7c5c1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:08.821963 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5daba70c-067b-4151-a682-229508bd6d80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:08.826394 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:08.827518 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:08.828035 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:08.856577 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-d809f4a3-fe19-4102-bb93-b7f9867f2b96 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:49:08.858062 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-d809f4a3-fe19-4102-bb93-b7f9867f2b96 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468807 Jun 21 14:49:08.868948 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-d0452671-63e7-4bc1-bd9f-5c861d981cfb None None] Provisioning for port a4761b37-67e5-4592-bbd3-af9b9171ea97 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:49:08.890844 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:08.891478 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Failed to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] Jun 21 14:49:08.893612 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.plugins.ml2.plugin [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempt 4 to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 Jun 21 14:49:08.915589 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:08.916222 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:08.916917 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:08.925516 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:08.925965 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Failed to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] Jun 21 14:49:08.926805 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.plugins.ml2.plugin [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempt 5 to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 Jun 21 14:49:09.014559 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-17f6c2f1-91b9-4e21-beaa-68592ad59d8f tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:09.048920 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:09.051838 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:09.051838 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:09.064111 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-5daba70c-067b-4151-a682-229508bd6d80 None None] Calling delete_port for 2faf8e75-0bd7-433b-9c70-5479e8b835d8 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:09.074806 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-d0452671-63e7-4bc1-bd9f-5c861d981cfb None None] Provisioning complete for port a4761b37-67e5-4592-bbd3-af9b9171ea97 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:09.075223 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d0452671-63e7-4bc1-bd9f-5c861d981cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:09.091072 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:09.091418 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Failed to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] Jun 21 14:49:09.094161 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.plugins.ml2.plugin [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempt 6 to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 Jun 21 14:49:09.111895 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-9a9fad4d-f64e-4515-bd9e-e49621ca1d43 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] For port 2faf8e75-0bd7-433b-9c70-5479e8b835d8, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=2faf8e75-0bd7-433b-9c70-5479e8b835d8,segment=NetworkSegment(5584dca7-38cd-47e3-9738-8e58ece7c5c1),segment_id=5584dca7-38cd-47e3-9738-8e58ece7c5c1)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:09.112450 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9a9fad4d-f64e-4515-bd9e-e49621ca1d43 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:09.122397 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-d0452671-63e7-4bc1-bd9f-5c861d981cfb None None] Port a4761b37-67e5-4592-bbd3-af9b9171ea97 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:49:09.370254 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:09.372168 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-9a9fad4d-f64e-4515-bd9e-e49621ca1d43 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Calling delete_port for 2faf8e75-0bd7-433b-9c70-5479e8b835d8 owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:09.388598 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e42443ba-f526-485e-b98a-2561164f0c2d req-3dbd243f-0227-4a5b-a2d9-1ec47922080d tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=edeb970118494409b474321a022665eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5635192 Jun 21 14:49:09.389378 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:09.389703 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:09.390075 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:09.415040 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:09.415365 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Failed to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] Jun 21 14:49:09.418189 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.plugins.ml2.plugin [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempt 7 to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 Jun 21 14:49:09.441178 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 2faf8e75-0bd7-433b-9c70-5479e8b835d8 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:49:09.474525 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-50c07e3e-bbbd-4cf9-83f7-dcd5846d069c service neutron] Request body: {'port': {'device_id': 'e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:09.593363 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:09.595687 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:09.596090 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:09.646570 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:09.647386 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Failed to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] Jun 21 14:49:09.667415 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.plugins.ml2.plugin [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempt 8 to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 Jun 21 14:49:09.740909 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d94ed4-2b70-45e6-8b19-540623c4fce6 req-7e672243-87c9-4456-9c50-c7d35edb8770 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:09.746427 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-27d94ed4-2b70-45e6-8b19-540623c4fce6 req-7e672243-87c9-4456-9c50-c7d35edb8770 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa HTTP/1.1" status: 200 len: 931 time: 0.6041176 Jun 21 14:49:09.756264 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [req-e42443ba-f526-485e-b98a-2561164f0c2d req-9842a055-f779-4e17-98c7-7a75bc06c264 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:49:09.764245 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e42443ba-f526-485e-b98a-2561164f0c2d req-9842a055-f779-4e17-98c7-7a75bc06c264 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2517715 Jun 21 14:49:09.852648 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:09.853337 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-17f6c2f1-91b9-4e21-beaa-68592ad59d8f tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:09.853719 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:09.853719 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:09.865701 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-50c07e3e-bbbd-4cf9-83f7-dcd5846d069c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:09.888421 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:09.888831 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Failed to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] Jun 21 14:49:09.898392 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.plugins.ml2.plugin [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempt 9 to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 Jun 21 14:49:09.953121 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:09.953332 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:09.953571 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:09.987182 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5daba70c-067b-4151-a682-229508bd6d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:09.992257 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:09.994551 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:09.994551 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Failed to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] Jun 21 14:49:10.001257 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.plugins.ml2.plugin [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempt 10 to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 Jun 21 14:49:10.018672 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:10.019120 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:10.022376 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:10.027529 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daba70c-067b-4151-a682-229508bd6d80 None None] Pushing event deleted for resources: {'Port': ['ID=2faf8e75-0bd7-433b-9c70-5479e8b835d8,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:10.028200 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:10.038938 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5daba70c-067b-4151-a682-229508bd6d80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:10.044106 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daba70c-067b-4151-a682-229508bd6d80 None None] No DVR routers for this DVR port 2faf8e75-0bd7-433b-9c70-5479e8b835d8 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:49:10.085996 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-27d94ed4-2b70-45e6-8b19-540623c4fce6 req-b4f85b34-45a7-4f27-b2b5-db9b7e0b88b2 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb9e8f8a-52cd-400c-95c5-e1624b2e12e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3171620 Jun 21 14:49:10.093462 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9a9fad4d-f64e-4515-bd9e-e49621ca1d43 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:10.121527 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:10.122009 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Failed to bind port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] Jun 21 14:49:10.122528 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:10.139811 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e42443ba-f526-485e-b98a-2561164f0c2d req-1937031e-9017-4f83-9fe4-edc1d045e3c1 service neutron] 10.222.0.72 "GET /v2.0/networks/84e1768a-a440-4f3b-9a03-5323ebc8092f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744979 Jun 21 14:49:10.286093 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] For port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7, host hv-neutron-7971, cleared binding levels {{(pid=105224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:49:10.286534 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempted to set empty binding levels {{(pid=105224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 14:49:10.294377 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] device_id is not set on port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:49:10.305150 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:10.310812 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:10.313149 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-17d615e9-6f07-432e-956b-b2bea3f636bb tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:10.427671 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:10.428417 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:10.435801 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Transition to ACTIVE for port object c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d will not be triggered until provisioned by entity L2. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:10.457526 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-50c07e3e-bbbd-4cf9-83f7-dcd5846d069c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4761b37-67e5-4592-bbd3-af9b9171ea97 {{(pid=105225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:49:10.466664 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-50c07e3e-bbbd-4cf9-83f7-dcd5846d069c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:10.482912 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-50c07e3e-bbbd-4cf9-83f7-dcd5846d069c service neutron] Transition to ACTIVE for port object a4761b37-67e5-4592-bbd3-af9b9171ea97 will not be triggered until provisioned by entity L2. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:10.485897 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:10.488765 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:10.495001 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9a7127d2-fb18-4c4b-92a1-626d467f36d9 req-1b7b74a2-0c88-4b54-84f5-340ff9386279 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 210 time: 0.1243427 Jun 21 14:49:10.500978 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-50c07e3e-bbbd-4cf9-83f7-dcd5846d069c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:10.519718 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e42443ba-f526-485e-b98a-2561164f0c2d req-a12dbce1-5cc4-4082-93c4-f138fc7453bc service neutron] 10.222.0.72 "GET /v2.0/networks/84e1768a-a440-4f3b-9a03-5323ebc8092f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765316 Jun 21 14:49:10.528211 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Pushing event updated for resources: {'Port': ['ID=80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:10.531550 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9fad4d-f64e-4515-bd9e-e49621ca1d43 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Pushing event deleted for resources: {'Port': ['ID=2faf8e75-0bd7-433b-9c70-5479e8b835d8,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:10.535129 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9a9fad4d-f64e-4515-bd9e-e49621ca1d43 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:10.536751 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-683869ab-8a64-45de-a0af-7e1ceb62a8e9 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:10.539176 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9fad4d-f64e-4515-bd9e-e49621ca1d43 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] No DVR routers for this DVR port 2faf8e75-0bd7-433b-9c70-5479e8b835d8 on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:49:10.565682 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:10.567720 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 5.8950739 Jun 21 14:49:10.589101 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60026) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:10.594813 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-17f6c2f1-91b9-4e21-beaa-68592ad59d8f tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:10.608040 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:10.727115 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Pushing event updated for resources: {'Port': ['ID=c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:10.754810 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:10.757233 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:10.757657 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:10.758153 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on network 9bfb680f-9df9-4071-89c5-d409194bc135 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:10.766396 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on network 9bfb680f-9df9-4071-89c5-d409194bc135 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:10.771545 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Failed to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] Jun 21 14:49:10.772464 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.plugins.ml2.plugin [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempt 2 to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d Jun 21 14:49:10.798919 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:10.800741 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:10.801208 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on network 9bfb680f-9df9-4071-89c5-d409194bc135 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:10.812224 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on network 9bfb680f-9df9-4071-89c5-d409194bc135 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:10.814575 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Failed to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] Jun 21 14:49:10.815304 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.plugins.ml2.plugin [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempt 3 to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d Jun 21 14:49:10.845026 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:10.846045 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:10.846388 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on network 9bfb680f-9df9-4071-89c5-d409194bc135 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:10.858960 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on network 9bfb680f-9df9-4071-89c5-d409194bc135 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:10.861112 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Failed to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] Jun 21 14:49:10.861112 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.plugins.ml2.plugin [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempt 4 to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d Jun 21 14:49:10.897105 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:10.897738 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:10.914965 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on network 9bfb680f-9df9-4071-89c5-d409194bc135 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:10.934419 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on network 9bfb680f-9df9-4071-89c5-d409194bc135 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:10.939113 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Failed to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] Jun 21 14:49:10.939655 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.plugins.ml2.plugin [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempt 5 to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d Jun 21 14:49:10.990076 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:10.990516 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:10.990948 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on network 9bfb680f-9df9-4071-89c5-d409194bc135 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:11.026304 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a9f12a07-59e9-4368-a3e4-3b4d13af4815 req-b712955f-8c7a-4e9c-8fd2-062cbb0bfa8c tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b97222f-057c-4a8d-b6ae-c4dca715d228 HTTP/1.1" status: 200 len: 210 time: 0.0500262 Jun 21 14:49:11.041219 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on network 9bfb680f-9df9-4071-89c5-d409194bc135 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:11.041906 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Failed to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] Jun 21 14:49:11.043319 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.plugins.ml2.plugin [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempt 6 to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d Jun 21 14:49:11.072728 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:11.073298 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:11.073677 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on network 9bfb680f-9df9-4071-89c5-d409194bc135 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:11.083976 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on network 9bfb680f-9df9-4071-89c5-d409194bc135 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:11.084492 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Failed to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] Jun 21 14:49:11.085624 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.plugins.ml2.plugin [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempt 7 to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d Jun 21 14:49:11.115091 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:11.115492 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:11.115822 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on network 9bfb680f-9df9-4071-89c5-d409194bc135 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:11.123330 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on network 9bfb680f-9df9-4071-89c5-d409194bc135 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:11.123330 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Failed to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] Jun 21 14:49:11.123717 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.plugins.ml2.plugin [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempt 8 to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d Jun 21 14:49:11.155127 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:11.155502 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:11.155821 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on network 9bfb680f-9df9-4071-89c5-d409194bc135 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:11.163030 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on network 9bfb680f-9df9-4071-89c5-d409194bc135 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:11.164104 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Failed to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] Jun 21 14:49:11.164912 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.plugins.ml2.plugin [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempt 9 to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d Jun 21 14:49:11.222705 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:11.224789 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:11.226243 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on network 9bfb680f-9df9-4071-89c5-d409194bc135 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:11.241081 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on network 9bfb680f-9df9-4071-89c5-d409194bc135 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:11.242220 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Failed to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] Jun 21 14:49:11.244660 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.plugins.ml2.plugin [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempt 10 to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d Jun 21 14:49:11.263295 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:11.264963 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:11.265496 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempting to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on network 9bfb680f-9df9-4071-89c5-d409194bc135 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:11.273406 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on network 9bfb680f-9df9-4071-89c5-d409194bc135 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:11.274091 dv-neutron-797121-2-hyperv neutron-server[105224]: ERROR neutron.plugins.ml2.managers [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Failed to bind port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'cc211008-199d-428a-abad-4ca8fa04c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9bfb680f-9df9-4071-89c5-d409194bc135'}] Jun 21 14:49:11.275031 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:11.380391 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60048) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:11.414652 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-17f6c2f1-91b9-4e21-beaa-68592ad59d8f tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:11.418284 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-17f6c2f1-91b9-4e21-beaa-68592ad59d8f tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] 10.222.0.72 "DELETE /v2.0/subnets/90181709-6d1d-46e7-b15c-661905e22a4f HTTP/1.1" status: 204 len: 168 time: 3.0127783 Jun 21 14:49:11.425494 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80e9e01-47c0-426d-aaf1-331856885776 None None] Network a6b997eb-7071-4b3d-b4a7-02cb6af4672e requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:49:11.435495 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c07e3e-bbbd-4cf9-83f7-dcd5846d069c service neutron] Pushing event updated for resources: {'Port': ['ID=a4761b37-67e5-4592-bbd3-af9b9171ea97,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:11.439234 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-50c07e3e-bbbd-4cf9-83f7-dcd5846d069c service neutron] Attempting to bind port a4761b37-67e5-4592-bbd3-af9b9171ea97 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:11.439622 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-50c07e3e-bbbd-4cf9-83f7-dcd5846d069c service neutron] Attempting to bind port a4761b37-67e5-4592-bbd3-af9b9171ea97 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '65774553-a27d-4d8a-916a-99e0c521981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'eb470b20-6e86-4a91-bfc2-e6552b84c15d'}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:11.440148 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-50c07e3e-bbbd-4cf9-83f7-dcd5846d069c service neutron] Attempting to bind port a4761b37-67e5-4592-bbd3-af9b9171ea97 on network eb470b20-6e86-4a91-bfc2-e6552b84c15d {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:11.455481 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60052) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:11.455814 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.66', 56833) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:11.458787 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-50c07e3e-bbbd-4cf9-83f7-dcd5846d069c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.922s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:11.489468 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2b7d1980-68a0-453b-9489-d79ebaa2f25e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.464s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:11.620194 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-50c07e3e-bbbd-4cf9-83f7-dcd5846d069c service neutron] Port a4761b37-67e5-4592-bbd3-af9b9171ea97 on network eb470b20-6e86-4a91-bfc2-e6552b84c15d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:11.620194 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-50c07e3e-bbbd-4cf9-83f7-dcd5846d069c service neutron] Attempting to bind port a4761b37-67e5-4592-bbd3-af9b9171ea97 on network eb470b20-6e86-4a91-bfc2-e6552b84c15d {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:11.635375 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-3447614b-defb-4165-bdf5-bc67f63a4050 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-925217799', 'router:external': True}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:11.644539 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9a9fad4d-f64e-4515-bd9e-e49621ca1d43 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:11.652715 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f6c2f1-91b9-4e21-beaa-68592ad59d8f tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Pushing event deleted for resources: {'Subnet': ['ID=90181709-6d1d-46e7-b15c-661905e22a4f,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:11.700156 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-17f6c2f1-91b9-4e21-beaa-68592ad59d8f tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:11.707277 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-9a9fad4d-f64e-4515-bd9e-e49621ca1d43 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a6a61a-9f24-4579-8406-3031b18dbfe3']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:11.717516 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-50c07e3e-bbbd-4cf9-83f7-dcd5846d069c service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:49:11.718451 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-50c07e3e-bbbd-4cf9-83f7-dcd5846d069c service neutron] Checking segment: {'id': '65774553-a27d-4d8a-916a-99e0c521981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'eb470b20-6e86-4a91-bfc2-e6552b84c15d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:49:11.718672 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-50c07e3e-bbbd-4cf9-83f7-dcd5846d069c service neutron] Bound using segment: {'id': '65774553-a27d-4d8a-916a-99e0c521981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'eb470b20-6e86-4a91-bfc2-e6552b84c15d'} {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:49:11.719126 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-50c07e3e-bbbd-4cf9-83f7-dcd5846d069c service neutron] Bound port: a4761b37-67e5-4592-bbd3-af9b9171ea97, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65774553-a27d-4d8a-916a-99e0c521981d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'eb470b20-6e86-4a91-bfc2-e6552b84c15d'}}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:49:11.724677 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-50c07e3e-bbbd-4cf9-83f7-dcd5846d069c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:11.747490 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-ee23a639-87d0-4538-8b61-66ddf34553eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Deleting port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:11.748296 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ee23a639-87d0-4538-8b61-66ddf34553eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:11.755864 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-9a9fad4d-f64e-4515-bd9e-e49621ca1d43 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5584dca7-38cd-47e3-9738-8e58ece7c5c1') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:11.756201 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-9a9fad4d-f64e-4515-bd9e-e49621ca1d43 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5584dca7-38cd-47e3-9738-8e58ece7c5c1') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:11.807623 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cb32e45b-a59a-4475-b9ec-f8bd0e4a159e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:11.814175 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9a9fad4d-f64e-4515-bd9e-e49621ca1d43 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:11.878875 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-50c07e3e-bbbd-4cf9-83f7-dcd5846d069c service neutron] For port a4761b37-67e5-4592-bbd3-af9b9171ea97, host hv-neutron-7971, cleared binding levels {{(pid=105225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:49:11.882907 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-50c07e3e-bbbd-4cf9-83f7-dcd5846d069c service neutron] For port a4761b37-67e5-4592-bbd3-af9b9171ea97, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a4761b37-67e5-4592-bbd3-af9b9171ea97,segment=NetworkSegment(65774553-a27d-4d8a-916a-99e0c521981d),segment_id=65774553-a27d-4d8a-916a-99e0c521981d)] {{(pid=105225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:49:11.896888 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-372e7f5f-43a6-4e95-b5f6-20c996c08e07 req-27c55e6f-dc08-4419-a2f0-f6684db2a233 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 210 time: 0.0983961 Jun 21 14:49:11.903717 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a33598e-45a6-44f5-bc7c-76a21377451a None None] DHCP port deletion for a6b997eb-7071-4b3d-b4a7-02cb6af4672e request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:49:11.936173 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3447614b-defb-4165-bdf5-bc67f63a4050 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Made reservation on behalf of 62bc105bf262485096cba9d77f4659cf for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:11.938919 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3447614b-defb-4165-bdf5-bc67f63a4050 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:11.941374 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-50c07e3e-bbbd-4cf9-83f7-dcd5846d069c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:11.948990 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:11.967719 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] For port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d, host hv-neutron-7971, cleared binding levels {{(pid=105224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:49:11.969394 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attempted to set empty binding levels {{(pid=105224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 14:49:11.987395 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9a9fad4d-f64e-4515-bd9e-e49621ca1d43 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:12.002410 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3447614b-defb-4165-bdf5-bc67f63a4050 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:12.016995 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-7a33598e-45a6-44f5-bc7c-76a21377451a None None] Deleting port 90b0c0da-9e3c-4096-affc-7dfbab90a6fc {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:12.017345 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7a33598e-45a6-44f5-bc7c-76a21377451a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:12.019899 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a9fad4d-f64e-4515-bd9e-e49621ca1d43 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:49:12.022644 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9a9fad4d-f64e-4515-bd9e-e49621ca1d43 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: self.session.flush() Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: self.session.flush() Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: self.session.flush() Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: self.session.flush() Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:49:12.027905 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:49:12.033167 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:12.044778 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:12.048685 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] In _notify_port_updated(), no bound segment for port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d on network 9bfb680f-9df9-4071-89c5-d409194bc135 {{(pid=105224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 21 14:49:12.049623 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:12.050237 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:12.054184 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] 10.222.0.72 "PUT /v2.0/ports/c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d HTTP/1.1" status: 200 len: 976 time: 3.2360423 Jun 21 14:49:12.070884 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60064) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:12.174870 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-7a33598e-45a6-44f5-bc7c-76a21377451a None None] For port 90b0c0da-9e3c-4096-affc-7dfbab90a6fc, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=90b0c0da-9e3c-4096-affc-7dfbab90a6fc,segment=NetworkSegment(673d29a0-dfd4-4343-a6fc-adfd80e57865),segment_id=673d29a0-dfd4-4343-a6fc-adfd80e57865)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:12.175540 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7a33598e-45a6-44f5-bc7c-76a21377451a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:12.227189 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4d921-5808-436b-8281-e31ae814252c req-fe5d5bc7-ab8a-42ca-8530-a4cf56685d46 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:12.229509 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-28e4d921-5808-436b-8281-e31ae814252c req-fe5d5bc7-ab8a-42ca-8530-a4cf56685d46 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.66 "GET /v2.0/networks?id=393f8381-0805-46a3-9584-62cfa82bcbaf HTTP/1.1" status: 200 len: 811 time: 0.5566335 Jun 21 14:49:12.265151 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026c79e-df5c-4bca-81c3-c175b0687c1f req-8e530210-f294-4f3b-891e-26b640a54e19 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:12.267210 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d026c79e-df5c-4bca-81c3-c175b0687c1f req-8e530210-f294-4f3b-891e-26b640a54e19 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa HTTP/1.1" status: 200 len: 943 time: 0.9039237 Jun 21 14:49:12.304070 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Pushing event updated for resources: {'Port': ['ID=c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d,revision_number=3']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:12.305630 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3447614b-defb-4165-bdf5-bc67f63a4050 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:12.315726 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-ee23a639-87d0-4538-8b61-66ddf34553eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] For port 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7, host hv-neutron-7971, got binding levels [] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:12.316161 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ee23a639-87d0-4538-8b61-66ddf34553eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:12.319541 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-50c07e3e-bbbd-4cf9-83f7-dcd5846d069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:12.320260 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-50c07e3e-bbbd-4cf9-83f7-dcd5846d069c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:12.322096 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-50c07e3e-bbbd-4cf9-83f7-dcd5846d069c service neutron] 10.222.0.66 "PUT /v2.0/ports/a4761b37-67e5-4592-bbd3-af9b9171ea97 HTTP/1.1" status: 200 len: 1093 time: 3.1876702 Jun 21 14:49:12.322836 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa', 'tag': 'a4761b37-67e5-4592-bbd3-af9b9171ea97'}] {{(pid=105225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:49:12.333593 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:12.347655 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3447614b-defb-4165-bdf5-bc67f63a4050 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:12.427037 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-7a33598e-45a6-44f5-bc7c-76a21377451a None None] Calling delete_port for 90b0c0da-9e3c-4096-affc-7dfbab90a6fc owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:12.444222 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-865fd64d-088b-40c6-ab8e-33600631a4e4 req-31968acd-8d8b-4bfa-b9ac-a3b426c4df06 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b97222f-057c-4a8d-b6ae-c4dca715d228 HTTP/1.1" status: 200 len: 210 time: 0.1753583 Jun 21 14:49:12.544442 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-ee23a639-87d0-4538-8b61-66ddf34553eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Calling delete_port for 80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:12.546738 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c07e3e-bbbd-4cf9-83f7-dcd5846d069c service neutron] Pushing event updated for resources: {'Port': ['ID=a4761b37-67e5-4592-bbd3-af9b9171ea97,revision_number=3']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:12.555062 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-50c07e3e-bbbd-4cf9-83f7-dcd5846d069c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:12.559265 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:12.590747 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3447614b-defb-4165-bdf5-bc67f63a4050 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:49:12.594748 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3447614b-defb-4165-bdf5-bc67f63a4050 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1401323-f92d-4b46-9f3b-5327c86b802c,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:12.604085 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9a9fad4d-f64e-4515-bd9e-e49621ca1d43 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:12.620459 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3447614b-defb-4165-bdf5-bc67f63a4050 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:12.667435 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d026c79e-df5c-4bca-81c3-c175b0687c1f req-6a58fd03-a6f5-4e54-adc5-256233f65f9d tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb9e8f8a-52cd-400c-95c5-e1624b2e12e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3863637 Jun 21 14:49:12.672232 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-cb32e45b-a59a-4475-b9ec-f8bd0e4a159e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Deleting port 90b0c0da-9e3c-4096-affc-7dfbab90a6fc {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:12.673427 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cb32e45b-a59a-4475-b9ec-f8bd0e4a159e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:12.697854 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7a33598e-45a6-44f5-bc7c-76a21377451a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:12.700328 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:12.727047 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a33598e-45a6-44f5-bc7c-76a21377451a None None] Pushing event deleted for resources: {'Port': ['ID=90b0c0da-9e3c-4096-affc-7dfbab90a6fc,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:12.730411 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-7a33598e-45a6-44f5-bc7c-76a21377451a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:12.731333 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a33598e-45a6-44f5-bc7c-76a21377451a None None] No DVR routers for this DVR port 90b0c0da-9e3c-4096-affc-7dfbab90a6fc on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:49:12.778485 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d720512e93a77e3bffebe2b790a2b81995dcc7e4c74443a12a7dc003910c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f071c14-87a6-4db0-b9d2-b665a12ddaaf" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa", "tag": "a4761b37-67e5-4592-bbd3-af9b9171ea97"}]}' {{(pid=105225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:49:12.785537 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3447614b-defb-4165-bdf5-bc67f63a4050 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:12.785911 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-3447614b-defb-4165-bdf5-bc67f63a4050 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Added segment b460b4d1-e2d0-4b89-9403-27647233ad04 of type vlan for network 679ef88d-8aff-4a1d-b92e-e175c366cc08 Jun 21 14:49:12.823903 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-28e4d921-5808-436b-8281-e31ae814252c req-75a72a78-7fc1-47ef-a51d-a0d482a74cf9 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11635685b5064af1901fae1b04f861cb HTTP/1.1" status: 200 len: 380 time: 0.5446796 Jun 21 14:49:12.850079 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-cb32e45b-a59a-4475-b9ec-f8bd0e4a159e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] For port 90b0c0da-9e3c-4096-affc-7dfbab90a6fc, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=90b0c0da-9e3c-4096-affc-7dfbab90a6fc,segment=NetworkSegment(673d29a0-dfd4-4343-a6fc-adfd80e57865),segment_id=673d29a0-dfd4-4343-a6fc-adfd80e57865)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:12.850438 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cb32e45b-a59a-4475-b9ec-f8bd0e4a159e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:12.862328 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3447614b-defb-4165-bdf5-bc67f63a4050 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:12.923268 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9a9fad4d-f64e-4515-bd9e-e49621ca1d43 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:12.925333 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9a9fad4d-f64e-4515-bd9e-e49621ca1d43 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] 10.222.0.72 "DELETE /v2.0/networks/27a6a61a-9f24-4579-8406-3031b18dbfe3 HTTP/1.1" status: 204 len: 168 time: 5.1077635 Jun 21 14:49:12.939506 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8721264d-8f5e-481a-94ce-13914cf7fd21 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:12.951975 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ee23a639-87d0-4538-8b61-66ddf34553eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:12.960255 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-cb32e45b-a59a-4475-b9ec-f8bd0e4a159e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Calling delete_port for 90b0c0da-9e3c-4096-affc-7dfbab90a6fc owned by network:dhcp {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:12.971823 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-5a8c795b-b7e8-48f5-a878-44618d0a0e7a tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Deleting port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:12.972346 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5a8c795b-b7e8-48f5-a878-44618d0a0e7a tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:12.992294 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3447614b-defb-4165-bdf5-bc67f63a4050 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:13.002883 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3447614b-defb-4165-bdf5-bc67f63a4050 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:13.004070 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3447614b-defb-4165-bdf5-bc67f63a4050 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:13.027472 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ee23a639-87d0-4538-8b61-66ddf34553eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:13.033970 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ee23a639-87d0-4538-8b61-66ddf34553eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] 10.222.0.72 "DELETE /v2.0/ports/80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 HTTP/1.1" status: 204 len: 168 time: 2.4376969 Jun 21 14:49:13.036374 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9fad4d-f64e-4515-bd9e-e49621ca1d43 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Pushing event deleted for resources: {'Network': ['ID=27a6a61a-9f24-4579-8406-3031b18dbfe3,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:13.051649 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9a9fad4d-f64e-4515-bd9e-e49621ca1d43 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:13.052741 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9a9fad4d-f64e-4515-bd9e-e49621ca1d43 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:13.060300 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60082) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:13.307711 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3447614b-defb-4165-bdf5-bc67f63a4050 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Pushing event updated for resources: {'Network': ['ID=679ef88d-8aff-4a1d-b92e-e175c366cc08,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:13.317481 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3447614b-defb-4165-bdf5-bc67f63a4050 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:13.325353 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cb32e45b-a59a-4475-b9ec-f8bd0e4a159e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:13.327473 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 679ef88d-8aff-4a1d-b92e-e175c366cc08 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:49:13.351518 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-57f17ad9-a226-4e76-aed7-63d1948bbae6 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:13.404115 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 90b0c0da-9e3c-4096-affc-7dfbab90a6fc no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:49:13.411539 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-50c07e3e-bbbd-4cf9-83f7-dcd5846d069c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.445s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:13.444649 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32e45b-a59a-4475-b9ec-f8bd0e4a159e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Pushing event deleted for resources: {'Port': ['ID=90b0c0da-9e3c-4096-affc-7dfbab90a6fc,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:13.454539 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cb32e45b-a59a-4475-b9ec-f8bd0e4a159e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:13.470614 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a76462a8-9c86-4dce-9271-00b9d913834a x-openstack-request-id: req-a76462a8-9c86-4dce-9271-00b9d913834a {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:49:13.471072 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-5a8c795b-b7e8-48f5-a878-44618d0a0e7a tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] For port c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d, host hv-neutron-7971, got binding levels [] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:13.471554 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5a8c795b-b7e8-48f5-a878-44618d0a0e7a tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:13.472042 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa", "tag": "a4761b37-67e5-4592-bbd3-af9b9171ea97", "status": "completed", "code": 200}]} {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:49:13.472524 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a76462a8-9c86-4dce-9271-00b9d913834a {{(pid=105225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:49:13.474719 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa', 'tag': 'a4761b37-67e5-4592-bbd3-af9b9171ea97', 'status': 'completed', 'code': 200} Jun 21 14:49:13.478460 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 90b0c0da-9e3c-4096-affc-7dfbab90a6fc {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:49:13.479060 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 90b0c0da-9e3c-4096-affc-7dfbab90a6fc not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:49:13.483805 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23a639-87d0-4538-8b61-66ddf34553eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Pushing event deleted for resources: {'Port': ['ID=80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:13.491319 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ee23a639-87d0-4538-8b61-66ddf34553eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:13.493263 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-000b649f-664e-4059-acf0-70158054c8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] GET failed (client error): The resource could not be found. Jun 21 14:49:13.500251 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-000b649f-664e-4059-acf0-70158054c8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] 10.222.0.72 "GET /v2.0/ports/80a91ffd-5eb6-4ff6-b25f-2f170c0c46a7 HTTP/1.1" status: 404 len: 333 time: 0.4346132 Jun 21 14:49:13.504744 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60090) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:13.517764 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-5186f98e-386a-4da3-8398-90d302b64fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Request body: {'port': {'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2000887811'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:13.524623 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3447614b-defb-4165-bdf5-bc67f63a4050 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.1194372 Jun 21 14:49:13.529083 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60092) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:13.534433 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-51a60898-186c-4433-95ee-9d94b819c491 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Request body: {'subnet': {'network_id': '679ef88d-8aff-4a1d-b92e-e175c366cc08', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:13.562030 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5186f98e-386a-4da3-8398-90d302b64fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Made reservation on behalf of 40fcc127b29247b694f12b3485e4ad43 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:13.564815 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5186f98e-386a-4da3-8398-90d302b64fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:13.596768 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-5186f98e-386a-4da3-8398-90d302b64fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] device_id is not set on port f593ac70-b72f-462b-9ba6-454a72321021 yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:49:13.661907 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60094) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:13.661907 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a60898-186c-4433-95ee-9d94b819c491 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Made reservation on behalf of 62bc105bf262485096cba9d77f4659cf for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:13.662551 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-51a60898-186c-4433-95ee-9d94b819c491 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:13.786003 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb32e45b-a59a-4475-b9ec-f8bd0e4a159e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] No DVR routers for this DVR port 90b0c0da-9e3c-4096-affc-7dfbab90a6fc on host dv-neutron-797121-2-hyperv {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:49:13.789864 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-eae7b6a0-797d-4a01-9eb9-052d9887c7f0 req-d47a9ad4-3444-44b0-b03a-4a1381523d39 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 210 time: 0.4432106 Jun 21 14:49:13.904605 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-5a8c795b-b7e8-48f5-a878-44618d0a0e7a tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Calling delete_port for c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d owned by {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:13.913744 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aba90816-914c-40b7-9503-97575a3554f8 req-7397fceb-93c0-4f2d-8340-b140ce0d7d58 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b97222f-057c-4a8d-b6ae-c4dca715d228 HTTP/1.1" status: 200 len: 210 time: 0.1291645 Jun 21 14:49:13.946356 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5186f98e-386a-4da3-8398-90d302b64fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:14.009121 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-61dfa7d8-54e4-412c-bc42-3a7b5587a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:14.076150 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a67759ed-2b54-4c20-bf2e-2a55697d01e4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3cc35de6faa648a2ab3710f7c9e7d52d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3598855 Jun 21 14:49:14.076914 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60100) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:14.123719 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cb32e45b-a59a-4475-b9ec-f8bd0e4a159e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:14.139771 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-cb32e45b-a59a-4475-b9ec-f8bd0e4a159e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b997eb-7071-4b3d-b4a7-02cb6af4672e']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:14.151014 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5186f98e-386a-4da3-8398-90d302b64fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:14.160811 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d32f4fa8-d0a3-43fa-8159-3016def7cd1d tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:14.177402 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-cb32e45b-a59a-4475-b9ec-f8bd0e4a159e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '673d29a0-dfd4-4343-a6fc-adfd80e57865') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:14.177754 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-cb32e45b-a59a-4475-b9ec-f8bd0e4a159e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '673d29a0-dfd4-4343-a6fc-adfd80e57865') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:14.195966 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cb32e45b-a59a-4475-b9ec-f8bd0e4a159e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:14.213732 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5186f98e-386a-4da3-8398-90d302b64fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:14.227527 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-5186f98e-386a-4da3-8398-90d302b64fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:14.230663 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5186f98e-386a-4da3-8398-90d302b64fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:14.231797 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5186f98e-386a-4da3-8398-90d302b64fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:14.232389 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5186f98e-386a-4da3-8398-90d302b64fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:14.241414 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5186f98e-386a-4da3-8398-90d302b64fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Pushing event updated for resources: {'Port': ['ID=f593ac70-b72f-462b-9ba6-454a72321021,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:14.244321 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5186f98e-386a-4da3-8398-90d302b64fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:14.253935 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cb32e45b-a59a-4475-b9ec-f8bd0e4a159e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:14.256768 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-39cab4a5-22df-4445-b1e9-e372c987fd60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:14.271810 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0563f6-be1a-4562-891d-90146744a30a req-173add3d-6cb0-4417-9d45-d51e09997ee5 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:14.273646 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2f0563f6-be1a-4562-891d-90146744a30a req-173add3d-6cb0-4417-9d45-d51e09997ee5 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa HTTP/1.1" status: 200 len: 943 time: 0.2384670 Jun 21 14:49:14.282134 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5186f98e-386a-4da3-8398-90d302b64fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7724199 Jun 21 14:49:14.282703 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb32e45b-a59a-4475-b9ec-f8bd0e4a159e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:49:14.283275 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cb32e45b-a59a-4475-b9ec-f8bd0e4a159e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:14.290315 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60102) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:14.300238 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7971'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:14.306659 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-39cab4a5-22df-4445-b1e9-e372c987fd60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: self.session.flush() Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: self.session.flush() Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: self.session.flush() Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: self.session.flush() Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:49:14.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:49:14.351818 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5a8c795b-b7e8-48f5-a878-44618d0a0e7a tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:14.373139 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-60a10d3b-a122-4dc9-a0e5-4d2311a244f7 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:14.428599 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c795b-b7e8-48f5-a878-44618d0a0e7a tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:14.441586 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:14.444709 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2f0563f6-be1a-4562-891d-90146744a30a req-1da6e9bd-dd58-439c-a11a-273db0f05bf9 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb9e8f8a-52cd-400c-95c5-e1624b2e12e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032987 Jun 21 14:49:14.450058 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-39cab4a5-22df-4445-b1e9-e372c987fd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:14.454193 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5a8c795b-b7e8-48f5-a878-44618d0a0e7a tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:14.455503 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5a8c795b-b7e8-48f5-a878-44618d0a0e7a tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:14.465508 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-39cab4a5-22df-4445-b1e9-e372c987fd60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:14.468917 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5a8c795b-b7e8-48f5-a878-44618d0a0e7a tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] 10.222.0.72 "DELETE /v2.0/ports/c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d HTTP/1.1" status: 204 len: 168 time: 2.3624759 Jun 21 14:49:14.468917 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cb32e45b-a59a-4475-b9ec-f8bd0e4a159e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:14.469712 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-39cab4a5-22df-4445-b1e9-e372c987fd60 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/85dd49d3-f46f-40ae-8fd7-fef8ee320eca HTTP/1.1" status: 204 len: 168 time: 0.3897874 Jun 21 14:49:14.474300 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60106) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:14.486691 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5dad7e0d-21a0-42fe-bebb-c8046db1edff tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:14.495660 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:14.506143 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.objects.ports [None req-51a60898-186c-4433-95ee-9d94b819c491 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105225) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 21 14:49:14.506641 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-51a60898-186c-4433-95ee-9d94b819c491 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:14.510833 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cab4a5-22df-4445-b1e9-e372c987fd60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dd49d3-f46f-40ae-8fd7-fef8ee320eca,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:14.513760 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-39cab4a5-22df-4445-b1e9-e372c987fd60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:14.523980 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cb32e45b-a59a-4475-b9ec-f8bd0e4a159e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:14.528522 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-cb32e45b-a59a-4475-b9ec-f8bd0e4a159e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] 10.222.0.72 "DELETE /v2.0/networks/a6b997eb-7071-4b3d-b4a7-02cb6af4672e HTTP/1.1" status: 204 len: 168 time: 3.0661035 Jun 21 14:49:14.529664 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-46759140-0e97-4210-8c4b-4257a90f9f08 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] GET failed (client error): The resource could not be found. Jun 21 14:49:14.535698 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-46759140-0e97-4210-8c4b-4257a90f9f08 tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] 10.222.0.72 "GET /v2.0/ports/c0d9e6c1-5467-43c5-aeb8-c32c631f6b9d HTTP/1.1" status: 404 len: 333 time: 0.0593112 Jun 21 14:49:14.536233 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60110) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:14.539425 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8cb76866-9041-4503-b174-d4c99cc623d9 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:14.556475 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb32e45b-a59a-4475-b9ec-f8bd0e4a159e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Pushing event deleted for resources: {'Network': ['ID=a6b997eb-7071-4b3d-b4a7-02cb6af4672e,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:14.563259 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cb32e45b-a59a-4475-b9ec-f8bd0e4a159e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:14.584605 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a60898-186c-4433-95ee-9d94b819c491 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Pushing event updated for resources: {'Subnet': ['ID=397f5fcc-1d5b-40b5-bb6f-0381245057e5,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:14.587540 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-51a60898-186c-4433-95ee-9d94b819c491 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:14.686417 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e9fefc37-7d9b-4d2a-b5e7-0d4cec3c8edb tempest-PortsAdminExtendedAttrsTestJSON-783253799 tempest-PortsAdminExtendedAttrsTestJSON-783253799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:14.698811 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a60898-186c-4433-95ee-9d94b819c491 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Checking segment: {'id': 'b460b4d1-e2d0-4b89-9403-27647233ad04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '679ef88d-8aff-4a1d-b92e-e175c366cc08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:49:14.699180 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a60898-186c-4433-95ee-9d94b819c491 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Network hostable DHCP agents. Network: 679ef88d-8aff-4a1d-b92e-e175c366cc08, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:49:14.754491 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a60898-186c-4433-95ee-9d94b819c491 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Network 679ef88d-8aff-4a1d-b92e-e175c366cc08 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:49:14.816619 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-51a60898-186c-4433-95ee-9d94b819c491 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 679ef88d-8aff-4a1d-b92e-e175c366cc08) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:14.820770 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e9fefc37-7d9b-4d2a-b5e7-0d4cec3c8edb tempest-PortsAdminExtendedAttrsTestJSON-783253799 tempest-PortsAdminExtendedAttrsTestJSON-783253799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:14.824509 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a60898-186c-4433-95ee-9d94b819c491 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:14.825129 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-51a60898-186c-4433-95ee-9d94b819c491 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:14.825250 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695a36dc-0f3e-471f-8610-0e4117a8efa0 None None] Network 679ef88d-8aff-4a1d-b92e-e175c366cc08 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:49:14.829688 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] device_id is not set on port f593ac70-b72f-462b-9ba6-454a72321021 yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:49:14.832702 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-e9fefc37-7d9b-4d2a-b5e7-0d4cec3c8edb tempest-PortsAdminExtendedAttrsTestJSON-783253799 tempest-PortsAdminExtendedAttrsTestJSON-783253799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bfb680f-9df9-4071-89c5-d409194bc135']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:14.851922 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:14.857853 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-e9fefc37-7d9b-4d2a-b5e7-0d4cec3c8edb tempest-PortsAdminExtendedAttrsTestJSON-783253799 tempest-PortsAdminExtendedAttrsTestJSON-783253799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc211008-199d-428a-abad-4ca8fa04c6b8') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:14.859273 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-e9fefc37-7d9b-4d2a-b5e7-0d4cec3c8edb tempest-PortsAdminExtendedAttrsTestJSON-783253799 tempest-PortsAdminExtendedAttrsTestJSON-783253799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc211008-199d-428a-abad-4ca8fa04c6b8') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:14.868321 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-51a60898-186c-4433-95ee-9d94b819c491 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3376267 Jun 21 14:49:14.871035 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60118) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:14.877605 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-73666393-5b41-43b2-9c5d-ede33a0b44b9 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1919129223', 'network_id': '679ef88d-8aff-4a1d-b92e-e175c366cc08'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:14.881665 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Transition to ACTIVE for port object f593ac70-b72f-462b-9ba6-454a72321021 will not be triggered until provisioned by entity L2. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:14.894735 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:14.907375 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5f7cba9c-b648-4990-9fc7-c007f9680a23 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:14.909387 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e9fefc37-7d9b-4d2a-b5e7-0d4cec3c8edb tempest-PortsAdminExtendedAttrsTestJSON-783253799 tempest-PortsAdminExtendedAttrsTestJSON-783253799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:14.929024 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e9fefc37-7d9b-4d2a-b5e7-0d4cec3c8edb tempest-PortsAdminExtendedAttrsTestJSON-783253799 tempest-PortsAdminExtendedAttrsTestJSON-783253799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:14.941469 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9fefc37-7d9b-4d2a-b5e7-0d4cec3c8edb tempest-PortsAdminExtendedAttrsTestJSON-783253799 tempest-PortsAdminExtendedAttrsTestJSON-783253799-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:49:14.941961 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e9fefc37-7d9b-4d2a-b5e7-0d4cec3c8edb tempest-PortsAdminExtendedAttrsTestJSON-783253799 tempest-PortsAdminExtendedAttrsTestJSON-783253799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:14.952746 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:49:14.952746 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:49:14.952746 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:49:14.952746 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:49:14.952746 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:49:14.952746 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:49:14.952746 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:49:14.952746 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:49:14.952746 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:49:14.952746 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:49:14.952746 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:49:14.952746 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:49:14.952746 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:49:14.952746 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:49:14.952746 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:49:14.952746 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:49:14.952746 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:49:14.952746 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:49:14.952746 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:49:14.952746 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:49:14.952746 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:49:14.952746 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:49:14.952746 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:49:14.952746 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:49:14.952746 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:49:14.952746 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:49:14.952746 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:49:14.952746 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:49:14.952746 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:49:14.952746 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:49:14.952746 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:49:14.952746 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:49:14.992372 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73666393-5b41-43b2-9c5d-ede33a0b44b9 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Made reservation on behalf of 62bc105bf262485096cba9d77f4659cf for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:14.995888 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-73666393-5b41-43b2-9c5d-ede33a0b44b9 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:15.024595 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port f593ac70-b72f-462b-9ba6-454a72321021 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:15.024928 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port f593ac70-b72f-462b-9ba6-454a72321021 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:15.027536 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port f593ac70-b72f-462b-9ba6-454a72321021 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:15.044867 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60122) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:15.049394 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Port f593ac70-b72f-462b-9ba6-454a72321021 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:15.051491 dv-neutron-797121-2-hyperv neutron-server[105225]: ERROR neutron.plugins.ml2.managers [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Failed to bind port f593ac70-b72f-462b-9ba6-454a72321021 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] Jun 21 14:49:15.065446 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.plugins.ml2.plugin [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempt 2 to bind port f593ac70-b72f-462b-9ba6-454a72321021 Jun 21 14:49:15.087987 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Pushing event updated for resources: {'Port': ['ID=f593ac70-b72f-462b-9ba6-454a72321021,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:15.097666 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-73666393-5b41-43b2-9c5d-ede33a0b44b9 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] device_id is not set on port 41d34c4a-3495-4b55-8698-75282a5a86d4 yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:49:15.134589 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:15.151653 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port f593ac70-b72f-462b-9ba6-454a72321021 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:15.152146 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port f593ac70-b72f-462b-9ba6-454a72321021 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:15.152558 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port f593ac70-b72f-462b-9ba6-454a72321021 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:15.200791 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037bdb18-a6b0-4997-97ce-f0923a937b0d None None] Network 679ef88d-8aff-4a1d-b92e-e175c366cc08 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:49:15.222606 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60126) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:15.228429 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Port f593ac70-b72f-462b-9ba6-454a72321021 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:15.228757 dv-neutron-797121-2-hyperv neutron-server[105225]: ERROR neutron.plugins.ml2.managers [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Failed to bind port f593ac70-b72f-462b-9ba6-454a72321021 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] Jun 21 14:49:15.244804 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.plugins.ml2.plugin [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempt 3 to bind port f593ac70-b72f-462b-9ba6-454a72321021 Jun 21 14:49:15.259040 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f9dba988-4ba6-4188-9905-0e332127f9fc req-055af2a7-0c3c-4f39-b0a7-6d921a820749 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b97222f-057c-4a8d-b6ae-c4dca715d228 HTTP/1.1" status: 200 len: 210 time: 0.1184938 Jun 21 14:49:15.281017 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e9fefc37-7d9b-4d2a-b5e7-0d4cec3c8edb tempest-PortsAdminExtendedAttrsTestJSON-783253799 tempest-PortsAdminExtendedAttrsTestJSON-783253799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:15.304823 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port f593ac70-b72f-462b-9ba6-454a72321021 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:15.307532 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port f593ac70-b72f-462b-9ba6-454a72321021 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:15.308062 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port f593ac70-b72f-462b-9ba6-454a72321021 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:15.327583 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Port f593ac70-b72f-462b-9ba6-454a72321021 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:15.328008 dv-neutron-797121-2-hyperv neutron-server[105225]: ERROR neutron.plugins.ml2.managers [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Failed to bind port f593ac70-b72f-462b-9ba6-454a72321021 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] Jun 21 14:49:15.330747 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.plugins.ml2.plugin [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempt 4 to bind port f593ac70-b72f-462b-9ba6-454a72321021 Jun 21 14:49:15.360677 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cfd9051b-1f28-475d-a0ec-75e6ddf6d841 req-481f53fe-bfc4-4908-b856-e591019e6a15 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 210 time: 0.1331587 Jun 21 14:49:15.368777 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e9fefc37-7d9b-4d2a-b5e7-0d4cec3c8edb tempest-PortsAdminExtendedAttrsTestJSON-783253799 tempest-PortsAdminExtendedAttrsTestJSON-783253799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:15.379917 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e9fefc37-7d9b-4d2a-b5e7-0d4cec3c8edb tempest-PortsAdminExtendedAttrsTestJSON-783253799 tempest-PortsAdminExtendedAttrsTestJSON-783253799-project] 10.222.0.72 "DELETE /v2.0/networks/9bfb680f-9df9-4071-89c5-d409194bc135 HTTP/1.1" status: 204 len: 168 time: 0.8326631 Jun 21 14:49:15.381643 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-7b505b86-036a-4d82-8b6b-84f68e641e15 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:15.400777 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4ef9d244-b521-436d-aee3-100dee59eae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:15.443477 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port f593ac70-b72f-462b-9ba6-454a72321021 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:15.443809 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port f593ac70-b72f-462b-9ba6-454a72321021 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:15.444145 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port f593ac70-b72f-462b-9ba6-454a72321021 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:15.448928 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fefc37-7d9b-4d2a-b5e7-0d4cec3c8edb tempest-PortsAdminExtendedAttrsTestJSON-783253799 tempest-PortsAdminExtendedAttrsTestJSON-783253799-project] Pushing event deleted for resources: {'Network': ['ID=9bfb680f-9df9-4071-89c5-d409194bc135,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:15.493006 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Port f593ac70-b72f-462b-9ba6-454a72321021 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:15.494607 dv-neutron-797121-2-hyperv neutron-server[105225]: ERROR neutron.plugins.ml2.managers [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Failed to bind port f593ac70-b72f-462b-9ba6-454a72321021 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] Jun 21 14:49:15.509558 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.plugins.ml2.plugin [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempt 5 to bind port f593ac70-b72f-462b-9ba6-454a72321021 Jun 21 14:49:15.601808 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-73666393-5b41-43b2-9c5d-ede33a0b44b9 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Allocated IP 2001:db8::1e5 (679ef88d-8aff-4a1d-b92e-e175c366cc08/397f5fcc-1d5b-40b5-bb6f-0381245057e5/41d34c4a-3495-4b55-8698-75282a5a86d4) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:49:15.620391 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e9fefc37-7d9b-4d2a-b5e7-0d4cec3c8edb tempest-PortsAdminExtendedAttrsTestJSON-783253799 tempest-PortsAdminExtendedAttrsTestJSON-783253799-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:15.642293 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port f593ac70-b72f-462b-9ba6-454a72321021 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:15.642634 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port f593ac70-b72f-462b-9ba6-454a72321021 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:15.643121 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port f593ac70-b72f-462b-9ba6-454a72321021 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:15.687982 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Port f593ac70-b72f-462b-9ba6-454a72321021 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:15.688359 dv-neutron-797121-2-hyperv neutron-server[105225]: ERROR neutron.plugins.ml2.managers [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Failed to bind port f593ac70-b72f-462b-9ba6-454a72321021 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] Jun 21 14:49:15.692887 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.plugins.ml2.plugin [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempt 6 to bind port f593ac70-b72f-462b-9ba6-454a72321021 Jun 21 14:49:15.736535 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port f593ac70-b72f-462b-9ba6-454a72321021 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:15.736864 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port f593ac70-b72f-462b-9ba6-454a72321021 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:15.737201 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port f593ac70-b72f-462b-9ba6-454a72321021 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:15.749814 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-fe4b3f87-f59c-4b0c-9f50-811ab356d772 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bb9b88b3d68e4f4385a492f70cca4a10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6956646 Jun 21 14:49:15.751885 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60134) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:15.769510 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4ef9d244-b521-436d-aee3-100dee59eae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:15.772310 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Port f593ac70-b72f-462b-9ba6-454a72321021 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:15.772640 dv-neutron-797121-2-hyperv neutron-server[105225]: ERROR neutron.plugins.ml2.managers [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Failed to bind port f593ac70-b72f-462b-9ba6-454a72321021 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] Jun 21 14:49:15.780920 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.plugins.ml2.plugin [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempt 7 to bind port f593ac70-b72f-462b-9ba6-454a72321021 Jun 21 14:49:15.788996 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4ef9d244-b521-436d-aee3-100dee59eae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:15.799891 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60136) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:15.801325 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:15.858227 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef9d244-b521-436d-aee3-100dee59eae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d983140a-772f-4e0a-9390-f7db4a6c1160,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:15.862896 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4ef9d244-b521-436d-aee3-100dee59eae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:15.866500 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4ef9d244-b521-436d-aee3-100dee59eae1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1d9ca6675a764f76844433aea6c72933&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6404381 Jun 21 14:49:15.869294 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60140) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:15.899927 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa420508-f2c5-4a78-a4c9-92f9d2fe4079 req-029d7c1e-2256-4ee9-9beb-2161a13bf476 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:15.907896 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aa420508-f2c5-4a78-a4c9-92f9d2fe4079 req-029d7c1e-2256-4ee9-9beb-2161a13bf476 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa HTTP/1.1" status: 200 len: 943 time: 0.2421668 Jun 21 14:49:15.963798 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port f593ac70-b72f-462b-9ba6-454a72321021 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:15.964454 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port f593ac70-b72f-462b-9ba6-454a72321021 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:15.965156 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port f593ac70-b72f-462b-9ba6-454a72321021 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:15.989647 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aa420508-f2c5-4a78-a4c9-92f9d2fe4079 req-e6aef0c8-71d6-4cf9-b273-b6fa71f7b89d tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb9e8f8a-52cd-400c-95c5-e1624b2e12e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804133 Jun 21 14:49:16.015951 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Port f593ac70-b72f-462b-9ba6-454a72321021 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:16.016367 dv-neutron-797121-2-hyperv neutron-server[105225]: ERROR neutron.plugins.ml2.managers [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Failed to bind port f593ac70-b72f-462b-9ba6-454a72321021 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] Jun 21 14:49:16.022268 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-73666393-5b41-43b2-9c5d-ede33a0b44b9 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:16.024243 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.plugins.ml2.plugin [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempt 8 to bind port f593ac70-b72f-462b-9ba6-454a72321021 Jun 21 14:49:16.033816 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-39acb18e-f2dd-4604-8637-06fc9fd0d609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:16.055914 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port f593ac70-b72f-462b-9ba6-454a72321021 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:16.056241 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port f593ac70-b72f-462b-9ba6-454a72321021 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:16.056577 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port f593ac70-b72f-462b-9ba6-454a72321021 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:16.063323 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Port f593ac70-b72f-462b-9ba6-454a72321021 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:16.063644 dv-neutron-797121-2-hyperv neutron-server[105225]: ERROR neutron.plugins.ml2.managers [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Failed to bind port f593ac70-b72f-462b-9ba6-454a72321021 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] Jun 21 14:49:16.066882 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.plugins.ml2.plugin [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempt 9 to bind port f593ac70-b72f-462b-9ba6-454a72321021 Jun 21 14:49:16.074424 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d7f41a13-b8e2-4cec-b03a-426dfcd085f0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cf4579aa94944056ba1654fdc84e4130&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2703302 Jun 21 14:49:16.078081 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60142) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:16.088326 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port f593ac70-b72f-462b-9ba6-454a72321021 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:16.088938 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port f593ac70-b72f-462b-9ba6-454a72321021 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:16.089415 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port f593ac70-b72f-462b-9ba6-454a72321021 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:16.098654 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-39acb18e-f2dd-4604-8637-06fc9fd0d609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:16.117567 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Port f593ac70-b72f-462b-9ba6-454a72321021 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:16.117908 dv-neutron-797121-2-hyperv neutron-server[105225]: ERROR neutron.plugins.ml2.managers [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Failed to bind port f593ac70-b72f-462b-9ba6-454a72321021 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] Jun 21 14:49:16.121519 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.plugins.ml2.plugin [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempt 10 to bind port f593ac70-b72f-462b-9ba6-454a72321021 Jun 21 14:49:16.131068 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-35b7c6ad-bc34-4394-8758-13b264cef79d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:16.153773 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-35b7c6ad-bc34-4394-8758-13b264cef79d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:16.162489 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-68cb59ab-6067-436f-923a-b4c9308d008d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:16.176879 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port f593ac70-b72f-462b-9ba6-454a72321021 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:16.177203 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port f593ac70-b72f-462b-9ba6-454a72321021 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:16.177534 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port f593ac70-b72f-462b-9ba6-454a72321021 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:16.185537 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-68cb59ab-6067-436f-923a-b4c9308d008d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:16.194002 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-73666393-5b41-43b2-9c5d-ede33a0b44b9 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:16.197964 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Port f593ac70-b72f-462b-9ba6-454a72321021 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:16.198264 dv-neutron-797121-2-hyperv neutron-server[105225]: ERROR neutron.plugins.ml2.managers [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Failed to bind port f593ac70-b72f-462b-9ba6-454a72321021 on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] Jun 21 14:49:16.198557 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:16.203448 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9a9fad4d-f64e-4515-bd9e-e49621ca1d43 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:16.204017 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-39acb18e-f2dd-4604-8637-06fc9fd0d609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:16.206977 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-39acb18e-f2dd-4604-8637-06fc9fd0d609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:16.210467 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-39acb18e-f2dd-4604-8637-06fc9fd0d609 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d983140a-772f-4e0a-9390-f7db4a6c1160 HTTP/1.1" status: 204 len: 168 time: 0.3369372 Jun 21 14:49:16.215379 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f7acce6c-8900-47c5-a339-b5d160be1a5e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:16.229522 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39acb18e-f2dd-4604-8637-06fc9fd0d609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d983140a-772f-4e0a-9390-f7db4a6c1160,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:16.232439 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-39acb18e-f2dd-4604-8637-06fc9fd0d609 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:16.270073 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-68cb59ab-6067-436f-923a-b4c9308d008d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:16.273463 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-68cb59ab-6067-436f-923a-b4c9308d008d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:16.277403 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-68cb59ab-6067-436f-923a-b4c9308d008d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/73917c77-c0cd-4c0a-b9ad-4d75ca0055a5 HTTP/1.1" status: 204 len: 168 time: 0.1983812 Jun 21 14:49:16.278163 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:16.286783 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73666393-5b41-43b2-9c5d-ede33a0b44b9 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Network 679ef88d-8aff-4a1d-b92e-e175c366cc08 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:16.286980 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb59ab-6067-436f-923a-b4c9308d008d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73917c77-c0cd-4c0a-b9ad-4d75ca0055a5,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:16.296791 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-73666393-5b41-43b2-9c5d-ede33a0b44b9 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:16.303262 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73666393-5b41-43b2-9c5d-ede33a0b44b9 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:16.304254 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73666393-5b41-43b2-9c5d-ede33a0b44b9 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:16.304849 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-73666393-5b41-43b2-9c5d-ede33a0b44b9 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:16.309698 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-68cb59ab-6067-436f-923a-b4c9308d008d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:16.309938 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73666393-5b41-43b2-9c5d-ede33a0b44b9 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Pushing event updated for resources: {'Port': ['ID=41d34c4a-3495-4b55-8698-75282a5a86d4,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:16.314184 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-35b7c6ad-bc34-4394-8758-13b264cef79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:16.320795 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-73666393-5b41-43b2-9c5d-ede33a0b44b9 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:16.328899 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-35b7c6ad-bc34-4394-8758-13b264cef79d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:16.332314 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-35b7c6ad-bc34-4394-8758-13b264cef79d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/033ae9a9-774b-451b-99ea-283ff695df42 HTTP/1.1" status: 204 len: 168 time: 0.5763676 Jun 21 14:49:16.336377 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bb8d2ebe-a1cf-434e-bd8f-ff73527236fe tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:16.357231 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-73666393-5b41-43b2-9c5d-ede33a0b44b9 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.4848008 Jun 21 14:49:16.358018 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60152) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:16.361880 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b7c6ad-bc34-4394-8758-13b264cef79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033ae9a9-774b-451b-99ea-283ff695df42,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:16.370039 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-35b7c6ad-bc34-4394-8758-13b264cef79d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:16.371875 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] For port f593ac70-b72f-462b-9ba6-454a72321021, host hv-neutron-7971, cleared binding levels {{(pid=105225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:49:16.372230 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempted to set empty binding levels {{(pid=105225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 14:49:16.408789 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:16.413044 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4370e8f3-3999-4550-ad30-6e94f5d74f72 tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:16.447724 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] In _notify_port_updated(), no bound segment for port f593ac70-b72f-462b-9ba6-454a72321021 on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 {{(pid=105225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 21 14:49:16.448587 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:16.449188 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:16.453111 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] 10.222.0.72 "PUT /v2.0/ports/f593ac70-b72f-462b-9ba6-454a72321021 HTTP/1.1" status: 200 len: 981 time: 2.1618190 Jun 21 14:49:16.453259 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60158) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:16.492906 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Pushing event updated for resources: {'Port': ['ID=f593ac70-b72f-462b-9ba6-454a72321021,revision_number=3']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:16.496766 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:16.519195 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-1027e503-2f08-41d1-b440-da4daf2e4347 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Deleting port 41d34c4a-3495-4b55-8698-75282a5a86d4 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:16.519755 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1027e503-2f08-41d1-b440-da4daf2e4347 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:16.559469 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-77ee7b30-3e43-4d6f-a4d1-58bb09a13c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:16.575558 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d803f877-e77c-4bca-8949-ef507c3b9bf4 req-c46e23ee-b40e-4fe7-87c0-8a960932a279 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b97222f-057c-4a8d-b6ae-c4dca715d228 HTTP/1.1" status: 200 len: 210 time: 0.0505919 Jun 21 14:49:16.613385 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8bbadcd7-f6a5-4794-acd8-5f0e1855257a req-ef3b1be3-d0f0-48e4-8e40-e765551b7fb5 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 210 time: 0.0337343 Jun 21 14:49:16.619718 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1027e503-2f08-41d1-b440-da4daf2e4347 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:16.646567 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d5b241-2d26-462f-ba6a-b19cda86db82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:16.647308 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d5b241-2d26-462f-ba6a-b19cda86db82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:16.647918 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d5b241-2d26-462f-ba6a-b19cda86db82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:16.648522 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d5b241-2d26-462f-ba6a-b19cda86db82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:16.649119 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d5b241-2d26-462f-ba6a-b19cda86db82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:16.649751 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d5b241-2d26-462f-ba6a-b19cda86db82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:16.650237 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d5b241-2d26-462f-ba6a-b19cda86db82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:16.650795 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d5b241-2d26-462f-ba6a-b19cda86db82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:16.651275 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d5b241-2d26-462f-ba6a-b19cda86db82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:16.651735 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d5b241-2d26-462f-ba6a-b19cda86db82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:16.652323 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d5b241-2d26-462f-ba6a-b19cda86db82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:16.652786 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d5b241-2d26-462f-ba6a-b19cda86db82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:16.653395 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d5b241-2d26-462f-ba6a-b19cda86db82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:16.653880 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d5b241-2d26-462f-ba6a-b19cda86db82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:16.654342 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d5b241-2d26-462f-ba6a-b19cda86db82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:16.654798 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d5b241-2d26-462f-ba6a-b19cda86db82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:16.655298 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d5b241-2d26-462f-ba6a-b19cda86db82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:16.655764 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d5b241-2d26-462f-ba6a-b19cda86db82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:16.656218 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d5b241-2d26-462f-ba6a-b19cda86db82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:16.662317 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-64d5b241-2d26-462f-ba6a-b19cda86db82 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17176 time: 0.2045398 Jun 21 14:49:16.662642 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60162) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:16.714752 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-1027e503-2f08-41d1-b440-da4daf2e4347 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Calling delete_port for 41d34c4a-3495-4b55-8698-75282a5a86d4 owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:16.831417 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60168) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:16.849831 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-33efde8b-dea1-45d1-b7d1-bdf7dbb400f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Deleting port f593ac70-b72f-462b-9ba6-454a72321021 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:16.850179 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-33efde8b-dea1-45d1-b7d1-bdf7dbb400f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:16.891515 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b3021de3-a5fc-452f-a021-35f428200e82 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ab46446661214300860d351422b0725e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0567434 Jun 21 14:49:16.893899 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60170) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:16.955552 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bc7bc8d9-46b5-4b51-abae-d3e37bfadfaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:16.957630 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-33efde8b-dea1-45d1-b7d1-bdf7dbb400f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] For port f593ac70-b72f-462b-9ba6-454a72321021, host hv-neutron-7971, got binding levels [] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:16.958007 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-33efde8b-dea1-45d1-b7d1-bdf7dbb400f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:16.976922 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:16.983460 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1027e503-2f08-41d1-b440-da4daf2e4347 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:16.994733 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-50c07e3e-bbbd-4cf9-83f7-dcd5846d069c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:16.997528 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bc7bc8d9-46b5-4b51-abae-d3e37bfadfaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:17.064821 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027e503-2f08-41d1-b440-da4daf2e4347 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Pushing event deleted for resources: {'Port': ['ID=41d34c4a-3495-4b55-8698-75282a5a86d4,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:17.065768 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bc7bc8d9-46b5-4b51-abae-d3e37bfadfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:17.068097 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1027e503-2f08-41d1-b440-da4daf2e4347 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:17.070402 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bc7bc8d9-46b5-4b51-abae-d3e37bfadfaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:17.072284 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-bc7bc8d9-46b5-4b51-abae-d3e37bfadfaa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8974a9b5-f9eb-4e14-b494-8c736bac80f1 HTTP/1.1" status: 204 len: 168 time: 0.1771784 Jun 21 14:49:17.073566 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-68cb59ab-6067-436f-923a-b4c9308d008d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:17.084254 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7bc8d9-46b5-4b51-abae-d3e37bfadfaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8974a9b5-f9eb-4e14-b494-8c736bac80f1,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:17.087299 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-bc7bc8d9-46b5-4b51-abae-d3e37bfadfaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:17.111821 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-33efde8b-dea1-45d1-b7d1-bdf7dbb400f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Calling delete_port for f593ac70-b72f-462b-9ba6-454a72321021 owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:17.202839 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1027e503-2f08-41d1-b440-da4daf2e4347 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:17.206769 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1027e503-2f08-41d1-b440-da4daf2e4347 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] 10.222.0.72 "DELETE /v2.0/ports/41d34c4a-3495-4b55-8698-75282a5a86d4 HTTP/1.1" status: 204 len: 168 time: 0.8458266 Jun 21 14:49:17.210427 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60188) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:17.238192 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-fae0a9f9-34c6-4caa-a6c2-eae694d9f245 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '679ef88d-8aff-4a1d-b92e-e175c366cc08', 'external_fixed_ips': [{'subnet_id': '397f5fcc-1d5b-40b5-bb6f-0381245057e5', 'ip_address': '2001:db8::1e5'}]}}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:17.268137 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-33efde8b-dea1-45d1-b7d1-bdf7dbb400f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:17.273510 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fae0a9f9-34c6-4caa-a6c2-eae694d9f245 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:17.275027 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fae0a9f9-34c6-4caa-a6c2-eae694d9f245 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:17.275501 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:17.315284 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33efde8b-dea1-45d1-b7d1-bdf7dbb400f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Pushing event deleted for resources: {'Port': ['ID=f593ac70-b72f-462b-9ba6-454a72321021,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:17.318228 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-33efde8b-dea1-45d1-b7d1-bdf7dbb400f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:17.323155 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-33efde8b-dea1-45d1-b7d1-bdf7dbb400f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:17.325507 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-33efde8b-dea1-45d1-b7d1-bdf7dbb400f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] 10.222.0.72 "DELETE /v2.0/ports/f593ac70-b72f-462b-9ba6-454a72321021 HTTP/1.1" status: 204 len: 168 time: 0.6619370 Jun 21 14:49:17.333163 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60194) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:17.358661 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d58274-6d98-4063-9790-d95fed6d7cc0 req-f14ed883-eed8-4534-9ca3-210d68febaaa tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:17.360275 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c8d58274-6d98-4063-9790-d95fed6d7cc0 req-f14ed883-eed8-4534-9ca3-210d68febaaa tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa HTTP/1.1" status: 200 len: 943 time: 0.1859207 Jun 21 14:49:17.368750 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-e171c4d8-d36b-4f61-b6c5-297ce9c10112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] GET failed (client error): The resource could not be found. Jun 21 14:49:17.370939 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e171c4d8-d36b-4f61-b6c5-297ce9c10112 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] 10.222.0.72 "GET /v2.0/ports/f593ac70-b72f-462b-9ba6-454a72321021 HTTP/1.1" status: 404 len: 333 time: 0.0364366 Jun 21 14:49:17.374628 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fae0a9f9-34c6-4caa-a6c2-eae694d9f245 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:17.380758 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60198) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:17.394415 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-db1ad299-1529-43f0-ad41-2f4a52c1ccd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2072349166', 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:17.503494 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c8d58274-6d98-4063-9790-d95fed6d7cc0 req-5e282620-9b5d-4f11-a37a-dbf8d45b82d4 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb9e8f8a-52cd-400c-95c5-e1624b2e12e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297154 Jun 21 14:49:17.515989 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1ad299-1529-43f0-ad41-2f4a52c1ccd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Made reservation on behalf of 40fcc127b29247b694f12b3485e4ad43 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:17.520415 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-db1ad299-1529-43f0-ad41-2f4a52c1ccd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:17.578074 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-db1ad299-1529-43f0-ad41-2f4a52c1ccd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] device_id is not set on port 35e90437-0c8c-4c9e-9a9a-7766e387ffa7 yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:49:17.615337 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fae0a9f9-34c6-4caa-a6c2-eae694d9f245 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:17.792196 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b2abb21f-63f1-45b1-a729-22ea97bbb72a req-5f2f3ee4-7774-4f0a-8de9-b9c173732d3c tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b97222f-057c-4a8d-b6ae-c4dca715d228 HTTP/1.1" status: 200 len: 210 time: 0.0492005 Jun 21 14:49:17.879344 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8c74cbdb-4b9e-4a0d-894a-90ad876e4bb5 req-0c7a00f3-0c60-4236-8b95-2bd090dbc458 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 210 time: 0.0534027 Jun 21 14:49:17.968531 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-db1ad299-1529-43f0-ad41-2f4a52c1ccd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:17.968917 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:18.047768 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-db1ad299-1529-43f0-ad41-2f4a52c1ccd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:18.049086 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60228) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:18.054757 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:18.142357 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1ad299-1529-43f0-ad41-2f4a52c1ccd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:18.177350 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-db1ad299-1529-43f0-ad41-2f4a52c1ccd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:18.180013 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1ad299-1529-43f0-ad41-2f4a52c1ccd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:18.181456 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1ad299-1529-43f0-ad41-2f4a52c1ccd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:18.182196 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-db1ad299-1529-43f0-ad41-2f4a52c1ccd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:18.188220 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1ad299-1529-43f0-ad41-2f4a52c1ccd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Pushing event updated for resources: {'Port': ['ID=35e90437-0c8c-4c9e-9a9a-7766e387ffa7,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:18.191888 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-db1ad299-1529-43f0-ad41-2f4a52c1ccd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:18.231690 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-db1ad299-1529-43f0-ad41-2f4a52c1ccd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8464708 Jun 21 14:49:18.233155 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60238) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:18.284804 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fae0a9f9-34c6-4caa-a6c2-eae694d9f245 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:18.309701 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fae0a9f9-34c6-4caa-a6c2-eae694d9f245 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:18.313245 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136a9704-5437-44ff-b098-bb57fbf9c38d tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:18.314643 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-136a9704-5437-44ff-b098-bb57fbf9c38d tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] 10.222.0.72 "GET /v2.0/ports/35e90437-0c8c-4c9e-9a9a-7766e387ffa7 HTTP/1.1" status: 200 len: 959 time: 0.0816233 Jun 21 14:49:18.317601 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60246) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:18.409316 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-fb52c187-51bb-40f4-8d3c-d81b3830522d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1211711649'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:18.449130 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb52c187-51bb-40f4-8d3c-d81b3830522d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Made reservation on behalf of 4c5b77aec9d44a3cb3b2efd682f8e133 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:18.453926 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fb52c187-51bb-40f4-8d3c-d81b3830522d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:18.470885 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fb52c187-51bb-40f4-8d3c-d81b3830522d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:18.475563 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-fae0a9f9-34c6-4caa-a6c2-eae694d9f245 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Allocated IP 2001:db8::1e5 (679ef88d-8aff-4a1d-b92e-e175c366cc08/397f5fcc-1d5b-40b5-bb6f-0381245057e5/8b82b3b2-1034-423d-b646-99fe15b98d50) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:49:18.482212 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-35e06b10-c77a-4227-bb9f-36c99cd50930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Deleting port 35e90437-0c8c-4c9e-9a9a-7766e387ffa7 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:18.482519 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-35e06b10-c77a-4227-bb9f-36c99cd50930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:18.586781 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fb52c187-51bb-40f4-8d3c-d81b3830522d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:18.625222 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fb52c187-51bb-40f4-8d3c-d81b3830522d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:18.632668 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9bee54b7-f999-455b-8b21-96d07cd01dc3 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:18.671308 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fae0a9f9-34c6-4caa-a6c2-eae694d9f245 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:18.676220 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb52c187-51bb-40f4-8d3c-d81b3830522d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:49:18.687540 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60258) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:18.735793 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-28e4d921-5808-436b-8281-e31ae814252c req-a428a05c-af58-4128-88da-98afe7240269 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Request body: {'port': {'device_id': 'b9ee68b4-85bc-4fff-b1eb-69a7ff51d734', 'network_id': '393f8381-0805-46a3-9584-62cfa82bcbaf', 'admin_state_up': True, 'tenant_id': '11635685b5064af1901fae1b04f861cb', 'security_groups': ['f427a52d-ff7b-448a-a2f6-a77ce1e8200c']}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:18.862073 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fae0a9f9-34c6-4caa-a6c2-eae694d9f245 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:18.866876 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-0f6a6952-79df-494e-82e9-f5996f9c9119 tempest-MeteringTestJSON-1637226288 tempest-MeteringTestJSON-1637226288-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1683479171'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:18.867322 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-0f6a6952-79df-494e-82e9-f5996f9c9119 tempest-MeteringTestJSON-1637226288 tempest-MeteringTestJSON-1637226288-project-admin] Unknown quota resources ['metering_label']. {{(pid=105224) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 21 14:49:18.872746 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-268a76be-2699-49ab-ac60-b00d0094f64c tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:18.979562 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-35e06b10-c77a-4227-bb9f-36c99cd50930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:18.982349 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52c187-51bb-40f4-8d3c-d81b3830522d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb84e096-4b76-41e3-848a-740a5770ef48,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:19.008663 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fb52c187-51bb-40f4-8d3c-d81b3830522d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:19.009138 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-fb52c187-51bb-40f4-8d3c-d81b3830522d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Added segment a6395557-c5f5-457a-bf3d-bba5d396ff5a of type vlan for network 6796ce10-2494-4002-991f-bcb89379992d Jun 21 14:49:19.058920 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fb52c187-51bb-40f4-8d3c-d81b3830522d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:19.136613 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-35e06b10-c77a-4227-bb9f-36c99cd50930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Calling delete_port for 35e90437-0c8c-4c9e-9a9a-7766e387ffa7 owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:19.142364 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fb52c187-51bb-40f4-8d3c-d81b3830522d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:19.201677 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.66', 56838) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:19.302348 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fb52c187-51bb-40f4-8d3c-d81b3830522d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:19.320157 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75252e5a-5273-4527-a04d-6d728fba4799 req-5e6d5b44-dc17-4aed-adcb-6bbd36c83755 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:19.320752 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb52c187-51bb-40f4-8d3c-d81b3830522d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:19.321059 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fb52c187-51bb-40f4-8d3c-d81b3830522d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:19.321663 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-75252e5a-5273-4527-a04d-6d728fba4799 req-5e6d5b44-dc17-4aed-adcb-6bbd36c83755 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa HTTP/1.1" status: 200 len: 943 time: 0.6332276 Jun 21 14:49:19.327921 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2dae099d-69cb-423a-99ac-ca8eed28b407 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:19.365929 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-ec9870e7-59a1-41f7-82a2-dfa381b24285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:19.367928 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-ec9870e7-59a1-41f7-82a2-dfa381b24285 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eb3339ddc44e4edaa02fbedfc7e28c58&device_id=e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa HTTP/1.1" status: 200 len: 1096 time: 0.4184613 Jun 21 14:49:19.408102 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d46568a6-609a-4e98-bc91-ebc05370fe90 req-0fd3a7d4-4014-44d6-81e5-e4b2230d9644 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b97222f-057c-4a8d-b6ae-c4dca715d228 HTTP/1.1" status: 200 len: 210 time: 0.4611714 Jun 21 14:49:19.410219 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae0a9f9-34c6-4caa-a6c2-eae694d9f245 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Pushing event updated for resources: {'Port': ['ID=8b82b3b2-1034-423d-b646-99fe15b98d50,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:19.419831 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60280) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:19.422270 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae0a9f9-34c6-4caa-a6c2-eae694d9f245 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Network 679ef88d-8aff-4a1d-b92e-e175c366cc08 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:19.485355 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fae0a9f9-34c6-4caa-a6c2-eae694d9f245 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:19.488648 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-fb52c187-51bb-40f4-8d3c-d81b3830522d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4378719 Jun 21 14:49:19.492749 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-fae0a9f9-34c6-4caa-a6c2-eae694d9f245 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:19.498609 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60286) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:19.506203 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-eb1152f1-94cc-4776-ae40-6286abb42492 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4761b37-67e5-4592-bbd3-af9b9171ea97 HTTP/1.1" status: 200 len: 217 time: 0.0985305 Jun 21 14:49:19.507492 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-707944ca-f746-4021-bf47-c3b14cbca084 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'port': {'network_id': '6796ce10-2494-4002-991f-bcb89379992d', 'name': 'tempest-PortsIpV6TestJSON-693313327'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:19.513407 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae0a9f9-34c6-4caa-a6c2-eae694d9f245 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:19.524075 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42443ba-f526-485e-b98a-2561164f0c2d req-ad61e83e-7784-4bc1-b61f-69992477214b tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:19.525397 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e42443ba-f526-485e-b98a-2561164f0c2d req-ad61e83e-7784-4bc1-b61f-69992477214b tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.66 "GET /v2.0/networks?id=84e1768a-a440-4f3b-9a03-5323ebc8092f HTTP/1.1" status: 200 len: 811 time: 0.3227427 Jun 21 14:49:19.526796 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb52c187-51bb-40f4-8d3c-d81b3830522d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Network': ['ID=6796ce10-2494-4002-991f-bcb89379992d,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:19.540714 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 6796ce10-2494-4002-991f-bcb89379992d details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:49:19.545863 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fb52c187-51bb-40f4-8d3c-d81b3830522d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:19.546646 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-35e06b10-c77a-4227-bb9f-36c99cd50930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:19.567447 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:19.595682 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e06b10-c77a-4227-bb9f-36c99cd50930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Pushing event deleted for resources: {'Port': ['ID=35e90437-0c8c-4c9e-9a9a-7766e387ffa7,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:19.605419 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-35e06b10-c77a-4227-bb9f-36c99cd50930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:19.606794 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-35e06b10-c77a-4227-bb9f-36c99cd50930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:19.608671 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-35e06b10-c77a-4227-bb9f-36c99cd50930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] 10.222.0.72 "DELETE /v2.0/ports/35e90437-0c8c-4c9e-9a9a-7766e387ffa7 HTTP/1.1" status: 204 len: 168 time: 1.2900789 Jun 21 14:49:19.612612 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60290) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:19.617069 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-5e28bee6-3839-44b8-81a1-3d02c6029e74 tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-30196043'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:19.635931 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:19.654337 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-1cb65087-1e40-4e06-8d8a-01430efd2d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:19.655781 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-1cb65087-1e40-4e06-8d8a-01430efd2d31 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a2f70e59-7e68-49dc-8fd5-a1de7ed83ffa HTTP/1.1" status: 200 len: 845 time: 0.1259239 Jun 21 14:49:19.656860 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-34c62949-7805-44ff-a9d1-caf9cc4e6943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] GET failed (client error): The resource could not be found. Jun 21 14:49:19.658252 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-34c62949-7805-44ff-a9d1-caf9cc4e6943 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] 10.222.0.72 "GET /v2.0/ports/35e90437-0c8c-4c9e-9a9a-7766e387ffa7 HTTP/1.1" status: 404 len: 333 time: 0.0379176 Jun 21 14:49:19.661938 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60292) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:19.666584 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-c2b015c2-dcf7-410a-ae8b-34b191006a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Request body: {'port': {'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2107641816'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:19.704466 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0f6a6952-79df-494e-82e9-f5996f9c9119 tempest-MeteringTestJSON-1637226288 tempest-MeteringTestJSON-1637226288-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:19.705582 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0f6a6952-79df-494e-82e9-f5996f9c9119 tempest-MeteringTestJSON-1637226288 tempest-MeteringTestJSON-1637226288-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.0145268 Jun 21 14:49:19.716054 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60294) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:19.730668 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28e4d921-5808-436b-8281-e31ae814252c req-a428a05c-af58-4128-88da-98afe7240269 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Made reservation on behalf of 11635685b5064af1901fae1b04f861cb for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:19.734150 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-28e4d921-5808-436b-8281-e31ae814252c req-a428a05c-af58-4128-88da-98afe7240269 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:19.736731 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.db.api [None req-c2b015c2-dcf7-410a-ae8b-34b191006a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 21 14:49:19.736731 dv-neutron-797121-2-hyperv neutron-server[105225]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 21 14:49:19.736731 dv-neutron-797121-2-hyperv neutron-server[105225]: [parameters: {'project_id_1': '40fcc127b29247b694f12b3485e4ad43', 'expiration_1': datetime.datetime(2021, 6, 21, 14, 49, 19, 671416)}] Jun 21 14:49:19.736731 dv-neutron-797121-2-hyperv neutron-server[105225]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 14:49:19.737108 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_db.api [None req-c2b015c2-dcf7-410a-ae8b-34b191006a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 14:49:19.740665 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-c6e1a295-0d62-4c84-b0ab-41df17745166 tempest-MeteringTestJSON-1637226288 tempest-MeteringTestJSON-1637226288-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '2e916584-6f32-4820-a93f-8de5b3808c1e'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:19.741178 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-c6e1a295-0d62-4c84-b0ab-41df17745166 tempest-MeteringTestJSON-1637226288 tempest-MeteringTestJSON-1637226288-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105225) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 21 14:49:19.755143 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5e28bee6-3839-44b8-81a1-3d02c6029e74 tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:19.756262 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5e28bee6-3839-44b8-81a1-3d02c6029e74 tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:19.777104 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4a3842f4-d459-473f-92d4-764736f9b5a2 req-93db7225-4893-4124-b62d-5ce4322aae84 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 210 time: 0.1069062 Jun 21 14:49:19.779986 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-75252e5a-5273-4527-a04d-6d728fba4799 req-13368841-e850-490a-a471-7334ceab8113 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb9e8f8a-52cd-400c-95c5-e1624b2e12e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4403183 Jun 21 14:49:19.843527 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e42443ba-f526-485e-b98a-2561164f0c2d req-1c0419c8-772f-4c08-9656-c224bda69c00 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=edeb970118494409b474321a022665eb HTTP/1.1" status: 200 len: 380 time: 0.1643937 Jun 21 14:49:19.853447 dv-neutron-797121-2-hyperv neutron-server[105225]: WARNING neutron.services.metering.metering_plugin [None req-c6e1a295-0d62-4c84-b0ab-41df17745166 tempest-MeteringTestJSON-1637226288 tempest-MeteringTestJSON-1637226288-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 21 14:49:19.859935 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [req-e42443ba-f526-485e-b98a-2561164f0c2d req-46b88f3a-f437-4e19-8081-d7d4e5e3b15f tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Request body: {'port': {'device_id': '8b97222f-057c-4a8d-b6ae-c4dca715d228', 'network_id': '84e1768a-a440-4f3b-9a03-5323ebc8092f', 'admin_state_up': True, 'tenant_id': 'edeb970118494409b474321a022665eb', 'security_groups': ['6a0b4eee-c620-4d88-9101-6249791c8813']}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:19.932510 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707944ca-f746-4021-bf47-c3b14cbca084 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Made reservation on behalf of 4c5b77aec9d44a3cb3b2efd682f8e133 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:19.936019 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-707944ca-f746-4021-bf47-c3b14cbca084 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:19.990766 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5e28bee6-3839-44b8-81a1-3d02c6029e74 tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:20.020473 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-707944ca-f746-4021-bf47-c3b14cbca084 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] device_id is not set on port b4cf7d61-9773-473c-9b01-54936c104ee3 yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:49:20.026961 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c6e1a295-0d62-4c84-b0ab-41df17745166 tempest-MeteringTestJSON-1637226288 tempest-MeteringTestJSON-1637226288-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:20.031077 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c6e1a295-0d62-4c84-b0ab-41df17745166 tempest-MeteringTestJSON-1637226288 tempest-MeteringTestJSON-1637226288-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2923827 Jun 21 14:49:20.031077 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5e28bee6-3839-44b8-81a1-3d02c6029e74 tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:20.032819 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60296) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:20.040864 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-de0d2bd5-4b13-44ca-b5cc-ae1405439329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:20.042472 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-de0d2bd5-4b13-44ca-b5cc-ae1405439329 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eb470b20-6e86-4a91-bfc2-e6552b84c15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3572357 Jun 21 14:49:20.044047 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-be831a69-3783-45b9-acbe-c8e2b4a83b0f tempest-MeteringTestJSON-1637226288 tempest-MeteringTestJSON-1637226288-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '2e916584-6f32-4820-a93f-8de5b3808c1e'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:20.044504 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-be831a69-3783-45b9-acbe-c8e2b4a83b0f tempest-MeteringTestJSON-1637226288 tempest-MeteringTestJSON-1637226288-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105224) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 21 14:49:20.090885 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [req-28e4d921-5808-436b-8281-e31ae814252c req-a428a05c-af58-4128-88da-98afe7240269 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Allocated IP 172.20.0.6 (393f8381-0805-46a3-9584-62cfa82bcbaf/f3bb9f9f-5a2e-4ed7-b8d4-076458baa435/ac8496c7-d6cc-470a-91c4-c943a5eda639) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:49:20.108623 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5e28bee6-3839-44b8-81a1-3d02c6029e74 tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:20.112307 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5e28bee6-3839-44b8-81a1-3d02c6029e74 tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 0.6682394 Jun 21 14:49:20.114575 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60298) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:20.132401 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fae0a9f9-34c6-4caa-a6c2-eae694d9f245 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:20.222760 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-428134f7-35f2-4e95-8997-6f324b9646e3 tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks [] for router, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:20.239911 dv-neutron-797121-2-hyperv neutron-server[105224]: WARNING neutron.services.metering.metering_plugin [None req-be831a69-3783-45b9-acbe-c8e2b4a83b0f tempest-MeteringTestJSON-1637226288 tempest-MeteringTestJSON-1637226288-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jun 21 14:49:20.302526 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e42443ba-f526-485e-b98a-2561164f0c2d req-46b88f3a-f437-4e19-8081-d7d4e5e3b15f tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Made reservation on behalf of edeb970118494409b474321a022665eb for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:20.305898 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-e42443ba-f526-485e-b98a-2561164f0c2d req-46b88f3a-f437-4e19-8081-d7d4e5e3b15f tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:20.324236 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-505701ae-5745-4e90-9c25-70582254570c service neutron] 10.222.0.66 "GET /v2.0/networks/eb470b20-6e86-4a91-bfc2-e6552b84c15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725639 Jun 21 14:49:20.464701 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-be831a69-3783-45b9-acbe-c8e2b4a83b0f tempest-MeteringTestJSON-1637226288 tempest-MeteringTestJSON-1637226288-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:20.469022 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-be831a69-3783-45b9-acbe-c8e2b4a83b0f tempest-MeteringTestJSON-1637226288 tempest-MeteringTestJSON-1637226288-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4310400 Jun 21 14:49:20.469735 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60302) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:20.526092 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-351bfc29-2913-40a5-ae03-eb225f1f5150 tempest-MeteringTestJSON-1637226288 tempest-MeteringTestJSON-1637226288-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules?id=922f74b4-976f-4271-96c0-7cff7c1bc69c HTTP/1.1" status: 200 len: 464 time: 0.0453773 Jun 21 14:49:20.533451 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60304) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:20.581066 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-707944ca-f746-4021-bf47-c3b14cbca084 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:20.611063 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c54a4253-9548-4b24-b2f6-926f533ec598 req-4bae52df-c390-4005-bdbf-c0c54e3f7980 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b97222f-057c-4a8d-b6ae-c4dca715d228 HTTP/1.1" status: 200 len: 210 time: 0.0714071 Jun 21 14:49:20.666349 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-28e4d921-5808-436b-8281-e31ae814252c req-a428a05c-af58-4128-88da-98afe7240269 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:20.667883 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b015c2-dcf7-410a-ae8b-34b191006a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Made reservation on behalf of 40fcc127b29247b694f12b3485e4ad43 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:20.670487 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c2b015c2-dcf7-410a-ae8b-34b191006a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:20.738707 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-28e4d921-5808-436b-8281-e31ae814252c req-a428a05c-af58-4128-88da-98afe7240269 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Transition to ACTIVE for port object ac8496c7-d6cc-470a-91c4-c943a5eda639 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:20.740259 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-428134f7-35f2-4e95-8997-6f324b9646e3 tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:20.773306 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-428134f7-35f2-4e95-8997-6f324b9646e3 tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:20.820565 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-c2b015c2-dcf7-410a-ae8b-34b191006a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] device_id is not set on port a490d51f-f396-48a0-b08f-1454705143ff yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:49:20.983349 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-428134f7-35f2-4e95-8997-6f324b9646e3 tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:20.983349 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428134f7-35f2-4e95-8997-6f324b9646e3 tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d3a36470-466e-4b02-8281-00d920a9b700 {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:49:20.985458 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-428134f7-35f2-4e95-8997-6f324b9646e3 tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:20.990535 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-428134f7-35f2-4e95-8997-6f324b9646e3 tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] 10.222.0.72 "DELETE /v2.0/routers/d3a36470-466e-4b02-8281-00d920a9b700 HTTP/1.1" status: 204 len: 168 time: 0.8701518 Jun 21 14:49:21.001182 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60310) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:21.009146 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-a0c97ae9-1234-4287-8a85-32d313249fff tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Request body: {'router': {'name': 'tempest-router-988875541', 'distributed': False}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:21.023346 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-9ddb42ed-4b7e-4e0f-87f0-3f719ce545c3 req-04d8ad06-ea78-420c-8c80-12308aefe2ab service neutron] 10.222.0.66 "GET /v2.0/networks/eb470b20-6e86-4a91-bfc2-e6552b84c15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6758034 Jun 21 14:49:21.052767 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [req-e42443ba-f526-485e-b98a-2561164f0c2d req-46b88f3a-f437-4e19-8081-d7d4e5e3b15f tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Allocated IP 172.20.0.6 (84e1768a-a440-4f3b-9a03-5323ebc8092f/ab9b3e1e-da06-4d3e-a679-80adc4390a65/32b31af4-f03b-48d7-a71d-b78859be8b27) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:49:21.113253 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a54e62ef-cb1d-49d0-b29a-b72a8c84bd33 tempest-MeteringTestJSON-1637226288 tempest-MeteringTestJSON-1637226288-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:21.117195 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a54e62ef-cb1d-49d0-b29a-b72a8c84bd33 tempest-MeteringTestJSON-1637226288 tempest-MeteringTestJSON-1637226288-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-label-rules/922f74b4-976f-4271-96c0-7cff7c1bc69c HTTP/1.1" status: 204 len: 168 time: 0.5800102 Jun 21 14:49:21.120312 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60312) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:21.130378 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a0c97ae9-1234-4287-8a85-32d313249fff tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:21.131390 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a0c97ae9-1234-4287-8a85-32d313249fff tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:21.199184 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8c999505-093f-4633-ad00-dc1a486826d3 req-be0d1ac7-b2fa-48c8-9e43-829a514ba5ce tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 210 time: 0.0968118 Jun 21 14:49:21.200227 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-707944ca-f746-4021-bf47-c3b14cbca084 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:21.204799 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-236d5fe7-d30d-470d-8953-845c05a88dff tempest-MeteringTestJSON-1637226288 tempest-MeteringTestJSON-1637226288-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules?id=922f74b4-976f-4271-96c0-7cff7c1bc69c HTTP/1.1" status: 200 len: 221 time: 0.0689054 Jun 21 14:49:21.212659 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-38fe8e1b-60b8-49c7-bb89-8ef57fd4ed8f tempest-ExternalNetworksAdminNegativeTestJSON-1980757250 tempest-ExternalNetworksAdminNegativeTestJSON-1980757250-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:21.216812 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60314) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:21.222094 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fae0a9f9-34c6-4caa-a6c2-eae694d9f245 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:21.226303 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-45ddb256-ac08-470e-a576-627babed0a43 tempest-MeteringTestJSON-1637226288 tempest-MeteringTestJSON-1637226288-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--90111637', 'description': 'label created by tempest'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:21.226743 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-45ddb256-ac08-470e-a576-627babed0a43 tempest-MeteringTestJSON-1637226288 tempest-MeteringTestJSON-1637226288-project-admin] Unknown quota resources ['metering_label']. {{(pid=105225) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jun 21 14:49:21.319155 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-28e4d921-5808-436b-8281-e31ae814252c req-a428a05c-af58-4128-88da-98afe7240269 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:21.364502 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707944ca-f746-4021-bf47-c3b14cbca084 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Port': ['ID=b4cf7d61-9773-473c-9b01-54936c104ee3,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:21.367814 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-707944ca-f746-4021-bf47-c3b14cbca084 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:21.367978 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a0c97ae9-1234-4287-8a85-32d313249fff tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:21.381039 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c2b015c2-dcf7-410a-ae8b-34b191006a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:21.406443 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-db1ad299-1529-43f0-ad41-2f4a52c1ccd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:21.410666 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a0c97ae9-1234-4287-8a85-32d313249fff tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:21.441942 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28e4d921-5808-436b-8281-e31ae814252c req-a428a05c-af58-4128-88da-98afe7240269 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Network 393f8381-0805-46a3-9584-62cfa82bcbaf is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:21.449953 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707944ca-f746-4021-bf47-c3b14cbca084 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Checking segment: {'id': 'a6395557-c5f5-457a-bf3d-bba5d396ff5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6796ce10-2494-4002-991f-bcb89379992d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:49:21.451054 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707944ca-f746-4021-bf47-c3b14cbca084 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Network hostable DHCP agents. Network: 6796ce10-2494-4002-991f-bcb89379992d, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:49:21.467404 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [req-28e4d921-5808-436b-8281-e31ae814252c req-a428a05c-af58-4128-88da-98afe7240269 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:21.480404 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f071c14-87a6-4db0-b9d2-b665a12ddaaf req-420f3cd1-7c3c-44bb-a468-da4c15158706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:21.480844 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33825cb-8e8c-4727-9e1a-ebe302c411a4 req-f0ad4e5b-ae28-4820-9f3f-58fad374bdb6 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:21.481039 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-8f071c14-87a6-4db0-b9d2-b665a12ddaaf req-420f3cd1-7c3c-44bb-a468-da4c15158706 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eb3339ddc44e4edaa02fbedfc7e28c58&device_id=e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa HTTP/1.1" status: 200 len: 1096 time: 0.3992226 Jun 21 14:49:21.482369 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e33825cb-8e8c-4727-9e1a-ebe302c411a4 req-f0ad4e5b-ae28-4820-9f3f-58fad374bdb6 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa HTTP/1.1" status: 200 len: 943 time: 0.3823886 Jun 21 14:49:21.483920 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-28e4d921-5808-436b-8281-e31ae814252c req-a428a05c-af58-4128-88da-98afe7240269 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:21.538663 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a0c97ae9-1234-4287-8a85-32d313249fff tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:21.539918 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a0c97ae9-1234-4287-8a85-32d313249fff tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5403380 Jun 21 14:49:21.543612 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60316) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:21.548744 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428a05c-af58-4128-88da-98afe7240269 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Pushing event updated for resources: {'Port': ['ID=ac8496c7-d6cc-470a-91c4-c943a5eda639,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:21.612265 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707944ca-f746-4021-bf47-c3b14cbca084 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Network 6796ce10-2494-4002-991f-bcb89379992d is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:49:21.618273 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a428a05c-af58-4128-88da-98afe7240269 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:21.640100 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-45ddb256-ac08-470e-a576-627babed0a43 tempest-MeteringTestJSON-1637226288 tempest-MeteringTestJSON-1637226288-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:21.641290 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-45ddb256-ac08-470e-a576-627babed0a43 tempest-MeteringTestJSON-1637226288 tempest-MeteringTestJSON-1637226288-project-admin] 10.222.0.72 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.4218066 Jun 21 14:49:21.644927 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-e42443ba-f526-485e-b98a-2561164f0c2d req-46b88f3a-f437-4e19-8081-d7d4e5e3b15f tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:21.649398 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60318) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:21.712622 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4d921-5808-436b-8281-e31ae814252c req-a428a05c-af58-4128-88da-98afe7240269 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:21.713315 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-28e4d921-5808-436b-8281-e31ae814252c req-a428a05c-af58-4128-88da-98afe7240269 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:21.726188 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-707944ca-f746-4021-bf47-c3b14cbca084 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 6796ce10-2494-4002-991f-bcb89379992d) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:21.737351 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cc50ea-bdd8-400a-84af-dd7bf3194077 None None] Network 6796ce10-2494-4002-991f-bcb89379992d requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:49:21.743967 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [req-e42443ba-f526-485e-b98a-2561164f0c2d req-46b88f3a-f437-4e19-8081-d7d4e5e3b15f tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Transition to ACTIVE for port object 32b31af4-f03b-48d7-a71d-b78859be8b27 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:21.749350 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c2b015c2-dcf7-410a-ae8b-34b191006a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:21.752238 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5f081967-bdca-48c8-be10-1dc24a8998fb tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:21.758166 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:21.758742 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e33825cb-8e8c-4727-9e1a-ebe302c411a4 req-00afc19b-472a-4be5-b1a8-2813d629054b tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb9e8f8a-52cd-400c-95c5-e1624b2e12e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2641416 Jun 21 14:49:21.761477 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707944ca-f746-4021-bf47-c3b14cbca084 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:21.768994 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707944ca-f746-4021-bf47-c3b14cbca084 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:21.769375 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-707944ca-f746-4021-bf47-c3b14cbca084 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:21.773949 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-28e4d921-5808-436b-8281-e31ae814252c req-a428a05c-af58-4128-88da-98afe7240269 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0434442 Jun 21 14:49:21.789738 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-fe42e85c-b0c6-42a5-a258-04d98b2ae0d1 tempest-MeteringTestJSON-1637226288 tempest-MeteringTestJSON-1637226288-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels?id=1041cfbf-92a9-43db-bd59-950d13019e82 HTTP/1.1" status: 200 len: 466 time: 0.1339724 Jun 21 14:49:21.806190 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60322) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:21.829350 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-28e4d921-5808-436b-8281-e31ae814252c req-83be752e-3911-4adf-b9a0-16d77eed7c6e service neutron] Request body: {'port': {'device_id': 'b9ee68b4-85bc-4fff-b1eb-69a7ff51d734', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:21.854134 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6884572c-1268-46b6-a14a-930eab89b5e0 None None] Provisioning for port ac8496c7-d6cc-470a-91c4-c943a5eda639 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:49:21.860225 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6884572c-1268-46b6-a14a-930eab89b5e0 None None] Provisioning complete for port ac8496c7-d6cc-470a-91c4-c943a5eda639 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:21.860886 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6884572c-1268-46b6-a14a-930eab89b5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:21.892784 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b015c2-dcf7-410a-ae8b-34b191006a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Pushing event updated for resources: {'Port': ['ID=a490d51f-f396-48a0-b08f-1454705143ff,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:21.896329 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c2b015c2-dcf7-410a-ae8b-34b191006a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:21.899540 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b015c2-dcf7-410a-ae8b-34b191006a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:21.908743 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-707944ca-f746-4021-bf47-c3b14cbca084 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.4090219 Jun 21 14:49:21.915558 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0e3fb892-d7bb-4106-b4a2-a08901aa24bb req-8e6036e7-6742-45b2-81e4-bca93f68c004 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b97222f-057c-4a8d-b6ae-c4dca715d228 HTTP/1.1" status: 200 len: 210 time: 0.0973589 Jun 21 14:49:21.918063 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60324) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:21.920648 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-c2b015c2-dcf7-410a-ae8b-34b191006a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:21.923710 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b015c2-dcf7-410a-ae8b-34b191006a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:21.924726 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b015c2-dcf7-410a-ae8b-34b191006a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:21.925344 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c2b015c2-dcf7-410a-ae8b-34b191006a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:21.925502 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-6e68adf7-5f7d-445c-b153-d9b80d48844d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-665656967'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:21.950765 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6884572c-1268-46b6-a14a-930eab89b5e0 None None] Port ac8496c7-d6cc-470a-91c4-c943a5eda639 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:49:21.952665 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae0a9f9-34c6-4caa-a6c2-eae694d9f245 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Router f4df126c-df1c-4e5a-97fd-4b21972dc630 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:49:21.970872 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f071c14-87a6-4db0-b9d2-b665a12ddaaf req-8960cdbc-dc43-4875-add1-d851091c37fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:21.972330 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-8f071c14-87a6-4db0-b9d2-b665a12ddaaf req-8960cdbc-dc43-4875-add1-d851091c37fd service neutron] 10.222.0.66 "GET /v2.0/networks?id=eb470b20-6e86-4a91-bfc2-e6552b84c15d HTTP/1.1" status: 200 len: 907 time: 0.4499876 Jun 21 14:49:22.053184 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-e42443ba-f526-485e-b98a-2561164f0c2d req-46b88f3a-f437-4e19-8081-d7d4e5e3b15f tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:22.059020 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-19bc77bd-b30c-4c3a-a0cc-6719f08cf64a tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:22.062881 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-8f071c14-87a6-4db0-b9d2-b665a12ddaaf req-f33ddb45-fb00-4dda-acf2-a2e71fb71f71 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4761b37-67e5-4592-bbd3-af9b9171ea97 HTTP/1.1" status: 200 len: 217 time: 0.0793951 Jun 21 14:49:22.078734 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5f081967-bdca-48c8-be10-1dc24a8998fb tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:22.083811 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5f081967-bdca-48c8-be10-1dc24a8998fb tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:22.090202 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e68adf7-5f7d-445c-b153-d9b80d48844d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Made reservation on behalf of 4c5b77aec9d44a3cb3b2efd682f8e133 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:22.093660 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6e68adf7-5f7d-445c-b153-d9b80d48844d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:22.171181 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c2b015c2-dcf7-410a-ae8b-34b191006a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.5081320 Jun 21 14:49:22.185521 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e42443ba-f526-485e-b98a-2561164f0c2d req-46b88f3a-f437-4e19-8081-d7d4e5e3b15f tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Network 84e1768a-a440-4f3b-9a03-5323ebc8092f is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:22.186131 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60326) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:22.188907 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-28e4d921-5808-436b-8281-e31ae814252c req-83be752e-3911-4adf-b9a0-16d77eed7c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:22.189045 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1fee112d-7e4c-4ce5-86d2-55484ef589fb tempest-MeteringTestJSON-1637226288 tempest-MeteringTestJSON-1637226288-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:22.190012 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1fee112d-7e4c-4ce5-86d2-55484ef589fb tempest-MeteringTestJSON-1637226288 tempest-MeteringTestJSON-1637226288-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-labels/1041cfbf-92a9-43db-bd59-950d13019e82 HTTP/1.1" status: 204 len: 168 time: 0.3826475 Jun 21 14:49:22.196518 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60328) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:22.200534 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-7971'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:22.209613 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [req-e42443ba-f526-485e-b98a-2561164f0c2d req-46b88f3a-f437-4e19-8081-d7d4e5e3b15f tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:22.209613 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42443ba-f526-485e-b98a-2561164f0c2d req-46b88f3a-f437-4e19-8081-d7d4e5e3b15f tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:22.230871 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5f081967-bdca-48c8-be10-1dc24a8998fb tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:22.231383 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f081967-bdca-48c8-be10-1dc24a8998fb tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 885f3c41-52bd-4809-9475-8c20f0fd523a {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:49:22.233630 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-ff59489e-bc5e-449e-8ffe-c317b3c65c2e tempest-MeteringTestJSON-1637226288 tempest-MeteringTestJSON-1637226288-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels?id=1041cfbf-92a9-43db-bd59-950d13019e82 HTTP/1.1" status: 200 len: 216 time: 0.0288804 Jun 21 14:49:22.235391 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b88f3a-f437-4e19-8081-d7d4e5e3b15f tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Pushing event updated for resources: {'Port': ['ID=32b31af4-f03b-48d7-a71d-b78859be8b27,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:22.258859 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-46b88f3a-f437-4e19-8081-d7d4e5e3b15f tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:22.261139 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60332) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:22.278799 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5f081967-bdca-48c8-be10-1dc24a8998fb tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:22.283232 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5f081967-bdca-48c8-be10-1dc24a8998fb tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] 10.222.0.72 "DELETE /v2.0/routers/885f3c41-52bd-4809-9475-8c20f0fd523a HTTP/1.1" status: 204 len: 168 time: 0.7322257 Jun 21 14:49:22.287370 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60334) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:22.292520 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-b649d0f2-93fb-4337-bbb3-3c5657e5c9c6 tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Request body: {'router': {'name': 'tempest-router-772679277', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'ace235fc47e14a0a94012db58ac54796'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:22.302837 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f071c14-87a6-4db0-b9d2-b665a12ddaaf req-ca469c07-145a-40c2-ba47-6044b3e6f0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:22.304566 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-8f071c14-87a6-4db0-b9d2-b665a12ddaaf req-ca469c07-145a-40c2-ba47-6044b3e6f0e1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a2f70e59-7e68-49dc-8fd5-a1de7ed83ffa HTTP/1.1" status: 200 len: 845 time: 0.1824827 Jun 21 14:49:22.310947 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ce56d051-e4b2-4b4b-93f3-c263fc975f89 tempest-MeteringTestJSON-1637226288 tempest-MeteringTestJSON-1637226288-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0461943 Jun 21 14:49:22.317391 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e68adf7-5f7d-445c-b153-d9b80d48844d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:49:22.319205 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60336) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:22.347973 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42443ba-f526-485e-b98a-2561164f0c2d req-46b88f3a-f437-4e19-8081-d7d4e5e3b15f tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:22.348611 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-e42443ba-f526-485e-b98a-2561164f0c2d req-46b88f3a-f437-4e19-8081-d7d4e5e3b15f tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:22.380102 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6e68adf7-5f7d-445c-b153-d9b80d48844d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:22.380442 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-6e68adf7-5f7d-445c-b153-d9b80d48844d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Added segment 3e590272-9c65-4a8f-acd1-40a6a1658b33 of type vlan for network 4e4ba918-87d8-4d09-aa60-d695d40c2a01 Jun 21 14:49:22.402638 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3444d483-1519-4a70-9d94-ea8196d33443 tempest-MeteringTestJSON-1637226288 tempest-MeteringTestJSON-1637226288-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0763359 Jun 21 14:49:22.403572 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60338) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:22.415315 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae0a9f9-34c6-4caa-a6c2-eae694d9f245 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:49:22.431871 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5039b6c-298e-4550-9f44-18c33fd452b6 None None] Sync routers for ids ['f4df126c-df1c-4e5a-97fd-4b21972dc630'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:49:22.438083 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b649d0f2-93fb-4337-bbb3-3c5657e5c9c6 tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:22.439075 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b649d0f2-93fb-4337-bbb3-3c5657e5c9c6 tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:22.449342 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5039b6c-298e-4550-9f44-18c33fd452b6 None None] Routers {'f4df126c-df1c-4e5a-97fd-4b21972dc630'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:49:22.450076 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-d5039b6c-298e-4550-9f44-18c33fd452b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:49:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['f4df126c-df1c-4e5a-97fd-4b21972dc630'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:22.483686 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e42443ba-f526-485e-b98a-2561164f0c2d req-46b88f3a-f437-4e19-8081-d7d4e5e3b15f tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6326046 Jun 21 14:49:22.489412 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:22.507360 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-115de48a-fb43-4537-a0fc-f3536b1c1a49 tempest-MeteringTestJSON-1637226288 tempest-MeteringTestJSON-1637226288-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-labels/2e916584-6f32-4820-a93f-8de5b3808c1e HTTP/1.1" status: 200 len: 473 time: 0.0982733 Jun 21 14:49:22.512070 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [req-e42443ba-f526-485e-b98a-2561164f0c2d req-0a6dc6b0-716f-4e83-a51b-08d3f34d6c39 service neutron] Request body: {'port': {'device_id': '8b97222f-057c-4a8d-b6ae-c4dca715d228', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:22.519863 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60340) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:22.557203 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6e68adf7-5f7d-445c-b153-d9b80d48844d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:22.561011 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fae0a9f9-34c6-4caa-a6c2-eae694d9f245 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:22.564981 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fae0a9f9-34c6-4caa-a6c2-eae694d9f245 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.3501759 Jun 21 14:49:22.565570 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60342) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:22.579083 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-d5039b6c-298e-4550-9f44-18c33fd452b6 None None] Set router f4df126c-df1c-4e5a-97fd-4b21972dc630 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:49:22.596937 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-fc8fde36-aa32-47c1-8554-ff004fdd23de None None] Provisioning for port 32b31af4-f03b-48d7-a71d-b78859be8b27 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:49:22.604241 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-fc8fde36-aa32-47c1-8554-ff004fdd23de None None] Provisioning complete for port 32b31af4-f03b-48d7-a71d-b78859be8b27 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:22.604995 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-fc8fde36-aa32-47c1-8554-ff004fdd23de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:22.646219 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-63b01306-5acf-4892-9b16-666b70b170af tempest-MeteringTestJSON-1637226288 tempest-MeteringTestJSON-1637226288-project-admin] 10.222.0.72 "GET /v2.0/metering/metering-label-rules/2b237d65-de08-4cf0-849a-c35fffd0169a HTTP/1.1" status: 200 len: 461 time: 0.1224613 Jun 21 14:49:22.650379 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60344) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:22.661030 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-fc8fde36-aa32-47c1-8554-ff004fdd23de None None] Port 32b31af4-f03b-48d7-a71d-b78859be8b27 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:49:22.673879 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b649d0f2-93fb-4337-bbb3-3c5657e5c9c6 tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:22.694251 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f071c14-87a6-4db0-b9d2-b665a12ddaaf req-8c75a3d6-f0e2-45e9-bab5-0b12f3a0e56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:22.695735 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-8f071c14-87a6-4db0-b9d2-b665a12ddaaf req-8c75a3d6-f0e2-45e9-bab5-0b12f3a0e56c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eb470b20-6e86-4a91-bfc2-e6552b84c15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3756278 Jun 21 14:49:22.696623 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b649d0f2-93fb-4337-bbb3-3c5657e5c9c6 tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:22.723535 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab04c0d-abd9-4fa1-a27f-800201421306 req-6bd1f348-e273-4445-890d-08a9e6b9b7f1 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:22.725067 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aab04c0d-abd9-4fa1-a27f-800201421306 req-6bd1f348-e273-4445-890d-08a9e6b9b7f1 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 931 time: 0.3713560 Jun 21 14:49:22.768311 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-d5039b6c-298e-4550-9f44-18c33fd452b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4df126c-df1c-4e5a-97fd-4b21972dc630', 'name': '', 'tenant_id': '62bc105bf262485096cba9d77f4659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '679ef88d-8aff-4a1d-b92e-e175c366cc08', 'external_fixed_ips': [{'subnet_id': '397f5fcc-1d5b-40b5-bb6f-0381245057e5', 'ip_address': '2001:db8::1e5'}], 'enable_snat': True}, 'gw_port_id': '8b82b3b2-1034-423d-b646-99fe15b98d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:49:17Z', 'updated_at': '2021-06-21T14:49:19Z', 'revision_number': 3, 'project_id': '62bc105bf262485096cba9d77f4659cf', 'gw_port': {'id': '8b82b3b2-1034-423d-b646-99fe15b98d50', 'name': '', 'network_id': '679ef88d-8aff-4a1d-b92e-e175c366cc08', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4df126c-df1c-4e5a-97fd-4b21972dc630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '397f5fcc-1d5b-40b5-bb6f-0381245057e5', 'ip_address': '2001:db8::1e5', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:49:18Z', 'updated_at': '2021-06-21T14:49:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '397f5fcc-1d5b-40b5-bb6f-0381245057e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:22.797135 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5039b6c-298e-4550-9f44-18c33fd452b6 None None] Checking router: f4df126c-df1c-4e5a-97fd-4b21972dc630 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:49:22.797480 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5039b6c-298e-4550-9f44-18c33fd452b6 None None] Updating router f4df126c-df1c-4e5a-97fd-4b21972dc630 port 8b82b3b2-1034-423d-b646-99fe15b98d50 binding host dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:49:22.842769 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-d5039b6c-298e-4550-9f44-18c33fd452b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:23.011681 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6e68adf7-5f7d-445c-b153-d9b80d48844d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:23.049138 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e68adf7-5f7d-445c-b153-d9b80d48844d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:23.049764 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6e68adf7-5f7d-445c-b153-d9b80d48844d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:23.059776 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:23.121300 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-d5039b6c-298e-4550-9f44-18c33fd452b6 None None] Notify callbacks [] for port, precommit_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:23.130373 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b649d0f2-93fb-4337-bbb3-3c5657e5c9c6 tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:23.131673 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b649d0f2-93fb-4337-bbb3-3c5657e5c9c6 tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8430390 Jun 21 14:49:23.136016 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.provisioning_blocks [None req-d5039b6c-298e-4550-9f44-18c33fd452b6 None None] Transition to ACTIVE for port object 8b82b3b2-1034-423d-b646-99fe15b98d50 will not be triggered until provisioned by entity L2. {{(pid=105227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:23.141925 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-e42443ba-f526-485e-b98a-2561164f0c2d req-0a6dc6b0-716f-4e83-a51b-08d3f34d6c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:23.144827 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-d5039b6c-298e-4550-9f44-18c33fd452b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:23.154278 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-b72b0820-7752-4ca6-8366-94945ca708e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:23.158359 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60350) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:23.165018 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-4b07dcd2-9641-41d4-9ce1-3a4260c8fc8f tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Request body: {'router': {'distributed': True}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:23.170799 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6e68adf7-5f7d-445c-b153-d9b80d48844d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2516286 Jun 21 14:49:23.172038 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9044af64-d994-4583-bb58-62c11e547aed tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:23.177701 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60352) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:23.205225 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05469bb1-5412-455e-8fb8-d4f61c539c78 None None] Pushing event updated for resources: {'Port': ['ID=8b82b3b2-1034-423d-b646-99fe15b98d50,revision_number=2']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:23.212985 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-05469bb1-5412-455e-8fb8-d4f61c539c78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:23.216158 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-3937cead-ce9e-43ec-b9fb-a551b325f77e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'ports': [{'network_id': '6796ce10-2494-4002-991f-bcb89379992d'}, {'network_id': '4e4ba918-87d8-4d09-aa60-d695d40c2a01'}]} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:23.216531 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-3937cead-ce9e-43ec-b9fb-a551b325f77e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'port': {'network_id': '6796ce10-2494-4002-991f-bcb89379992d'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:23.217008 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-3937cead-ce9e-43ec-b9fb-a551b325f77e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'port': {'network_id': '4e4ba918-87d8-4d09-aa60-d695d40c2a01'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:23.223350 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aab04c0d-abd9-4fa1-a27f-800201421306 req-0068b19c-291c-44bf-9f31-e3645600cad9 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382660 Jun 21 14:49:23.228092 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-d5039b6c-298e-4550-9f44-18c33fd452b6 None None] Attempting to bind port 8b82b3b2-1034-423d-b646-99fe15b98d50 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:23.228326 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-d5039b6c-298e-4550-9f44-18c33fd452b6 None None] Attempting to bind port 8b82b3b2-1034-423d-b646-99fe15b98d50 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'b460b4d1-e2d0-4b89-9403-27647233ad04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '679ef88d-8aff-4a1d-b92e-e175c366cc08'}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:23.229180 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5039b6c-298e-4550-9f44-18c33fd452b6 None None] Attempting to bind port 8b82b3b2-1034-423d-b646-99fe15b98d50 on network 679ef88d-8aff-4a1d-b92e-e175c366cc08 {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:23.236342 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5039b6c-298e-4550-9f44-18c33fd452b6 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:49:23.236791 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5039b6c-298e-4550-9f44-18c33fd452b6 None None] Checking segment: {'id': 'b460b4d1-e2d0-4b89-9403-27647233ad04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '679ef88d-8aff-4a1d-b92e-e175c366cc08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:49:23.237266 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-d5039b6c-298e-4550-9f44-18c33fd452b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:23.237855 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5039b6c-298e-4550-9f44-18c33fd452b6 None None] Bound using segment: {'id': 'b460b4d1-e2d0-4b89-9403-27647233ad04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '679ef88d-8aff-4a1d-b92e-e175c366cc08'} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:49:23.238517 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-d5039b6c-298e-4550-9f44-18c33fd452b6 None None] Bound port: 8b82b3b2-1034-423d-b646-99fe15b98d50, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b460b4d1-e2d0-4b89-9403-27647233ad04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '679ef88d-8aff-4a1d-b92e-e175c366cc08'}}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:49:23.238955 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-d5039b6c-298e-4550-9f44-18c33fd452b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:23.280983 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7af02630-3a93-4e46-9929-1e297b769144 tempest-MeteringTestJSON-1637226288 tempest-MeteringTestJSON-1637226288-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:23.285114 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7af02630-3a93-4e46-9929-1e297b769144 tempest-MeteringTestJSON-1637226288 tempest-MeteringTestJSON-1637226288-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-label-rules/2b237d65-de08-4cf0-849a-c35fffd0169a HTTP/1.1" status: 204 len: 168 time: 0.6270926 Jun 21 14:49:23.296400 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60354) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:23.298108 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e68adf7-5f7d-445c-b153-d9b80d48844d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Network': ['ID=4e4ba918-87d8-4d09-aa60-d695d40c2a01,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:23.312285 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 4e4ba918-87d8-4d09-aa60-d695d40c2a01 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:49:23.330387 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6e68adf7-5f7d-445c-b153-d9b80d48844d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:23.342794 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-d5039b6c-298e-4550-9f44-18c33fd452b6 None None] For port 8b82b3b2-1034-423d-b646-99fe15b98d50, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:49:23.352967 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-d5039b6c-298e-4550-9f44-18c33fd452b6 None None] For port 8b82b3b2-1034-423d-b646-99fe15b98d50, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=8b82b3b2-1034-423d-b646-99fe15b98d50,segment=NetworkSegment(b460b4d1-e2d0-4b89-9403-27647233ad04),segment_id=b460b4d1-e2d0-4b89-9403-27647233ad04)] {{(pid=105227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:49:23.368557 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-d5039b6c-298e-4550-9f44-18c33fd452b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:23.392717 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:23.424396 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-8f071c14-87a6-4db0-b9d2-b665a12ddaaf req-5ef3c3ea-539b-4a33-a5cb-a4f290f49339 service neutron] 10.222.0.66 "GET /v2.0/networks/eb470b20-6e86-4a91-bfc2-e6552b84c15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048915 Jun 21 14:49:23.468160 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5039b6c-298e-4550-9f44-18c33fd452b6 None None] Routers {'f4df126c-df1c-4e5a-97fd-4b21972dc630'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:49:23.468929 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-d5039b6c-298e-4550-9f44-18c33fd452b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:49:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['f4df126c-df1c-4e5a-97fd-4b21972dc630'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:23.473817 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05469bb1-5412-455e-8fb8-d4f61c539c78 None None] Pushing event updated for resources: {'Port': ['ID=8b82b3b2-1034-423d-b646-99fe15b98d50,revision_number=3']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:23.507591 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-05469bb1-5412-455e-8fb8-d4f61c539c78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:23.563404 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c13c48-406d-40f8-ad34-0a6ca4fc97dc req-b9375694-4703-45e0-a976-935658af15ff tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:23.564863 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-36c13c48-406d-40f8-ad34-0a6ca4fc97dc req-b9375694-4703-45e0-a976-935658af15ff tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa HTTP/1.1" status: 200 len: 943 time: 0.5728827 Jun 21 14:49:23.568110 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [req-28e4d921-5808-436b-8281-e31ae814252c req-83be752e-3911-4adf-b9a0-16d77eed7c6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac8496c7-d6cc-470a-91c4-c943a5eda639 {{(pid=105224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:49:23.621974 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-28e4d921-5808-436b-8281-e31ae814252c req-83be752e-3911-4adf-b9a0-16d77eed7c6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:23.628189 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] device_id is not set on port a490d51f-f396-48a0-b08f-1454705143ff yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:49:23.645378 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:23.673966 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-d5039b6c-298e-4550-9f44-18c33fd452b6 None None] Set router f4df126c-df1c-4e5a-97fd-4b21972dc630 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:49:23.737395 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4b07dcd2-9641-41d4-9ce1-3a4260c8fc8f tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:23.737833 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4b07dcd2-9641-41d4-9ce1-3a4260c8fc8f tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks [] for router, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:23.744308 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Transition to ACTIVE for port object a490d51f-f396-48a0-b08f-1454705143ff will not be triggered until provisioned by entity L2. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:23.765124 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-53795c09-43f3-4335-85b9-b8571608cbf9 tempest-MeteringTestJSON-1637226288 tempest-MeteringTestJSON-1637226288-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:23.768789 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-53795c09-43f3-4335-85b9-b8571608cbf9 tempest-MeteringTestJSON-1637226288 tempest-MeteringTestJSON-1637226288-project-admin] 10.222.0.72 "DELETE /v2.0/metering/metering-labels/2e916584-6f32-4820-a93f-8de5b3808c1e HTTP/1.1" status: 204 len: 168 time: 0.4688499 Jun 21 14:49:23.768789 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:23.771635 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:23.785848 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-28e4d921-5808-436b-8281-e31ae814252c req-83be752e-3911-4adf-b9a0-16d77eed7c6e service neutron] Transition to ACTIVE for port object ac8496c7-d6cc-470a-91c4-c943a5eda639 will not be triggered until provisioned by entity L2. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:23.833112 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9044af64-d994-4583-bb58-62c11e547aed tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:23.841255 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-28e4d921-5808-436b-8281-e31ae814252c req-83be752e-3911-4adf-b9a0-16d77eed7c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:23.853482 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cb32e45b-a59a-4475-b9ec-f8bd0e4a159e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:23.871879 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-36c13c48-406d-40f8-ad34-0a6ca4fc97dc req-bc5bc951-8f64-481c-91ad-46b12828c35b tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb9e8f8a-52cd-400c-95c5-e1624b2e12e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2845657 Jun 21 14:49:23.872275 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-8f071c14-87a6-4db0-b9d2-b665a12ddaaf req-efb2421a-1a4e-4b62-8dfc-82222c1fbc63 service neutron] 10.222.0.66 "GET /v2.0/networks/eb470b20-6e86-4a91-bfc2-e6552b84c15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513920 Jun 21 14:49:23.877590 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-d5039b6c-298e-4550-9f44-18c33fd452b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4df126c-df1c-4e5a-97fd-4b21972dc630', 'name': '', 'tenant_id': '62bc105bf262485096cba9d77f4659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '679ef88d-8aff-4a1d-b92e-e175c366cc08', 'external_fixed_ips': [{'subnet_id': '397f5fcc-1d5b-40b5-bb6f-0381245057e5', 'ip_address': '2001:db8::1e5'}], 'enable_snat': True}, 'gw_port_id': '8b82b3b2-1034-423d-b646-99fe15b98d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:49:17Z', 'updated_at': '2021-06-21T14:49:19Z', 'revision_number': 3, 'project_id': '62bc105bf262485096cba9d77f4659cf', 'gw_port': {'id': '8b82b3b2-1034-423d-b646-99fe15b98d50', 'name': '', 'network_id': '679ef88d-8aff-4a1d-b92e-e175c366cc08', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4df126c-df1c-4e5a-97fd-4b21972dc630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '397f5fcc-1d5b-40b5-bb6f-0381245057e5', 'ip_address': '2001:db8::1e5', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:49:18Z', 'updated_at': '2021-06-21T14:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397f5fcc-1d5b-40b5-bb6f-0381245057e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:23.895083 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Pushing event updated for resources: {'Port': ['ID=a490d51f-f396-48a0-b08f-1454705143ff,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:23.903447 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:23.916227 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4b07dcd2-9641-41d4-9ce1-3a4260c8fc8f tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=105224) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jun 21 14:49:23.918359 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-4b07dcd2-9641-41d4-9ce1-3a4260c8fc8f tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Router 3216c9fe-5e92-43e7-9344-e3b3a569e12c migrating from provider to provider. {{(pid=105224) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jun 21 14:49:23.920770 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4b07dcd2-9641-41d4-9ce1-3a4260c8fc8f tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:23.926360 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5039b6c-298e-4550-9f44-18c33fd452b6 None None] The sync data for ids ['f4df126c-df1c-4e5a-97fd-4b21972dc630'] in dv-neutron-797121-2-hyperv is: [{'id': 'f4df126c-df1c-4e5a-97fd-4b21972dc630', 'name': '', 'tenant_id': '62bc105bf262485096cba9d77f4659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '679ef88d-8aff-4a1d-b92e-e175c366cc08', 'external_fixed_ips': [{'subnet_id': '397f5fcc-1d5b-40b5-bb6f-0381245057e5', 'ip_address': '2001:db8::1e5'}], 'enable_snat': True}, 'gw_port_id': '8b82b3b2-1034-423d-b646-99fe15b98d50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:49:17Z', 'updated_at': '2021-06-21T14:49:19Z', 'revision_number': 3, 'project_id': '62bc105bf262485096cba9d77f4659cf', 'gw_port': {'id': '8b82b3b2-1034-423d-b646-99fe15b98d50', 'name': '', 'network_id': '679ef88d-8aff-4a1d-b92e-e175c366cc08', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:fc:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4df126c-df1c-4e5a-97fd-4b21972dc630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '397f5fcc-1d5b-40b5-bb6f-0381245057e5', 'ip_address': '2001:db8::1e5', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:49:18Z', 'updated_at': '2021-06-21T14:49:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '397f5fcc-1d5b-40b5-bb6f-0381245057e5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:49:23.932712 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port a490d51f-f396-48a0-b08f-1454705143ff on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:23.932712 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port a490d51f-f396-48a0-b08f-1454705143ff by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:23.932992 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port a490d51f-f396-48a0-b08f-1454705143ff on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:23.951161 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Port a490d51f-f396-48a0-b08f-1454705143ff on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:23.951486 dv-neutron-797121-2-hyperv neutron-server[105225]: ERROR neutron.plugins.ml2.managers [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Failed to bind port a490d51f-f396-48a0-b08f-1454705143ff on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] Jun 21 14:49:23.968196 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.plugins.ml2.plugin [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempt 2 to bind port a490d51f-f396-48a0-b08f-1454705143ff Jun 21 14:49:23.986945 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port a490d51f-f396-48a0-b08f-1454705143ff on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:23.987273 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port a490d51f-f396-48a0-b08f-1454705143ff by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:23.987589 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port a490d51f-f396-48a0-b08f-1454705143ff on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:23.996761 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8316dedc-71db-4ac3-94f4-3c8695c860ca req-b9c5dfbe-f292-4ae8-a8f8-ae0f5ca25b9d tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:24.003826 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [req-e42443ba-f526-485e-b98a-2561164f0c2d req-0a6dc6b0-716f-4e83-a51b-08d3f34d6c39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32b31af4-f03b-48d7-a71d-b78859be8b27 {{(pid=105225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:49:24.005098 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8316dedc-71db-4ac3-94f4-3c8695c860ca req-b9c5dfbe-f292-4ae8-a8f8-ae0f5ca25b9d tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b97222f-057c-4a8d-b6ae-c4dca715d228 HTTP/1.1" status: 200 len: 931 time: 0.6336076 Jun 21 14:49:24.010442 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Port a490d51f-f396-48a0-b08f-1454705143ff on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:24.010442 dv-neutron-797121-2-hyperv neutron-server[105225]: ERROR neutron.plugins.ml2.managers [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Failed to bind port a490d51f-f396-48a0-b08f-1454705143ff on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] Jun 21 14:49:24.010786 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4b07dcd2-9641-41d4-9ce1-3a4260c8fc8f tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:24.012605 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-e42443ba-f526-485e-b98a-2561164f0c2d req-0a6dc6b0-716f-4e83-a51b-08d3f34d6c39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:24.015368 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.plugins.ml2.plugin [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempt 3 to bind port a490d51f-f396-48a0-b08f-1454705143ff Jun 21 14:49:24.043977 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port a490d51f-f396-48a0-b08f-1454705143ff on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:24.044570 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port a490d51f-f396-48a0-b08f-1454705143ff by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:24.044993 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port a490d51f-f396-48a0-b08f-1454705143ff on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:24.049938 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [req-e42443ba-f526-485e-b98a-2561164f0c2d req-0a6dc6b0-716f-4e83-a51b-08d3f34d6c39 service neutron] Transition to ACTIVE for port object 32b31af4-f03b-48d7-a71d-b78859be8b27 will not be triggered until provisioned by entity L2. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:24.052442 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Port a490d51f-f396-48a0-b08f-1454705143ff on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:24.052853 dv-neutron-797121-2-hyperv neutron-server[105225]: ERROR neutron.plugins.ml2.managers [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Failed to bind port a490d51f-f396-48a0-b08f-1454705143ff on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] Jun 21 14:49:24.053354 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.plugins.ml2.plugin [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempt 4 to bind port a490d51f-f396-48a0-b08f-1454705143ff Jun 21 14:49:24.069365 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-e42443ba-f526-485e-b98a-2561164f0c2d req-0a6dc6b0-716f-4e83-a51b-08d3f34d6c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:24.080627 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ea8c3545-c6cd-4021-aa6c-de1d9aa577dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:24.088580 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port a490d51f-f396-48a0-b08f-1454705143ff on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:24.089399 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port a490d51f-f396-48a0-b08f-1454705143ff by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:24.090290 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port a490d51f-f396-48a0-b08f-1454705143ff on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:24.121488 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be752e-3911-4adf-b9a0-16d77eed7c6e service neutron] Pushing event updated for resources: {'Port': ['ID=ac8496c7-d6cc-470a-91c4-c943a5eda639,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:24.125577 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Port a490d51f-f396-48a0-b08f-1454705143ff on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:24.126321 dv-neutron-797121-2-hyperv neutron-server[105225]: ERROR neutron.plugins.ml2.managers [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Failed to bind port a490d51f-f396-48a0-b08f-1454705143ff on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] Jun 21 14:49:24.131947 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.plugins.ml2.plugin [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempt 5 to bind port a490d51f-f396-48a0-b08f-1454705143ff Jun 21 14:49:24.135136 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-83be752e-3911-4adf-b9a0-16d77eed7c6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:24.146760 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4b07dcd2-9641-41d4-9ce1-3a4260c8fc8f tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627068'] for router, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:24.168129 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8316dedc-71db-4ac3-94f4-3c8695c860ca req-a2d54115-08f6-43a0-8ec2-a3621e4d9254 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0b4eee-c620-4d88-9101-6249791c8813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617212 Jun 21 14:49:24.179789 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3937cead-ce9e-43ec-b9fb-a551b325f77e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Made reservation on behalf of 4c5b77aec9d44a3cb3b2efd682f8e133 for: {'port': 2} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:24.185402 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3937cead-ce9e-43ec-b9fb-a551b325f77e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:24.201485 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dc6b0-716f-4e83-a51b-08d3f34d6c39 service neutron] Pushing event updated for resources: {'Port': ['ID=32b31af4-f03b-48d7-a71d-b78859be8b27,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:24.208214 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0a6dc6b0-716f-4e83-a51b-08d3f34d6c39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:24.209206 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port a490d51f-f396-48a0-b08f-1454705143ff on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:24.209354 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port a490d51f-f396-48a0-b08f-1454705143ff by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:24.209678 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port a490d51f-f396-48a0-b08f-1454705143ff on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:24.218948 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Port a490d51f-f396-48a0-b08f-1454705143ff on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:24.219294 dv-neutron-797121-2-hyperv neutron-server[105225]: ERROR neutron.plugins.ml2.managers [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Failed to bind port a490d51f-f396-48a0-b08f-1454705143ff on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] Jun 21 14:49:24.244812 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.plugins.ml2.plugin [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempt 6 to bind port a490d51f-f396-48a0-b08f-1454705143ff Jun 21 14:49:24.294652 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port a490d51f-f396-48a0-b08f-1454705143ff on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:24.295596 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port a490d51f-f396-48a0-b08f-1454705143ff by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:24.296067 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port a490d51f-f396-48a0-b08f-1454705143ff on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:24.305657 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Port a490d51f-f396-48a0-b08f-1454705143ff on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:24.306154 dv-neutron-797121-2-hyperv neutron-server[105225]: ERROR neutron.plugins.ml2.managers [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Failed to bind port a490d51f-f396-48a0-b08f-1454705143ff on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] Jun 21 14:49:24.311099 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.plugins.ml2.plugin [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempt 7 to bind port a490d51f-f396-48a0-b08f-1454705143ff Jun 21 14:49:24.317213 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60362) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:24.345027 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3937cead-ce9e-43ec-b9fb-a551b325f77e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:24.367595 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port a490d51f-f396-48a0-b08f-1454705143ff on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:24.367912 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port a490d51f-f396-48a0-b08f-1454705143ff by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:24.368236 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port a490d51f-f396-48a0-b08f-1454705143ff on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:24.423178 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Port a490d51f-f396-48a0-b08f-1454705143ff on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:24.427247 dv-neutron-797121-2-hyperv neutron-server[105224]: WARNING neutron.scheduler.l3_agent_scheduler [None req-4b07dcd2-9641-41d4-9ce1-3a4260c8fc8f tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] No L3 agents can host the router 3216c9fe-5e92-43e7-9344-e3b3a569e12c Jun 21 14:49:24.427996 dv-neutron-797121-2-hyperv neutron-server[105225]: ERROR neutron.plugins.ml2.managers [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Failed to bind port a490d51f-f396-48a0-b08f-1454705143ff on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] Jun 21 14:49:24.429710 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.plugins.ml2.plugin [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempt 8 to bind port a490d51f-f396-48a0-b08f-1454705143ff Jun 21 14:49:24.434487 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-9044af64-d994-4583-bb58-62c11e547aed tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Deleting port 8b82b3b2-1034-423d-b646-99fe15b98d50 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:24.434823 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9044af64-d994-4583-bb58-62c11e547aed tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:24.486731 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [req-e42443ba-f526-485e-b98a-2561164f0c2d req-0a6dc6b0-716f-4e83-a51b-08d3f34d6c39 service neutron] Attempting to bind port 32b31af4-f03b-48d7-a71d-b78859be8b27 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:24.487323 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [req-e42443ba-f526-485e-b98a-2561164f0c2d req-0a6dc6b0-716f-4e83-a51b-08d3f34d6c39 service neutron] Attempting to bind port 32b31af4-f03b-48d7-a71d-b78859be8b27 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f494193e-eb98-474d-8309-6b49d7e2f849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '84e1768a-a440-4f3b-9a03-5323ebc8092f'}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:24.487798 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42443ba-f526-485e-b98a-2561164f0c2d req-0a6dc6b0-716f-4e83-a51b-08d3f34d6c39 service neutron] Attempting to bind port 32b31af4-f03b-48d7-a71d-b78859be8b27 on network 84e1768a-a440-4f3b-9a03-5323ebc8092f {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:24.490599 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port a490d51f-f396-48a0-b08f-1454705143ff on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:24.491133 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port a490d51f-f396-48a0-b08f-1454705143ff by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:24.491918 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port a490d51f-f396-48a0-b08f-1454705143ff on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:24.524275 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42443ba-f526-485e-b98a-2561164f0c2d req-0a6dc6b0-716f-4e83-a51b-08d3f34d6c39 service neutron] Port 32b31af4-f03b-48d7-a71d-b78859be8b27 on network 84e1768a-a440-4f3b-9a03-5323ebc8092f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:24.524682 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42443ba-f526-485e-b98a-2561164f0c2d req-0a6dc6b0-716f-4e83-a51b-08d3f34d6c39 service neutron] Attempting to bind port 32b31af4-f03b-48d7-a71d-b78859be8b27 on network 84e1768a-a440-4f3b-9a03-5323ebc8092f {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:24.526606 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Port a490d51f-f396-48a0-b08f-1454705143ff on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:24.526918 dv-neutron-797121-2-hyperv neutron-server[105225]: ERROR neutron.plugins.ml2.managers [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Failed to bind port a490d51f-f396-48a0-b08f-1454705143ff on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] Jun 21 14:49:24.528178 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.plugins.ml2.plugin [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempt 9 to bind port a490d51f-f396-48a0-b08f-1454705143ff Jun 21 14:49:24.539075 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42443ba-f526-485e-b98a-2561164f0c2d req-0a6dc6b0-716f-4e83-a51b-08d3f34d6c39 service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:49:24.539424 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42443ba-f526-485e-b98a-2561164f0c2d req-0a6dc6b0-716f-4e83-a51b-08d3f34d6c39 service neutron] Checking segment: {'id': 'f494193e-eb98-474d-8309-6b49d7e2f849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '84e1768a-a440-4f3b-9a03-5323ebc8092f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:49:24.539776 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42443ba-f526-485e-b98a-2561164f0c2d req-0a6dc6b0-716f-4e83-a51b-08d3f34d6c39 service neutron] Bound using segment: {'id': 'f494193e-eb98-474d-8309-6b49d7e2f849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '84e1768a-a440-4f3b-9a03-5323ebc8092f'} {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:49:24.540521 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [req-e42443ba-f526-485e-b98a-2561164f0c2d req-0a6dc6b0-716f-4e83-a51b-08d3f34d6c39 service neutron] Bound port: 32b31af4-f03b-48d7-a71d-b78859be8b27, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f494193e-eb98-474d-8309-6b49d7e2f849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '84e1768a-a440-4f3b-9a03-5323ebc8092f'}}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:49:24.541182 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-e42443ba-f526-485e-b98a-2561164f0c2d req-0a6dc6b0-716f-4e83-a51b-08d3f34d6c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:24.553673 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port a490d51f-f396-48a0-b08f-1454705143ff on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:24.554276 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port a490d51f-f396-48a0-b08f-1454705143ff by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:24.554775 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port a490d51f-f396-48a0-b08f-1454705143ff on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:24.570861 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Port a490d51f-f396-48a0-b08f-1454705143ff on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:24.571362 dv-neutron-797121-2-hyperv neutron-server[105225]: ERROR neutron.plugins.ml2.managers [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Failed to bind port a490d51f-f396-48a0-b08f-1454705143ff on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] Jun 21 14:49:24.596918 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.plugins.ml2.plugin [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempt 10 to bind port a490d51f-f396-48a0-b08f-1454705143ff Jun 21 14:49:24.597117 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-28e4d921-5808-436b-8281-e31ae814252c req-83be752e-3911-4adf-b9a0-16d77eed7c6e service neutron] Attempting to bind port ac8496c7-d6cc-470a-91c4-c943a5eda639 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:24.597573 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-28e4d921-5808-436b-8281-e31ae814252c req-83be752e-3911-4adf-b9a0-16d77eed7c6e service neutron] Attempting to bind port ac8496c7-d6cc-470a-91c4-c943a5eda639 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '13e41d55-d7a6-42e5-906b-ff2e60f019f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '393f8381-0805-46a3-9584-62cfa82bcbaf'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:24.597733 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e4d921-5808-436b-8281-e31ae814252c req-83be752e-3911-4adf-b9a0-16d77eed7c6e service neutron] Attempting to bind port ac8496c7-d6cc-470a-91c4-c943a5eda639 on network 393f8381-0805-46a3-9584-62cfa82bcbaf {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:24.613312 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2de844d5-5f68-421f-9afb-e665b6c34f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:24.638447 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port a490d51f-f396-48a0-b08f-1454705143ff on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:24.638757 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port a490d51f-f396-48a0-b08f-1454705143ff by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:24.639074 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempting to bind port a490d51f-f396-48a0-b08f-1454705143ff on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:24.641562 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e4d921-5808-436b-8281-e31ae814252c req-83be752e-3911-4adf-b9a0-16d77eed7c6e service neutron] Port ac8496c7-d6cc-470a-91c4-c943a5eda639 on network 393f8381-0805-46a3-9584-62cfa82bcbaf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:24.642101 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e4d921-5808-436b-8281-e31ae814252c req-83be752e-3911-4adf-b9a0-16d77eed7c6e service neutron] Attempting to bind port ac8496c7-d6cc-470a-91c4-c943a5eda639 on network 393f8381-0805-46a3-9584-62cfa82bcbaf {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:24.660857 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Port a490d51f-f396-48a0-b08f-1454705143ff on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:49:24.661565 dv-neutron-797121-2-hyperv neutron-server[105225]: ERROR neutron.plugins.ml2.managers [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Failed to bind port a490d51f-f396-48a0-b08f-1454705143ff on host hv-neutron-7971 for vnic_type normal using segments [{'id': 'baa12458-e20d-434a-abcc-d512e58c347e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '73c68342-36ad-4ae0-aff4-24dd3b99ff47'}] Jun 21 14:49:24.661565 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:24.681245 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [req-e42443ba-f526-485e-b98a-2561164f0c2d req-0a6dc6b0-716f-4e83-a51b-08d3f34d6c39 service neutron] For port 32b31af4-f03b-48d7-a71d-b78859be8b27, host hv-neutron-7971, cleared binding levels {{(pid=105225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:49:24.708753 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [req-e42443ba-f526-485e-b98a-2561164f0c2d req-0a6dc6b0-716f-4e83-a51b-08d3f34d6c39 service neutron] For port 32b31af4-f03b-48d7-a71d-b78859be8b27, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=32b31af4-f03b-48d7-a71d-b78859be8b27,segment=NetworkSegment(f494193e-eb98-474d-8309-6b49d7e2f849),segment_id=f494193e-eb98-474d-8309-6b49d7e2f849)] {{(pid=105225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:49:24.740056 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-e42443ba-f526-485e-b98a-2561164f0c2d req-0a6dc6b0-716f-4e83-a51b-08d3f34d6c39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:24.746906 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:24.812759 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42443ba-f526-485e-b98a-2561164f0c2d req-0a6dc6b0-716f-4e83-a51b-08d3f34d6c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:24.813457 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-e42443ba-f526-485e-b98a-2561164f0c2d req-0a6dc6b0-716f-4e83-a51b-08d3f34d6c39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:24.815403 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e42443ba-f526-485e-b98a-2561164f0c2d req-0a6dc6b0-716f-4e83-a51b-08d3f34d6c39 service neutron] 10.222.0.66 "PUT /v2.0/ports/32b31af4-f03b-48d7-a71d-b78859be8b27 HTTP/1.1" status: 200 len: 1093 time: 2.3135700 Jun 21 14:49:24.815976 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b97222f-057c-4a8d-b6ae-c4dca715d228', 'tag': '32b31af4-f03b-48d7-a71d-b78859be8b27'}] {{(pid=105225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:49:24.818524 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d720512e93a77e3bffebe2b790a2b81995dcc7e4c74443a12a7dc003910c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56359f38-e87d-4617-a006-5fce5a044e64" -d '{"events": [{"name": "network-changed", "server_uuid": "8b97222f-057c-4a8d-b6ae-c4dca715d228", "tag": "32b31af4-f03b-48d7-a71d-b78859be8b27"}]}' {{(pid=105225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:49:24.869587 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] For port a490d51f-f396-48a0-b08f-1454705143ff, host hv-neutron-7971, cleared binding levels {{(pid=105225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:49:24.870106 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attempted to set empty binding levels {{(pid=105225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jun 21 14:49:24.899177 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:24.910582 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61e1cc6-c464-4089-a673-abd1f5a24cb4 x-openstack-request-id: req-a61e1cc6-c464-4089-a673-abd1f5a24cb4 {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:49:24.910908 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b97222f-057c-4a8d-b6ae-c4dca715d228", "tag": "32b31af4-f03b-48d7-a71d-b78859be8b27", "status": "completed", "code": 200}]} {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:49:24.911161 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a61e1cc6-c464-4089-a673-abd1f5a24cb4 {{(pid=105225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:49:24.911578 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b97222f-057c-4a8d-b6ae-c4dca715d228', 'tag': '32b31af4-f03b-48d7-a71d-b78859be8b27', 'status': 'completed', 'code': 200} Jun 21 14:49:24.942120 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] In _notify_port_updated(), no bound segment for port a490d51f-f396-48a0-b08f-1454705143ff on network 73c68342-36ad-4ae0-aff4-24dd3b99ff47 {{(pid=105225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 21 14:49:24.943015 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:24.945238 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:24.949746 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] 10.222.0.72 "PUT /v2.0/ports/a490d51f-f396-48a0-b08f-1454705143ff HTTP/1.1" status: 200 len: 981 time: 2.7585595 Jun 21 14:49:24.951685 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6dc6b0-716f-4e83-a51b-08d3f34d6c39 service neutron] Pushing event updated for resources: {'Port': ['ID=32b31af4-f03b-48d7-a71d-b78859be8b27,revision_number=3']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:24.954294 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60370) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:24.970411 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0a6dc6b0-716f-4e83-a51b-08d3f34d6c39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:24.972770 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:24.986361 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-3937cead-ce9e-43ec-b9fb-a551b325f77e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] device_id is not set on port 15d15d7c-e830-468e-9744-51cbd27eedcf yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:49:24.989590 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e4d921-5808-436b-8281-e31ae814252c req-83be752e-3911-4adf-b9a0-16d77eed7c6e service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:49:24.995556 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e4d921-5808-436b-8281-e31ae814252c req-83be752e-3911-4adf-b9a0-16d77eed7c6e service neutron] Checking segment: {'id': '13e41d55-d7a6-42e5-906b-ff2e60f019f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '393f8381-0805-46a3-9584-62cfa82bcbaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:49:24.996217 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28e4d921-5808-436b-8281-e31ae814252c req-83be752e-3911-4adf-b9a0-16d77eed7c6e service neutron] Bound using segment: {'id': '13e41d55-d7a6-42e5-906b-ff2e60f019f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '393f8381-0805-46a3-9584-62cfa82bcbaf'} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:49:24.996698 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-28e4d921-5808-436b-8281-e31ae814252c req-83be752e-3911-4adf-b9a0-16d77eed7c6e service neutron] Bound port: ac8496c7-d6cc-470a-91c4-c943a5eda639, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13e41d55-d7a6-42e5-906b-ff2e60f019f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '393f8381-0805-46a3-9584-62cfa82bcbaf'}}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:49:24.997044 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-28e4d921-5808-436b-8281-e31ae814252c req-83be752e-3911-4adf-b9a0-16d77eed7c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:25.090125 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Pushing event updated for resources: {'Port': ['ID=a490d51f-f396-48a0-b08f-1454705143ff,revision_number=3']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:25.095947 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2de844d5-5f68-421f-9afb-e665b6c34f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:25.098520 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:25.107490 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42443ba-f526-485e-b98a-2561164f0c2d req-9e0a77bb-a960-46d3-bc22-00d102939cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:25.109266 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e42443ba-f526-485e-b98a-2561164f0c2d req-9e0a77bb-a960-46d3-bc22-00d102939cfb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=edeb970118494409b474321a022665eb&device_id=8b97222f-057c-4a8d-b6ae-c4dca715d228 HTTP/1.1" status: 200 len: 1096 time: 0.2246997 Jun 21 14:49:25.125320 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2de844d5-5f68-421f-9afb-e665b6c34f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:25.137882 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-35b7c6ad-bc34-4394-8758-13b264cef79d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:25.182860 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e42443ba-f526-485e-b98a-2561164f0c2d req-0d13f163-aaed-4385-a936-135d8c1c5b89 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32b31af4-f03b-48d7-a71d-b78859be8b27 HTTP/1.1" status: 200 len: 217 time: 0.0560315 Jun 21 14:49:25.243347 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-2de844d5-5f68-421f-9afb-e665b6c34f51 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=45419306725244c1919417cb0cb286c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9249315 Jun 21 14:49:25.247023 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60374) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:25.250559 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de844d5-5f68-421f-9afb-e665b6c34f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac6e1cd-fa49-4c8b-99a2-9fa3645dd9dd,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:25.265020 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2de844d5-5f68-421f-9afb-e665b6c34f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:25.280292 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-28e4d921-5808-436b-8281-e31ae814252c req-83be752e-3911-4adf-b9a0-16d77eed7c6e service neutron] For port ac8496c7-d6cc-470a-91c4-c943a5eda639, host hv-neutron-7971, cleared binding levels {{(pid=105224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:49:25.286581 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42443ba-f526-485e-b98a-2561164f0c2d req-6c2a8680-3cff-4815-a73f-174184d3f4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:25.286796 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-28e4d921-5808-436b-8281-e31ae814252c req-83be752e-3911-4adf-b9a0-16d77eed7c6e service neutron] For port ac8496c7-d6cc-470a-91c4-c943a5eda639, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ac8496c7-d6cc-470a-91c4-c943a5eda639,segment=NetworkSegment(13e41d55-d7a6-42e5-906b-ff2e60f019f8),segment_id=13e41d55-d7a6-42e5-906b-ff2e60f019f8)] {{(pid=105224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:49:25.288051 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e42443ba-f526-485e-b98a-2561164f0c2d req-6c2a8680-3cff-4815-a73f-174184d3f4e1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ab9b3e1e-da06-4d3e-a679-80adc4390a65 HTTP/1.1" status: 200 len: 850 time: 0.0957043 Jun 21 14:49:25.317853 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 8b82b3b2-1034-423d-b646-99fe15b98d50 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:49:25.331611 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b07dcd2-9641-41d4-9ce1-3a4260c8fc8f tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Hosts for router 3216c9fe-5e92-43e7-9344-e3b3a569e12c: [] {{(pid=105224) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jun 21 14:49:25.345850 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-9044af64-d994-4583-bb58-62c11e547aed tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] For port 8b82b3b2-1034-423d-b646-99fe15b98d50, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=8b82b3b2-1034-423d-b646-99fe15b98d50,segment=NetworkSegment(b460b4d1-e2d0-4b89-9403-27647233ad04),segment_id=b460b4d1-e2d0-4b89-9403-27647233ad04)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:25.346215 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9044af64-d994-4583-bb58-62c11e547aed tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:25.350252 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-4f063690-a755-4578-9baf-0b89aa9cc4e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Deleting port a490d51f-f396-48a0-b08f-1454705143ff {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:25.350768 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4f063690-a755-4578-9baf-0b89aa9cc4e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:25.367071 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-28e4d921-5808-436b-8281-e31ae814252c req-83be752e-3911-4adf-b9a0-16d77eed7c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:25.378092 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-83be752e-3911-4adf-b9a0-16d77eed7c6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:25.383040 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 8b82b3b2-1034-423d-b646-99fe15b98d50 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:49:25.393137 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 8b82b3b2-1034-423d-b646-99fe15b98d50 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:25.393965 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:25.398035 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3eeacc-a237-4af8-aadf-2755dab9d5d2 req-88211b11-2b55-4924-afc9-f43d3af2ccb9 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:25.399561 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-da3eeacc-a237-4af8-aadf-2755dab9d5d2 req-88211b11-2b55-4924-afc9-f43d3af2ccb9 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 943 time: 0.9548006 Jun 21 14:49:25.439629 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e50201c9-bc38-4f24-8144-90ce2282a0e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:25.446746 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-4f063690-a755-4578-9baf-0b89aa9cc4e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] For port a490d51f-f396-48a0-b08f-1454705143ff, host hv-neutron-7971, got binding levels [] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:25.447091 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4f063690-a755-4578-9baf-0b89aa9cc4e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:25.475824 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:25.496458 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 8b82b3b2-1034-423d-b646-99fe15b98d50, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=8b82b3b2-1034-423d-b646-99fe15b98d50,segment=NetworkSegment(b460b4d1-e2d0-4b89-9403-27647233ad04),segment_id=b460b4d1-e2d0-4b89-9403-27647233ad04)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:25.501580 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:25.503394 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-9044af64-d994-4583-bb58-62c11e547aed tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Calling delete_port for 8b82b3b2-1034-423d-b646-99fe15b98d50 owned by network:router_gateway {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:25.506581 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b07dcd2-9641-41d4-9ce1-3a4260c8fc8f tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Hosts for other DVR routers connected to router 3216c9fe-5e92-43e7-9344-e3b3a569e12c: set() {{(pid=105224) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jun 21 14:49:25.506874 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:25.509277 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4b07dcd2-9641-41d4-9ce1-3a4260c8fc8f tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:25.512099 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4b07dcd2-9641-41d4-9ce1-3a4260c8fc8f tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] 10.222.0.72 "PUT /v2.0/routers/3216c9fe-5e92-43e7-9344-e3b3a569e12c HTTP/1.1" status: 200 len: 716 time: 2.3536484 Jun 21 14:49:25.533294 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60376) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:25.537918 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-4f063690-a755-4578-9baf-0b89aa9cc4e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Calling delete_port for a490d51f-f396-48a0-b08f-1454705143ff owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:25.553426 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e50201c9-bc38-4f24-8144-90ce2282a0e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:25.570097 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42443ba-f526-485e-b98a-2561164f0c2d req-dfec00d2-60b8-4dc6-a886-b525da872640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:25.571665 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e42443ba-f526-485e-b98a-2561164f0c2d req-dfec00d2-60b8-4dc6-a886-b525da872640 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=84e1768a-a440-4f3b-9a03-5323ebc8092f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2735426 Jun 21 14:49:25.590712 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=8b82b3b2-1034-423d-b646-99fe15b98d50,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:25.595026 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:25.625637 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4d921-5808-436b-8281-e31ae814252c req-83be752e-3911-4adf-b9a0-16d77eed7c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:25.626174 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-28e4d921-5808-436b-8281-e31ae814252c req-83be752e-3911-4adf-b9a0-16d77eed7c6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:25.627584 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-28e4d921-5808-436b-8281-e31ae814252c req-83be752e-3911-4adf-b9a0-16d77eed7c6e service neutron] 10.222.0.66 "PUT /v2.0/ports/ac8496c7-d6cc-470a-91c4-c943a5eda639 HTTP/1.1" status: 200 len: 1093 time: 3.8062809 Jun 21 14:49:25.631474 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ee68b4-85bc-4fff-b1eb-69a7ff51d734', 'tag': 'ac8496c7-d6cc-470a-91c4-c943a5eda639'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:49:25.736889 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device a4761b37-67e5-4592-bbd3-af9b9171ea97 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:49:25.752235 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e50201c9-bc38-4f24-8144-90ce2282a0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:25.758510 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e50201c9-bc38-4f24-8144-90ce2282a0e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:25.763349 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e50201c9-bc38-4f24-8144-90ce2282a0e8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8ac6e1cd-fa49-4c8b-99a2-9fa3645dd9dd HTTP/1.1" status: 204 len: 168 time: 0.5138390 Jun 21 14:49:25.777089 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:25.786793 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4f063690-a755-4578-9baf-0b89aa9cc4e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:25.799034 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50201c9-bc38-4f24-8144-90ce2282a0e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac6e1cd-fa49-4c8b-99a2-9fa3645dd9dd,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:25.803129 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e42443ba-f526-485e-b98a-2561164f0c2d req-a3fad5f2-6ed4-4296-bf79-aee69c92a90c service neutron] 10.222.0.66 "GET /v2.0/networks/84e1768a-a440-4f3b-9a03-5323ebc8092f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766911 Jun 21 14:49:25.804332 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e50201c9-bc38-4f24-8144-90ce2282a0e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:25.812480 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4f6a422e-8024-47fa-9223-ff6fc6c52b7d tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:25.833874 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be752e-3911-4adf-b9a0-16d77eed7c6e service neutron] Pushing event updated for resources: {'Port': ['ID=ac8496c7-d6cc-470a-91c4-c943a5eda639,revision_number=3']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:25.857738 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3937cead-ce9e-43ec-b9fb-a551b325f77e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:25.868999 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eef76b-a3b4-42f2-b181-369c226171e9 req-41a04636-f344-42eb-9d6d-2a553952db03 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:25.871481 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f2eef76b-a3b4-42f2-b181-369c226171e9 req-41a04636-f344-42eb-9d6d-2a553952db03 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa HTTP/1.1" status: 200 len: 943 time: 0.7802587 Jun 21 14:49:25.872876 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f063690-a755-4578-9baf-0b89aa9cc4e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Pushing event deleted for resources: {'Port': ['ID=a490d51f-f396-48a0-b08f-1454705143ff,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:25.874454 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fdbd17ce-250b-4439-ace4-75a11a75e754 tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] 10.222.0.72 "GET /v2.0/routers/3216c9fe-5e92-43e7-9344-e3b3a569e12c HTTP/1.1" status: 200 len: 716 time: 0.3377082 Jun 21 14:49:25.888859 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-83be752e-3911-4adf-b9a0-16d77eed7c6e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:25.919899 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4f063690-a755-4578-9baf-0b89aa9cc4e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:25.923681 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4f063690-a755-4578-9baf-0b89aa9cc4e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] 10.222.0.72 "DELETE /v2.0/ports/a490d51f-f396-48a0-b08f-1454705143ff HTTP/1.1" status: 204 len: 168 time: 0.9653730 Jun 21 14:49:25.924861 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4f063690-a755-4578-9baf-0b89aa9cc4e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:25.925304 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60384) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:25.925771 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60386) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:25.964707 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c1a588-a23c-4e86-b049-42d12a004f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] GET failed (client error): The resource could not be found. Jun 21 14:49:25.966720 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-91c1a588-a23c-4e86-b049-42d12a004f1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] 10.222.0.72 "GET /v2.0/ports/a490d51f-f396-48a0-b08f-1454705143ff HTTP/1.1" status: 404 len: 333 time: 0.0388608 Jun 21 14:49:25.970866 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60390) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:25.992570 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port a4761b37-67e5-4592-bbd3-af9b9171ea97, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a4761b37-67e5-4592-bbd3-af9b9171ea97,segment=NetworkSegment(65774553-a27d-4d8a-916a-99e0c521981d),segment_id=65774553-a27d-4d8a-916a-99e0c521981d)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:25.993679 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-3937cead-ce9e-43ec-b9fb-a551b325f77e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] device_id is not set on port 04fa5d6c-2287-4375-903a-f3ab85064b20 yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:49:26.015202 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': 'a4761b37-67e5-4592-bbd3-af9b9171ea97', 'network_id': 'eb470b20-6e86-4a91-bfc2-e6552b84c15d', 'port_id': 'a4761b37-67e5-4592-bbd3-af9b9171ea97', 'mac_address': 'fa:16:3e:26:0e:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2f70e59-7e68-49dc-8fd5-a1de7ed83ffa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:49:26.024200 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-da3eeacc-a237-4af8-aadf-2755dab9d5d2 req-50a79de2-c5c7-4b3c-b930-4e57343d699f tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5564108 Jun 21 14:49:26.070209 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:26.071446 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b16057-4d51-4bb2-84af-8ac26e83f779" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ee68b4-85bc-4fff-b1eb-69a7ff51d734", "tag": "ac8496c7-d6cc-470a-91c4-c943a5eda639"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:49:26.110529 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4761b37-67e5-4592-bbd3-af9b9171ea97 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:49:26.161183 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port a4761b37-67e5-4592-bbd3-af9b9171ea97, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a4761b37-67e5-4592-bbd3-af9b9171ea97,segment=NetworkSegment(65774553-a27d-4d8a-916a-99e0c521981d),segment_id=65774553-a27d-4d8a-916a-99e0c521981d)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:26.168393 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:26.171376 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:26.271290 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=a4761b37-67e5-4592-bbd3-af9b9171ea97,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:26.281099 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:26.409475 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60396) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:26.416803 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-36d21cb1-4116-4980-93f7-76d4af3679cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:26.451752 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f2eef76b-a3b4-42f2-b181-369c226171e9 req-d9e5ba12-0feb-4f60-a177-4d5dd812bdf9 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb9e8f8a-52cd-400c-95c5-e1624b2e12e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5483742 Jun 21 14:49:26.485583 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3937cead-ce9e-43ec-b9fb-a551b325f77e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:26.499078 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ca2bb89d-33e4-4b41-b9fb-64a82ef050fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:26.504064 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4d921-5808-436b-8281-e31ae814252c req-6a7ce39c-9916-4789-a789-bd139cb93037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:26.505618 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-28e4d921-5808-436b-8281-e31ae814252c req-6a7ce39c-9916-4789-a789-bd139cb93037 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=11635685b5064af1901fae1b04f861cb&device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 1096 time: 0.7809846 Jun 21 14:49:26.531596 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ef7801f8-be70-495b-a7a4-23537b4094f0 tempest-RoutersTestDVR-525714847 tempest-RoutersTestDVR-525714847-project] 10.222.0.72 "GET /v2.0/routers/3216c9fe-5e92-43e7-9344-e3b3a569e12c HTTP/1.1" status: 200 len: 682 time: 0.6046960 Jun 21 14:49:26.535200 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60400) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:26.546283 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e42443ba-f526-485e-b98a-2561164f0c2d req-4df83ab9-026a-4ac9-b313-4f5074459eda service neutron] 10.222.0.66 "GET /v2.0/networks/84e1768a-a440-4f3b-9a03-5323ebc8092f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7266698 Jun 21 14:49:26.608069 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['a4761b37-67e5-4592-bbd3-af9b9171ea97'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:49:26.616551 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-28e4d921-5808-436b-8281-e31ae814252c req-4cf59fcf-2dd6-4a7e-80bf-273d4b60eb0b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac8496c7-d6cc-470a-91c4-c943a5eda639 HTTP/1.1" status: 200 len: 217 time: 0.0962617 Jun 21 14:49:26.670454 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3937cead-ce9e-43ec-b9fb-a551b325f77e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:26.707240 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:26.735456 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9b891d6d-f5d4-4251-912b-c7bfd81d6a0c tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks [] for router, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:26.764368 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9044af64-d994-4583-bb58-62c11e547aed tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:26.778989 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b51639-149c-4ee3-bc7a-b7259c8e580a req-3e640889-6ca0-48b2-b8d3-7dcf3a90220b tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:26.780379 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f5b51639-149c-4ee3-bc7a-b7259c8e580a req-3e640889-6ca0-48b2-b8d3-7dcf3a90220b tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b97222f-057c-4a8d-b6ae-c4dca715d228 HTTP/1.1" status: 200 len: 943 time: 0.4171579 Jun 21 14:49:26.781968 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df940894-7c65-462f-9e21-c5ad84585942 x-openstack-request-id: req-df940894-7c65-462f-9e21-c5ad84585942 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:49:26.782275 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ee68b4-85bc-4fff-b1eb-69a7ff51d734", "tag": "ac8496c7-d6cc-470a-91c4-c943a5eda639", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:49:26.783387 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-df940894-7c65-462f-9e21-c5ad84585942 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:49:26.783387 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ee68b4-85bc-4fff-b1eb-69a7ff51d734', 'tag': 'ac8496c7-d6cc-470a-91c4-c943a5eda639', 'status': 'completed', 'code': 200} Jun 21 14:49:26.812462 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937cead-ce9e-43ec-b9fb-a551b325f77e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Port': ['ID=15d15d7c-e830-468e-9744-51cbd27eedcf,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:26.817423 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-36d21cb1-4116-4980-93f7-76d4af3679cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:26.829819 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3937cead-ce9e-43ec-b9fb-a551b325f77e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:26.829819 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:26.841805 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-36d21cb1-4116-4980-93f7-76d4af3679cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73c68342-36ad-4ae0-aff4-24dd3b99ff47']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:26.859900 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3937cead-ce9e-43ec-b9fb-a551b325f77e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Network 6796ce10-2494-4002-991f-bcb89379992d is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:26.864740 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-36d21cb1-4116-4980-93f7-76d4af3679cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baa12458-e20d-434a-abcc-d512e58c347e') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:26.865108 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-36d21cb1-4116-4980-93f7-76d4af3679cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baa12458-e20d-434a-abcc-d512e58c347e') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:26.883739 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4d921-5808-436b-8281-e31ae814252c req-0ca9bdfb-1b6f-469d-9b35-49de31b8757c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:26.885363 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-28e4d921-5808-436b-8281-e31ae814252c req-0ca9bdfb-1b6f-469d-9b35-49de31b8757c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3bb9f9f-5a2e-4ed7-b8d4-076458baa435 HTTP/1.1" status: 200 len: 850 time: 0.2424011 Jun 21 14:49:26.886571 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9044af64-d994-4583-bb58-62c11e547aed tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:26.890338 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-3937cead-ce9e-43ec-b9fb-a551b325f77e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:26.895471 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044af64-d994-4583-bb58-62c11e547aed tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b82b3b2-1034-423d-b646-99fe15b98d50,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:26.926808 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3937cead-ce9e-43ec-b9fb-a551b325f77e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:26.927526 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3937cead-ce9e-43ec-b9fb-a551b325f77e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:26.935666 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-36d21cb1-4116-4980-93f7-76d4af3679cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:26.973384 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9044af64-d994-4583-bb58-62c11e547aed tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:26.985062 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9b891d6d-f5d4-4251-912b-c7bfd81d6a0c tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:26.987870 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9b891d6d-f5d4-4251-912b-c7bfd81d6a0c tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:26.990444 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-36d21cb1-4116-4980-93f7-76d4af3679cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:26.996401 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:27.010585 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56359f38-e87d-4617-a006-5fce5a044e64 req-99343418-432c-4c41-8f10-8e2542a95cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:27.012080 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-56359f38-e87d-4617-a006-5fce5a044e64 req-99343418-432c-4c41-8f10-8e2542a95cba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=edeb970118494409b474321a022665eb&device_id=8b97222f-057c-4a8d-b6ae-c4dca715d228 HTTP/1.1" status: 200 len: 1096 time: 0.3981719 Jun 21 14:49:27.015636 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36d21cb1-4116-4980-93f7-76d4af3679cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:49:27.016016 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-36d21cb1-4116-4980-93f7-76d4af3679cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:27.048427 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:49:27.048427 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:49:27.048427 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:49:27.048427 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:49:27.048427 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:49:27.048427 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:49:27.048427 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:49:27.048427 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:49:27.048427 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:49:27.048427 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:49:27.048427 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:49:27.048427 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:49:27.048427 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:49:27.048427 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:49:27.048427 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:49:27.048427 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:49:27.048427 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:49:27.048427 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:49:27.048427 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:49:27.048427 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:49:27.048427 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:49:27.048427 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:49:27.048427 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:49:27.048427 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:49:27.048427 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:49:27.048427 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:49:27.048427 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:49:27.048427 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:49:27.048427 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:49:27.048427 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:49:27.048427 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:49:27.048427 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:49:27.048427 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:49:27.048427 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:49:27.066931 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9044af64-d994-4583-bb58-62c11e547aed tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:27.071616 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9044af64-d994-4583-bb58-62c11e547aed tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:27.072473 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:49:27.084826 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f5b51639-149c-4ee3-bc7a-b7259c8e580a req-8fd4d792-392d-472b-95bc-4a26e11e2aa3 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0b4eee-c620-4d88-9101-6249791c8813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2833974 Jun 21 14:49:27.113538 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9b891d6d-f5d4-4251-912b-c7bfd81d6a0c tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:27.114289 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b891d6d-f5d4-4251-912b-c7bfd81d6a0c tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3216c9fe-5e92-43e7-9344-e3b3a569e12c {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:49:27.155299 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9b891d6d-f5d4-4251-912b-c7bfd81d6a0c tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:27.156410 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9b891d6d-f5d4-4251-912b-c7bfd81d6a0c tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] 10.222.0.72 "DELETE /v2.0/routers/3216c9fe-5e92-43e7-9344-e3b3a569e12c HTTP/1.1" status: 204 len: 168 time: 0.6201246 Jun 21 14:49:27.159331 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3937cead-ce9e-43ec-b9fb-a551b325f77e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Port': ['ID=04fa5d6c-2287-4375-903a-f3ab85064b20,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:27.161380 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60404) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:27.172736 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ca2bb89d-33e4-4b41-b9fb-64a82ef050fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:27.173023 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3937cead-ce9e-43ec-b9fb-a551b325f77e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:27.178365 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-ed952596-db36-41fe-b335-8dd7724079ae tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Request body: {'router': {'name': 'tempest-router-140683623', 'distributed': True}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:27.181985 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ca2bb89d-33e4-4b41-b9fb-64a82ef050fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:27.183119 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9044af64-d994-4583-bb58-62c11e547aed tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:27.183793 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9044af64-d994-4583-bb58-62c11e547aed tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f4df126c-df1c-4e5a-97fd-4b21972dc630 {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:49:27.188848 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a379fe5c-599b-44c4-8ca9-0eecde2a366d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:27.190618 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-36d21cb1-4116-4980-93f7-76d4af3679cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:27.203494 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9044af64-d994-4583-bb58-62c11e547aed tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:27.204541 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9044af64-d994-4583-bb58-62c11e547aed tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] 10.222.0.72 "DELETE /v2.0/routers/f4df126c-df1c-4e5a-97fd-4b21972dc630 HTTP/1.1" status: 204 len: 168 time: 4.6254451 Jun 21 14:49:27.215677 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60406) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:27.234115 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-36d21cb1-4116-4980-93f7-76d4af3679cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:27.238734 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-36d21cb1-4116-4980-93f7-76d4af3679cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657-project] 10.222.0.72 "DELETE /v2.0/networks/73c68342-36ad-4ae0-aff4-24dd3b99ff47 HTTP/1.1" status: 204 len: 168 time: 1.2641997 Jun 21 14:49:27.262020 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2bb89d-33e4-4b41-b9fb-64a82ef050fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c7030f-2330-4b37-a217-ff6d36c2a4f9,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:27.268819 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ca2bb89d-33e4-4b41-b9fb-64a82ef050fc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=44da1a33d99f4d71b1707bef79f8991f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8562729 Jun 21 14:49:27.270009 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ca2bb89d-33e4-4b41-b9fb-64a82ef050fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:27.272642 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3447614b-defb-4165-bdf5-bc67f63a4050 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:27.276585 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60410) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:27.294687 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4d921-5808-436b-8281-e31ae814252c req-1e7eede1-486c-485a-8f25-4be965a51731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:27.295944 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56359f38-e87d-4617-a006-5fce5a044e64 req-2820e61b-8eea-48aa-b295-7598f3e28c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:27.296621 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-28e4d921-5808-436b-8281-e31ae814252c req-1e7eede1-486c-485a-8f25-4be965a51731 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=393f8381-0805-46a3-9584-62cfa82bcbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4033477 Jun 21 14:49:27.297359 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-56359f38-e87d-4617-a006-5fce5a044e64 req-2820e61b-8eea-48aa-b295-7598f3e28c5f service neutron] 10.222.0.66 "GET /v2.0/networks?id=84e1768a-a440-4f3b-9a03-5323ebc8092f HTTP/1.1" status: 200 len: 912 time: 0.2463474 Jun 21 14:49:27.297611 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3937cead-ce9e-43ec-b9fb-a551b325f77e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Checking segment: {'id': '3e590272-9c65-4a8f-acd1-40a6a1658b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '4e4ba918-87d8-4d09-aa60-d695d40c2a01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:49:27.298122 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3937cead-ce9e-43ec-b9fb-a551b325f77e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Network hostable DHCP agents. Network: 4e4ba918-87d8-4d09-aa60-d695d40c2a01, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:49:27.313874 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d21cb1-4116-4980-93f7-76d4af3679cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657-project] Pushing event deleted for resources: {'Network': ['ID=73c68342-36ad-4ae0-aff4-24dd3b99ff47,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:27.326473 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-36d21cb1-4116-4980-93f7-76d4af3679cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:27.349451 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ed952596-db36-41fe-b335-8dd7724079ae tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:27.350424 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ed952596-db36-41fe-b335-8dd7724079ae tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:27.364715 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-56359f38-e87d-4617-a006-5fce5a044e64 req-547b768e-aa89-4ab1-b284-9ff655d639f3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32b31af4-f03b-48d7-a71d-b78859be8b27 HTTP/1.1" status: 200 len: 217 time: 0.0521576 Jun 21 14:49:27.434035 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e0ba4d7e-9925-4051-83d8-86d7c6747d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:27.440571 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56359f38-e87d-4617-a006-5fce5a044e64 req-53eec69d-2cab-46f9-ad1f-0827a7978237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:27.442140 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-56359f38-e87d-4617-a006-5fce5a044e64 req-53eec69d-2cab-46f9-ad1f-0827a7978237 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ab9b3e1e-da06-4d3e-a679-80adc4390a65 HTTP/1.1" status: 200 len: 850 time: 0.0711007 Jun 21 14:49:27.489395 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e0ba4d7e-9925-4051-83d8-86d7c6747d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:27.560939 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56359f38-e87d-4617-a006-5fce5a044e64 req-ae909628-497a-488f-8eb3-093328d5f2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:27.562916 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-56359f38-e87d-4617-a006-5fce5a044e64 req-ae909628-497a-488f-8eb3-093328d5f2df service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=84e1768a-a440-4f3b-9a03-5323ebc8092f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1129065 Jun 21 14:49:27.571099 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e0ba4d7e-9925-4051-83d8-86d7c6747d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:27.587121 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e0ba4d7e-9925-4051-83d8-86d7c6747d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:27.588580 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e0ba4d7e-9925-4051-83d8-86d7c6747d15 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f5c7030f-2330-4b37-a217-ff6d36c2a4f9 HTTP/1.1" status: 204 len: 168 time: 0.3093383 Jun 21 14:49:27.599953 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2de844d5-5f68-421f-9afb-e665b6c34f51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:27.638020 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ba4d7e-9925-4051-83d8-86d7c6747d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c7030f-2330-4b37-a217-ff6d36c2a4f9,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:27.639616 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60418) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:27.655245 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e0ba4d7e-9925-4051-83d8-86d7c6747d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:27.694287 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4b11f47-c9e6-41a8-9e50-6ee608d047c4 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Deleting subnet 397f5fcc-1d5b-40b5-bb6f-0381245057e5 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:49:27.701399 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3937cead-ce9e-43ec-b9fb-a551b325f77e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Network 4e4ba918-87d8-4d09-aa60-d695d40c2a01 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:49:27.708819 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device a4761b37-67e5-4592-bbd3-af9b9171ea97 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:49:27.727879 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d4b11f47-c9e6-41a8-9e50-6ee608d047c4 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:27.728621 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-56359f38-e87d-4617-a006-5fce5a044e64 req-9c1009d1-f68f-4b19-9047-78f4a9086d01 service neutron] 10.222.0.66 "GET /v2.0/networks/84e1768a-a440-4f3b-9a03-5323ebc8092f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550229 Jun 21 14:49:27.815637 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-3937cead-ce9e-43ec-b9fb-a551b325f77e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 4e4ba918-87d8-4d09-aa60-d695d40c2a01) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:27.876782 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be368817-7d50-4df3-beac-c2396640e1ec req-eab0c843-adc8-4691-83fd-c0fea7971ed8 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:27.882451 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-be368817-7d50-4df3-beac-c2396640e1ec req-eab0c843-adc8-4691-83fd-c0fea7971ed8 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 943 time: 0.7030344 Jun 21 14:49:27.889644 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ed952596-db36-41fe-b335-8dd7724079ae tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:27.890698 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3937cead-ce9e-43ec-b9fb-a551b325f77e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:27.896243 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3937cead-ce9e-43ec-b9fb-a551b325f77e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:27.901341 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3937cead-ce9e-43ec-b9fb-a551b325f77e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:27.902160 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3937cead-ce9e-43ec-b9fb-a551b325f77e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:27.907788 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d4b11f47-c9e6-41a8-9e50-6ee608d047c4 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:27.927764 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6431319-b338-4334-aeec-70fc3fea646a None None] Network 4e4ba918-87d8-4d09-aa60-d695d40c2a01 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:49:27.935351 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ed952596-db36-41fe-b335-8dd7724079ae tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:27.986401 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-56359f38-e87d-4617-a006-5fce5a044e64 req-36f02d9a-c726-49bb-b344-57dfa7f6c932 service neutron] 10.222.0.66 "GET /v2.0/networks/84e1768a-a440-4f3b-9a03-5323ebc8092f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308583 Jun 21 14:49:27.987317 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-28e4d921-5808-436b-8281-e31ae814252c req-67117635-13f4-4936-b787-30459960a003 service neutron] 10.222.0.66 "GET /v2.0/networks/393f8381-0805-46a3-9584-62cfa82bcbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6725454 Jun 21 14:49:27.997593 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3937cead-ce9e-43ec-b9fb-a551b325f77e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.8180175 Jun 21 14:49:28.000628 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60424) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:28.019904 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ed952596-db36-41fe-b335-8dd7724079ae tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:28.029349 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-ed952596-db36-41fe-b335-8dd7724079ae tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.8513207 Jun 21 14:49:28.032332 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60426) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:28.060807 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d4b11f47-c9e6-41a8-9e50-6ee608d047c4 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:28.076871 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port a4761b37-67e5-4592-bbd3-af9b9171ea97 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:49:28.095629 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff15d0-7f75-4652-916f-67316fb21487 req-8e08a36f-a141-42d8-9aea-89ec443ce877 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:28.097124 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-98ff15d0-7f75-4652-916f-67316fb21487 req-8e08a36f-a141-42d8-9aea-89ec443ce877 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa HTTP/1.1" status: 200 len: 944 time: 0.4225566 Jun 21 14:49:28.108210 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port a4761b37-67e5-4592-bbd3-af9b9171ea97 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:28.108698 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:28.141873 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c6581b7a-5d90-46cf-b2e2-dfdaf908f08c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8f82bdf8fc97460384ea822d4b5b979d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4935853 Jun 21 14:49:28.144396 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60434) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:28.153581 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-be368817-7d50-4df3-beac-c2396640e1ec req-5382dadf-2815-4cab-b901-97f0bd551abf tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436135 Jun 21 14:49:28.194348 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-7af02ee3-bfe1-416e-8654-fe83e4fada20 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Deleting port 04fa5d6c-2287-4375-903a-f3ab85064b20 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:28.195022 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7af02ee3-bfe1-416e-8654-fe83e4fada20 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:28.220855 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:28.257732 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4761b37-67e5-4592-bbd3-af9b9171ea97'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:49:28.271776 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0ac3e0fb-1240-4b6a-b661-8f6f976db526 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:28.295075 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7af02ee3-bfe1-416e-8654-fe83e4fada20 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:28.306740 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f71e6a92-1d4b-4f6d-9cc4-30e88e857828 tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:28.355567 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0ac3e0fb-1240-4b6a-b661-8f6f976db526 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:28.375596 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port a4761b37-67e5-4592-bbd3-af9b9171ea97, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a4761b37-67e5-4592-bbd3-af9b9171ea97,segment=NetworkSegment(65774553-a27d-4d8a-916a-99e0c521981d),segment_id=65774553-a27d-4d8a-916a-99e0c521981d)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:28.392009 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:28.394556 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:28.420750 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-7af02ee3-bfe1-416e-8654-fe83e4fada20 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Calling delete_port for 04fa5d6c-2287-4375-903a-f3ab85064b20 owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:28.459998 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=a4761b37-67e5-4592-bbd3-af9b9171ea97,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:28.467326 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:28.495349 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-98ff15d0-7f75-4652-916f-67316fb21487 req-c3655039-19be-401f-8ee8-7222a0a69f07 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb9e8f8a-52cd-400c-95c5-e1624b2e12e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3545465 Jun 21 14:49:28.544675 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e2cee6-7065-47c4-916f-20f34d880b18" -d '{"events": [{"server_uuid": "e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa", "name": "network-vif-plugged", "status": "completed", "tag": "a4761b37-67e5-4592-bbd3-af9b9171ea97"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:49:28.587580 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0ac3e0fb-1240-4b6a-b661-8f6f976db526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:28.592414 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0ac3e0fb-1240-4b6a-b661-8f6f976db526 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:28.595870 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d4b11f47-c9e6-41a8-9e50-6ee608d047c4 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:28.597271 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0ac3e0fb-1240-4b6a-b661-8f6f976db526 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/24c08020-634e-4d12-a694-c75fb3714ac6 HTTP/1.1" status: 204 len: 168 time: 0.4515624 Jun 21 14:49:28.599076 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-03592b72-55df-46b3-bfb8-619c86b03702 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:28.613768 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3e0fb-1240-4b6a-b661-8f6f976db526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c08020-634e-4d12-a694-c75fb3714ac6,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:28.626924 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0ac3e0fb-1240-4b6a-b661-8f6f976db526 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:28.629878 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-28e4d921-5808-436b-8281-e31ae814252c req-34dfd133-a08b-47cd-845e-d6ed95a87ec3 service neutron] 10.222.0.66 "GET /v2.0/networks/393f8381-0805-46a3-9584-62cfa82bcbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6155910 Jun 21 14:49:28.636429 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7af02ee3-bfe1-416e-8654-fe83e4fada20 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:28.636957 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:28.642216 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-46b88f3a-f437-4e19-8081-d7d4e5e3b15f tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:28.671761 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f71e6a92-1d4b-4f6d-9cc4-30e88e857828 tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:28.676299 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f71e6a92-1d4b-4f6d-9cc4-30e88e857828 tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:28.683900 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b11f47-c9e6-41a8-9e50-6ee608d047c4 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=397f5fcc-1d5b-40b5-bb6f-0381245057e5,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:28.685815 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d4b11f47-c9e6-41a8-9e50-6ee608d047c4 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:28.690686 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d4b11f47-c9e6-41a8-9e50-6ee608d047c4 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] 10.222.0.72 "DELETE /v2.0/subnets/397f5fcc-1d5b-40b5-bb6f-0381245057e5 HTTP/1.1" status: 204 len: 168 time: 1.4547262 Jun 21 14:49:28.692819 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af02ee3-bfe1-416e-8654-fe83e4fada20 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Port': ['ID=04fa5d6c-2287-4375-903a-f3ab85064b20,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:28.695614 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60458) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:28.701189 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b97c3-18a3-4054-8bed-64be6daff155 req-09a05b8e-5679-4287-a839-9f2629a08c56 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:28.707373 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7af02ee3-bfe1-416e-8654-fe83e4fada20 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:28.710027 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-db1b97c3-18a3-4054-8bed-64be6daff155 req-09a05b8e-5679-4287-a839-9f2629a08c56 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b97222f-057c-4a8d-b6ae-c4dca715d228 HTTP/1.1" status: 200 len: 943 time: 0.3837509 Jun 21 14:49:28.710982 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d4b11f47-c9e6-41a8-9e50-6ee608d047c4 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:28.711151 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7af02ee3-bfe1-416e-8654-fe83e4fada20 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:28.714410 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7af02ee3-bfe1-416e-8654-fe83e4fada20 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/ports/04fa5d6c-2287-4375-903a-f3ab85064b20 HTTP/1.1" status: 204 len: 168 time: 0.7127309 Jun 21 14:49:28.717712 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60460) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:28.801061 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f71e6a92-1d4b-4f6d-9cc4-30e88e857828 tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:28.801592 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71e6a92-1d4b-4f6d-9cc4-30e88e857828 tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4efa5aeb-0cf6-49f8-9fbb-61ba48c62cce {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:49:28.812129 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f71e6a92-1d4b-4f6d-9cc4-30e88e857828 tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:28.813231 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f71e6a92-1d4b-4f6d-9cc4-30e88e857828 tempest-RoutersTestDVR-1534831989 tempest-RoutersTestDVR-1534831989-project-admin] 10.222.0.72 "DELETE /v2.0/routers/4efa5aeb-0cf6-49f8-9fbb-61ba48c62cce HTTP/1.1" status: 204 len: 168 time: 0.7614775 Jun 21 14:49:28.843883 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-db1b97c3-18a3-4054-8bed-64be6daff155 req-4bc5c5f5-3588-497c-a458-6cae0a553d19 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0b4eee-c620-4d88-9101-6249791c8813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898705 Jun 21 14:49:28.874733 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b16057-4d51-4bb2-84af-8ac26e83f779 req-2288f7ce-2da1-4732-a68b-f47091600120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:28.876253 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-20b16057-4d51-4bb2-84af-8ac26e83f779 req-2288f7ce-2da1-4732-a68b-f47091600120 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=11635685b5064af1901fae1b04f861cb&device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 1096 time: 0.1213655 Jun 21 14:49:28.916815 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ac26adc5-ee4a-4b8b-aeab-a7be43bc4009 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:28.939156 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131dac3c-f0fa-4d3c-8e53-0258601509a8 x-openstack-request-id: req-131dac3c-f0fa-4d3c-8e53-0258601509a8 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:49:28.939692 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa", "name": "network-vif-plugged", "status": "completed", "tag": "a4761b37-67e5-4592-bbd3-af9b9171ea97", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:49:28.940028 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-131dac3c-f0fa-4d3c-8e53-0258601509a8 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:49:28.940545 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4761b37-67e5-4592-bbd3-af9b9171ea97', 'code': 200} Jun 21 14:49:28.983598 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fbfa4e-88f3-47c1-a172-ab971353944c tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:28.989630 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fbfa4e-88f3-47c1-a172-ab971353944c tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:28.991243 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-36fbfa4e-88f3-47c1-a172-ab971353944c tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.2723558 Jun 21 14:49:28.994508 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60470) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:29.046111 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ac26adc5-ee4a-4b8b-aeab-a7be43bc4009 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:29.053609 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b16057-4d51-4bb2-84af-8ac26e83f779 req-a3d22b1d-4ca2-47ea-a95e-3e0b0231fe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:29.055362 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-20b16057-4d51-4bb2-84af-8ac26e83f779 req-a3d22b1d-4ca2-47ea-a95e-3e0b0231fe51 service neutron] 10.222.0.66 "GET /v2.0/networks?id=393f8381-0805-46a3-9584-62cfa82bcbaf HTTP/1.1" status: 200 len: 912 time: 0.1718147 Jun 21 14:49:29.057503 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-ac26adc5-ee4a-4b8b-aeab-a7be43bc4009 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['679ef88d-8aff-4a1d-b92e-e175c366cc08']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:29.069493 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-ac26adc5-ee4a-4b8b-aeab-a7be43bc4009 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b460b4d1-e2d0-4b89-9403-27647233ad04') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:29.069964 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-ac26adc5-ee4a-4b8b-aeab-a7be43bc4009 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b460b4d1-e2d0-4b89-9403-27647233ad04') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:29.082973 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ac26adc5-ee4a-4b8b-aeab-a7be43bc4009 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:29.100050 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ac26adc5-ee4a-4b8b-aeab-a7be43bc4009 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:29.111603 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac26adc5-ee4a-4b8b-aeab-a7be43bc4009 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:49:29.112319 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ac26adc5-ee4a-4b8b-aeab-a7be43bc4009 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:29.134585 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-20b16057-4d51-4bb2-84af-8ac26e83f779 req-709ef6ca-e90f-4507-aa6a-426506f3180f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac8496c7-d6cc-470a-91c4-c943a5eda639 HTTP/1.1" status: 200 len: 217 time: 0.0704000 Jun 21 14:49:29.163473 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:49:29.163473 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:49:29.163473 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:49:29.163473 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:49:29.163473 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:49:29.163473 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:49:29.163473 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:49:29.163473 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:49:29.163473 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:49:29.163473 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:49:29.163473 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:49:29.163473 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:49:29.163473 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:49:29.163473 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:49:29.163473 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:49:29.163473 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:49:29.163473 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:49:29.163473 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:49:29.163473 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:49:29.163473 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:49:29.163473 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:49:29.163473 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:49:29.163473 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:49:29.163473 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:49:29.163473 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:49:29.163473 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:49:29.163473 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:49:29.163473 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:49:29.163473 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:49:29.163473 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:49:29.163473 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:49:29.163473 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:49:29.163473 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:49:29.163473 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:49:29.247630 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 8b82b3b2-1034-423d-b646-99fe15b98d50 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:49:29.262957 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ac26adc5-ee4a-4b8b-aeab-a7be43bc4009 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:29.264571 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b16057-4d51-4bb2-84af-8ac26e83f779 req-5f88317c-1093-4f6c-8577-978a21188b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:29.270086 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-20b16057-4d51-4bb2-84af-8ac26e83f779 req-5f88317c-1093-4f6c-8577-978a21188b0a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3bb9f9f-5a2e-4ed7-b8d4-076458baa435 HTTP/1.1" status: 200 len: 850 time: 0.1214764 Jun 21 14:49:29.272286 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-03592b72-55df-46b3-bfb8-619c86b03702 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:29.281508 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac26adc5-ee4a-4b8b-aeab-a7be43bc4009 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 679ef88d-8aff-4a1d-b92e-e175c366cc08 {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 21 14:49:29.296271 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ac26adc5-ee4a-4b8b-aeab-a7be43bc4009 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:29.301910 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 8b82b3b2-1034-423d-b646-99fe15b98d50 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:49:29.303431 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 8b82b3b2-1034-423d-b646-99fe15b98d50 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:49:29.304658 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ac26adc5-ee4a-4b8b-aeab-a7be43bc4009 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] 10.222.0.72 "DELETE /v2.0/networks/679ef88d-8aff-4a1d-b92e-e175c366cc08 HTTP/1.1" status: 204 len: 168 time: 0.6059923 Jun 21 14:49:29.310115 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26adc5-ee4a-4b8b-aeab-a7be43bc4009 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Pushing event deleted for resources: {'Network': ['ID=679ef88d-8aff-4a1d-b92e-e175c366cc08,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:29.313030 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ac26adc5-ee4a-4b8b-aeab-a7be43bc4009 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:29.315208 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72d25b-721e-4481-aa60-64c75f5c57bb req-8da5434d-78cc-4a11-a9d7-d3cb3ebe9ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:29.317058 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-5a72d25b-721e-4481-aa60-64c75f5c57bb req-8da5434d-78cc-4a11-a9d7-d3cb3ebe9ef3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa HTTP/1.1" status: 200 len: 1098 time: 0.1241937 Jun 21 14:49:29.337112 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-5a72d25b-721e-4481-aa60-64c75f5c57bb req-3b4ff189-ff3e-4681-b8a8-ad81a7845be3 service neutron] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:29.366480 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-55663d8a-2134-426a-9c8d-aee8198c4142 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Deleting port 15d15d7c-e830-468e-9744-51cbd27eedcf {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:29.367159 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-55663d8a-2134-426a-9c8d-aee8198c4142 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:29.454137 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-5a72d25b-721e-4481-aa60-64c75f5c57bb req-3b4ff189-ff3e-4681-b8a8-ad81a7845be3 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:29.458847 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60484) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:29.475974 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-5a72d25b-721e-4481-aa60-64c75f5c57bb req-3b4ff189-ff3e-4681-b8a8-ad81a7845be3 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:29.485434 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60488) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:29.490826 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:29.495997 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-55663d8a-2134-426a-9c8d-aee8198c4142 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:29.532822 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-5a72d25b-721e-4481-aa60-64c75f5c57bb req-3b4ff189-ff3e-4681-b8a8-ad81a7845be3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=cb9e8f8a-52cd-400c-95c5-e1624b2e12e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086308 Jun 21 14:49:29.547481 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ff189-ff3e-4681-b8a8-ad81a7845be3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=429f973e-9e19-443e-88a1-a5a87680e357,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:29.556338 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3b4ff189-ff3e-4681-b8a8-ad81a7845be3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:29.574582 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-55663d8a-2134-426a-9c8d-aee8198c4142 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Calling delete_port for 15d15d7c-e830-468e-9744-51cbd27eedcf owned by {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:29.590861 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-333f96cb-8fb1-407a-a302-6c6a43f2b231 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=40fcc127b29247b694f12b3485e4ad43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0944192 Jun 21 14:49:29.591559 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60492) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:29.597096 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b16057-4d51-4bb2-84af-8ac26e83f779 req-aa69464d-ef27-475b-901a-194031df5091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:29.599208 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-20b16057-4d51-4bb2-84af-8ac26e83f779 req-aa69464d-ef27-475b-901a-194031df5091 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=393f8381-0805-46a3-9584-62cfa82bcbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3167801 Jun 21 14:49:29.607815 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d98d7-cbbe-4664-a7be-06c14500de49 req-d1c157bf-2355-47e7-8123-2104baed891d tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:29.609519 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ce9d98d7-cbbe-4664-a7be-06c14500de49 req-d1c157bf-2355-47e7-8123-2104baed891d tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 943 time: 0.2562644 Jun 21 14:49:29.844256 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-20b16057-4d51-4bb2-84af-8ac26e83f779 req-654c3e55-1461-428b-b234-974e4839735d service neutron] 10.222.0.66 "GET /v2.0/networks/393f8381-0805-46a3-9584-62cfa82bcbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882723 Jun 21 14:49:29.844969 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-340544bb-f75d-4ab7-8df0-e29af41d916b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:29.913272 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-26b6f2f8-70d6-4169-966a-c2710990be34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:29.925328 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ce9d98d7-cbbe-4664-a7be-06c14500de49 req-2152a426-c389-48df-b1e2-007f0d224757 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700777 Jun 21 14:49:30.008003 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-340544bb-f75d-4ab7-8df0-e29af41d916b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:30.114851 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-26b6f2f8-70d6-4169-966a-c2710990be34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:30.122315 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-26b6f2f8-70d6-4169-966a-c2710990be34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:30.126736 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3447614b-defb-4165-bdf5-bc67f63a4050 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:30.156985 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60506) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:30.175495 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-55663d8a-2134-426a-9c8d-aee8198c4142 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:30.186558 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-26b6f2f8-70d6-4169-966a-c2710990be34 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ace235fc47e14a0a94012db58ac54796&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7222850 Jun 21 14:49:30.186558 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60510) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:30.190665 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecbe92-d8b1-4b55-ae70-59296639b7ec req-5508fb0c-3bb3-4a26-9598-ed3b6b7aecfe tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:30.192225 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0fecbe92-d8b1-4b55-ae70-59296639b7ec req-5508fb0c-3bb3-4a26-9598-ed3b6b7aecfe tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa HTTP/1.1" status: 200 len: 945 time: 0.5089388 Jun 21 14:49:30.192911 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-606356fc-b64e-44e1-b7dc-a0c1baee17ed tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:30.199836 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b6f2f8-70d6-4169-966a-c2710990be34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a89f7b5-e080-4969-a365-df6f81f3428c,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:30.211406 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-26b6f2f8-70d6-4169-966a-c2710990be34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:30.243037 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55663d8a-2134-426a-9c8d-aee8198c4142 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Port': ['ID=15d15d7c-e830-468e-9744-51cbd27eedcf,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:30.252775 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-55663d8a-2134-426a-9c8d-aee8198c4142 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:30.255836 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-20b16057-4d51-4bb2-84af-8ac26e83f779 req-32045959-a6a7-434e-b557-a4d85307f4b0 service neutron] 10.222.0.66 "GET /v2.0/networks/393f8381-0805-46a3-9584-62cfa82bcbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848915 Jun 21 14:49:30.262090 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-55663d8a-2134-426a-9c8d-aee8198c4142 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:30.266819 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-55663d8a-2134-426a-9c8d-aee8198c4142 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/ports/15d15d7c-e830-468e-9744-51cbd27eedcf HTTP/1.1" status: 204 len: 168 time: 1.2686172 Jun 21 14:49:30.268175 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60512) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:30.276338 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e69bad47-112d-4f01-a41d-d09cc7126ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:30.303807 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e69bad47-112d-4f01-a41d-d09cc7126ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:30.305517 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60514) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:30.311504 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-1124e724-9ef7-490a-a5b0-c10cd79ae9be tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Request body: {'router': {'name': 'tempest-router--1075289489', 'project_id': '5302347507e1415e88aa24e539198e59'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:30.328687 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-340544bb-f75d-4ab7-8df0-e29af41d916b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:30.331296 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-340544bb-f75d-4ab7-8df0-e29af41d916b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:30.332409 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-340544bb-f75d-4ab7-8df0-e29af41d916b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7910a7bd-e3a3-4630-b677-100b81df9a27 HTTP/1.1" status: 204 len: 168 time: 0.7384970 Jun 21 14:49:30.337456 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:30.365876 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-f861f4d0-c3cd-4725-8850-6429871acd94 tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2122986925', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:30.367102 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0fecbe92-d8b1-4b55-ae70-59296639b7ec req-36f597af-f4bd-4077-b84a-6822398ddbdb tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb9e8f8a-52cd-400c-95c5-e1624b2e12e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601615 Jun 21 14:49:30.373983 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1124e724-9ef7-490a-a5b0-c10cd79ae9be tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:30.375130 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1124e724-9ef7-490a-a5b0-c10cd79ae9be tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:30.376430 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340544bb-f75d-4ab7-8df0-e29af41d916b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7910a7bd-e3a3-4630-b677-100b81df9a27,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:30.390879 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-340544bb-f75d-4ab7-8df0-e29af41d916b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:30.411205 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1832be1e-284c-43fd-8405-758b67208201 req-fc9cbac9-93f6-4a69-817f-6a06516c9c54 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:30.412054 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1832be1e-284c-43fd-8405-758b67208201 req-fc9cbac9-93f6-4a69-817f-6a06516c9c54 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b97222f-057c-4a8d-b6ae-c4dca715d228 HTTP/1.1" status: 200 len: 943 time: 0.3473418 Jun 21 14:49:30.420217 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f861f4d0-c3cd-4725-8850-6429871acd94 tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Made reservation on behalf of 9bc02e6ce33045f88bebd34b343f035a for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:30.423346 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f861f4d0-c3cd-4725-8850-6429871acd94 tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:30.438167 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f861f4d0-c3cd-4725-8850-6429871acd94 tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:30.443358 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e69bad47-112d-4f01-a41d-d09cc7126ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:30.446357 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e69bad47-112d-4f01-a41d-d09cc7126ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:30.450362 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e69bad47-112d-4f01-a41d-d09cc7126ae4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7a89f7b5-e080-4969-a365-df6f81f3428c HTTP/1.1" status: 204 len: 168 time: 0.2618041 Jun 21 14:49:30.458420 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:30.483104 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69bad47-112d-4f01-a41d-d09cc7126ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a89f7b5-e080-4969-a365-df6f81f3428c,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:30.487168 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e69bad47-112d-4f01-a41d-d09cc7126ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:30.526043 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1124e724-9ef7-490a-a5b0-c10cd79ae9be tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:30.541325 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1124e724-9ef7-490a-a5b0-c10cd79ae9be tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:30.647918 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f861f4d0-c3cd-4725-8850-6429871acd94 tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:30.657837 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f861f4d0-c3cd-4725-8850-6429871acd94 tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:30.664333 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-f861f4d0-c3cd-4725-8850-6429871acd94 tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] device_id is not set on port ec32eab2-0a63-4b4d-9521-40a1c681aeb7 yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:49:30.670854 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b5b350d4-5d1a-45af-9429-ccbccba9277c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:30.700017 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861f4d0-c3cd-4725-8850-6429871acd94 tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a20994-f1c3-423e-b6f8-92804a21891c,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:30.722243 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1124e724-9ef7-490a-a5b0-c10cd79ae9be tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:30.724976 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1124e724-9ef7-490a-a5b0-c10cd79ae9be tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4183724 Jun 21 14:49:30.726467 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f861f4d0-c3cd-4725-8850-6429871acd94 tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:30.728997 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60524) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:30.747809 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1832be1e-284c-43fd-8405-758b67208201 req-c3e705bf-dab6-4969-8bbb-001fc9816a6d tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0b4eee-c620-4d88-9101-6249791c8813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3242657 Jun 21 14:49:30.755233 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0358941-0e41-43c2-9922-3e6e6da3d28f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:30.759442 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e0358941-0e41-43c2-9922-3e6e6da3d28f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4868550 Jun 21 14:49:30.759883 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60528) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:30.788112 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0807daf-5965-4e73-9951-65b24ba7fa81 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] GET failed (client error): The resource could not be found. Jun 21 14:49:30.789609 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a0807daf-5965-4e73-9951-65b24ba7fa81 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "GET /v2.0/ports/04fa5d6c-2287-4375-903a-f3ab85064b20 HTTP/1.1" status: 404 len: 333 time: 0.0287502 Jun 21 14:49:30.793181 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60530) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:30.822403 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-3227cb76-d161-4a75-9ff4-ad07d0d9a8dc tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] GET failed (client error): The resource could not be found. Jun 21 14:49:30.824281 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3227cb76-d161-4a75-9ff4-ad07d0d9a8dc tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "GET /v2.0/ports/15d15d7c-e830-468e-9744-51cbd27eedcf HTTP/1.1" status: 404 len: 333 time: 0.0299523 Jun 21 14:49:30.827849 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60534) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:30.883918 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60536) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:30.908132 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f43b4f8e-d095-4f8e-bfe6-fc96c9c7c82b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:30.941760 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-548daef5-e8e4-446b-901c-ec9dfa706c9f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:31.066519 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-548daef5-e8e4-446b-901c-ec9dfa706c9f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:31.081175 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-548daef5-e8e4-446b-901c-ec9dfa706c9f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e4ba918-87d8-4d09-aa60-d695d40c2a01']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:31.090286 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-aee6f8ce-6313-4b46-81c7-751ca5af413b tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for router, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:31.096523 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-548daef5-e8e4-446b-901c-ec9dfa706c9f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e590272-9c65-4a8f-acd1-40a6a1658b33') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:31.096815 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-548daef5-e8e4-446b-901c-ec9dfa706c9f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e590272-9c65-4a8f-acd1-40a6a1658b33') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:31.116178 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-548daef5-e8e4-446b-901c-ec9dfa706c9f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:31.164171 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-548daef5-e8e4-446b-901c-ec9dfa706c9f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:31.167437 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f43b4f8e-d095-4f8e-bfe6-fc96c9c7c82b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:31.175408 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548daef5-e8e4-446b-901c-ec9dfa706c9f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:49:31.175640 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-548daef5-e8e4-446b-901c-ec9dfa706c9f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:31.178615 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f43b4f8e-d095-4f8e-bfe6-fc96c9c7c82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:49:31.180978 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:49:31.191502 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:31.276280 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f43b4f8e-d095-4f8e-bfe6-fc96c9c7c82b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9cda1322994946fa99974c18a06c6ee1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3913586 Jun 21 14:49:31.279218 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43b4f8e-d095-4f8e-bfe6-fc96c9c7c82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e9057a-ff51-4468-9d58-f0f1a0531394,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:31.281745 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60550) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:31.287296 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f43b4f8e-d095-4f8e-bfe6-fc96c9c7c82b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:31.292909 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-aee6f8ce-6313-4b46-81c7-751ca5af413b tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:31.302549 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-548daef5-e8e4-446b-901c-ec9dfa706c9f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:31.304826 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-aee6f8ce-6313-4b46-81c7-751ca5af413b tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:31.324898 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-db9aa1b3-a9be-4e04-ae32-b22747b73645 tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:31.328948 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-548daef5-e8e4-446b-901c-ec9dfa706c9f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:31.330908 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-548daef5-e8e4-446b-901c-ec9dfa706c9f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/networks/4e4ba918-87d8-4d09-aa60-d695d40c2a01 HTTP/1.1" status: 204 len: 168 time: 0.5018599 Jun 21 14:49:31.338106 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60554) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:31.347789 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33e51e-fa86-4f7e-980f-dbb17711efdb req-636e894f-c71d-4498-b558-3179fe8aaf82 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:31.349431 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-eb33e51e-fa86-4f7e-980f-dbb17711efdb req-636e894f-c71d-4498-b558-3179fe8aaf82 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 943 time: 0.2407374 Jun 21 14:49:31.365382 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-c7e00e68-e080-42a0-a9fd-c75b89bcff67 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-309747937'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:31.366629 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-f861f4d0-c3cd-4725-8850-6429871acd94 tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Allocated IP 172.26.3.220 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/ec32eab2-0a63-4b4d-9521-40a1c681aeb7) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:49:31.376046 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548daef5-e8e4-446b-901c-ec9dfa706c9f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Network': ['ID=4e4ba918-87d8-4d09-aa60-d695d40c2a01,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:31.386671 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-548daef5-e8e4-446b-901c-ec9dfa706c9f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:31.433871 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e00e68-e080-42a0-a9fd-c75b89bcff67 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Made reservation on behalf of 4c5b77aec9d44a3cb3b2efd682f8e133 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:31.437587 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c7e00e68-e080-42a0-a9fd-c75b89bcff67 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:31.439871 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4a401991-a101-4473-b755-53689f7e1a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:31.463816 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-eb33e51e-fa86-4f7e-980f-dbb17711efdb req-54c930e1-87db-4ccf-b0cd-db5bc1f9bc51 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919728 Jun 21 14:49:31.482766 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4a401991-a101-4473-b755-53689f7e1a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:31.498226 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7e00e68-e080-42a0-a9fd-c75b89bcff67 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:49:31.521414 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-aee6f8ce-6313-4b46-81c7-751ca5af413b tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:31.521956 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee6f8ce-6313-4b46-81c7-751ca5af413b tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 055729d3-033d-4b0a-a0a9-a6c48039b5df {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:49:31.528762 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-aee6f8ce-6313-4b46-81c7-751ca5af413b tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:31.532685 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-aee6f8ce-6313-4b46-81c7-751ca5af413b tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] 10.222.0.72 "DELETE /v2.0/routers/055729d3-033d-4b0a-a0a9-a6c48039b5df HTTP/1.1" status: 204 len: 168 time: 0.8022861 Jun 21 14:49:31.544174 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c7e00e68-e080-42a0-a9fd-c75b89bcff67 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:31.544758 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-c7e00e68-e080-42a0-a9fd-c75b89bcff67 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Added segment 1475a7f2-1abb-48b2-957d-f2cfa6447ce8 of type vlan for network a8134472-6634-4a16-9f90-d0afb5340674 Jun 21 14:49:31.567376 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f861f4d0-c3cd-4725-8850-6429871acd94 tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:31.610704 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c7e00e68-e080-42a0-a9fd-c75b89bcff67 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:31.647680 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f861f4d0-c3cd-4725-8850-6429871acd94 tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:31.648799 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4a401991-a101-4473-b755-53689f7e1a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:31.651502 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4a401991-a101-4473-b755-53689f7e1a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:31.655284 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4a401991-a101-4473-b755-53689f7e1a23 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/08e9057a-ff51-4468-9d58-f0f1a0531394 HTTP/1.1" status: 204 len: 168 time: 0.3678958 Jun 21 14:49:31.655726 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:31.657408 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4ef9d244-b521-436d-aee3-100dee59eae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:31.668459 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c7e00e68-e080-42a0-a9fd-c75b89bcff67 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:31.676233 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036ffd14-e68f-4659-9c1f-f69a99f8ac9d req-95056e76-122e-4dc1-9894-6e94fbb56984 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:31.677755 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-036ffd14-e68f-4659-9c1f-f69a99f8ac9d req-95056e76-122e-4dc1-9894-6e94fbb56984 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa HTTP/1.1" status: 200 len: 945 time: 0.1595204 Jun 21 14:49:31.678612 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a401991-a101-4473-b755-53689f7e1a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e9057a-ff51-4468-9d58-f0f1a0531394,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:31.685541 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e00e68-e080-42a0-a9fd-c75b89bcff67 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:31.686179 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c7e00e68-e080-42a0-a9fd-c75b89bcff67 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:31.688931 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4a401991-a101-4473-b755-53689f7e1a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:31.690674 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:31.711860 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f861f4d0-c3cd-4725-8850-6429871acd94 tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:31.716594 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-f861f4d0-c3cd-4725-8850-6429871acd94 tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:31.728039 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f861f4d0-c3cd-4725-8850-6429871acd94 tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:31.732571 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 32b31af4-f03b-48d7-a71d-b78859be8b27 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:49:31.755988 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861f4d0-c3cd-4725-8850-6429871acd94 tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Pushing event updated for resources: {'Port': ['ID=ec32eab2-0a63-4b4d-9521-40a1c681aeb7,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:31.761159 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f861f4d0-c3cd-4725-8850-6429871acd94 tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:31.797581 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f861f4d0-c3cd-4725-8850-6429871acd94 tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:31.798180 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f861f4d0-c3cd-4725-8850-6429871acd94 tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:31.823601 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c7e00e68-e080-42a0-a9fd-c75b89bcff67 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4794259 Jun 21 14:49:31.827965 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60568) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:31.836511 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e00e68-e080-42a0-a9fd-c75b89bcff67 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Network': ['ID=a8134472-6634-4a16-9f90-d0afb5340674,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:31.840463 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c7e00e68-e080-42a0-a9fd-c75b89bcff67 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:31.841620 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f861f4d0-c3cd-4725-8850-6429871acd94 tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6802087 Jun 21 14:49:31.846003 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60570) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:31.851583 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-22b8f8ad-3e06-4391-85fb-157fcfb3d033 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'subnet': {'network_id': 'a8134472-6634-4a16-9f90-d0afb5340674', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:31.852682 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-773d50e6-12f6-4a46-83d6-623c3db09c1b tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.220'}]}}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:31.861250 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network a8134472-6634-4a16-9f90-d0afb5340674 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:49:31.876004 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-036ffd14-e68f-4659-9c1f-f69a99f8ac9d req-2bc26a3f-d3df-4162-b30b-cf26f79613ee tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb9e8f8a-52cd-400c-95c5-e1624b2e12e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860943 Jun 21 14:49:31.922486 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-773d50e6-12f6-4a46-83d6-623c3db09c1b tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:31.923555 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-773d50e6-12f6-4a46-83d6-623c3db09c1b tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:31.972047 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 32b31af4-f03b-48d7-a71d-b78859be8b27, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=32b31af4-f03b-48d7-a71d-b78859be8b27,segment=NetworkSegment(f494193e-eb98-474d-8309-6b49d7e2f849),segment_id=f494193e-eb98-474d-8309-6b49d7e2f849)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:31.995595 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b8f8ad-3e06-4391-85fb-157fcfb3d033 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Made reservation on behalf of 4c5b77aec9d44a3cb3b2efd682f8e133 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:32.002352 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-22b8f8ad-3e06-4391-85fb-157fcfb3d033 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:32.003266 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '32b31af4-f03b-48d7-a71d-b78859be8b27', 'network_id': '84e1768a-a440-4f3b-9a03-5323ebc8092f', 'port_id': '32b31af4-f03b-48d7-a71d-b78859be8b27', 'mac_address': 'fa:16:3e:57:f2:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab9b3e1e-da06-4d3e-a679-80adc4390a65', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:49:32.023544 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-773d50e6-12f6-4a46-83d6-623c3db09c1b tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:32.060069 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:32.077631 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32b31af4-f03b-48d7-a71d-b78859be8b27 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:49:32.107087 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 32b31af4-f03b-48d7-a71d-b78859be8b27, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=32b31af4-f03b-48d7-a71d-b78859be8b27,segment=NetworkSegment(f494193e-eb98-474d-8309-6b49d7e2f849),segment_id=f494193e-eb98-474d-8309-6b49d7e2f849)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:32.111659 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60576) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:32.113020 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:32.116664 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e844591a-1a46-44cf-8153-2c034440b7df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:32.185839 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=32b31af4-f03b-48d7-a71d-b78859be8b27,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:32.197363 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:32.285307 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-773d50e6-12f6-4a46-83d6-623c3db09c1b tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:32.285566 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-22b8f8ad-3e06-4391-85fb-157fcfb3d033 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:32.288834 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:32.333166 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc1fd0-1e8e-4a04-9143-a4819232bbc7 req-3e67cd51-81d1-4bb7-8b2d-7af8da654ee5 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:32.334706 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f2bc1fd0-1e8e-4a04-9143-a4819232bbc7 req-3e67cd51-81d1-4bb7-8b2d-7af8da654ee5 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b97222f-057c-4a8d-b6ae-c4dca715d228 HTTP/1.1" status: 200 len: 944 time: 0.2383745 Jun 21 14:49:32.368232 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b8f8ad-3e06-4391-85fb-157fcfb3d033 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Subnet': ['ID=2d68c709-7838-4bc4-854f-21f4c57d55c3,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:32.372368 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-22b8f8ad-3e06-4391-85fb-157fcfb3d033 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:32.396874 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b8f8ad-3e06-4391-85fb-157fcfb3d033 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Checking segment: {'id': '1475a7f2-1abb-48b2-957d-f2cfa6447ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a8134472-6634-4a16-9f90-d0afb5340674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:49:32.397116 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b8f8ad-3e06-4391-85fb-157fcfb3d033 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Network hostable DHCP agents. Network: a8134472-6634-4a16-9f90-d0afb5340674, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:49:32.407542 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f2bc1fd0-1e8e-4a04-9143-a4819232bbc7 req-bea43901-2c01-4af9-a10d-ce930fae8edd tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0b4eee-c620-4d88-9101-6249791c8813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490785 Jun 21 14:49:32.418085 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b8f8ad-3e06-4391-85fb-157fcfb3d033 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Network a8134472-6634-4a16-9f90-d0afb5340674 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:49:32.435868 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-87ee6777-619b-4707-959d-3c99288e2b69 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1240588989', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}, 'admin_state_up': False}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:32.443700 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-22b8f8ad-3e06-4391-85fb-157fcfb3d033 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, a8134472-6634-4a16-9f90-d0afb5340674) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:32.453204 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4baab3a-a6fe-4321-b6e6-ab9defbf9fac None None] Network a8134472-6634-4a16-9f90-d0afb5340674 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:49:32.460656 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['32b31af4-f03b-48d7-a71d-b78859be8b27'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:49:32.466317 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b8f8ad-3e06-4391-85fb-157fcfb3d033 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:32.467122 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-22b8f8ad-3e06-4391-85fb-157fcfb3d033 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:32.517546 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-87ee6777-619b-4707-959d-3c99288e2b69 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:32.518585 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-87ee6777-619b-4707-959d-3c99288e2b69 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:32.531081 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-22b8f8ad-3e06-4391-85fb-157fcfb3d033 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6998622 Jun 21 14:49:32.534305 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60590) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:32.552717 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-f9c2d536-b0a8-4693-a6cc-352025230f59 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'port': {'network_id': 'a8134472-6634-4a16-9f90-d0afb5340674', 'name': 'tempest-PortsIpV6TestJSON-876037785'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:32.665526 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-773d50e6-12f6-4a46-83d6-623c3db09c1b tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:32.676396 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-87ee6777-619b-4707-959d-3c99288e2b69 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:32.740635 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-773d50e6-12f6-4a46-83d6-623c3db09c1b tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:32.859845 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704bb104-3811-4aab-900b-d659a6d7de7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-a8134472-6634-4a16-9f90-d0afb5340674', 'network_id': 'a8134472-6634-4a16-9f90-d0afb5340674', 'tenant_id': '4c5b77aec9d44a3cb3b2efd682f8e133', 'fixed_ips': [{'subnet_id': '2d68c709-7838-4bc4-854f-21f4c57d55c3'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:49:32.860772 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-704bb104-3811-4aab-900b-d659a6d7de7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:32.883427 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-87ee6777-619b-4707-959d-3c99288e2b69 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:32.892963 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60602) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:32.938368 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c2d536-b0a8-4693-a6cc-352025230f59 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Made reservation on behalf of 4c5b77aec9d44a3cb3b2efd682f8e133 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:32.951397 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f9c2d536-b0a8-4693-a6cc-352025230f59 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:32.969995 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6130a2ac-323f-4797-b18a-7e43f1c11937 req-6f35f358-832f-4090-bb2a-1d4b2cae804e tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:32.971574 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6130a2ac-323f-4797-b18a-7e43f1c11937 req-6f35f358-832f-4090-bb2a-1d4b2cae804e tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 943 time: 0.2397690 Jun 21 14:49:33.054639 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-704bb104-3811-4aab-900b-d659a6d7de7b None None] Allocated IP 2001:db8::2 (a8134472-6634-4a16-9f90-d0afb5340674/2d68c709-7838-4bc4-854f-21f4c57d55c3/e94822b6-78a1-4aea-9ac0-0677e3e32b2e) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:49:33.057760 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6130a2ac-323f-4797-b18a-7e43f1c11937 req-5ef8daed-05ff-4859-8af6-5e7878004cc6 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784223 Jun 21 14:49:33.071689 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-773d50e6-12f6-4a46-83d6-623c3db09c1b tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:33.121038 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-f9c2d536-b0a8-4693-a6cc-352025230f59 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] device_id is not set on port 97af0711-db2f-4ffe-9455-11d574877ecb yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:49:33.170975 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-164c70a1-9cf2-4aa8-983c-efa201ab9f13 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-160589902', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:33.283592 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60614) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:33.284460 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-704bb104-3811-4aab-900b-d659a6d7de7b None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:33.294231 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-704bb104-3811-4aab-900b-d659a6d7de7b None None] Transition to ACTIVE for port object e94822b6-78a1-4aea-9ac0-0677e3e32b2e will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:33.311151 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-704bb104-3811-4aab-900b-d659a6d7de7b None None] Transition to ACTIVE for port object e94822b6-78a1-4aea-9ac0-0677e3e32b2e will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:33.318347 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-704bb104-3811-4aab-900b-d659a6d7de7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:33.321762 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-be700770-f127-40f7-aed7-33a4090fdca5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:33.329447 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-773d50e6-12f6-4a46-83d6-623c3db09c1b tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:33.335269 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-87ee6777-619b-4707-959d-3c99288e2b69 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router_gateway, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:33.336180 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-773d50e6-12f6-4a46-83d6-623c3db09c1b tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:33.341384 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164c70a1-9cf2-4aa8-983c-efa201ab9f13 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Made reservation on behalf of 158c0cb124b74f77a93a9168fc51c2f8 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:33.343771 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-164c70a1-9cf2-4aa8-983c-efa201ab9f13 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:33.370569 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704bb104-3811-4aab-900b-d659a6d7de7b None None] Network a8134472-6634-4a16-9f90-d0afb5340674 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:33.374479 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-704bb104-3811-4aab-900b-d659a6d7de7b None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:33.381386 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-87ee6777-619b-4707-959d-3c99288e2b69 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:33.386101 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704bb104-3811-4aab-900b-d659a6d7de7b None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:33.399463 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bb104-3811-4aab-900b-d659a6d7de7b None None] Pushing event updated for resources: {'Port': ['ID=e94822b6-78a1-4aea-9ac0-0677e3e32b2e,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:33.411720 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-164c70a1-9cf2-4aa8-983c-efa201ab9f13 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:33.419710 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-704bb104-3811-4aab-900b-d659a6d7de7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:33.424277 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9027684-eb99-454e-a73d-379b6db703f7 req-4cdf164a-837a-47b6-ba21-01cf01825f30 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:33.430352 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c9027684-eb99-454e-a73d-379b6db703f7 req-4cdf164a-837a-47b6-ba21-01cf01825f30 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa HTTP/1.1" status: 200 len: 945 time: 0.3138185 Jun 21 14:49:33.444917 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-ae3db4dd-e609-4e04-93a9-1644f2024750 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-538215516'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:33.478687 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-773d50e6-12f6-4a46-83d6-623c3db09c1b tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:33.479364 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-773d50e6-12f6-4a46-83d6-623c3db09c1b tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c4b2cc54-a467-489b-a020-1c4cc8916204 {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:49:33.487667 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3db4dd-e609-4e04-93a9-1644f2024750 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:33.492154 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-704bb104-3811-4aab-900b-d659a6d7de7b None None] Attempting to bind port e94822b6-78a1-4aea-9ac0-0677e3e32b2e on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:33.492268 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ae3db4dd-e609-4e04-93a9-1644f2024750 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:33.492496 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-704bb104-3811-4aab-900b-d659a6d7de7b None None] Attempting to bind port e94822b6-78a1-4aea-9ac0-0677e3e32b2e by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '1475a7f2-1abb-48b2-957d-f2cfa6447ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a8134472-6634-4a16-9f90-d0afb5340674'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:33.492901 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704bb104-3811-4aab-900b-d659a6d7de7b None None] Attempting to bind port e94822b6-78a1-4aea-9ac0-0677e3e32b2e on network a8134472-6634-4a16-9f90-d0afb5340674 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:33.496848 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-f9c2d536-b0a8-4693-a6cc-352025230f59 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Allocated IP 2001:db8::2b1 (a8134472-6634-4a16-9f90-d0afb5340674/2d68c709-7838-4bc4-854f-21f4c57d55c3/97af0711-db2f-4ffe-9455-11d574877ecb) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:49:33.499359 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704bb104-3811-4aab-900b-d659a6d7de7b None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:49:33.499589 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704bb104-3811-4aab-900b-d659a6d7de7b None None] Checking segment: {'id': '1475a7f2-1abb-48b2-957d-f2cfa6447ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a8134472-6634-4a16-9f90-d0afb5340674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:49:33.500273 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-704bb104-3811-4aab-900b-d659a6d7de7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:33.500698 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704bb104-3811-4aab-900b-d659a6d7de7b None None] Bound using segment: {'id': '1475a7f2-1abb-48b2-957d-f2cfa6447ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a8134472-6634-4a16-9f90-d0afb5340674'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:49:33.501210 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-704bb104-3811-4aab-900b-d659a6d7de7b None None] Bound port: e94822b6-78a1-4aea-9ac0-0677e3e32b2e, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1475a7f2-1abb-48b2-957d-f2cfa6447ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'a8134472-6634-4a16-9f90-d0afb5340674'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:49:33.501591 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-704bb104-3811-4aab-900b-d659a6d7de7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:33.527708 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ae3db4dd-e609-4e04-93a9-1644f2024750 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:33.529774 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-87ee6777-619b-4707-959d-3c99288e2b69 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Allocated IP 172.26.3.46 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/a6ef7529-477a-47e7-bad2-6e0b2745e656) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:49:33.570747 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c9027684-eb99-454e-a73d-379b6db703f7 req-a8e08b47-dd6f-46a7-923c-fe875afea5cc tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb9e8f8a-52cd-400c-95c5-e1624b2e12e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032100 Jun 21 14:49:33.577946 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-704bb104-3811-4aab-900b-d659a6d7de7b None None] For port e94822b6-78a1-4aea-9ac0-0677e3e32b2e, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:49:33.581873 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-704bb104-3811-4aab-900b-d659a6d7de7b None None] For port e94822b6-78a1-4aea-9ac0-0677e3e32b2e, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=e94822b6-78a1-4aea-9ac0-0677e3e32b2e,segment=NetworkSegment(1475a7f2-1abb-48b2-957d-f2cfa6447ce8),segment_id=1475a7f2-1abb-48b2-957d-f2cfa6447ce8)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:49:33.589643 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-704bb104-3811-4aab-900b-d659a6d7de7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:33.593543 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:33.664025 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bb104-3811-4aab-900b-d659a6d7de7b None None] Pushing event updated for resources: {'Port': ['ID=e94822b6-78a1-4aea-9ac0-0677e3e32b2e,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:33.668990 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-704bb104-3811-4aab-900b-d659a6d7de7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:33.690391 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-164c70a1-9cf2-4aa8-983c-efa201ab9f13 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:33.706691 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fa3df4-ad0d-4b26-aa81-50b66595f117 req-cb9a70d6-2f31-4955-ba2f-ffa3734f35ca tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:33.708485 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-77fa3df4-ad0d-4b26-aa81-50b66595f117 req-cb9a70d6-2f31-4955-ba2f-ffa3734f35ca tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b97222f-057c-4a8d-b6ae-c4dca715d228 HTTP/1.1" status: 200 len: 944 time: 0.1098287 Jun 21 14:49:33.710468 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-164c70a1-9cf2-4aa8-983c-efa201ab9f13 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:33.713880 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-bc7bc8d9-46b5-4b51-abae-d3e37bfadfaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:33.717456 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-164c70a1-9cf2-4aa8-983c-efa201ab9f13 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] device_id is not set on port 70d274ee-7aaa-4c23-8ec4-983197845998 yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:49:33.739922 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device ac8496c7-d6cc-470a-91c4-c943a5eda639 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:49:33.740282 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-773d50e6-12f6-4a46-83d6-623c3db09c1b tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 21 14:49:33.741227 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-773d50e6-12f6-4a46-83d6-623c3db09c1b tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8942840 Jun 21 14:49:33.746467 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60622) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:33.774721 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 32b31af4-f03b-48d7-a71d-b78859be8b27 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:49:33.828998 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-87ee6777-619b-4707-959d-3c99288e2b69 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:33.854430 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c70a1-9cf2-4aa8-983c-efa201ab9f13 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ffc752-a744-48bf-8079-da3743a65664,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:33.857854 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-164c70a1-9cf2-4aa8-983c-efa201ab9f13 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:33.886344 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f9c2d536-b0a8-4693-a6cc-352025230f59 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:33.910248 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-77fa3df4-ad0d-4b26-aa81-50b66595f117 req-290a9cbe-4faa-4e45-bc10-f692bbdabeee tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0b4eee-c620-4d88-9101-6249791c8813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802931 Jun 21 14:49:33.935745 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-f9c2d536-b0a8-4693-a6cc-352025230f59 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Transition to ACTIVE for port object 97af0711-db2f-4ffe-9455-11d574877ecb will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:33.963582 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port ac8496c7-d6cc-470a-91c4-c943a5eda639, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ac8496c7-d6cc-470a-91c4-c943a5eda639,segment=NetworkSegment(13e41d55-d7a6-42e5-906b-ff2e60f019f8),segment_id=13e41d55-d7a6-42e5-906b-ff2e60f019f8)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:33.992234 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': 'ac8496c7-d6cc-470a-91c4-c943a5eda639', 'network_id': '393f8381-0805-46a3-9584-62cfa82bcbaf', 'port_id': 'ac8496c7-d6cc-470a-91c4-c943a5eda639', 'mac_address': 'fa:16:3e:85:ae:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3bb9f9f-5a2e-4ed7-b8d4-076458baa435', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:49:34.006198 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-87ee6777-619b-4707-959d-3c99288e2b69 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:34.011066 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0a6dc6b0-716f-4e83-a51b-08d3f34d6c39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:34.018437 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914844db-c65b-4808-980f-1f3d82c3e064 req-745a24fd-26d4-4e54-8723-bb19d4fbb8b7 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:34.029174 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-914844db-c65b-4808-980f-1f3d82c3e064 req-745a24fd-26d4-4e54-8723-bb19d4fbb8b7 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa HTTP/1.1" status: 200 len: 945 time: 0.2983072 Jun 21 14:49:34.037259 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port 32b31af4-f03b-48d7-a71d-b78859be8b27 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:49:34.045743 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 32b31af4-f03b-48d7-a71d-b78859be8b27 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:34.046164 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:34.047687 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60624) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:34.059166 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-02c26ea0-3910-4783-8f1a-b561ea8a1d84 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Request body: {'floatingip': {'port_id': 'a4761b37-67e5-4592-bbd3-af9b9171ea97'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:34.066735 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ae3db4dd-e609-4e04-93a9-1644f2024750 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:34.079208 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ae3db4dd-e609-4e04-93a9-1644f2024750 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:34.084744 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:34.098467 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-340544bb-f75d-4ab7-8df0-e29af41d916b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:34.128645 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-164c70a1-9cf2-4aa8-983c-efa201ab9f13 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Allocated IP 172.26.3.198 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/70d274ee-7aaa-4c23-8ec4-983197845998) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:49:34.134062 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac8496c7-d6cc-470a-91c4-c943a5eda639 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:49:34.138708 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae3db4dd-e609-4e04-93a9-1644f2024750 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:49:34.171512 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3db4dd-e609-4e04-93a9-1644f2024750 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beda02c0-60d1-4ab1-b678-f451de47b9d3,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:34.174741 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ae3db4dd-e609-4e04-93a9-1644f2024750 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:34.175091 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-ae3db4dd-e609-4e04-93a9-1644f2024750 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Added segment e8e8f570-ffa2-4dd0-adc7-33bd26d3907e of type vlan for network 8e867a28-8d41-47df-a2af-a54cb8b30a66 Jun 21 14:49:34.177723 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-70186385-1643-44d5-b377-4c1783b3a6c5 tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Deleting port ec32eab2-0a63-4b4d-9521-40a1c681aeb7 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:34.178085 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-70186385-1643-44d5-b377-4c1783b3a6c5 tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:34.179124 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ae3db4dd-e609-4e04-93a9-1644f2024750 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:34.188570 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ee6777-619b-4707-959d-3c99288e2b69 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:34.193000 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port ac8496c7-d6cc-470a-91c4-c943a5eda639, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ac8496c7-d6cc-470a-91c4-c943a5eda639,segment=NetworkSegment(13e41d55-d7a6-42e5-906b-ff2e60f019f8),segment_id=13e41d55-d7a6-42e5-906b-ff2e60f019f8)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:34.202491 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-02c26ea0-3910-4783-8f1a-b561ea8a1d84 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks [] for floatingip, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:34.205080 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f9c2d536-b0a8-4693-a6cc-352025230f59 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:34.227663 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:34.235903 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee6777-619b-4707-959d-3c99288e2b69 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Pushing event updated for resources: {'Port': ['ID=a6ef7529-477a-47e7-bad2-6e0b2745e656,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:34.236244 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f1170410-84db-4712-a109-b47b5ce6ace8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:34.266161 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ae3db4dd-e609-4e04-93a9-1644f2024750 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:34.277609 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:34.308750 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=ac8496c7-d6cc-470a-91c4-c943a5eda639,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:34.312725 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:34.318352 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b97222f-057c-4a8d-b6ae-c4dca715d228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b31af4-f03b-48d7-a71d-b78859be8b27'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:49:34.320661 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d616f22-de19-4df4-8638-e4f6ea370b11" -d '{"events": [{"server_uuid": "8b97222f-057c-4a8d-b6ae-c4dca715d228", "name": "network-vif-plugged", "status": "completed", "tag": "32b31af4-f03b-48d7-a71d-b78859be8b27"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:49:34.354894 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 32b31af4-f03b-48d7-a71d-b78859be8b27, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=32b31af4-f03b-48d7-a71d-b78859be8b27,segment=NetworkSegment(f494193e-eb98-474d-8309-6b49d7e2f849),segment_id=f494193e-eb98-474d-8309-6b49d7e2f849)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:34.365323 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:34.371026 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-78f669d5-1662-4e9c-85f7-38caa802049d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:34.375633 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99360051-41a8-4d98-b0f2-49ac0782b4ed x-openstack-request-id: req-99360051-41a8-4d98-b0f2-49ac0782b4ed {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:49:34.376039 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b97222f-057c-4a8d-b6ae-c4dca715d228", "name": "network-vif-plugged", "status": "completed", "tag": "32b31af4-f03b-48d7-a71d-b78859be8b27", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:49:34.376340 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-99360051-41a8-4d98-b0f2-49ac0782b4ed {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:49:34.376786 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b97222f-057c-4a8d-b6ae-c4dca715d228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32b31af4-f03b-48d7-a71d-b78859be8b27', 'code': 200} Jun 21 14:49:34.430160 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ae3db4dd-e609-4e04-93a9-1644f2024750 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:34.448025 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3db4dd-e609-4e04-93a9-1644f2024750 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:34.448651 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ae3db4dd-e609-4e04-93a9-1644f2024750 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:34.458949 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa5b93-a531-44ee-9d49-158113ef5705 req-6ee4d2eb-d083-49e4-9338-a8e7aa0d4469 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:34.460506 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fbaa5b93-a531-44ee-9d49-158113ef5705 req-6ee4d2eb-d083-49e4-9338-a8e7aa0d4469 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 944 time: 0.2090046 Jun 21 14:49:34.465986 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-548daef5-e8e4-446b-901c-ec9dfa706c9f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:34.470631 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=32b31af4-f03b-48d7-a71d-b78859be8b27,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:34.482868 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:34.529992 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-87ee6777-619b-4707-959d-3c99288e2b69 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:34.535761 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-87ee6777-619b-4707-959d-3c99288e2b69 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:34.540245 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ee6777-619b-4707-959d-3c99288e2b69 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:34.542211 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c2b015c2-dcf7-410a-ae8b-34b191006a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:34.562193 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['ac8496c7-d6cc-470a-91c4-c943a5eda639'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:49:34.562677 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-164c70a1-9cf2-4aa8-983c-efa201ab9f13 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:34.585050 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-ae3db4dd-e609-4e04-93a9-1644f2024750 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2966523 Jun 21 14:49:34.585050 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3db4dd-e609-4e04-93a9-1644f2024750 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Network': ['ID=8e867a28-8d41-47df-a2af-a54cb8b30a66,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:34.587361 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ae3db4dd-e609-4e04-93a9-1644f2024750 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:34.589700 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60630) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:34.612772 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:49:34.623874 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-d8c42854-f931-4037-96c9-4cffb81d6228 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:34.668491 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fbaa5b93-a531-44ee-9d49-158113ef5705 req-8d558bac-c0b4-40d7-ad39-a5edce9689ab tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289625 Jun 21 14:49:34.698487 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2d536-b0a8-4693-a6cc-352025230f59 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Port': ['ID=97af0711-db2f-4ffe-9455-11d574877ecb,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:34.702873 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f9c2d536-b0a8-4693-a6cc-352025230f59 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:34.713375 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c2d536-b0a8-4693-a6cc-352025230f59 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Network a8134472-6634-4a16-9f90-d0afb5340674 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:34.727781 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61bdc1-055d-4e74-a768-9a9a29ba1f56 req-6482ce95-3b9f-48cf-ae33-561ba2ebe170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:34.729756 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8c61bdc1-055d-4e74-a768-9a9a29ba1f56 req-6482ce95-3b9f-48cf-ae33-561ba2ebe170 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8b97222f-057c-4a8d-b6ae-c4dca715d228 HTTP/1.1" status: 200 len: 1098 time: 0.1312647 Jun 21 14:49:34.731748 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-164c70a1-9cf2-4aa8-983c-efa201ab9f13 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:34.736308 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-707944ca-f746-4021-bf47-c3b14cbca084 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:34.763390 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-f9c2d536-b0a8-4693-a6cc-352025230f59 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:34.766935 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c2d536-b0a8-4693-a6cc-352025230f59 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:34.774601 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c2d536-b0a8-4693-a6cc-352025230f59 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:34.775446 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f9c2d536-b0a8-4693-a6cc-352025230f59 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:34.787935 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c70a1-9cf2-4aa8-983c-efa201ab9f13 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Pushing event updated for resources: {'Port': ['ID=70d274ee-7aaa-4c23-8ec4-983197845998,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:34.816732 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-164c70a1-9cf2-4aa8-983c-efa201ab9f13 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:34.834982 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8c61bdc1-055d-4e74-a768-9a9a29ba1f56 req-8436c3a9-a135-4f44-b4a6-38bb811f69cc service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6a0b4eee-c620-4d88-9101-6249791c8813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502429 Jun 21 14:49:34.836745 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164c70a1-9cf2-4aa8-983c-efa201ab9f13 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:34.838504 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-164c70a1-9cf2-4aa8-983c-efa201ab9f13 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:34.840711 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164c70a1-9cf2-4aa8-983c-efa201ab9f13 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:34.888977 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164c70a1-9cf2-4aa8-983c-efa201ab9f13 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:34.889586 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-164c70a1-9cf2-4aa8-983c-efa201ab9f13 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:34.933620 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406058e5-fd1a-4356-a342-e6d7ce812c8b None None] Network a8134472-6634-4a16-9f90-d0afb5340674 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:49:35.002024 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-42a1b05b-5240-497c-bb8a-72898a3ac78c None None] Provisioning for port e94822b6-78a1-4aea-9ac0-0677e3e32b2e completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:49:35.003102 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-70186385-1643-44d5-b377-4c1783b3a6c5 tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:35.019304 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-164c70a1-9cf2-4aa8-983c-efa201ab9f13 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.1233389 Jun 21 14:49:35.021491 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60634) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:35.031651 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-de77152b-a16b-47c9-b6a3-ae3c44d83787 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.198'}]}}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:35.034914 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c42854-f931-4037-96c9-4cffb81d6228 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:35.037872 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d8c42854-f931-4037-96c9-4cffb81d6228 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:35.063018 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-de77152b-a16b-47c9-b6a3-ae3c44d83787 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:35.064983 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-de77152b-a16b-47c9-b6a3-ae3c44d83787 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:35.118898 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f9c2d536-b0a8-4693-a6cc-352025230f59 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5823524 Jun 21 14:49:35.127544 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60636) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:35.180345 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:35.209426 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-70186385-1643-44d5-b377-4c1783b3a6c5 tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Calling delete_port for ec32eab2-0a63-4b4d-9521-40a1c681aeb7 owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:35.362348 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e94822b6-78a1-4aea-9ac0-0677e3e32b2e up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:49:35.428078 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port e94822b6-78a1-4aea-9ac0-0677e3e32b2e completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:49:35.433236 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-de77152b-a16b-47c9-b6a3-ae3c44d83787 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:35.434046 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port e94822b6-78a1-4aea-9ac0-0677e3e32b2e triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:35.435444 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:35.511408 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-94cdeb9f-a67c-4c24-b134-78ba5613b7f9 None None] Provisioning complete for port e94822b6-78a1-4aea-9ac0-0677e3e32b2e triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:35.512477 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-94cdeb9f-a67c-4c24-b134-78ba5613b7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:35.560186 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573af5d9-265b-4927-9498-810ed35ce571 req-2e953d0d-5c94-4aad-9b3a-3f99c3b5def9 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:35.561646 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-573af5d9-265b-4927-9498-810ed35ce571 req-2e953d0d-5c94-4aad-9b3a-3f99c3b5def9 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b97222f-057c-4a8d-b6ae-c4dca715d228 HTTP/1.1" status: 200 len: 945 time: 0.4655354 Jun 21 14:49:35.590869 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:35.636587 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port e94822b6-78a1-4aea-9ac0-0677e3e32b2e, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=e94822b6-78a1-4aea-9ac0-0677e3e32b2e,segment=NetworkSegment(1475a7f2-1abb-48b2-957d-f2cfa6447ce8),segment_id=1475a7f2-1abb-48b2-957d-f2cfa6447ce8)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:35.654653 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-de77152b-a16b-47c9-b6a3-ae3c44d83787 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:35.657965 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:35.661888 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-c000f79b-020b-4139-a5a3-5f045725debf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:35.700277 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-94cdeb9f-a67c-4c24-b134-78ba5613b7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:35.729346 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-573af5d9-265b-4927-9498-810ed35ce571 req-6a3e502a-9f02-4dfa-a0cf-d10480920da9 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0b4eee-c620-4d88-9101-6249791c8813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200869 Jun 21 14:49:35.735355 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=e94822b6-78a1-4aea-9ac0-0677e3e32b2e,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:35.738536 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:35.766802 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device ac8496c7-d6cc-470a-91c4-c943a5eda639 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:49:35.820560 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.db.api [None req-94cdeb9f-a67c-4c24-b134-78ba5613b7f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 14:49:35.820985 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_db.api [None req-94cdeb9f-a67c-4c24-b134-78ba5613b7f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 14:49:35.829179 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-87ee6777-619b-4707-959d-3c99288e2b69 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router_gateway, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:35.839376 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port ac8496c7-d6cc-470a-91c4-c943a5eda639 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:49:35.843571 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port ac8496c7-d6cc-470a-91c4-c943a5eda639 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:35.851477 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:35.930763 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-106c31fa-d544-43a5-a449-fb9d5b62d73b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Deleting port 97af0711-db2f-4ffe-9455-11d574877ecb {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:35.931153 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-106c31fa-d544-43a5-a449-fb9d5b62d73b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:35.952165 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:36.006049 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port ac8496c7-d6cc-470a-91c4-c943a5eda639, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ac8496c7-d6cc-470a-91c4-c943a5eda639,segment=NetworkSegment(13e41d55-d7a6-42e5-906b-ff2e60f019f8),segment_id=13e41d55-d7a6-42e5-906b-ff2e60f019f8)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:36.015496 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:36.015902 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-de77152b-a16b-47c9-b6a3-ae3c44d83787 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:36.021306 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:36.065755 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab3f38-0105-4ef0-850c-b81f241e91ec req-6741ca46-5aae-45cd-be1d-f29ad4d8128c tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:36.076255 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=ac8496c7-d6cc-470a-91c4-c943a5eda639,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:36.076511 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-60ab3f38-0105-4ef0-850c-b81f241e91ec req-6741ca46-5aae-45cd-be1d-f29ad4d8128c tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 944 time: 0.1455276 Jun 21 14:49:36.079388 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:36.080308 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-de77152b-a16b-47c9-b6a3-ae3c44d83787 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:36.153297 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-60ab3f38-0105-4ef0-850c-b81f241e91ec req-bee00263-a17e-4a14-964c-97f5a39d6c2d tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756216 Jun 21 14:49:36.260054 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-de77152b-a16b-47c9-b6a3-ae3c44d83787 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:36.378994 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ee68b4-85bc-4fff-b1eb-69a7ff51d734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8496c7-d6cc-470a-91c4-c943a5eda639'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:49:36.382108 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b1f7ea-83ab-4e14-bc48-75e9e32ce172" -d '{"events": [{"server_uuid": "b9ee68b4-85bc-4fff-b1eb-69a7ff51d734", "name": "network-vif-plugged", "status": "completed", "tag": "ac8496c7-d6cc-470a-91c4-c943a5eda639"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:49:36.391885 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-94cdeb9f-a67c-4c24-b134-78ba5613b7f9 None None] Provisioning for port 97af0711-db2f-4ffe-9455-11d574877ecb completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:49:36.394183 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-94cdeb9f-a67c-4c24-b134-78ba5613b7f9 None None] Provisioning complete for port 97af0711-db2f-4ffe-9455-11d574877ecb triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:36.395159 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-94cdeb9f-a67c-4c24-b134-78ba5613b7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:36.436500 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-de77152b-a16b-47c9-b6a3-ae3c44d83787 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:36.438801 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-de77152b-a16b-47c9-b6a3-ae3c44d83787 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:36.446034 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55056db-c867-4714-8641-577fcedd3ddd x-openstack-request-id: req-e55056db-c867-4714-8641-577fcedd3ddd {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:49:36.448056 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ee68b4-85bc-4fff-b1eb-69a7ff51d734", "name": "network-vif-plugged", "status": "completed", "tag": "ac8496c7-d6cc-470a-91c4-c943a5eda639", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:49:36.448056 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e55056db-c867-4714-8641-577fcedd3ddd {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:49:36.448450 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ee68b4-85bc-4fff-b1eb-69a7ff51d734', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8496c7-d6cc-470a-91c4-c943a5eda639', 'code': 200} Jun 21 14:49:36.449962 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-94cdeb9f-a67c-4c24-b134-78ba5613b7f9 None None] Port 97af0711-db2f-4ffe-9455-11d574877ecb cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:49:36.466803 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-70186385-1643-44d5-b377-4c1783b3a6c5 tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:36.468571 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d8c42854-f931-4037-96c9-4cffb81d6228 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:36.479153 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-85fbc293-507a-4e4a-9ee9-6dd53938cae3 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:36.502705 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-de77152b-a16b-47c9-b6a3-ae3c44d83787 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:36.503983 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de77152b-a16b-47c9-b6a3-ae3c44d83787 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 36d90d3b-3774-4746-804d-201b33d46021 {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:49:36.528311 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-de77152b-a16b-47c9-b6a3-ae3c44d83787 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jun 21 14:49:36.530348 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-de77152b-a16b-47c9-b6a3-ae3c44d83787 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.5070939 Jun 21 14:49:36.532214 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60642) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:36.565755 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70186385-1643-44d5-b377-4c1783b3a6c5 tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec32eab2-0a63-4b4d-9521-40a1c681aeb7,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:36.571631 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.db.resource_extend [None req-02c26ea0-3910-4783-8f1a-b561ea8a1d84 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 21 14:49:36.584722 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2e854da1-7801-473d-868f-ce5e26435b23 None None] Provisioning complete for port 97af0711-db2f-4ffe-9455-11d574877ecb triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:36.586150 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2e854da1-7801-473d-868f-ce5e26435b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:36.627601 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-70186385-1643-44d5-b377-4c1783b3a6c5 tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:36.628377 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:36.642154 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-2e854da1-7801-473d-868f-ce5e26435b23 None None] Port 97af0711-db2f-4ffe-9455-11d574877ecb cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:49:36.679048 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-7bb6b1ef-922d-4de0-9678-a0670f183020 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Deleting port 70d274ee-7aaa-4c23-8ec4-983197845998 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:36.679491 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7bb6b1ef-922d-4de0-9678-a0670f183020 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:36.687934 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-106c31fa-d544-43a5-a449-fb9d5b62d73b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:36.771852 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ce427-cc3d-4325-9e32-2c649c156174 req-67571f13-1123-469f-909d-8a75c8fc98c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:36.773340 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f14ce427-cc3d-4325-9e32-2c649c156174 req-67571f13-1123-469f-909d-8a75c8fc98c1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 1098 time: 0.1262271 Jun 21 14:49:36.777271 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7bb6b1ef-922d-4de0-9678-a0670f183020 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:36.848886 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-106c31fa-d544-43a5-a449-fb9d5b62d73b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Calling delete_port for 97af0711-db2f-4ffe-9455-11d574877ecb owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:36.855117 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-02c26ea0-3910-4783-8f1a-b561ea8a1d84 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:36.859196 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-7bb6b1ef-922d-4de0-9678-a0670f183020 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Calling delete_port for 70d274ee-7aaa-4c23-8ec4-983197845998 owned by {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:36.879589 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-02c26ea0-3910-4783-8f1a-b561ea8a1d84 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:36.916568 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f14ce427-cc3d-4325-9e32-2c649c156174 req-f98b717c-b5d4-4e1f-98ba-523310c6c315 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339550 Jun 21 14:49:36.936577 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c42854-f931-4037-96c9-4cffb81d6228 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Subnet': ['ID=e2dd79da-5a92-4df9-8adb-bfe40ff4fe48,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:36.974171 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d8c42854-f931-4037-96c9-4cffb81d6228 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:36.977441 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c42854-f931-4037-96c9-4cffb81d6228 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Checking segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:49:36.977810 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c42854-f931-4037-96c9-4cffb81d6228 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network hostable DHCP agents. Network: 8e867a28-8d41-47df-a2af-a54cb8b30a66, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:49:37.000871 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ffcd8b-a97e-4271-83ba-0ee5009d0360 req-ac11bfff-6bf9-4a6a-b2af-d6801761922d tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:37.002364 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-97ffcd8b-a97e-4271-83ba-0ee5009d0360 req-ac11bfff-6bf9-4a6a-b2af-d6801761922d tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b97222f-057c-4a8d-b6ae-c4dca715d228 HTTP/1.1" status: 200 len: 945 time: 0.1407275 Jun 21 14:49:37.005193 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-70186385-1643-44d5-b377-4c1783b3a6c5 tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:37.008698 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-70186385-1643-44d5-b377-4c1783b3a6c5 tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] 10.222.0.72 "DELETE /v2.0/ports/ec32eab2-0a63-4b4d-9521-40a1c681aeb7 HTTP/1.1" status: 204 len: 168 time: 3.2583251 Jun 21 14:49:37.082376 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-97ffcd8b-a97e-4271-83ba-0ee5009d0360 req-3b87c952-f292-4834-80c1-774293208ee4 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0b4eee-c620-4d88-9101-6249791c8813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698693 Jun 21 14:49:37.096965 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7bb6b1ef-922d-4de0-9678-a0670f183020 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:37.097466 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-87ee6777-619b-4707-959d-3c99288e2b69 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:37.102714 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c42854-f931-4037-96c9-4cffb81d6228 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:49:37.109574 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fae0a9f9-34c6-4caa-a6c2-eae694d9f245 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:37.133063 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.l3_db [None req-02c26ea0-3910-4783-8f1a-b561ea8a1d84 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Floating IP df0f7f2c-4f36-45a7-8d83-b353c8b4ba37 associated. External IP: 172.26.3.82, port: a4761b37-67e5-4592-bbd3-af9b9171ea97. Jun 21 14:49:37.144108 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb6b1ef-922d-4de0-9678-a0670f183020 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Pushing event deleted for resources: {'Port': ['ID=70d274ee-7aaa-4c23-8ec4-983197845998,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:37.168411 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-d8c42854-f931-4037-96c9-4cffb81d6228 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 8e867a28-8d41-47df-a2af-a54cb8b30a66) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:37.177574 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4c5a56-9556-409d-8da6-bfe5588ad661 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:49:37.199991 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb6b1ef-922d-4de0-9678-a0670f183020 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:37.201473 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb6b1ef-922d-4de0-9678-a0670f183020 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:37.201973 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb6b1ef-922d-4de0-9678-a0670f183020 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:37.204640 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb6b1ef-922d-4de0-9678-a0670f183020 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:37.205915 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb6b1ef-922d-4de0-9678-a0670f183020 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:37.207223 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb6b1ef-922d-4de0-9678-a0670f183020 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:37.209255 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb6b1ef-922d-4de0-9678-a0670f183020 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:37.210387 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb6b1ef-922d-4de0-9678-a0670f183020 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:37.213469 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb6b1ef-922d-4de0-9678-a0670f183020 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:37.214973 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb6b1ef-922d-4de0-9678-a0670f183020 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:37.216142 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb6b1ef-922d-4de0-9678-a0670f183020 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:37.216262 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb6b1ef-922d-4de0-9678-a0670f183020 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:37.218995 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c42854-f931-4037-96c9-4cffb81d6228 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:37.219583 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d8c42854-f931-4037-96c9-4cffb81d6228 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:37.267141 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-7bb6b1ef-922d-4de0-9678-a0670f183020 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:37.354391 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7bb6b1ef-922d-4de0-9678-a0670f183020 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:37.371187 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-7bb6b1ef-922d-4de0-9678-a0670f183020 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] 10.222.0.72 "DELETE /v2.0/ports/70d274ee-7aaa-4c23-8ec4-983197845998 HTTP/1.1" status: 204 len: 168 time: 0.8333178 Jun 21 14:49:37.381256 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d8c42854-f931-4037-96c9-4cffb81d6228 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7654428 Jun 21 14:49:37.387809 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60656) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:37.402120 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-dd537142-d2af-4bb0-a213-b5816fc97b58 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'port': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'name': 'tempest-NetworksTestDHCPv6-1719918589'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:37.458394 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-106c31fa-d544-43a5-a449-fb9d5b62d73b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:37.470569 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-70186385-1643-44d5-b377-4c1783b3a6c5 tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:37.498144 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db2c2e-2581-47e3-a2a0-e762b7c5efa5 req-ffe9348d-611b-4657-ac5d-e2a44f0769f2 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:37.499933 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-14db2c2e-2581-47e3-a2a0-e762b7c5efa5 req-ffe9348d-611b-4657-ac5d-e2a44f0769f2 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b97222f-057c-4a8d-b6ae-c4dca715d228 HTTP/1.1" status: 200 len: 945 time: 0.2087896 Jun 21 14:49:37.500299 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e94822b6-78a1-4aea-9ac0-0677e3e32b2e up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:49:37.500600 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60658) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:37.515211 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60660) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:37.524627 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-b985dc94-9f7b-4db1-933a-98504875f57f tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Request body: {'floatingip': {'port_id': '32b31af4-f03b-48d7-a71d-b78859be8b27'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:37.532987 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c31fa-d544-43a5-a449-fb9d5b62d73b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Port': ['ID=97af0711-db2f-4ffe-9455-11d574877ecb,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:37.541851 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-106c31fa-d544-43a5-a449-fb9d5b62d73b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:37.563561 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe391b0-6332-4a72-9b6b-587c1946745d req-249ab6f7-33d9-4a5b-94f0-e45c7b95b429 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:37.569336 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0fe391b0-6332-4a72-9b6b-587c1946745d req-249ab6f7-33d9-4a5b-94f0-e45c7b95b429 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.1676948 Jun 21 14:49:37.605269 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port e94822b6-78a1-4aea-9ac0-0677e3e32b2e triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:37.605648 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:37.609043 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-8e867a28-8d41-47df-a2af-a54cb8b30a66', 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'fixed_ips': [{'subnet_id': 'e2dd79da-5a92-4df9-8adb-bfe40ff4fe48'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:49:37.609925 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:37.627030 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0fe391b0-6332-4a72-9b6b-587c1946745d req-e0bc2a0a-3d6d-4d24-ac1b-b879f1ae80f0 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558591 Jun 21 14:49:37.687722 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b985dc94-9f7b-4db1-933a-98504875f57f tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks [] for floatingip, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:37.694253 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-106c31fa-d544-43a5-a449-fb9d5b62d73b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:37.696417 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-106c31fa-d544-43a5-a449-fb9d5b62d73b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/ports/97af0711-db2f-4ffe-9455-11d574877ecb HTTP/1.1" status: 204 len: 168 time: 2.5233562 Jun 21 14:49:37.699696 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60664) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:37.754091 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb99dcf-fa3e-400a-b281-e38217c8a2a7 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] DELETE failed (client error): The resource could not be found. Jun 21 14:49:37.763435 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdb99dcf-fa3e-400a-b281-e38217c8a2a7 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:49:37.767873 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fdb99dcf-fa3e-400a-b281-e38217c8a2a7 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/ports/97af0711-db2f-4ffe-9455-11d574877ecb HTTP/1.1" status: 404 len: 333 time: 0.0646253 Jun 21 14:49:37.768129 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60666) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:37.816340 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e4cb6a3-24d2-4b42-95ec-e0b6586850b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] GET failed (client error): The resource could not be found. Jun 21 14:49:37.818070 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5e4cb6a3-24d2-4b42-95ec-e0b6586850b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "GET /v2.0/ports/97af0711-db2f-4ffe-9455-11d574877ecb HTTP/1.1" status: 404 len: 333 time: 0.0489419 Jun 21 14:49:37.834790 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60670) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:37.835738 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bc3adbf1-a36c-4942-9793-67157b8bf642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:37.927776 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] Allocated IP 2001:db8::2 (8e867a28-8d41-47df-a2af-a54cb8b30a66/e2dd79da-5a92-4df9-8adb-bfe40ff4fe48/59faeb52-6b5d-4a97-bb85-177eab54bd7d) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:49:37.934946 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a21923-6d3d-478a-8a95-7602baa9934e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Deleting subnet 2d68c709-7838-4bc4-854f-21f4c57d55c3 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:49:37.938530 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f4a21923-6d3d-478a-8a95-7602baa9934e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:37.981821 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60672) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:38.002149 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f4a21923-6d3d-478a-8a95-7602baa9934e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:38.197414 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:38.198031 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bc3adbf1-a36c-4942-9793-67157b8bf642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:38.200960 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-492b2e27-d611-4602-b276-6a805beb5a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:38.203559 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f4a21923-6d3d-478a-8a95-7602baa9934e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:38.210585 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] Transition to ACTIVE for port object 59faeb52-6b5d-4a97-bb85-177eab54bd7d will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:38.213113 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ee6777-619b-4707-959d-3c99288e2b69 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Router bbefd8db-5a84-45ed-8ba3-f12973dbe78e is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:49:38.225890 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bc3adbf1-a36c-4942-9793-67157b8bf642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:38.228658 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] Transition to ACTIVE for port object 59faeb52-6b5d-4a97-bb85-177eab54bd7d will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:38.239641 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:38.242597 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:38.256463 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a15d340d-85ee-46be-9a99-6acf4efa19dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:38.268860 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-bc3adbf1-a36c-4942-9793-67157b8bf642 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=03de68582a884ce5afe0e9bb700d9c6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7667036 Jun 21 14:49:38.273871 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60676) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:38.287467 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:38.291766 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:38.294330 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:38.297917 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] Pushing event updated for resources: {'Port': ['ID=59faeb52-6b5d-4a97-bb85-177eab54bd7d,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:38.302013 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:38.326531 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c26ea0-3910-4783-8f1a-b561ea8a1d84 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Router 6fd8b839-a27a-4e3e-9965-5583343d5e43 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:49:38.328341 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3adbf1-a36c-4942-9793-67157b8bf642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5993708b-0ec6-4b1d-bb4e-24aab0ca374f,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:38.332663 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd537142-d2af-4bb0-a213-b5816fc97b58 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:38.341317 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-dd537142-d2af-4bb0-a213-b5816fc97b58 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:38.342421 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-bc3adbf1-a36c-4942-9793-67157b8bf642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:38.361637 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] Attempting to bind port 59faeb52-6b5d-4a97-bb85-177eab54bd7d on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:38.362152 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] Attempting to bind port 59faeb52-6b5d-4a97-bb85-177eab54bd7d by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:38.362593 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] Attempting to bind port 59faeb52-6b5d-4a97-bb85-177eab54bd7d on network 8e867a28-8d41-47df-a2af-a54cb8b30a66 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:38.368605 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:49:38.369075 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] Checking segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:49:38.369560 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:38.370285 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] Bound using segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:49:38.370852 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] Bound port: 59faeb52-6b5d-4a97-bb85-177eab54bd7d, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:49:38.371305 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:38.393909 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f5d6db6f-dd8f-4da1-9acb-ae3cb25d9ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:38.434132 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f4a21923-6d3d-478a-8a95-7602baa9934e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:38.442590 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f5d6db6f-dd8f-4da1-9acb-ae3cb25d9ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:38.452313 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-dd537142-d2af-4bb0-a213-b5816fc97b58 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] device_id is not set on port 0f7f540f-d828-4c3e-b969-c77b43fddfe2 yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:49:38.454437 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:38.472995 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] For port 59faeb52-6b5d-4a97-bb85-177eab54bd7d, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:49:38.476875 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] For port 59faeb52-6b5d-4a97-bb85-177eab54bd7d, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=59faeb52-6b5d-4a97-bb85-177eab54bd7d,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:49:38.482974 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:38.485122 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-be700770-f127-40f7-aed7-33a4090fdca5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:38.499279 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a21923-6d3d-478a-8a95-7602baa9934e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Subnet': ['ID=2d68c709-7838-4bc4-854f-21f4c57d55c3,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:38.517358 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f4a21923-6d3d-478a-8a95-7602baa9934e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:38.522022 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f4a21923-6d3d-478a-8a95-7602baa9934e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:38.524028 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f4a21923-6d3d-478a-8a95-7602baa9934e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/subnets/2d68c709-7838-4bc4-854f-21f4c57d55c3 HTTP/1.1" status: 204 len: 168 time: 0.6773939 Jun 21 14:49:38.531251 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a3f066-cf38-431d-be17-bfe9aa031e0b None None] Network a8134472-6634-4a16-9f90-d0afb5340674 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:49:38.536227 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60678) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:38.583115 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ee6777-619b-4707-959d-3c99288e2b69 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:49:38.594687 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f5d6db6f-dd8f-4da1-9acb-ae3cb25d9ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:38.597228 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f5d6db6f-dd8f-4da1-9acb-ae3cb25d9ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:38.600629 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f5d6db6f-dd8f-4da1-9acb-ae3cb25d9ba7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5993708b-0ec6-4b1d-bb4e-24aab0ca374f HTTP/1.1" status: 204 len: 168 time: 0.3195455 Jun 21 14:49:38.608987 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c67a1dfd-1f33-4d14-96b0-c856ee29c0ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:38.619283 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3700101-9026-4f6a-a661-228922aa92bb None None] Sync routers for ids ['bbefd8db-5a84-45ed-8ba3-f12973dbe78e'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:49:38.628486 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d6db6f-dd8f-4da1-9acb-ae3cb25d9ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5993708b-0ec6-4b1d-bb4e-24aab0ca374f,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:38.637496 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f5d6db6f-dd8f-4da1-9acb-ae3cb25d9ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:38.643710 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] Pushing event updated for resources: {'Port': ['ID=59faeb52-6b5d-4a97-bb85-177eab54bd7d,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:38.647494 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-492b2e27-d611-4602-b276-6a805beb5a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:38.666052 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-492b2e27-d611-4602-b276-6a805beb5a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:38.675762 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-39acb18e-f2dd-4604-8637-06fc9fd0d609 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:38.697161 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3700101-9026-4f6a-a661-228922aa92bb None None] Routers {'bbefd8db-5a84-45ed-8ba3-f12973dbe78e'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:49:38.707812 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-c3700101-9026-4f6a-a661-228922aa92bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:49:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['bbefd8db-5a84-45ed-8ba3-f12973dbe78e'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:38.710980 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-517d4b45-9fe8-4b42-99d2-845e9d2a0527 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:38.740009 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-492b2e27-d611-4602-b276-6a805beb5a52 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7c946f2133dc4cff8f1d5e208970279f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7545056 Jun 21 14:49:38.744271 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60684) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:38.752622 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492b2e27-d611-4602-b276-6a805beb5a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce65b2ce-fe47-4533-a61c-4b8dc05aef61,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:38.796697 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-87ee6777-619b-4707-959d-3c99288e2b69 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:38.797959 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-87ee6777-619b-4707-959d-3c99288e2b69 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.6851456 Jun 21 14:49:38.818530 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-492b2e27-d611-4602-b276-6a805beb5a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:38.826411 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60686) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:38.829265 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-c3700101-9026-4f6a-a661-228922aa92bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:38.851222 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:38.851726 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:38.857202 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:38.857620 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:38.857982 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:38.858314 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:38.858639 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:38.858971 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:38.859296 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:38.859619 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:38.859970 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:38.860291 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:38.894014 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:38.906237 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-dd537142-d2af-4bb0-a213-b5816fc97b58 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Allocated IP 2001:db8::3b (8e867a28-8d41-47df-a2af-a54cb8b30a66/e2dd79da-5a92-4df9-8adb-bfe40ff4fe48/0f7f540f-d828-4c3e-b969-c77b43fddfe2) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:49:38.923536 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3700101-9026-4f6a-a661-228922aa92bb None None] Routers {'bbefd8db-5a84-45ed-8ba3-f12973dbe78e'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:49:38.924201 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-c3700101-9026-4f6a-a661-228922aa92bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:49:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['bbefd8db-5a84-45ed-8ba3-f12973dbe78e'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:38.972192 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c26ea0-3910-4783-8f1a-b561ea8a1d84 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:49:38.981510 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-02c26ea0-3910-4783-8f1a-b561ea8a1d84 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:38.983890 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-c3700101-9026-4f6a-a661-228922aa92bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:38.984570 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3700101-9026-4f6a-a661-228922aa92bb None None] The sync data for ids ['bbefd8db-5a84-45ed-8ba3-f12973dbe78e'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:49:38.989587 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b65249-2b2d-4eea-94ea-484ea69f816f None None] Sync routers for ids ['6fd8b839-a27a-4e3e-9965-5583343d5e43'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:49:39.008675 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b65249-2b2d-4eea-94ea-484ea69f816f None None] Routers {'6fd8b839-a27a-4e3e-9965-5583343d5e43'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:49:39.010768 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-d4b65249-2b2d-4eea-94ea-484ea69f816f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:49:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6fd8b839-a27a-4e3e-9965-5583343d5e43'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:39.075624 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-02c26ea0-3910-4783-8f1a-b561ea8a1d84 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "PUT /v2.0/floatingips/df0f7f2c-4f36-45a7-8d83-b353c8b4ba37 HTTP/1.1" status: 200 len: 990 time: 5.0215738 Jun 21 14:49:39.078289 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f899b57f-b54e-4bb2-b1ff-b2f949793d64 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] 10.222.0.72 "GET /v2.0/routers/bbefd8db-5a84-45ed-8ba3-f12973dbe78e HTTP/1.1" status: 200 len: 924 time: 0.2483385 Jun 21 14:49:39.087429 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60692) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:39.121037 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa', 'tag': 'a4761b37-67e5-4592-bbd3-af9b9171ea97'}] {{(pid=105225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:49:39.127881 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d720512e93a77e3bffebe2b790a2b81995dcc7e4c74443a12a7dc003910c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118709fc-4b75-443b-8698-fffd6813fae5" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa", "tag": "a4761b37-67e5-4592-bbd3-af9b9171ea97"}]}' {{(pid=105225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:49:39.150771 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d15034a-12cc-4e83-9bec-463d6e531a67 None None] DHCP port deletion for a8134472-6634-4a16-9f90-d0afb5340674 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:49:39.167971 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3d68d0ed-cb32-4afd-8fcb-687e49c497bb tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbefd8db-5a84-45ed-8ba3-f12973dbe78e HTTP/1.1" status: 200 len: 205 time: 0.0734265 Jun 21 14:49:39.171440 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60696) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:39.246870 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6d15034a-12cc-4e83-9bec-463d6e531a67 None None] Deleting port e94822b6-78a1-4aea-9ac0-0677e3e32b2e {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:39.247449 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6d15034a-12cc-4e83-9bec-463d6e531a67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:39.311707 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b985dc94-9f7b-4db1-933a-98504875f57f tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:39.329628 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b985dc94-9f7b-4db1-933a-98504875f57f tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:39.339301 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-d4b65249-2b2d-4eea-94ea-484ea69f816f None None] Set router 6fd8b839-a27a-4e3e-9965-5583343d5e43 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:49:39.397321 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6d15034a-12cc-4e83-9bec-463d6e531a67 None None] For port e94822b6-78a1-4aea-9ac0-0677e3e32b2e, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=e94822b6-78a1-4aea-9ac0-0677e3e32b2e,segment=NetworkSegment(1475a7f2-1abb-48b2-957d-f2cfa6447ce8),segment_id=1475a7f2-1abb-48b2-957d-f2cfa6447ce8)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:39.397715 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6d15034a-12cc-4e83-9bec-463d6e531a67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:39.419666 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60700) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:39.454409 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d048bb5-5c60-4d5c-bbde-7f9ea4f35c34 x-openstack-request-id: req-0d048bb5-5c60-4d5c-bbde-7f9ea4f35c34 {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:49:39.454912 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa", "tag": "a4761b37-67e5-4592-bbd3-af9b9171ea97", "status": "completed", "code": 200}]} {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:49:39.455368 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0d048bb5-5c60-4d5c-bbde-7f9ea4f35c34 {{(pid=105225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:49:39.455973 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa', 'tag': 'a4761b37-67e5-4592-bbd3-af9b9171ea97', 'status': 'completed', 'code': 200} Jun 21 14:49:39.512452 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6d15034a-12cc-4e83-9bec-463d6e531a67 None None] Calling delete_port for e94822b6-78a1-4aea-9ac0-0677e3e32b2e owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:39.518921 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 59faeb52-6b5d-4a97-bb85-177eab54bd7d up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:49:39.578027 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7b85dcff-e466-4722-a2f1-73e312ebe989 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9bc02e6ce33045f88bebd34b343f035a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1549962 Jun 21 14:49:39.588844 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60702) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:39.662177 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-dd537142-d2af-4bb0-a213-b5816fc97b58 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:39.709752 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-dd537142-d2af-4bb0-a213-b5816fc97b58 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Transition to ACTIVE for port object 0f7f540f-d828-4c3e-b969-c77b43fddfe2 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:39.717772 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ae8681d7-f74e-4498-9ba6-feb0df2c685d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:39.722108 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.l3_db [None req-b985dc94-9f7b-4db1-933a-98504875f57f tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Floating IP cbf58e1f-cbe5-4ea4-9408-b2a5c08cd7bb associated. External IP: 172.26.3.128, port: 32b31af4-f03b-48d7-a71d-b78859be8b27. Jun 21 14:49:39.723383 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6d15034a-12cc-4e83-9bec-463d6e531a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:39.742822 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-704bb104-3811-4aab-900b-d659a6d7de7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:39.751491 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-d4b65249-2b2d-4eea-94ea-484ea69f816f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'name': 'tempest-ServersTestJSON-1587561787-router', 'tenant_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '91883d16-b9a8-48d8-b5e3-e2691f34b0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:37Z', 'updated_at': '2021-06-21T14:48:42Z', 'revision_number': 4, 'project_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'gw_port': {'id': '91883d16-b9a8-48d8-b5e3-e2691f34b0ee', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:10:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:38Z', 'updated_at': '2021-06-21T14:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': 'df0f7f2c-4f36-45a7-8d83-b353c8b4ba37', 'tenant_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'floating_ip_address': '172.26.3.82', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'port_id': 'a4761b37-67e5-4592-bbd3-af9b9171ea97', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb470b20-6e86-4a91-bfc2-e6552b84c15d', 'mac_address': 'fa:16:3e:26:0e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:48:53Z', 'updated_at': '2021-06-21T14:49:36Z', 'revision_number': 1, 'project_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa1a8d41-2cba-4d87-ab27-870c7f841e14', 'name': '', 'network_id': 'eb470b20-6e86-4a91-bfc2-e6552b84c15d', 'tenant_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'mac_address': 'fa:16:3e:56:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a2f70e59-7e68-49dc-8fd5-a1de7ed83ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:40Z', 'updated_at': '2021-06-21T14:48:52Z', 'revision_number': 5, 'project_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'subnets': [{'id': 'a2f70e59-7e68-49dc-8fd5-a1de7ed83ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:39.773918 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4b33a457-1293-4e62-8e6b-0deebd2c1fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:39.789721 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d15034a-12cc-4e83-9bec-463d6e531a67 None None] No DVR routers for this DVR port e94822b6-78a1-4aea-9ac0-0677e3e32b2e on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:49:39.789964 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-517d4b45-9fe8-4b42-99d2-845e9d2a0527 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Deleting port e94822b6-78a1-4aea-9ac0-0677e3e32b2e {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:39.790090 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-517d4b45-9fe8-4b42-99d2-845e9d2a0527 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:39.807150 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d15034a-12cc-4e83-9bec-463d6e531a67 None None] Pushing event deleted for resources: {'Port': ['ID=e94822b6-78a1-4aea-9ac0-0677e3e32b2e,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:39.820777 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6d15034a-12cc-4e83-9bec-463d6e531a67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:39.821613 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 59faeb52-6b5d-4a97-bb85-177eab54bd7d completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:49:39.831626 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b65249-2b2d-4eea-94ea-484ea69f816f None None] Checking router: 6fd8b839-a27a-4e3e-9965-5583343d5e43 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:49:39.850688 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b65249-2b2d-4eea-94ea-484ea69f816f None None] Routers {'6fd8b839-a27a-4e3e-9965-5583343d5e43'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:49:39.852252 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-d4b65249-2b2d-4eea-94ea-484ea69f816f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:49:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6fd8b839-a27a-4e3e-9965-5583343d5e43'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:39.868742 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ae8681d7-f74e-4498-9ba6-feb0df2c685d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:39.929277 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e94822b6-78a1-4aea-9ac0-0677e3e32b2e no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:49:39.971216 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: e94822b6-78a1-4aea-9ac0-0677e3e32b2e {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:49:39.971567 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e94822b6-78a1-4aea-9ac0-0677e3e32b2e not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:49:40.000177 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-d4b65249-2b2d-4eea-94ea-484ea69f816f None None] Set router 6fd8b839-a27a-4e3e-9965-5583343d5e43 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:49:40.002818 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cf6f6-6126-4647-945b-7371eb37e292 req-2c8c8c80-bd74-464d-9448-51ed641cf042 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:40.004359 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fd7cf6f6-6126-4647-945b-7371eb37e292 req-2c8c8c80-bd74-464d-9448-51ed641cf042 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 1.1921833 Jun 21 14:49:40.006453 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4b33a457-1293-4e62-8e6b-0deebd2c1fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:40.035458 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16b85fe-d2dc-468e-b585-3b25610e2b08 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:49:40.070783 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ae8681d7-f74e-4498-9ba6-feb0df2c685d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:40.077572 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ae8681d7-f74e-4498-9ba6-feb0df2c685d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:40.082196 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ae8681d7-f74e-4498-9ba6-feb0df2c685d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d0a20994-f1c3-423e-b6f8-92804a21891c HTTP/1.1" status: 204 len: 168 time: 0.4858203 Jun 21 14:49:40.092609 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fb52c187-51bb-40f4-8d3c-d81b3830522d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:40.111979 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-517d4b45-9fe8-4b42-99d2-845e9d2a0527 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] For port e94822b6-78a1-4aea-9ac0-0677e3e32b2e, host dv-neutron-797121-2-hyperv, got binding levels [] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:40.112339 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-517d4b45-9fe8-4b42-99d2-845e9d2a0527 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:40.138809 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-bbc003f3-ff0b-4684-a584-e37ca31fb761 None None] Provisioning for port 59faeb52-6b5d-4a97-bb85-177eab54bd7d completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:49:40.144797 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-bbc003f3-ff0b-4684-a584-e37ca31fb761 None None] Provisioning complete for port 59faeb52-6b5d-4a97-bb85-177eab54bd7d triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:40.145196 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-bbc003f3-ff0b-4684-a584-e37ca31fb761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:40.223870 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118709fc-4b75-443b-8698-fffd6813fae5 req-6c1698d2-b11b-43ea-844d-b66c2ab0821b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:40.225664 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-118709fc-4b75-443b-8698-fffd6813fae5 req-6c1698d2-b11b-43ea-844d-b66c2ab0821b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eb3339ddc44e4edaa02fbedfc7e28c58&device_id=e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa HTTP/1.1" status: 200 len: 1098 time: 0.6268454 Jun 21 14:49:40.257023 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-517d4b45-9fe8-4b42-99d2-845e9d2a0527 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Calling delete_port for e94822b6-78a1-4aea-9ac0-0677e3e32b2e owned by network:dhcp {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:40.261470 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fd7cf6f6-6126-4647-945b-7371eb37e292 req-8a5385d1-836e-45c4-8b40-211599102114 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957827 Jun 21 14:49:40.268177 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.ipam_backend_mixin [None req-517d4b45-9fe8-4b42-99d2-845e9d2a0527 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Port e94822b6-78a1-4aea-9ac0-0677e3e32b2e was not found and therefore no delete operation was performed {{(pid=105224) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 21 14:49:40.279522 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-517d4b45-9fe8-4b42-99d2-845e9d2a0527 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:40.291319 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:40.295456 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6dddf7c9-f9ef-49d5-9797-e2adf4b5d150 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:40.313031 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-dd537142-d2af-4bb0-a213-b5816fc97b58 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:40.327947 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8681d7-f74e-4498-9ba6-feb0df2c685d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a20994-f1c3-423e-b6f8-92804a21891c,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:40.352643 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b985dc94-9f7b-4db1-933a-98504875f57f tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Router b65626d1-58a7-4392-aaea-21a6e352a942 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:49:40.382173 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-d4b65249-2b2d-4eea-94ea-484ea69f816f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'name': 'tempest-ServersTestJSON-1587561787-router', 'tenant_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '91883d16-b9a8-48d8-b5e3-e2691f34b0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:37Z', 'updated_at': '2021-06-21T14:48:42Z', 'revision_number': 4, 'project_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'gw_port': {'id': '91883d16-b9a8-48d8-b5e3-e2691f34b0ee', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:10:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:38Z', 'updated_at': '2021-06-21T14:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': 'df0f7f2c-4f36-45a7-8d83-b353c8b4ba37', 'tenant_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'floating_ip_address': '172.26.3.82', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'port_id': 'a4761b37-67e5-4592-bbd3-af9b9171ea97', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb470b20-6e86-4a91-bfc2-e6552b84c15d', 'mac_address': 'fa:16:3e:26:0e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:48:53Z', 'updated_at': '2021-06-21T14:49:36Z', 'revision_number': 1, 'project_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa1a8d41-2cba-4d87-ab27-870c7f841e14', 'name': '', 'network_id': 'eb470b20-6e86-4a91-bfc2-e6552b84c15d', 'tenant_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'mac_address': 'fa:16:3e:56:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a2f70e59-7e68-49dc-8fd5-a1de7ed83ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:40Z', 'updated_at': '2021-06-21T14:48:52Z', 'revision_number': 5, 'project_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'subnets': [{'id': 'a2f70e59-7e68-49dc-8fd5-a1de7ed83ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:40.390946 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-bbc003f3-ff0b-4684-a584-e37ca31fb761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:40.404166 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd537142-d2af-4bb0-a213-b5816fc97b58 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:40.407050 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8681d7-f74e-4498-9ba6-feb0df2c685d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:40.407424 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8681d7-f74e-4498-9ba6-feb0df2c685d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:40.407788 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8681d7-f74e-4498-9ba6-feb0df2c685d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:40.415510 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8681d7-f74e-4498-9ba6-feb0df2c685d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:40.416330 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8681d7-f74e-4498-9ba6-feb0df2c685d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:40.416985 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8681d7-f74e-4498-9ba6-feb0df2c685d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:40.417091 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b65249-2b2d-4eea-94ea-484ea69f816f None None] The sync data for ids ['6fd8b839-a27a-4e3e-9965-5583343d5e43'] in dv-neutron-797121-2-hyperv is: [{'id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'name': 'tempest-ServersTestJSON-1587561787-router', 'tenant_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '91883d16-b9a8-48d8-b5e3-e2691f34b0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:37Z', 'updated_at': '2021-06-21T14:48:42Z', 'revision_number': 4, 'project_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'gw_port': {'id': '91883d16-b9a8-48d8-b5e3-e2691f34b0ee', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:10:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:38Z', 'updated_at': '2021-06-21T14:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': 'df0f7f2c-4f36-45a7-8d83-b353c8b4ba37', 'tenant_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'floating_ip_address': '172.26.3.82', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'port_id': 'a4761b37-67e5-4592-bbd3-af9b9171ea97', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb470b20-6e86-4a91-bfc2-e6552b84c15d', 'mac_address': 'fa:16:3e:26:0e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:48:53Z', 'updated_at': '2021-06-21T14:49:36Z', 'revision_number': 1, 'project_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa1a8d41-2cba-4d87-ab27-870c7f841e14', 'name': '', 'network_id': 'eb470b20-6e86-4a91-bfc2-e6552b84c15d', 'tenant_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'mac_address': 'fa:16:3e:56:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a2f70e59-7e68-49dc-8fd5-a1de7ed83ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:40Z', 'updated_at': '2021-06-21T14:48:52Z', 'revision_number': 5, 'project_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'subnets': [{'id': 'a2f70e59-7e68-49dc-8fd5-a1de7ed83ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:49:40.417235 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8681d7-f74e-4498-9ba6-feb0df2c685d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:40.417624 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8681d7-f74e-4498-9ba6-feb0df2c685d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:40.429467 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8681d7-f74e-4498-9ba6-feb0df2c685d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:40.432620 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8681d7-f74e-4498-9ba6-feb0df2c685d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:40.432620 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8681d7-f74e-4498-9ba6-feb0df2c685d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:40.432620 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8681d7-f74e-4498-9ba6-feb0df2c685d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:40.452127 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-dd537142-d2af-4bb0-a213-b5816fc97b58 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:40.458861 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ae8681d7-f74e-4498-9ba6-feb0df2c685d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:40.459629 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:40.476653 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd537142-d2af-4bb0-a213-b5816fc97b58 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:40.495291 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118709fc-4b75-443b-8698-fffd6813fae5 req-bba2d7ec-188c-48b0-8494-2c49d1c230cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:40.496229 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd537142-d2af-4bb0-a213-b5816fc97b58 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:40.497042 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-dd537142-d2af-4bb0-a213-b5816fc97b58 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:40.498101 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-118709fc-4b75-443b-8698-fffd6813fae5 req-bba2d7ec-188c-48b0-8494-2c49d1c230cd service neutron] 10.222.0.66 "GET /v2.0/networks?id=eb470b20-6e86-4a91-bfc2-e6552b84c15d HTTP/1.1" status: 200 len: 907 time: 0.2353377 Jun 21 14:49:40.507197 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517d4b45-9fe8-4b42-99d2-845e9d2a0527 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] No DVR routers for this DVR port e94822b6-78a1-4aea-9ac0-0677e3e32b2e on host dv-neutron-797121-2-hyperv {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:49:40.519082 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d4b45-9fe8-4b42-99d2-845e9d2a0527 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Port': ['ID=e94822b6-78a1-4aea-9ac0-0677e3e32b2e,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:40.523262 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-517d4b45-9fe8-4b42-99d2-845e9d2a0527 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:40.532546 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-bbc003f3-ff0b-4684-a584-e37ca31fb761 None None] For port 59faeb52-6b5d-4a97-bb85-177eab54bd7d, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=59faeb52-6b5d-4a97-bb85-177eab54bd7d,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:40.542483 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-bbc003f3-ff0b-4684-a584-e37ca31fb761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:40.544415 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:40.669545 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4b33a457-1293-4e62-8e6b-0deebd2c1fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:40.675032 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4b33a457-1293-4e62-8e6b-0deebd2c1fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:40.677371 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc003f3-ff0b-4684-a584-e37ca31fb761 None None] Pushing event updated for resources: {'Port': ['ID=59faeb52-6b5d-4a97-bb85-177eab54bd7d,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:40.682155 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4b33a457-1293-4e62-8e6b-0deebd2c1fbb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ce65b2ce-fe47-4533-a61c-4b8dc05aef61 HTTP/1.1" status: 204 len: 168 time: 1.9331703 Jun 21 14:49:40.693112 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-bbc003f3-ff0b-4684-a584-e37ca31fb761 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:40.699128 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-dd537142-d2af-4bb0-a213-b5816fc97b58 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3065498 Jun 21 14:49:40.706855 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60720) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:40.734151 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:40.807803 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b7a3c78-bb27-4b44-9ba3-18c307c12ba7 None None] New status for floating IP df0f7f2c-4f36-45a7-8d83-b353c8b4ba37: ACTIVE {{(pid=105226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:49:40.846087 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd537142-d2af-4bb0-a213-b5816fc97b58 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Port': ['ID=0f7f540f-d828-4c3e-b969-c77b43fddfe2,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:40.861806 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-dd537142-d2af-4bb0-a213-b5816fc97b58 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:40.867815 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b985dc94-9f7b-4db1-933a-98504875f57f tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:49:40.883582 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1958c982-0203-4cfc-b517-f09500706761 None None] Sync routers for ids ['b65626d1-58a7-4392-aaea-21a6e352a942'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:49:40.895628 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b985dc94-9f7b-4db1-933a-98504875f57f tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:40.898838 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1958c982-0203-4cfc-b517-f09500706761 None None] Routers {'b65626d1-58a7-4392-aaea-21a6e352a942'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:49:40.899542 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-1958c982-0203-4cfc-b517-f09500706761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:49:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['b65626d1-58a7-4392-aaea-21a6e352a942'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:40.925818 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b33a457-1293-4e62-8e6b-0deebd2c1fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce65b2ce-fe47-4533-a61c-4b8dc05aef61,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:40.935331 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4b33a457-1293-4e62-8e6b-0deebd2c1fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:40.997881 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-118709fc-4b75-443b-8698-fffd6813fae5 req-ec1f761a-2805-4703-a7ba-fc64ba251df1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4761b37-67e5-4592-bbd3-af9b9171ea97 HTTP/1.1" status: 200 len: 998 time: 0.4815781 Jun 21 14:49:41.000031 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-517d4b45-9fe8-4b42-99d2-845e9d2a0527 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:41.006607 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b985dc94-9f7b-4db1-933a-98504875f57f tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "PUT /v2.0/floatingips/cbf58e1f-cbe5-4ea4-9408-b2a5c08cd7bb HTTP/1.1" status: 200 len: 991 time: 3.4863818 Jun 21 14:49:41.018655 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb565120-410f-4fc4-89b1-df15b5975f5a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:41.042368 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb565120-410f-4fc4-89b1-df15b5975f5a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:41.043884 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-eb565120-410f-4fc4-89b1-df15b5975f5a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.3326285 Jun 21 14:49:41.047090 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60730) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:41.074797 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-517d4b45-9fe8-4b42-99d2-845e9d2a0527 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8134472-6634-4a16-9f90-d0afb5340674']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:41.121366 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-517d4b45-9fe8-4b42-99d2-845e9d2a0527 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1475a7f2-1abb-48b2-957d-f2cfa6447ce8') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:41.121651 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-517d4b45-9fe8-4b42-99d2-845e9d2a0527 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1475a7f2-1abb-48b2-957d-f2cfa6447ce8') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:41.144419 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-1958c982-0203-4cfc-b517-f09500706761 None None] Set router b65626d1-58a7-4392-aaea-21a6e352a942 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:49:41.146910 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6dddf7c9-f9ef-49d5-9797-e2adf4b5d150 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:41.172668 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-517d4b45-9fe8-4b42-99d2-845e9d2a0527 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:41.259136 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-517d4b45-9fe8-4b42-99d2-845e9d2a0527 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:41.292477 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-2fe81a06-7916-47b4-8cf2-67c0633c7432 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting port 0f7f540f-d828-4c3e-b969-c77b43fddfe2 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:41.295778 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2fe81a06-7916-47b4-8cf2-67c0633c7432 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:41.311097 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118709fc-4b75-443b-8698-fffd6813fae5 req-0977c222-34a0-4973-ab6e-acf49aba23f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:41.312580 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-118709fc-4b75-443b-8698-fffd6813fae5 req-0977c222-34a0-4973-ab6e-acf49aba23f9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a2f70e59-7e68-49dc-8fd5-a1de7ed83ffa HTTP/1.1" status: 200 len: 845 time: 0.2972066 Jun 21 14:49:41.430622 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0f5eac9b-46d4-4620-af8a-1ed4d2f54343 None None] Provisioning complete for port 59faeb52-6b5d-4a97-bb85-177eab54bd7d triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:41.431104 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0f5eac9b-46d4-4620-af8a-1ed4d2f54343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:41.435952 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-517d4b45-9fe8-4b42-99d2-845e9d2a0527 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:49:41.436377 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-517d4b45-9fe8-4b42-99d2-845e9d2a0527 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:41.445909 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 59faeb52-6b5d-4a97-bb85-177eab54bd7d up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:49:41.470598 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:49:41.470598 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:49:41.470598 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:49:41.470598 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:49:41.470598 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:49:41.470598 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:49:41.470598 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:49:41.470598 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:49:41.470598 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:49:41.470598 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:49:41.470598 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:49:41.470598 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:49:41.470598 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:49:41.470598 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:49:41.470598 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:49:41.470598 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:49:41.470598 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:49:41.470598 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:49:41.470598 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:49:41.470598 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:49:41.470598 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:49:41.470598 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:49:41.470598 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:49:41.470598 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:49:41.470598 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:49:41.470598 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:49:41.470598 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:49:41.470598 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:49:41.470598 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:49:41.470598 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:49:41.470598 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:49:41.470598 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:49:41.470598 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:49:41.470598 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:49:41.475644 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60738) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:41.543007 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f475b2fa-c008-44e7-980d-fc7616b94e35 req-5a0bda36-0fbd-42b2-b5a8-2ffbfbeed206 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:41.548097 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f475b2fa-c008-44e7-980d-fc7616b94e35 req-5a0bda36-0fbd-42b2-b5a8-2ffbfbeed206 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.8979876 Jun 21 14:49:41.560367 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60742) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:41.586456 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-d279f3bb-f030-4408-a2d3-47d1338cc9ab tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Request body: {'floatingip': {'port_id': 'ac8496c7-d6cc-470a-91c4-c943a5eda639'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:41.673149 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60744) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:41.687106 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-1958c982-0203-4cfc-b517-f09500706761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'name': 'tempest-ServersTestManualDisk-471254655-router', 'tenant_id': 'edeb970118494409b474321a022665eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '4dd87579-ad77-4393-ba18-226b5e06cd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:43Z', 'updated_at': '2021-06-21T14:48:54Z', 'revision_number': 4, 'project_id': 'edeb970118494409b474321a022665eb', 'gw_port': {'id': '4dd87579-ad77-4393-ba18-226b5e06cd4c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:45Z', 'updated_at': '2021-06-21T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': 'cbf58e1f-cbe5-4ea4-9408-b2a5c08cd7bb', 'tenant_id': 'edeb970118494409b474321a022665eb', 'floating_ip_address': '172.26.3.128', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'port_id': '32b31af4-f03b-48d7-a71d-b78859be8b27', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84e1768a-a440-4f3b-9a03-5323ebc8092f', 'mac_address': 'fa:16:3e:57:f2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b97222f-057c-4a8d-b6ae-c4dca715d228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:49:05Z', 'updated_at': '2021-06-21T14:49:39Z', 'revision_number': 1, 'project_id': 'edeb970118494409b474321a022665eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbab8c34-f882-4684-903f-205c2da9cf22', 'name': '', 'network_id': '84e1768a-a440-4f3b-9a03-5323ebc8092f', 'tenant_id': 'edeb970118494409b474321a022665eb', 'mac_address': 'fa:16:3e:28:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'ab9b3e1e-da06-4d3e-a679-80adc4390a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:52Z', 'updated_at': '2021-06-21T14:49:03Z', 'revision_number': 5, 'project_id': 'edeb970118494409b474321a022665eb', 'subnets': [{'id': 'ab9b3e1e-da06-4d3e-a679-80adc4390a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:41.734963 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d279f3bb-f030-4408-a2d3-47d1338cc9ab tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks [] for floatingip, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:41.751553 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-517d4b45-9fe8-4b42-99d2-845e9d2a0527 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:41.787776 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1958c982-0203-4cfc-b517-f09500706761 None None] Checking router: b65626d1-58a7-4392-aaea-21a6e352a942 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:49:41.819039 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1958c982-0203-4cfc-b517-f09500706761 None None] Routers {'b65626d1-58a7-4392-aaea-21a6e352a942'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:49:41.821262 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-1958c982-0203-4cfc-b517-f09500706761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:49:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['b65626d1-58a7-4392-aaea-21a6e352a942'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:41.821586 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 59faeb52-6b5d-4a97-bb85-177eab54bd7d triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:41.822546 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:41.856751 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0f5eac9b-46d4-4620-af8a-1ed4d2f54343 None None] Provisioning for port 0f7f540f-d828-4c3e-b969-c77b43fddfe2 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:49:41.864069 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0f5eac9b-46d4-4620-af8a-1ed4d2f54343 None None] Provisioning complete for port 0f7f540f-d828-4c3e-b969-c77b43fddfe2 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:41.864444 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0f5eac9b-46d4-4620-af8a-1ed4d2f54343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:41.910967 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-0f5eac9b-46d4-4620-af8a-1ed4d2f54343 None None] Port 0f7f540f-d828-4c3e-b969-c77b43fddfe2 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:49:41.925247 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9fc42916-ee6d-46d9-b237-07993557c605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:41.933167 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-517d4b45-9fe8-4b42-99d2-845e9d2a0527 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:41.939172 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-517d4b45-9fe8-4b42-99d2-845e9d2a0527 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/networks/a8134472-6634-4a16-9f90-d0afb5340674 HTTP/1.1" status: 204 len: 168 time: 3.3992815 Jun 21 14:49:41.946316 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5acd53e2-a6fb-4cd3-a71a-ec30bb80779b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=158c0cb124b74f77a93a9168fc51c2f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4685266 Jun 21 14:49:41.951346 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-c0366649-36fb-4122-8a6a-8c4b88b20b30 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1899582176'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:41.969064 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60750) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:41.969400 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60752) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:41.986348 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-96f9bd58-bd0c-410f-9ef6-39d4a666d6c4 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1567123230'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:42.004495 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d4b45-9fe8-4b42-99d2-845e9d2a0527 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Network': ['ID=a8134472-6634-4a16-9f90-d0afb5340674,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:42.011359 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-6dddf7c9-f9ef-49d5-9797-e2adf4b5d150 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Deleting port a6ef7529-477a-47e7-bad2-6e0b2745e656 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:42.011864 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6dddf7c9-f9ef-49d5-9797-e2adf4b5d150 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:42.022433 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-517d4b45-9fe8-4b42-99d2-845e9d2a0527 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:42.038530 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0ca40729-8fb3-4b0c-828e-49cd5ab09252 None None] Provisioning complete for port 0f7f540f-d828-4c3e-b969-c77b43fddfe2 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:42.039078 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0ca40729-8fb3-4b0c-828e-49cd5ab09252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:42.072133 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2fe81a06-7916-47b4-8cf2-67c0633c7432 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:42.089447 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-0ca40729-8fb3-4b0c-828e-49cd5ab09252 None None] Port 0f7f540f-d828-4c3e-b969-c77b43fddfe2 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:49:42.093666 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-1958c982-0203-4cfc-b517-f09500706761 None None] Set router b65626d1-58a7-4392-aaea-21a6e352a942 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:49:42.112318 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b97222f-057c-4a8d-b6ae-c4dca715d228', 'tag': '32b31af4-f03b-48d7-a71d-b78859be8b27'}] {{(pid=105225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:49:42.114644 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d720512e93a77e3bffebe2b790a2b81995dcc7e4c74443a12a7dc003910c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9893d0d4-23ec-48b1-9b3d-f23973fb7f01" -d '{"events": [{"name": "network-changed", "server_uuid": "8b97222f-057c-4a8d-b6ae-c4dca715d228", "tag": "32b31af4-f03b-48d7-a71d-b78859be8b27"}]}' {{(pid=105225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:49:42.150644 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-2fe81a06-7916-47b4-8cf2-67c0633c7432 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Calling delete_port for 0f7f540f-d828-4c3e-b969-c77b43fddfe2 owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:42.204218 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d027b311-84f4-41fa-9439-93365a6ffaf1 x-openstack-request-id: req-d027b311-84f4-41fa-9439-93365a6ffaf1 {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:49:42.204822 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b97222f-057c-4a8d-b6ae-c4dca715d228", "tag": "32b31af4-f03b-48d7-a71d-b78859be8b27", "status": "completed", "code": 200}]} {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:49:42.205161 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d027b311-84f4-41fa-9439-93365a6ffaf1 {{(pid=105225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:49:42.205450 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b97222f-057c-4a8d-b6ae-c4dca715d228', 'tag': '32b31af4-f03b-48d7-a71d-b78859be8b27', 'status': 'completed', 'code': 200} Jun 21 14:49:42.343353 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893d0d4-23ec-48b1-9b3d-f23973fb7f01 req-35cac4b6-ed7e-44c4-8027-8f2deefce611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:42.344886 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-9893d0d4-23ec-48b1-9b3d-f23973fb7f01 req-35cac4b6-ed7e-44c4-8027-8f2deefce611 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=edeb970118494409b474321a022665eb&device_id=8b97222f-057c-4a8d-b6ae-c4dca715d228 HTTP/1.1" status: 200 len: 1098 time: 0.1086369 Jun 21 14:49:42.346075 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2fe81a06-7916-47b4-8cf2-67c0633c7432 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:42.351469 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1027e503-2f08-41d1-b440-da4daf2e4347 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:42.358996 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-1958c982-0203-4cfc-b517-f09500706761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'name': 'tempest-ServersTestManualDisk-471254655-router', 'tenant_id': 'edeb970118494409b474321a022665eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '4dd87579-ad77-4393-ba18-226b5e06cd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:43Z', 'updated_at': '2021-06-21T14:48:54Z', 'revision_number': 4, 'project_id': 'edeb970118494409b474321a022665eb', 'gw_port': {'id': '4dd87579-ad77-4393-ba18-226b5e06cd4c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:45Z', 'updated_at': '2021-06-21T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': 'cbf58e1f-cbe5-4ea4-9408-b2a5c08cd7bb', 'tenant_id': 'edeb970118494409b474321a022665eb', 'floating_ip_address': '172.26.3.128', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'port_id': '32b31af4-f03b-48d7-a71d-b78859be8b27', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84e1768a-a440-4f3b-9a03-5323ebc8092f', 'mac_address': 'fa:16:3e:57:f2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b97222f-057c-4a8d-b6ae-c4dca715d228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:49:05Z', 'updated_at': '2021-06-21T14:49:39Z', 'revision_number': 1, 'project_id': 'edeb970118494409b474321a022665eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbab8c34-f882-4684-903f-205c2da9cf22', 'name': '', 'network_id': '84e1768a-a440-4f3b-9a03-5323ebc8092f', 'tenant_id': 'edeb970118494409b474321a022665eb', 'mac_address': 'fa:16:3e:28:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'ab9b3e1e-da06-4d3e-a679-80adc4390a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:52Z', 'updated_at': '2021-06-21T14:49:03Z', 'revision_number': 5, 'project_id': 'edeb970118494409b474321a022665eb', 'subnets': [{'id': 'ab9b3e1e-da06-4d3e-a679-80adc4390a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:42.392184 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.db.api [None req-96f9bd58-bd0c-410f-9ef6-39d4a666d6c4 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 21 14:49:42.392184 dv-neutron-797121-2-hyperv neutron-server[105224]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 21 14:49:42.392184 dv-neutron-797121-2-hyperv neutron-server[105224]: [parameters: {'project_id': '4c5b77aec9d44a3cb3b2efd682f8e133', 'id': '4a855836-4ace-4dc6-b197-dfddcafa5e59', 'expiration': datetime.datetime(2021, 6, 21, 14, 51, 42, 62013)}] Jun 21 14:49:42.392184 dv-neutron-797121-2-hyperv neutron-server[105224]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 14:49:42.392604 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_db.api [None req-96f9bd58-bd0c-410f-9ef6-39d4a666d6c4 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 14:49:42.393007 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1958c982-0203-4cfc-b517-f09500706761 None None] The sync data for ids ['b65626d1-58a7-4392-aaea-21a6e352a942'] in dv-neutron-797121-2-hyperv is: [{'id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'name': 'tempest-ServersTestManualDisk-471254655-router', 'tenant_id': 'edeb970118494409b474321a022665eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '4dd87579-ad77-4393-ba18-226b5e06cd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:43Z', 'updated_at': '2021-06-21T14:48:54Z', 'revision_number': 4, 'project_id': 'edeb970118494409b474321a022665eb', 'gw_port': {'id': '4dd87579-ad77-4393-ba18-226b5e06cd4c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:45Z', 'updated_at': '2021-06-21T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': 'cbf58e1f-cbe5-4ea4-9408-b2a5c08cd7bb', 'tenant_id': 'edeb970118494409b474321a022665eb', 'floating_ip_address': '172.26.3.128', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'port_id': '32b31af4-f03b-48d7-a71d-b78859be8b27', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '84e1768a-a440-4f3b-9a03-5323ebc8092f', 'mac_address': 'fa:16:3e:57:f2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b97222f-057c-4a8d-b6ae-c4dca715d228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:49:05Z', 'updated_at': '2021-06-21T14:49:39Z', 'revision_number': 1, 'project_id': 'edeb970118494409b474321a022665eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbab8c34-f882-4684-903f-205c2da9cf22', 'name': '', 'network_id': '84e1768a-a440-4f3b-9a03-5323ebc8092f', 'tenant_id': 'edeb970118494409b474321a022665eb', 'mac_address': 'fa:16:3e:28:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'ab9b3e1e-da06-4d3e-a679-80adc4390a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:52Z', 'updated_at': '2021-06-21T14:49:03Z', 'revision_number': 5, 'project_id': 'edeb970118494409b474321a022665eb', 'subnets': [{'id': 'ab9b3e1e-da06-4d3e-a679-80adc4390a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:49:42.394253 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118709fc-4b75-443b-8698-fffd6813fae5 req-8bbac939-9359-4a26-9958-d0bae65a1846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:42.396162 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-118709fc-4b75-443b-8698-fffd6813fae5 req-8bbac939-9359-4a26-9958-d0bae65a1846 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eb470b20-6e86-4a91-bfc2-e6552b84c15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.9238753 Jun 21 14:49:42.412541 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe81a06-7916-47b4-8cf2-67c0633c7432 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Port': ['ID=0f7f540f-d828-4c3e-b969-c77b43fddfe2,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:42.417000 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2fe81a06-7916-47b4-8cf2-67c0633c7432 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:42.437301 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0366649-36fb-4122-8a6a-8c4b88b20b30 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Made reservation on behalf of 4d71a0840b3847fdb3a94b9490e12bc0 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:42.440754 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c0366649-36fb-4122-8a6a-8c4b88b20b30 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:42.481524 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2fe81a06-7916-47b4-8cf2-67c0633c7432 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:42.485638 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-2fe81a06-7916-47b4-8cf2-67c0633c7432 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/0f7f540f-d828-4c3e-b969-c77b43fddfe2 HTTP/1.1" status: 204 len: 168 time: 1.4353821 Jun 21 14:49:42.487141 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60758) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:42.544892 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c0366649-36fb-4122-8a6a-8c4b88b20b30 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:42.577034 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6d00adf2-96a2-4886-b0af-9e1e4d1c03a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:42.597478 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01410787-b666-4c07-ab68-4609f689736e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:42.599013 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01410787-b666-4c07-ab68-4609f689736e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:42.603107 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-01410787-b666-4c07-ab68-4609f689736e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1124823 Jun 21 14:49:42.603986 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60760) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:42.604170 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6dddf7c9-f9ef-49d5-9797-e2adf4b5d150 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:42.606389 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893d0d4-23ec-48b1-9b3d-f23973fb7f01 req-28ab926e-c507-4870-b093-e185ce0f1e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:42.608104 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-9893d0d4-23ec-48b1-9b3d-f23973fb7f01 req-28ab926e-c507-4870-b093-e185ce0f1e16 service neutron] 10.222.0.66 "GET /v2.0/networks?id=84e1768a-a440-4f3b-9a03-5323ebc8092f HTTP/1.1" status: 200 len: 912 time: 0.2503269 Jun 21 14:49:42.700028 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e39d14-b79b-4976-85b0-a701281f7b4c None None] New status for floating IP cbf58e1f-cbe5-4ea4-9408-b2a5c08cd7bb: ACTIVE {{(pid=105226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:49:42.731515 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-6dddf7c9-f9ef-49d5-9797-e2adf4b5d150 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Calling delete_port for a6ef7529-477a-47e7-bad2-6e0b2745e656 owned by network:router_gateway {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:42.738657 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f99fb81-3558-4fee-92c4-5f13451b18d3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting subnet e2dd79da-5a92-4df9-8adb-bfe40ff4fe48 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:49:42.742947 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6d00adf2-96a2-4886-b0af-9e1e4d1c03a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:42.753113 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8f99fb81-3558-4fee-92c4-5f13451b18d3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:42.783013 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-9893d0d4-23ec-48b1-9b3d-f23973fb7f01 req-aac8f3bc-7327-408f-a143-7e735ce0bed3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=32b31af4-f03b-48d7-a71d-b78859be8b27 HTTP/1.1" status: 200 len: 999 time: 0.1660221 Jun 21 14:49:42.806670 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-118709fc-4b75-443b-8698-fffd6813fae5 req-99017c0e-de99-42b2-bd1a-98695b57ccbd service neutron] 10.222.0.66 "GET /v2.0/networks/eb470b20-6e86-4a91-bfc2-e6552b84c15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3928311 Jun 21 14:49:42.835282 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8f99fb81-3558-4fee-92c4-5f13451b18d3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:42.881958 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893d0d4-23ec-48b1-9b3d-f23973fb7f01 req-53eefa6a-6ec0-4a0e-a8ed-f2d63e1da140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:42.883720 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-9893d0d4-23ec-48b1-9b3d-f23973fb7f01 req-53eefa6a-6ec0-4a0e-a8ed-f2d63e1da140 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ab9b3e1e-da06-4d3e-a679-80adc4390a65 HTTP/1.1" status: 200 len: 850 time: 0.0930684 Jun 21 14:49:42.970185 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8f99fb81-3558-4fee-92c4-5f13451b18d3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:43.016799 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893d0d4-23ec-48b1-9b3d-f23973fb7f01 req-a20cceea-ca19-4e2c-83ca-4de7738175b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:43.018311 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-9893d0d4-23ec-48b1-9b3d-f23973fb7f01 req-a20cceea-ca19-4e2c-83ca-4de7738175b5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=84e1768a-a440-4f3b-9a03-5323ebc8092f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1254718 Jun 21 14:49:43.090627 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6d00adf2-96a2-4886-b0af-9e1e4d1c03a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:43.092147 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8f99fb81-3558-4fee-92c4-5f13451b18d3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:43.093275 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6d00adf2-96a2-4886-b0af-9e1e4d1c03a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:43.094433 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6d00adf2-96a2-4886-b0af-9e1e4d1c03a7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b3ffc752-a744-48bf-8079-da3743a65664 HTTP/1.1" status: 204 len: 168 time: 1.1220133 Jun 21 14:49:43.101729 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-51a60898-186c-4433-95ee-9d94b819c491 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:43.111433 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:43.142008 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f99fb81-3558-4fee-92c4-5f13451b18d3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Subnet': ['ID=e2dd79da-5a92-4df9-8adb-bfe40ff4fe48,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:43.148147 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8f99fb81-3558-4fee-92c4-5f13451b18d3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:43.154615 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8f99fb81-3558-4fee-92c4-5f13451b18d3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:43.159422 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8f99fb81-3558-4fee-92c4-5f13451b18d3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/e2dd79da-5a92-4df9-8adb-bfe40ff4fe48 HTTP/1.1" status: 204 len: 168 time: 0.5515385 Jun 21 14:49:43.159422 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60766) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:43.163447 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562fa0d5-e084-47c8-82fa-71514c3bf065 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:49:43.190120 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-9893d0d4-23ec-48b1-9b3d-f23973fb7f01 req-642999e3-3d64-48ed-ac28-8ef548347c77 service neutron] 10.222.0.66 "GET /v2.0/networks/84e1768a-a440-4f3b-9a03-5323ebc8092f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640553 Jun 21 14:49:43.222467 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d00adf2-96a2-4886-b0af-9e1e4d1c03a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ffc752-a744-48bf-8079-da3743a65664,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:43.228350 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-49a7a901-854a-483e-aad3-edb680326bcc tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0680542 Jun 21 14:49:43.237090 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6d00adf2-96a2-4886-b0af-9e1e4d1c03a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:43.242619 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60768) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:43.272487 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-a9109baa-a09e-4d23-9403-d0a83854eb07 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:43.309579 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c0366649-36fb-4122-8a6a-8c4b88b20b30 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:43.321232 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-118709fc-4b75-443b-8698-fffd6813fae5 req-d95da3f9-a7d0-4a48-800c-d5b33ff6881e service neutron] 10.222.0.66 "GET /v2.0/networks/eb470b20-6e86-4a91-bfc2-e6552b84c15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4709938 Jun 21 14:49:43.362378 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c0366649-36fb-4122-8a6a-8c4b88b20b30 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:43.374736 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fffb3033-52a8-4411-832c-e4cfbbc17350 tempest-PortsAdminExtendedAttrsTestJSON-783253799 tempest-PortsAdminExtendedAttrsTestJSON-783253799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:43.418778 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-9893d0d4-23ec-48b1-9b3d-f23973fb7f01 req-c4a25d5b-3934-49f0-8a8f-3a1f9128393b service neutron] 10.222.0.66 "GET /v2.0/networks/84e1768a-a440-4f3b-9a03-5323ebc8092f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992037 Jun 21 14:49:43.445330 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0366649-36fb-4122-8a6a-8c4b88b20b30 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:49:43.455900 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9109baa-a09e-4d23-9403-d0a83854eb07 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:43.460708 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0366649-36fb-4122-8a6a-8c4b88b20b30 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbb0059-7a68-4558-9bb1-0aa085f76ffb,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:43.463706 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f9bd58-bd0c-410f-9ef6-39d4a666d6c4 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Made reservation on behalf of 4c5b77aec9d44a3cb3b2efd682f8e133 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:43.463861 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a9109baa-a09e-4d23-9403-d0a83854eb07 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:43.467192 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-96f9bd58-bd0c-410f-9ef6-39d4a666d6c4 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:43.469669 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c0366649-36fb-4122-8a6a-8c4b88b20b30 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:43.472954 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8e4eb7-57c2-4c84-b4ff-5fb3696815bc None None] DHCP port deletion for 8e867a28-8d41-47df-a2af-a54cb8b30a66 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:49:43.553550 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-dd8e4eb7-57c2-4c84-b4ff-5fb3696815bc None None] Deleting port 59faeb52-6b5d-4a97-bb85-177eab54bd7d {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:43.553983 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-dd8e4eb7-57c2-4c84-b4ff-5fb3696815bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:43.555925 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6dddf7c9-f9ef-49d5-9797-e2adf4b5d150 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:43.561438 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c0366649-36fb-4122-8a6a-8c4b88b20b30 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:43.561955 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-c0366649-36fb-4122-8a6a-8c4b88b20b30 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Added segment 172c3781-d8f7-4441-8a4d-fc83e37f90e7 of type vlan for network 36d5673a-1708-452f-afe6-0244c0e2f1c1 Jun 21 14:49:43.568034 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a428a05c-af58-4128-88da-98afe7240269 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:43.626824 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dddf7c9-f9ef-49d5-9797-e2adf4b5d150 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Pushing event deleted for resources: {'Port': ['ID=a6ef7529-477a-47e7-bad2-6e0b2745e656,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:43.649373 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-dd8e4eb7-57c2-4c84-b4ff-5fb3696815bc None None] For port 59faeb52-6b5d-4a97-bb85-177eab54bd7d, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=59faeb52-6b5d-4a97-bb85-177eab54bd7d,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:43.650098 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-dd8e4eb7-57c2-4c84-b4ff-5fb3696815bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:43.660764 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6dddf7c9-f9ef-49d5-9797-e2adf4b5d150 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:43.662633 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.db.resource_extend [None req-d279f3bb-f030-4408-a2d3-47d1338cc9ab tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 21 14:49:43.726228 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f9bd58-bd0c-410f-9ef6-39d4a666d6c4 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:49:43.732413 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a9109baa-a09e-4d23-9403-d0a83854eb07 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:43.737568 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d8c42854-f931-4037-96c9-4cffb81d6228 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:43.748172 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-dd8e4eb7-57c2-4c84-b4ff-5fb3696815bc None None] Calling delete_port for 59faeb52-6b5d-4a97-bb85-177eab54bd7d owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:43.758651 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c0366649-36fb-4122-8a6a-8c4b88b20b30 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:43.789734 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9109baa-a09e-4d23-9403-d0a83854eb07 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:43.799145 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-a9109baa-a09e-4d23-9403-d0a83854eb07 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:43.809871 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9109baa-a09e-4d23-9403-d0a83854eb07 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:43.810571 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a9109baa-a09e-4d23-9403-d0a83854eb07 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:43.815283 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-96f9bd58-bd0c-410f-9ef6-39d4a666d6c4 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:43.815838 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-96f9bd58-bd0c-410f-9ef6-39d4a666d6c4 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Added segment 201e3eb2-07cd-4181-bb0c-585700e4be57 of type vlan for network 5bfcf920-6186-446e-99aa-9760d6165f54 Jun 21 14:49:43.826208 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9109baa-a09e-4d23-9403-d0a83854eb07 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Subnet': ['ID=df91bb76-a08d-4f2e-ada3-727ddd911b0f,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:43.829902 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a9109baa-a09e-4d23-9403-d0a83854eb07 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:43.843912 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a9109baa-a09e-4d23-9403-d0a83854eb07 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5976539 Jun 21 14:49:43.844196 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d279f3bb-f030-4408-a2d3-47d1338cc9ab tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:43.844281 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60784) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:43.851293 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-99a84b84-890f-4298-a00f-0b7ab9266d73 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'port': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'name': 'tempest-NetworksTestDHCPv6-1929817906'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:43.860627 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-dd8e4eb7-57c2-4c84-b4ff-5fb3696815bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:43.869568 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3d3599b3-ba42-473a-8fb7-013fb953ccfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:43.878496 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d279f3bb-f030-4408-a2d3-47d1338cc9ab tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:43.906660 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8e4eb7-57c2-4c84-b4ff-5fb3696815bc None None] No DVR routers for this DVR port 59faeb52-6b5d-4a97-bb85-177eab54bd7d on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:49:43.909326 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e4eb7-57c2-4c84-b4ff-5fb3696815bc None None] Pushing event deleted for resources: {'Port': ['ID=59faeb52-6b5d-4a97-bb85-177eab54bd7d,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:43.913266 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-dd8e4eb7-57c2-4c84-b4ff-5fb3696815bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:43.933216 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-96f9bd58-bd0c-410f-9ef6-39d4a666d6c4 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:43.936121 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c428f2-931c-40af-8d7c-cb4f18d2db09 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:49:43.940916 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6dddf7c9-f9ef-49d5-9797-e2adf4b5d150 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:44.007887 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-68d7053b-3efc-4c25-a371-2c1326aeb413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:44.010081 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a84b84-890f-4298-a00f-0b7ab9266d73 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:44.014630 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-99a84b84-890f-4298-a00f-0b7ab9266d73 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:44.035852 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c0366649-36fb-4122-8a6a-8c4b88b20b30 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:44.039491 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-99a84b84-890f-4298-a00f-0b7ab9266d73 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] device_id is not set on port fc4cfb47-1f23-4d1b-8119-57df7adc5c9f yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:49:44.079654 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0366649-36fb-4122-8a6a-8c4b88b20b30 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:44.080519 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c0366649-36fb-4122-8a6a-8c4b88b20b30 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:44.083052 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:44.098892 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6dddf7c9-f9ef-49d5-9797-e2adf4b5d150 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:44.122861 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1a1842-b377-4ce3-80f2-9a3a03beb3b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-8e867a28-8d41-47df-a2af-a54cb8b30a66', 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'fixed_ips': [{'subnet_id': 'df91bb76-a08d-4f2e-ada3-727ddd911b0f'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:49:44.124324 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0c1a1842-b377-4ce3-80f2-9a3a03beb3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:44.174949 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-99a84b84-890f-4298-a00f-0b7ab9266d73 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Allocated IP 2001:db8::34d (8e867a28-8d41-47df-a2af-a54cb8b30a66/df91bb76-a08d-4f2e-ada3-727ddd911b0f/fc4cfb47-1f23-4d1b-8119-57df7adc5c9f) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:49:44.182298 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6dddf7c9-f9ef-49d5-9797-e2adf4b5d150 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:44.210019 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60794) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:44.330837 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-88232bb4-1039-45c1-b5d3-b350c6fa4a26 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2020557540'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:44.386786 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88232bb4-1039-45c1-b5d3-b350c6fa4a26 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Made reservation on behalf of 14ab737fef224ff487719681726d8225 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:44.390613 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-88232bb4-1039-45c1-b5d3-b350c6fa4a26 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:44.395886 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-99a84b84-890f-4298-a00f-0b7ab9266d73 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:44.407765 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-88232bb4-1039-45c1-b5d3-b350c6fa4a26 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:44.421578 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-99a84b84-890f-4298-a00f-0b7ab9266d73 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Transition to ACTIVE for port object fc4cfb47-1f23-4d1b-8119-57df7adc5c9f will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:44.486682 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-99a84b84-890f-4298-a00f-0b7ab9266d73 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:44.490960 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5186f98e-386a-4da3-8398-90d302b64fbc tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:44.524249 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-96f9bd58-bd0c-410f-9ef6-39d4a666d6c4 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:44.540180 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-0c1a1842-b377-4ce3-80f2-9a3a03beb3b6 None None] Allocated IP 2001:db8::2 (8e867a28-8d41-47df-a2af-a54cb8b30a66/df91bb76-a08d-4f2e-ada3-727ddd911b0f/0d47b207-5d4a-4e83-afdf-a5827b17fa17) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:49:44.555326 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a84b84-890f-4298-a00f-0b7ab9266d73 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:44.556253 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c0366649-36fb-4122-8a6a-8c4b88b20b30 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.8697231 Jun 21 14:49:44.561468 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60798) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:44.564051 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-99a84b84-890f-4298-a00f-0b7ab9266d73 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:44.568552 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f9bd58-bd0c-410f-9ef6-39d4a666d6c4 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:44.569354 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-96f9bd58-bd0c-410f-9ef6-39d4a666d6c4 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:44.571998 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-4fa34b7f-1b8b-4daa-9b70-f61159024484 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Request body: {'subnet': {'network_id': '36d5673a-1708-452f-afe6-0244c0e2f1c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:44.575264 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a84b84-890f-4298-a00f-0b7ab9266d73 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Port': ['ID=fc4cfb47-1f23-4d1b-8119-57df7adc5c9f,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:44.578248 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a84b84-890f-4298-a00f-0b7ab9266d73 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:44.583410 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a84b84-890f-4298-a00f-0b7ab9266d73 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:44.584309 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-99a84b84-890f-4298-a00f-0b7ab9266d73 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:44.584406 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0366649-36fb-4122-8a6a-8c4b88b20b30 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Pushing event updated for resources: {'Network': ['ID=36d5673a-1708-452f-afe6-0244c0e2f1c1,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:44.588454 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c0366649-36fb-4122-8a6a-8c4b88b20b30 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:44.589074 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:44.601935 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-99a84b84-890f-4298-a00f-0b7ab9266d73 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:44.605352 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6dddf7c9-f9ef-49d5-9797-e2adf4b5d150 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:44.606072 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dddf7c9-f9ef-49d5-9797-e2adf4b5d150 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Fanout notify agent at l3_agent the message router_deleted on router bbefd8db-5a84-45ed-8ba3-f12973dbe78e {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:49:44.622167 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 36d5673a-1708-452f-afe6-0244c0e2f1c1 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:49:44.638172 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6dddf7c9-f9ef-49d5-9797-e2adf4b5d150 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:44.639494 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6dddf7c9-f9ef-49d5-9797-e2adf4b5d150 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] 10.222.0.72 "DELETE /v2.0/routers/bbefd8db-5a84-45ed-8ba3-f12973dbe78e HTTP/1.1" status: 204 len: 168 time: 5.4636054 Jun 21 14:49:44.643171 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60800) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:44.650227 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-ce5b8e49-e656-439d-b6cf-09f131c061ca tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1643721650', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'enable_snat': False}}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:44.653897 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [None req-d279f3bb-f030-4408-a2d3-47d1338cc9ab tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Floating IP 79386163-20af-425f-a4eb-8ecab09bccfb associated. External IP: 172.26.3.201, port: ac8496c7-d6cc-470a-91c4-c943a5eda639. Jun 21 14:49:44.670065 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-88232bb4-1039-45c1-b5d3-b350c6fa4a26 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:44.679996 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-88232bb4-1039-45c1-b5d3-b350c6fa4a26 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:44.683596 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:44.690733 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-99a84b84-890f-4298-a00f-0b7ab9266d73 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8451352 Jun 21 14:49:44.694084 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60802) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:44.710815 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f9bd58-bd0c-410f-9ef6-39d4a666d6c4 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Network': ['ID=5bfcf920-6186-446e-99aa-9760d6165f54,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:44.716838 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-96f9bd58-bd0c-410f-9ef6-39d4a666d6c4 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:44.720944 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88232bb4-1039-45c1-b5d3-b350c6fa4a26 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] vlan segment allocate from pool success with {'vlan_id': 421, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:49:44.723710 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-96f9bd58-bd0c-410f-9ef6-39d4a666d6c4 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.7523642 Jun 21 14:49:44.728738 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60806) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:44.737282 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-5cc00920-324f-41f4-a8d0-cf9704359c2b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'subnet': {'network_id': '5bfcf920-6186-446e-99aa-9760d6165f54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:44.758523 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.db.api [None req-4fa34b7f-1b8b-4daa-9b70-f61159024484 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 21 14:49:44.758523 dv-neutron-797121-2-hyperv neutron-server[105225]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 21 14:49:44.758523 dv-neutron-797121-2-hyperv neutron-server[105225]: [parameters: {'project_id_1': '4d71a0840b3847fdb3a94b9490e12bc0', 'expiration_1': datetime.datetime(2021, 6, 21, 14, 49, 44, 702570)}] Jun 21 14:49:44.758523 dv-neutron-797121-2-hyperv neutron-server[105225]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 14:49:44.758920 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_db.api [None req-4fa34b7f-1b8b-4daa-9b70-f61159024484 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 14:49:44.764134 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-88232bb4-1039-45c1-b5d3-b350c6fa4a26 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:44.765497 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-88232bb4-1039-45c1-b5d3-b350c6fa4a26 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Added segment 3edc588a-4eba-419e-a0bf-7e8886a6ede6 of type vlan for network 9c0c7957-397e-438a-b145-7d2a9a050a12 Jun 21 14:49:44.774586 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 5bfcf920-6186-446e-99aa-9760d6165f54 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:49:44.776566 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88232bb4-1039-45c1-b5d3-b350c6fa4a26 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffef1cbb-4784-47c5-998e-3ddde5d47da6,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:44.781284 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-88232bb4-1039-45c1-b5d3-b350c6fa4a26 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:44.820059 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-88232bb4-1039-45c1-b5d3-b350c6fa4a26 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:44.847815 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ce5b8e49-e656-439d-b6cf-09f131c061ca tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:44.849102 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ce5b8e49-e656-439d-b6cf-09f131c061ca tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:44.863964 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0666c575-0ca4-4056-92aa-771a871eafcb tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:44.865129 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0666c575-0ca4-4056-92aa-771a871eafcb tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1636255 Jun 21 14:49:44.870995 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60808) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:44.876206 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-88232bb4-1039-45c1-b5d3-b350c6fa4a26 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:44.895055 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88232bb4-1039-45c1-b5d3-b350c6fa4a26 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:44.895567 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-88232bb4-1039-45c1-b5d3-b350c6fa4a26 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:44.924710 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fb52c187-51bb-40f4-8d3c-d81b3830522d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:44.959399 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ce5b8e49-e656-439d-b6cf-09f131c061ca tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:45.007474 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0c1a1842-b377-4ce3-80f2-9a3a03beb3b6 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:45.014043 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88232bb4-1039-45c1-b5d3-b350c6fa4a26 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Pushing event updated for resources: {'Network': ['ID=9c0c7957-397e-438a-b145-7d2a9a050a12,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:45.016894 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-88232bb4-1039-45c1-b5d3-b350c6fa4a26 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:45.019463 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0c1a1842-b377-4ce3-80f2-9a3a03beb3b6 None None] Transition to ACTIVE for port object 0d47b207-5d4a-4e83-afdf-a5827b17fa17 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:45.029647 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 9c0c7957-397e-438a-b145-7d2a9a050a12 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:49:45.067484 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-73f33d7a-8c60-4891-a69d-ab88babda201 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting port fc4cfb47-1f23-4d1b-8119-57df7adc5c9f {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:45.067858 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-73f33d7a-8c60-4891-a69d-ab88babda201 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:45.071520 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0c1a1842-b377-4ce3-80f2-9a3a03beb3b6 None None] Transition to ACTIVE for port object 0d47b207-5d4a-4e83-afdf-a5827b17fa17 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:45.084507 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0c1a1842-b377-4ce3-80f2-9a3a03beb3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:45.088648 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:45.124054 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-88232bb4-1039-45c1-b5d3-b350c6fa4a26 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9096227 Jun 21 14:49:45.124382 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60810) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:45.131513 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-4788f04a-496b-4f8d-9806-abe17e175fe7 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Request body: {'subnet': {'network_id': '9c0c7957-397e-438a-b145-7d2a9a050a12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:45.138696 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc00920-324f-41f4-a8d0-cf9704359c2b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Made reservation on behalf of 4c5b77aec9d44a3cb3b2efd682f8e133 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:45.141967 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1a1842-b377-4ce3-80f2-9a3a03beb3b6 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:45.142683 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5cc00920-324f-41f4-a8d0-cf9704359c2b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:45.143235 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a1842-b377-4ce3-80f2-9a3a03beb3b6 None None] Pushing event updated for resources: {'Port': ['ID=0d47b207-5d4a-4e83-afdf-a5827b17fa17,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:45.145891 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-0c1a1842-b377-4ce3-80f2-9a3a03beb3b6 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:45.147817 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0c1a1842-b377-4ce3-80f2-9a3a03beb3b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:45.148518 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1a1842-b377-4ce3-80f2-9a3a03beb3b6 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:45.175875 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-73f33d7a-8c60-4891-a69d-ab88babda201 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:45.208284 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-0c1a1842-b377-4ce3-80f2-9a3a03beb3b6 None None] Attempting to bind port 0d47b207-5d4a-4e83-afdf-a5827b17fa17 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:45.208657 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-0c1a1842-b377-4ce3-80f2-9a3a03beb3b6 None None] Attempting to bind port 0d47b207-5d4a-4e83-afdf-a5827b17fa17 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:45.209065 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1a1842-b377-4ce3-80f2-9a3a03beb3b6 None None] Attempting to bind port 0d47b207-5d4a-4e83-afdf-a5827b17fa17 on network 8e867a28-8d41-47df-a2af-a54cb8b30a66 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:45.214427 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1a1842-b377-4ce3-80f2-9a3a03beb3b6 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:49:45.214715 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1a1842-b377-4ce3-80f2-9a3a03beb3b6 None None] Checking segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:49:45.215123 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0c1a1842-b377-4ce3-80f2-9a3a03beb3b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:45.215517 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1a1842-b377-4ce3-80f2-9a3a03beb3b6 None None] Bound using segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:49:45.217275 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-0c1a1842-b377-4ce3-80f2-9a3a03beb3b6 None None] Bound port: 0d47b207-5d4a-4e83-afdf-a5827b17fa17, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:49:45.217275 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0c1a1842-b377-4ce3-80f2-9a3a03beb3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:45.227514 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ce5b8e49-e656-439d-b6cf-09f131c061ca tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:45.245847 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-73f33d7a-8c60-4891-a69d-ab88babda201 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Calling delete_port for fc4cfb47-1f23-4d1b-8119-57df7adc5c9f owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:45.302777 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-0c1a1842-b377-4ce3-80f2-9a3a03beb3b6 None None] For port 0d47b207-5d4a-4e83-afdf-a5827b17fa17, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:49:45.309258 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-0c1a1842-b377-4ce3-80f2-9a3a03beb3b6 None None] For port 0d47b207-5d4a-4e83-afdf-a5827b17fa17, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=0d47b207-5d4a-4e83-afdf-a5827b17fa17,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:49:45.319455 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 59faeb52-6b5d-4a97-bb85-177eab54bd7d no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:49:45.349455 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0c1a1842-b377-4ce3-80f2-9a3a03beb3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:45.354333 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6d15034a-12cc-4e83-9bec-463d6e531a67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:45.373682 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa34b7f-1b8b-4daa-9b70-f61159024484 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Made reservation on behalf of 4d71a0840b3847fdb3a94b9490e12bc0 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:45.382927 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4fa34b7f-1b8b-4daa-9b70-f61159024484 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:45.406439 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d279f3bb-f030-4408-a2d3-47d1338cc9ab tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Router 58357177-9300-4364-af87-9278149b2ee3 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:49:45.427474 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 59faeb52-6b5d-4a97-bb85-177eab54bd7d {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:49:45.427971 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 59faeb52-6b5d-4a97-bb85-177eab54bd7d not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:49:45.434819 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a1842-b377-4ce3-80f2-9a3a03beb3b6 None None] Pushing event updated for resources: {'Port': ['ID=0d47b207-5d4a-4e83-afdf-a5827b17fa17,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:45.441094 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0c1a1842-b377-4ce3-80f2-9a3a03beb3b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:45.519330 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4788f04a-496b-4f8d-9806-abe17e175fe7 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Made reservation on behalf of 14ab737fef224ff487719681726d8225 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:45.522854 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4788f04a-496b-4f8d-9806-abe17e175fe7 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:45.544678 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-73f33d7a-8c60-4891-a69d-ab88babda201 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:45.552349 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-73666393-5b41-43b2-9c5d-ede33a0b44b9 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:45.581890 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f33d7a-8c60-4891-a69d-ab88babda201 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Port': ['ID=fc4cfb47-1f23-4d1b-8119-57df7adc5c9f,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:45.607859 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-73f33d7a-8c60-4891-a69d-ab88babda201 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:45.638310 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-73f33d7a-8c60-4891-a69d-ab88babda201 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:45.643565 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-73f33d7a-8c60-4891-a69d-ab88babda201 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/fc4cfb47-1f23-4d1b-8119-57df7adc5c9f HTTP/1.1" status: 204 len: 168 time: 0.7693243 Jun 21 14:49:45.644931 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60814) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:45.753229 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5cc00920-324f-41f4-a8d0-cf9704359c2b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:45.755050 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baf760f-000a-4294-bfc8-39d9c7ccb9ba tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:45.756569 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baf760f-000a-4294-bfc8-39d9c7ccb9ba tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:45.756976 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d279f3bb-f030-4408-a2d3-47d1338cc9ab tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:49:45.758851 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7baf760f-000a-4294-bfc8-39d9c7ccb9ba tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1130197 Jun 21 14:49:45.761274 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60816) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:45.770048 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7948599-ad32-4977-8b23-5ffd10c5136b None None] Sync routers for ids ['58357177-9300-4364-af87-9278149b2ee3'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:49:45.773249 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4fa34b7f-1b8b-4daa-9b70-f61159024484 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:45.779559 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d279f3bb-f030-4408-a2d3-47d1338cc9ab tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:45.781556 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f4a21923-6d3d-478a-8a95-7602baa9934e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:45.782716 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7948599-ad32-4977-8b23-5ffd10c5136b None None] Routers {'58357177-9300-4364-af87-9278149b2ee3'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:49:45.783556 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-c7948599-ad32-4977-8b23-5ffd10c5136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:49:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['58357177-9300-4364-af87-9278149b2ee3'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:45.797656 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:45.868081 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-10cde913-3999-49be-bf7d-4bf92a53bfa4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting subnet df91bb76-a08d-4f2e-ada3-727ddd911b0f {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:49:45.875526 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-10cde913-3999-49be-bf7d-4bf92a53bfa4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:45.878236 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa34b7f-1b8b-4daa-9b70-f61159024484 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Pushing event updated for resources: {'Subnet': ['ID=f72c1b15-5d34-4e66-a0eb-f9f5916ebf5a,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:45.880926 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4fa34b7f-1b8b-4daa-9b70-f61159024484 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:45.930673 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa34b7f-1b8b-4daa-9b70-f61159024484 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Checking segment: {'id': '172c3781-d8f7-4441-8a4d-fc83e37f90e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '36d5673a-1708-452f-afe6-0244c0e2f1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:49:45.930925 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa34b7f-1b8b-4daa-9b70-f61159024484 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Network hostable DHCP agents. Network: 36d5673a-1708-452f-afe6-0244c0e2f1c1, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:49:45.936797 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-c7948599-ad32-4977-8b23-5ffd10c5136b None None] Set router 58357177-9300-4364-af87-9278149b2ee3 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:49:45.937888 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-10cde913-3999-49be-bf7d-4bf92a53bfa4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:45.944617 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc00920-324f-41f4-a8d0-cf9704359c2b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Subnet': ['ID=7dcc8d22-8c43-4d7a-9eb0-842a3a3bf81d,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:45.948148 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d279f3bb-f030-4408-a2d3-47d1338cc9ab tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "PUT /v2.0/floatingips/79386163-20af-425f-a4eb-8ecab09bccfb HTTP/1.1" status: 200 len: 991 time: 4.3693271 Jun 21 14:49:45.980089 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5cc00920-324f-41f4-a8d0-cf9704359c2b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:45.980595 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ee68b4-85bc-4fff-b1eb-69a7ff51d734', 'tag': 'ac8496c7-d6cc-470a-91c4-c943a5eda639'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:49:45.983138 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe04597f-17c0-4a96-b6e5-222a909adcf0" -d '{"events": [{"name": "network-changed", "server_uuid": "b9ee68b4-85bc-4fff-b1eb-69a7ff51d734", "tag": "ac8496c7-d6cc-470a-91c4-c943a5eda639"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:49:46.000050 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa34b7f-1b8b-4daa-9b70-f61159024484 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Network 36d5673a-1708-452f-afe6-0244c0e2f1c1 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:49:46.044441 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc00920-324f-41f4-a8d0-cf9704359c2b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Checking segment: {'id': '201e3eb2-07cd-4181-bb0c-585700e4be57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5bfcf920-6186-446e-99aa-9760d6165f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:49:46.044794 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc00920-324f-41f4-a8d0-cf9704359c2b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Network hostable DHCP agents. Network: 5bfcf920-6186-446e-99aa-9760d6165f54, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:49:46.066062 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-4fa34b7f-1b8b-4daa-9b70-f61159024484 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 36d5673a-1708-452f-afe6-0244c0e2f1c1) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:46.075092 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa34b7f-1b8b-4daa-9b70-f61159024484 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:46.075585 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4fa34b7f-1b8b-4daa-9b70-f61159024484 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:46.079176 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d4554d-689b-4147-8ec9-628c42613bfe None None] Network 36d5673a-1708-452f-afe6-0244c0e2f1c1 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:49:46.106536 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-10cde913-3999-49be-bf7d-4bf92a53bfa4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:46.108257 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ce5b8e49-e656-439d-b6cf-09f131c061ca tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:46.138316 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc00920-324f-41f4-a8d0-cf9704359c2b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Network 5bfcf920-6186-446e-99aa-9760d6165f54 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:49:46.141588 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ce5b8e49-e656-439d-b6cf-09f131c061ca tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:46.154022 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4788f04a-496b-4f8d-9806-abe17e175fe7 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:46.156354 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-5cc00920-324f-41f4-a8d0-cf9704359c2b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 5bfcf920-6186-446e-99aa-9760d6165f54) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:46.167579 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4fa34b7f-1b8b-4daa-9b70-f61159024484 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6046705 Jun 21 14:49:46.170967 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60824) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:46.192135 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5cc00920-324f-41f4-a8d0-cf9704359c2b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:46.194919 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-b03e7925-1cfd-4405-8190-64e204a3e4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Request body: {'port': {'network_id': '36d5673a-1708-452f-afe6-0244c0e2f1c1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1919385286'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:46.200589 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc00920-324f-41f4-a8d0-cf9704359c2b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:46.201510 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5cc00920-324f-41f4-a8d0-cf9704359c2b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:46.256804 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0bd992-79bc-4e47-ae4f-2e61894bd754 x-openstack-request-id: req-8e0bd992-79bc-4e47-ae4f-2e61894bd754 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:49:46.257450 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9ee68b4-85bc-4fff-b1eb-69a7ff51d734", "tag": "ac8496c7-d6cc-470a-91c4-c943a5eda639", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:49:46.258035 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8e0bd992-79bc-4e47-ae4f-2e61894bd754 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:49:46.258661 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9ee68b4-85bc-4fff-b1eb-69a7ff51d734', 'tag': 'ac8496c7-d6cc-470a-91c4-c943a5eda639', 'status': 'completed', 'code': 200} Jun 21 14:49:46.262873 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990e0306-a29c-4b1e-8b52-e259a00ceae7 None None] Network 5bfcf920-6186-446e-99aa-9760d6165f54 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:49:46.313670 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5cc00920-324f-41f4-a8d0-cf9704359c2b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5822825 Jun 21 14:49:46.317702 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60826) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:46.324679 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-f592a5bd-501c-4585-81d1-b7c269f75144 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'port': {'network_id': '5bfcf920-6186-446e-99aa-9760d6165f54', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1688986979'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:46.328825 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4788f04a-496b-4f8d-9806-abe17e175fe7 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Pushing event updated for resources: {'Subnet': ['ID=1c24697a-8ca9-4f4e-b07c-ac18b89dedff,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:46.346744 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-c7948599-ad32-4977-8b23-5ffd10c5136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58357177-9300-4364-af87-9278149b2ee3', 'name': 'tempest-ServerActionsTestJSON-716197638-router', 'tenant_id': '11635685b5064af1901fae1b04f861cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '166a7ac5-f4b5-4666-b368-73c188f6637d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:42Z', 'updated_at': '2021-06-21T14:48:50Z', 'revision_number': 4, 'project_id': '11635685b5064af1901fae1b04f861cb', 'gw_port': {'id': '166a7ac5-f4b5-4666-b368-73c188f6637d', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58357177-9300-4364-af87-9278149b2ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:44Z', 'updated_at': '2021-06-21T14:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '79386163-20af-425f-a4eb-8ecab09bccfb', 'tenant_id': '11635685b5064af1901fae1b04f861cb', 'floating_ip_address': '172.26.3.201', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '58357177-9300-4364-af87-9278149b2ee3', 'port_id': 'ac8496c7-d6cc-470a-91c4-c943a5eda639', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '393f8381-0805-46a3-9584-62cfa82bcbaf', 'mac_address': 'fa:16:3e:85:ae:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ee68b4-85bc-4fff-b1eb-69a7ff51d734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:49:00Z', 'updated_at': '2021-06-21T14:49:43Z', 'revision_number': 1, 'project_id': '11635685b5064af1901fae1b04f861cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf2d0abb-ddde-4b02-af51-59f862ceac68', 'name': '', 'network_id': '393f8381-0805-46a3-9584-62cfa82bcbaf', 'tenant_id': '11635685b5064af1901fae1b04f861cb', 'mac_address': 'fa:16:3e:f1:75:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58357177-9300-4364-af87-9278149b2ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f3bb9f9f-5a2e-4ed7-b8d4-076458baa435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:48Z', 'updated_at': '2021-06-21T14:49:00Z', 'revision_number': 5, 'project_id': '11635685b5064af1901fae1b04f861cb', 'subnets': [{'id': 'f3bb9f9f-5a2e-4ed7-b8d4-076458baa435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:46.350807 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4788f04a-496b-4f8d-9806-abe17e175fe7 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:46.359096 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d861ce-9af6-49e2-9ca1-a64f9102035d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-36d5673a-1708-452f-afe6-0244c0e2f1c1', 'network_id': '36d5673a-1708-452f-afe6-0244c0e2f1c1', 'tenant_id': '4d71a0840b3847fdb3a94b9490e12bc0', 'fixed_ips': [{'subnet_id': 'f72c1b15-5d34-4e66-a0eb-f9f5916ebf5a'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:49:46.360845 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e3d861ce-9af6-49e2-9ca1-a64f9102035d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:46.365873 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-10cde913-3999-49be-bf7d-4bf92a53bfa4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:46.400898 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0368957b-890a-42f6-adee-8c27d91baf0e tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:46.407079 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-10cde913-3999-49be-bf7d-4bf92a53bfa4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:46.408996 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-10cde913-3999-49be-bf7d-4bf92a53bfa4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/df91bb76-a08d-4f2e-ada3-727ddd911b0f HTTP/1.1" status: 204 len: 168 time: 0.6462898 Jun 21 14:49:46.423942 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7948599-ad32-4977-8b23-5ffd10c5136b None None] Checking router: 58357177-9300-4364-af87-9278149b2ee3 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:49:46.425151 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60828) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:46.436907 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7948599-ad32-4977-8b23-5ffd10c5136b None None] Routers {'58357177-9300-4364-af87-9278149b2ee3'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:49:46.437823 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-c7948599-ad32-4977-8b23-5ffd10c5136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:49:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['58357177-9300-4364-af87-9278149b2ee3'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:46.447102 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cde913-3999-49be-bf7d-4bf92a53bfa4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Subnet': ['ID=df91bb76-a08d-4f2e-ada3-727ddd911b0f,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:46.450201 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-10cde913-3999-49be-bf7d-4bf92a53bfa4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:46.487990 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04597f-17c0-4a96-b6e5-222a909adcf0 req-9209d026-984b-4ec1-bae2-86fc31e7dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:46.490194 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-fe04597f-17c0-4a96-b6e5-222a909adcf0 req-9209d026-984b-4ec1-bae2-86fc31e7dea1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=11635685b5064af1901fae1b04f861cb&device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 1098 time: 0.1913955 Jun 21 14:49:46.505050 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03e7925-1cfd-4405-8190-64e204a3e4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Made reservation on behalf of 4d71a0840b3847fdb3a94b9490e12bc0 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:46.510268 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b03e7925-1cfd-4405-8190-64e204a3e4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:46.512349 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4788f04a-496b-4f8d-9806-abe17e175fe7 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Checking segment: {'id': '3edc588a-4eba-419e-a0bf-7e8886a6ede6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9c0c7957-397e-438a-b145-7d2a9a050a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:49:46.512805 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4788f04a-496b-4f8d-9806-abe17e175fe7 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Network hostable DHCP agents. Network: 9c0c7957-397e-438a-b145-7d2a9a050a12, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:49:46.517230 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-ce5b8e49-e656-439d-b6cf-09f131c061ca tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Allocated IP 172.26.3.120 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/3624af60-d847-4243-8082-fb7f2223d30b) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:49:46.528859 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-df7579f6-705e-438a-91dd-b701f3583593 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0989108 Jun 21 14:49:46.536429 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60832) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:46.554389 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-69c53793-6a26-4af9-99d5-03be0321cae8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:46.688997 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a6e811f7-2b8e-41c3-b7bc-e95c3bbb7502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:46.706590 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710d66c8-39bd-4da5-b9a7-f019fdc260c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-5bfcf920-6186-446e-99aa-9760d6165f54', 'network_id': '5bfcf920-6186-446e-99aa-9760d6165f54', 'tenant_id': '4c5b77aec9d44a3cb3b2efd682f8e133', 'fixed_ips': [{'subnet_id': '7dcc8d22-8c43-4d7a-9eb0-842a3a3bf81d'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:49:46.707747 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-710d66c8-39bd-4da5-b9a7-f019fdc260c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:46.778626 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-c7948599-ad32-4977-8b23-5ffd10c5136b None None] Set router 58357177-9300-4364-af87-9278149b2ee3 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:49:46.827801 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-e3d861ce-9af6-49e2-9ca1-a64f9102035d None None] Allocated IP 2001:db8::2 (36d5673a-1708-452f-afe6-0244c0e2f1c1/f72c1b15-5d34-4e66-a0eb-f9f5916ebf5a/fe2b2bed-d035-427b-92e3-8e41ae2cabdc) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:49:46.891863 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-b03e7925-1cfd-4405-8190-64e204a3e4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] device_id is not set on port 6e0c21f1-1ec8-4a42-bca9-ed8749c9d0d0 yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:49:46.985442 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:47.019172 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-710d66c8-39bd-4da5-b9a7-f019fdc260c1 None None] Allocated IP 2001:db8::2 (5bfcf920-6186-446e-99aa-9760d6165f54/7dcc8d22-8c43-4d7a-9eb0-842a3a3bf81d/b0ef3af5-cf1c-4bee-8acb-09ccd7f55e8b) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:49:47.041090 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1738fe-d040-42de-8236-a8036c355401 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:49:47.091940 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-c7948599-ad32-4977-8b23-5ffd10c5136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58357177-9300-4364-af87-9278149b2ee3', 'name': 'tempest-ServerActionsTestJSON-716197638-router', 'tenant_id': '11635685b5064af1901fae1b04f861cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '166a7ac5-f4b5-4666-b368-73c188f6637d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:42Z', 'updated_at': '2021-06-21T14:48:50Z', 'revision_number': 4, 'project_id': '11635685b5064af1901fae1b04f861cb', 'gw_port': {'id': '166a7ac5-f4b5-4666-b368-73c188f6637d', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58357177-9300-4364-af87-9278149b2ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:44Z', 'updated_at': '2021-06-21T14:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '79386163-20af-425f-a4eb-8ecab09bccfb', 'tenant_id': '11635685b5064af1901fae1b04f861cb', 'floating_ip_address': '172.26.3.201', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '58357177-9300-4364-af87-9278149b2ee3', 'port_id': 'ac8496c7-d6cc-470a-91c4-c943a5eda639', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '393f8381-0805-46a3-9584-62cfa82bcbaf', 'mac_address': 'fa:16:3e:85:ae:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ee68b4-85bc-4fff-b1eb-69a7ff51d734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:49:00Z', 'updated_at': '2021-06-21T14:49:43Z', 'revision_number': 1, 'project_id': '11635685b5064af1901fae1b04f861cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf2d0abb-ddde-4b02-af51-59f862ceac68', 'name': '', 'network_id': '393f8381-0805-46a3-9584-62cfa82bcbaf', 'tenant_id': '11635685b5064af1901fae1b04f861cb', 'mac_address': 'fa:16:3e:f1:75:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58357177-9300-4364-af87-9278149b2ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f3bb9f9f-5a2e-4ed7-b8d4-076458baa435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:48Z', 'updated_at': '2021-06-21T14:49:00Z', 'revision_number': 5, 'project_id': '11635685b5064af1901fae1b04f861cb', 'subnets': [{'id': 'f3bb9f9f-5a2e-4ed7-b8d4-076458baa435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:47.106614 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04597f-17c0-4a96-b6e5-222a909adcf0 req-3a791d48-375e-4842-99f4-6d9fcda09b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:47.108539 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-fe04597f-17c0-4a96-b6e5-222a909adcf0 req-3a791d48-375e-4842-99f4-6d9fcda09b04 service neutron] 10.222.0.66 "GET /v2.0/networks?id=393f8381-0805-46a3-9584-62cfa82bcbaf HTTP/1.1" status: 200 len: 912 time: 0.5939832 Jun 21 14:49:47.122663 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-89d83f6f-f533-4a6d-abdb-07f53172b40f None None] Provisioning for port 0d47b207-5d4a-4e83-afdf-a5827b17fa17 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:49:47.131702 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7948599-ad32-4977-8b23-5ffd10c5136b None None] The sync data for ids ['58357177-9300-4364-af87-9278149b2ee3'] in dv-neutron-797121-2-hyperv is: [{'id': '58357177-9300-4364-af87-9278149b2ee3', 'name': 'tempest-ServerActionsTestJSON-716197638-router', 'tenant_id': '11635685b5064af1901fae1b04f861cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '166a7ac5-f4b5-4666-b368-73c188f6637d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:42Z', 'updated_at': '2021-06-21T14:48:50Z', 'revision_number': 4, 'project_id': '11635685b5064af1901fae1b04f861cb', 'gw_port': {'id': '166a7ac5-f4b5-4666-b368-73c188f6637d', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58357177-9300-4364-af87-9278149b2ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:44Z', 'updated_at': '2021-06-21T14:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '79386163-20af-425f-a4eb-8ecab09bccfb', 'tenant_id': '11635685b5064af1901fae1b04f861cb', 'floating_ip_address': '172.26.3.201', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '58357177-9300-4364-af87-9278149b2ee3', 'port_id': 'ac8496c7-d6cc-470a-91c4-c943a5eda639', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '393f8381-0805-46a3-9584-62cfa82bcbaf', 'mac_address': 'fa:16:3e:85:ae:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ee68b4-85bc-4fff-b1eb-69a7ff51d734', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:49:00Z', 'updated_at': '2021-06-21T14:49:43Z', 'revision_number': 1, 'project_id': '11635685b5064af1901fae1b04f861cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf2d0abb-ddde-4b02-af51-59f862ceac68', 'name': '', 'network_id': '393f8381-0805-46a3-9584-62cfa82bcbaf', 'tenant_id': '11635685b5064af1901fae1b04f861cb', 'mac_address': 'fa:16:3e:f1:75:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58357177-9300-4364-af87-9278149b2ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f3bb9f9f-5a2e-4ed7-b8d4-076458baa435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:48Z', 'updated_at': '2021-06-21T14:49:00Z', 'revision_number': 5, 'project_id': '11635685b5064af1901fae1b04f861cb', 'subnets': [{'id': 'f3bb9f9f-5a2e-4ed7-b8d4-076458baa435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:49:47.173706 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e3d861ce-9af6-49e2-9ca1-a64f9102035d None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:47.182116 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4788f04a-496b-4f8d-9806-abe17e175fe7 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Network 9c0c7957-397e-438a-b145-7d2a9a050a12 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:49:47.182706 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-e3d861ce-9af6-49e2-9ca1-a64f9102035d None None] Transition to ACTIVE for port object fe2b2bed-d035-427b-92e3-8e41ae2cabdc will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:47.197478 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-e3d861ce-9af6-49e2-9ca1-a64f9102035d None None] Transition to ACTIVE for port object fe2b2bed-d035-427b-92e3-8e41ae2cabdc will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:47.214527 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-fe04597f-17c0-4a96-b6e5-222a909adcf0 req-e49e6440-8958-4e5e-8e18-7b6b3abeeb83 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac8496c7-d6cc-470a-91c4-c943a5eda639 HTTP/1.1" status: 200 len: 999 time: 0.0965903 Jun 21 14:49:47.292581 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-4788f04a-496b-4f8d-9806-abe17e175fe7 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 9c0c7957-397e-438a-b145-7d2a9a050a12) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:47.312092 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4788f04a-496b-4f8d-9806-abe17e175fe7 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:47.313072 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4788f04a-496b-4f8d-9806-abe17e175fe7 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:47.355788 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-710d66c8-39bd-4da5-b9a7-f019fdc260c1 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:47.359399 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe967ccf-dbb7-4564-a550-95e13fde0189 None None] Network 9c0c7957-397e-438a-b145-7d2a9a050a12 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:49:47.361672 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04597f-17c0-4a96-b6e5-222a909adcf0 req-4f43fd59-c953-4af3-8033-d6cdc85dbcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:47.363274 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-fe04597f-17c0-4a96-b6e5-222a909adcf0 req-4f43fd59-c953-4af3-8033-d6cdc85dbcf0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3bb9f9f-5a2e-4ed7-b8d4-076458baa435 HTTP/1.1" status: 200 len: 850 time: 0.1366937 Jun 21 14:49:47.391983 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e3d861ce-9af6-49e2-9ca1-a64f9102035d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:47.394247 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c53793-6a26-4af9-99d5-03be0321cae8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:47.407314 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-69c53793-6a26-4af9-99d5-03be0321cae8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:47.434048 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:47.472243 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-b03e7925-1cfd-4405-8190-64e204a3e4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Allocated IP 2001:db8::3b3 (36d5673a-1708-452f-afe6-0244c0e2f1c1/f72c1b15-5d34-4e66-a0eb-f9f5916ebf5a/6e0c21f1-1ec8-4a42-bca9-ed8749c9d0d0) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:49:47.479716 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 0d47b207-5d4a-4e83-afdf-a5827b17fa17 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:49:47.484545 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-710d66c8-39bd-4da5-b9a7-f019fdc260c1 None None] Transition to ACTIVE for port object b0ef3af5-cf1c-4bee-8acb-09ccd7f55e8b will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:47.491383 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4788f04a-496b-4f8d-9806-abe17e175fe7 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3631196 Jun 21 14:49:47.499096 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60838) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:47.510139 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-4587f847-c061-4900-b0d0-1a651702e5c4 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Request body: {'port': {'network_id': '9c0c7957-397e-438a-b145-7d2a9a050a12', 'name': 'tempest-AllowedAddressPairTestJSON-335992808'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:47.547655 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ce5b8e49-e656-439d-b6cf-09f131c061ca tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:47.555079 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fde139-5fea-4e56-adf8-2b96c562bd41 None None] New status for floating IP 79386163-20af-425f-a4eb-8ecab09bccfb: ACTIVE {{(pid=105226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:49:47.567415 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f592a5bd-501c-4585-81d1-b7c269f75144 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Made reservation on behalf of 4c5b77aec9d44a3cb3b2efd682f8e133 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:47.571104 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f592a5bd-501c-4585-81d1-b7c269f75144 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:47.572717 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04597f-17c0-4a96-b6e5-222a909adcf0 req-ad61a82e-4de2-4d40-9b5b-51a22f87deac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:47.574667 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-fe04597f-17c0-4a96-b6e5-222a909adcf0 req-ad61a82e-4de2-4d40-9b5b-51a22f87deac service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=393f8381-0805-46a3-9584-62cfa82bcbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1782811 Jun 21 14:49:47.593994 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d861ce-9af6-49e2-9ca1-a64f9102035d None None] Network 36d5673a-1708-452f-afe6-0244c0e2f1c1 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:47.607151 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-710d66c8-39bd-4da5-b9a7-f019fdc260c1 None None] Transition to ACTIVE for port object b0ef3af5-cf1c-4bee-8acb-09ccd7f55e8b will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:47.645686 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-e3d861ce-9af6-49e2-9ca1-a64f9102035d None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:47.646532 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-f592a5bd-501c-4585-81d1-b7c269f75144 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] device_id is not set on port 028805fe-357b-454c-bdba-3ab67155216e yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:49:47.648096 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d861ce-9af6-49e2-9ca1-a64f9102035d None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:47.676896 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d861ce-9af6-49e2-9ca1-a64f9102035d None None] Pushing event updated for resources: {'Port': ['ID=fe2b2bed-d035-427b-92e3-8e41ae2cabdc,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:47.679752 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e3d861ce-9af6-49e2-9ca1-a64f9102035d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:47.690754 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-710d66c8-39bd-4da5-b9a7-f019fdc260c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:47.700146 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:47.730440 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ce5b8e49-e656-439d-b6cf-09f131c061ca tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:47.734244 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-268a76be-2699-49ab-ac60-b00d0094f64c tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:47.817675 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-fe04597f-17c0-4a96-b6e5-222a909adcf0 req-797e5dff-3cfd-45a0-932f-3914c135f461 service neutron] 10.222.0.66 "GET /v2.0/networks/393f8381-0805-46a3-9584-62cfa82bcbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340713 Jun 21 14:49:47.821571 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-69c53793-6a26-4af9-99d5-03be0321cae8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:47.825865 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5b8e49-e656-439d-b6cf-09f131c061ca tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:47.839130 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-ce5b8e49-e656-439d-b6cf-09f131c061ca tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:47.847414 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5b8e49-e656-439d-b6cf-09f131c061ca tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:47.854147 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5b8e49-e656-439d-b6cf-09f131c061ca tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Pushing event updated for resources: {'Port': ['ID=3624af60-d847-4243-8082-fb7f2223d30b,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:47.860862 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b03e7925-1cfd-4405-8190-64e204a3e4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:47.878079 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ce5b8e49-e656-439d-b6cf-09f131c061ca tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:47.881614 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:47.897476 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c53793-6a26-4af9-99d5-03be0321cae8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:47.900772 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4587f847-c061-4900-b0d0-1a651702e5c4 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Made reservation on behalf of 14ab737fef224ff487719681726d8225 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:47.904441 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4587f847-c061-4900-b0d0-1a651702e5c4 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:47.926083 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-b03e7925-1cfd-4405-8190-64e204a3e4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Transition to ACTIVE for port object 6e0c21f1-1ec8-4a42-bca9-ed8749c9d0d0 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:47.928997 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-69c53793-6a26-4af9-99d5-03be0321cae8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:47.945994 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-4587f847-c061-4900-b0d0-1a651702e5c4 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] device_id is not set on port bddb933d-2f93-47f8-a860-1bfa403f3455 yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:49:47.946825 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-f592a5bd-501c-4585-81d1-b7c269f75144 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Allocated IP 2001:db8::3c (5bfcf920-6186-446e-99aa-9760d6165f54/7dcc8d22-8c43-4d7a-9eb0-842a3a3bf81d/028805fe-357b-454c-bdba-3ab67155216e) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:49:47.950137 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c53793-6a26-4af9-99d5-03be0321cae8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:47.950729 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-69c53793-6a26-4af9-99d5-03be0321cae8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:48.000587 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c53793-6a26-4af9-99d5-03be0321cae8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Subnet': ['ID=17401402-e3bd-4946-ac6a-2dcc349eac26,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:48.036736 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-69c53793-6a26-4af9-99d5-03be0321cae8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:48.048171 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-69c53793-6a26-4af9-99d5-03be0321cae8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4999461 Jun 21 14:49:48.050458 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-fe04597f-17c0-4a96-b6e5-222a909adcf0 req-2774f931-6a06-4b8a-a8c6-dbb6f29af65f service neutron] 10.222.0.66 "GET /v2.0/networks/393f8381-0805-46a3-9584-62cfa82bcbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237742 Jun 21 14:49:48.050921 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60846) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:48.061083 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-24007c8c-2375-4ab8-a833-2f1696cb555f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'port': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'name': 'tempest-NetworksTestDHCPv6-461279700'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:48.098744 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710d66c8-39bd-4da5-b9a7-f019fdc260c1 None None] Network 5bfcf920-6186-446e-99aa-9760d6165f54 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:48.132747 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b03e7925-1cfd-4405-8190-64e204a3e4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:48.143800 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-99a84b84-890f-4298-a00f-0b7ab9266d73 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:48.154864 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-710d66c8-39bd-4da5-b9a7-f019fdc260c1 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:48.157303 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710d66c8-39bd-4da5-b9a7-f019fdc260c1 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:48.169931 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 0d47b207-5d4a-4e83-afdf-a5827b17fa17 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:49:48.177988 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d66c8-39bd-4da5-b9a7-f019fdc260c1 None None] Pushing event updated for resources: {'Port': ['ID=b0ef3af5-cf1c-4bee-8acb-09ccd7f55e8b,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:48.182555 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-710d66c8-39bd-4da5-b9a7-f019fdc260c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:48.190205 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-e3d861ce-9af6-49e2-9ca1-a64f9102035d None None] Attempting to bind port fe2b2bed-d035-427b-92e3-8e41ae2cabdc on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:48.190585 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-e3d861ce-9af6-49e2-9ca1-a64f9102035d None None] Attempting to bind port fe2b2bed-d035-427b-92e3-8e41ae2cabdc by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '172c3781-d8f7-4441-8a4d-fc83e37f90e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '36d5673a-1708-452f-afe6-0244c0e2f1c1'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:48.191316 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d861ce-9af6-49e2-9ca1-a64f9102035d None None] Attempting to bind port fe2b2bed-d035-427b-92e3-8e41ae2cabdc on network 36d5673a-1708-452f-afe6-0244c0e2f1c1 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:48.197711 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-4587f847-c061-4900-b0d0-1a651702e5c4 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Allocated IP 172.20.0.3 (9c0c7957-397e-438a-b145-7d2a9a050a12/1c24697a-8ca9-4f4e-b07c-ac18b89dedff/bddb933d-2f93-47f8-a860-1bfa403f3455) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:49:48.203614 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:48.214368 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 0d47b207-5d4a-4e83-afdf-a5827b17fa17 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:48.214803 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:48.248393 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03e7925-1cfd-4405-8190-64e204a3e4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Network 36d5673a-1708-452f-afe6-0244c0e2f1c1 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:48.254700 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e7925-1cfd-4405-8190-64e204a3e4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Pushing event updated for resources: {'Port': ['ID=6e0c21f1-1ec8-4a42-bca9-ed8749c9d0d0,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:48.259571 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d861ce-9af6-49e2-9ca1-a64f9102035d None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:49:48.260057 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d861ce-9af6-49e2-9ca1-a64f9102035d None None] Checking segment: {'id': '172c3781-d8f7-4441-8a4d-fc83e37f90e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '36d5673a-1708-452f-afe6-0244c0e2f1c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:49:48.260944 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e3d861ce-9af6-49e2-9ca1-a64f9102035d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:48.261068 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d861ce-9af6-49e2-9ca1-a64f9102035d None None] Bound using segment: {'id': '172c3781-d8f7-4441-8a4d-fc83e37f90e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '36d5673a-1708-452f-afe6-0244c0e2f1c1'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:49:48.261467 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-e3d861ce-9af6-49e2-9ca1-a64f9102035d None None] Bound port: fe2b2bed-d035-427b-92e3-8e41ae2cabdc, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172c3781-d8f7-4441-8a4d-fc83e37f90e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '36d5673a-1708-452f-afe6-0244c0e2f1c1'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:49:48.262272 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e3d861ce-9af6-49e2-9ca1-a64f9102035d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:48.263491 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-b03e7925-1cfd-4405-8190-64e204a3e4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:48.265349 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b03e7925-1cfd-4405-8190-64e204a3e4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:48.271059 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f592a5bd-501c-4585-81d1-b7c269f75144 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:48.280249 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03e7925-1cfd-4405-8190-64e204a3e4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:48.285743 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03e7925-1cfd-4405-8190-64e204a3e4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:48.286367 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b03e7925-1cfd-4405-8190-64e204a3e4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:48.317521 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b03e7925-1cfd-4405-8190-64e204a3e4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1427217 Jun 21 14:49:48.320456 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60848) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:48.332658 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-4c42194d-d1f0-4564-9ceb-7cca3d07b3cd tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Request body: {'port': {'network_id': '36d5673a-1708-452f-afe6-0244c0e2f1c1', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1260537613', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:48.333207 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.api.validators [None req-4c42194d-d1f0-4564-9ceb-7cca3d07b3cd tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] bootfile-name is not in valid_values {{(pid=105224) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 21 14:49:48.333540 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.api.validators [None req-4c42194d-d1f0-4564-9ceb-7cca3d07b3cd tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] tftp-server is not in valid_values {{(pid=105224) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 21 14:49:48.333974 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.api.validators [None req-4c42194d-d1f0-4564-9ceb-7cca3d07b3cd tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] server-ip-address is not in valid_values {{(pid=105224) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 21 14:49:48.341419 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-f592a5bd-501c-4585-81d1-b7c269f75144 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Transition to ACTIVE for port object 028805fe-357b-454c-bdba-3ab67155216e will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:48.379205 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24007c8c-2375-4ab8-a833-2f1696cb555f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:48.382729 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-24007c8c-2375-4ab8-a833-2f1696cb555f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:48.412618 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0363ef-cb69-49c7-bc76-7757ecf9af41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-9c0c7957-397e-438a-b145-7d2a9a050a12', 'network_id': '9c0c7957-397e-438a-b145-7d2a9a050a12', 'tenant_id': '14ab737fef224ff487719681726d8225', 'fixed_ips': [{'subnet_id': '1c24697a-8ca9-4f4e-b07c-ac18b89dedff'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:49:48.413442 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5a0363ef-cb69-49c7-bc76-7757ecf9af41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:48.422200 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ce5b8e49-e656-439d-b6cf-09f131c061ca tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:48.422405 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-24007c8c-2375-4ab8-a833-2f1696cb555f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] device_id is not set on port 847c8840-ea92-42ba-9e3d-e96472e1f0c5 yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:49:48.521125 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-e3d861ce-9af6-49e2-9ca1-a64f9102035d None None] For port fe2b2bed-d035-427b-92e3-8e41ae2cabdc, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:49:48.527832 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-e3d861ce-9af6-49e2-9ca1-a64f9102035d None None] For port fe2b2bed-d035-427b-92e3-8e41ae2cabdc, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=fe2b2bed-d035-427b-92e3-8e41ae2cabdc,segment=NetworkSegment(172c3781-d8f7-4441-8a4d-fc83e37f90e7),segment_id=172c3781-d8f7-4441-8a4d-fc83e37f90e7)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:49:48.533271 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-710d66c8-39bd-4da5-b9a7-f019fdc260c1 None None] Attempting to bind port b0ef3af5-cf1c-4bee-8acb-09ccd7f55e8b on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:48.533733 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-710d66c8-39bd-4da5-b9a7-f019fdc260c1 None None] Attempting to bind port b0ef3af5-cf1c-4bee-8acb-09ccd7f55e8b by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '201e3eb2-07cd-4181-bb0c-585700e4be57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5bfcf920-6186-446e-99aa-9760d6165f54'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:48.534464 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710d66c8-39bd-4da5-b9a7-f019fdc260c1 None None] Attempting to bind port b0ef3af5-cf1c-4bee-8acb-09ccd7f55e8b on network 5bfcf920-6186-446e-99aa-9760d6165f54 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:48.546987 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e3d861ce-9af6-49e2-9ca1-a64f9102035d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:48.559022 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f592a5bd-501c-4585-81d1-b7c269f75144 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:48.564183 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fc98a5d2-9ac4-47ef-8e76-efad47d070fe tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:48.579235 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-dd8e4eb7-57c2-4c84-b4ff-5fb3696815bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:48.610097 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4587f847-c061-4900-b0d0-1a651702e5c4 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:48.644177 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f592a5bd-501c-4585-81d1-b7c269f75144 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Network 5bfcf920-6186-446e-99aa-9760d6165f54 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:48.647550 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2419e8a-dd30-4899-a07d-686c77bf410e None None] DHCP port deletion for 8e867a28-8d41-47df-a2af-a54cb8b30a66 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:49:48.656722 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-f592a5bd-501c-4585-81d1-b7c269f75144 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:48.661700 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-4587f847-c061-4900-b0d0-1a651702e5c4 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Transition to ACTIVE for port object bddb933d-2f93-47f8-a860-1bfa403f3455 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:48.665301 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f592a5bd-501c-4585-81d1-b7c269f75144 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:48.670852 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f592a5bd-501c-4585-81d1-b7c269f75144 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:48.671856 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f592a5bd-501c-4585-81d1-b7c269f75144 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:48.677187 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f592a5bd-501c-4585-81d1-b7c269f75144 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Port': ['ID=028805fe-357b-454c-bdba-3ab67155216e,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:48.703341 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-24007c8c-2375-4ab8-a833-2f1696cb555f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Allocated IP 2001:db8::70 (8e867a28-8d41-47df-a2af-a54cb8b30a66/17401402-e3bd-4946-ac6a-2dcc349eac26/847c8840-ea92-42ba-9e3d-e96472e1f0c5) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:49:48.707280 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710d66c8-39bd-4da5-b9a7-f019fdc260c1 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:49:48.707944 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710d66c8-39bd-4da5-b9a7-f019fdc260c1 None None] Checking segment: {'id': '201e3eb2-07cd-4181-bb0c-585700e4be57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5bfcf920-6186-446e-99aa-9760d6165f54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:49:48.708515 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-710d66c8-39bd-4da5-b9a7-f019fdc260c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:48.709129 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-710d66c8-39bd-4da5-b9a7-f019fdc260c1 None None] Bound using segment: {'id': '201e3eb2-07cd-4181-bb0c-585700e4be57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5bfcf920-6186-446e-99aa-9760d6165f54'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:49:48.709854 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-710d66c8-39bd-4da5-b9a7-f019fdc260c1 None None] Bound port: b0ef3af5-cf1c-4bee-8acb-09ccd7f55e8b, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201e3eb2-07cd-4181-bb0c-585700e4be57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '5bfcf920-6186-446e-99aa-9760d6165f54'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:49:48.710549 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-710d66c8-39bd-4da5-b9a7-f019fdc260c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:48.720511 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f592a5bd-501c-4585-81d1-b7c269f75144 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:48.725434 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c42194d-d1f0-4564-9ceb-7cca3d07b3cd tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Made reservation on behalf of 4d71a0840b3847fdb3a94b9490e12bc0 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:48.729178 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4c42194d-d1f0-4564-9ceb-7cca3d07b3cd tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:48.760846 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f592a5bd-501c-4585-81d1-b7c269f75144 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.4415212 Jun 21 14:49:48.765634 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60854) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:48.768134 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4587f847-c061-4900-b0d0-1a651702e5c4 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:48.771695 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-4c42194d-d1f0-4564-9ceb-7cca3d07b3cd tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] device_id is not set on port ad8fb38b-2273-4949-a201-d38551c13b66 yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:49:48.784598 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-106c31fa-d544-43a5-a449-fb9d5b62d73b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:48.885309 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-710d66c8-39bd-4da5-b9a7-f019fdc260c1 None None] For port b0ef3af5-cf1c-4bee-8acb-09ccd7f55e8b, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:49:48.889396 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-710d66c8-39bd-4da5-b9a7-f019fdc260c1 None None] For port b0ef3af5-cf1c-4bee-8acb-09ccd7f55e8b, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=b0ef3af5-cf1c-4bee-8acb-09ccd7f55e8b,segment=NetworkSegment(201e3eb2-07cd-4181-bb0c-585700e4be57),segment_id=201e3eb2-07cd-4181-bb0c-585700e4be57)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:49:48.928242 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4587f847-c061-4900-b0d0-1a651702e5c4 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Network 9c0c7957-397e-438a-b145-7d2a9a050a12 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:48.945084 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-4587f847-c061-4900-b0d0-1a651702e5c4 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:48.948302 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4587f847-c061-4900-b0d0-1a651702e5c4 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:48.958041 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-710d66c8-39bd-4da5-b9a7-f019fdc260c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:48.969364 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d861ce-9af6-49e2-9ca1-a64f9102035d None None] Pushing event updated for resources: {'Port': ['ID=fe2b2bed-d035-427b-92e3-8e41ae2cabdc,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:48.970877 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ce5b8e49-e656-439d-b6cf-09f131c061ca tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:48.981610 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e3d861ce-9af6-49e2-9ca1-a64f9102035d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:48.990907 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5daba70c-067b-4151-a682-229508bd6d80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:49.031476 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587f847-c061-4900-b0d0-1a651702e5c4 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Pushing event updated for resources: {'Port': ['ID=bddb933d-2f93-47f8-a860-1bfa403f3455,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:49.034236 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4587f847-c061-4900-b0d0-1a651702e5c4 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:49.046604 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-4c42194d-d1f0-4564-9ceb-7cca3d07b3cd tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Allocated IP 2001:db8::18a (36d5673a-1708-452f-afe6-0244c0e2f1c1/f72c1b15-5d34-4e66-a0eb-f9f5916ebf5a/ad8fb38b-2273-4949-a201-d38551c13b66) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:49:49.101333 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4587f847-c061-4900-b0d0-1a651702e5c4 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:49.101626 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:49.102087 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4587f847-c061-4900-b0d0-1a651702e5c4 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:49.166790 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-24007c8c-2375-4ab8-a833-2f1696cb555f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:49.168993 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-d2419e8a-dd30-4899-a07d-686c77bf410e None None] Deleting port 0d47b207-5d4a-4e83-afdf-a5827b17fa17 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:49.169489 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d2419e8a-dd30-4899-a07d-686c77bf410e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:49.174416 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4587f847-c061-4900-b0d0-1a651702e5c4 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6739953 Jun 21 14:49:49.182940 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60858) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:49.183272 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-5a0363ef-cb69-49c7-bc76-7757ecf9af41 None None] Allocated IP 172.20.0.2 (9c0c7957-397e-438a-b145-7d2a9a050a12/1c24697a-8ca9-4f4e-b07c-ac18b89dedff/ffcc029a-8c85-4dfb-a426-cb65bd112c8a) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:49:49.194297 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-b462ad71-35c8-4993-99ce-a3e8eb64186a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Request body: {'port': {'network_id': '9c0c7957-397e-438a-b145-7d2a9a050a12', 'name': 'tempest-AllowedAddressPairTestJSON-1819227348', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:ae:e5:8f'}]}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:49.219149 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d66c8-39bd-4da5-b9a7-f019fdc260c1 None None] Pushing event updated for resources: {'Port': ['ID=b0ef3af5-cf1c-4bee-8acb-09ccd7f55e8b,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:49.230308 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 0d47b207-5d4a-4e83-afdf-a5827b17fa17, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=0d47b207-5d4a-4e83-afdf-a5827b17fa17,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:49.264260 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-710d66c8-39bd-4da5-b9a7-f019fdc260c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:49.265102 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-24007c8c-2375-4ab8-a833-2f1696cb555f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Transition to ACTIVE for port object 847c8840-ea92-42ba-9e3d-e96472e1f0c5 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:49.270372 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:49.277575 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:49.294210 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-f33e8b9c-ee21-4368-869b-2e475c4d91fa tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Deleting port 028805fe-357b-454c-bdba-3ab67155216e {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:49.294550 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f33e8b9c-ee21-4368-869b-2e475c4d91fa tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:49.429101 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=0d47b207-5d4a-4e83-afdf-a5827b17fa17,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:49.437275 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:49.495367 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-24007c8c-2375-4ab8-a833-2f1696cb555f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:49.500784 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2fe81a06-7916-47b4-8cf2-67c0633c7432 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:49.503729 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-d2419e8a-dd30-4899-a07d-686c77bf410e None None] For port 0d47b207-5d4a-4e83-afdf-a5827b17fa17, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=0d47b207-5d4a-4e83-afdf-a5827b17fa17,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:49.504297 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d2419e8a-dd30-4899-a07d-686c77bf410e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:49.509112 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5b8e49-e656-439d-b6cf-09f131c061ca tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Router d056116c-65fd-456b-b2c8-7d0c42b0f584 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:49:49.543968 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f33e8b9c-ee21-4368-869b-2e475c4d91fa tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:49.574968 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device fe2b2bed-d035-427b-92e3-8e41ae2cabdc up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:49:49.600540 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4c42194d-d1f0-4564-9ceb-7cca3d07b3cd tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:49.624442 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-d2419e8a-dd30-4899-a07d-686c77bf410e None None] Calling delete_port for 0d47b207-5d4a-4e83-afdf-a5827b17fa17 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:49.634705 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-f33e8b9c-ee21-4368-869b-2e475c4d91fa tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Calling delete_port for 028805fe-357b-454c-bdba-3ab67155216e owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:49.645077 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24007c8c-2375-4ab8-a833-2f1696cb555f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:49.651797 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-24007c8c-2375-4ab8-a833-2f1696cb555f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:49.654324 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24007c8c-2375-4ab8-a833-2f1696cb555f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:49.656664 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-4c42194d-d1f0-4564-9ceb-7cca3d07b3cd tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Transition to ACTIVE for port object ad8fb38b-2273-4949-a201-d38551c13b66 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:49.667392 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24007c8c-2375-4ab8-a833-2f1696cb555f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:49.668236 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-24007c8c-2375-4ab8-a833-2f1696cb555f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:49.681475 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24007c8c-2375-4ab8-a833-2f1696cb555f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Port': ['ID=847c8840-ea92-42ba-9e3d-e96472e1f0c5,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:49.702391 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b462ad71-35c8-4993-99ce-a3e8eb64186a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Made reservation on behalf of 14ab737fef224ff487719681726d8225 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:49.748982 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-24007c8c-2375-4ab8-a833-2f1696cb555f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:49.815871 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5b8e49-e656-439d-b6cf-09f131c061ca tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:49:49.832794 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcc40e7-ecbf-46c8-9dab-74ef1c6ec2e9 None None] Sync routers for ids ['d056116c-65fd-456b-b2c8-7d0c42b0f584'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:49:49.848682 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:49.850054 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcc40e7-ecbf-46c8-9dab-74ef1c6ec2e9 None None] Routers {'d056116c-65fd-456b-b2c8-7d0c42b0f584'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:49:49.853666 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-8fcc40e7-ecbf-46c8-9dab-74ef1c6ec2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:49:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['d056116c-65fd-456b-b2c8-7d0c42b0f584'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:49.857886 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5a0363ef-cb69-49c7-bc76-7757ecf9af41 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:49.860534 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4c42194d-d1f0-4564-9ceb-7cca3d07b3cd tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:49.872344 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:49.884886 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-5a0363ef-cb69-49c7-bc76-7757ecf9af41 None None] Transition to ACTIVE for port object ffcc029a-8c85-4dfb-a426-cb65bd112c8a will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:49.885546 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ce5b8e49-e656-439d-b6cf-09f131c061ca tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:49.887344 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-ce5b8e49-e656-439d-b6cf-09f131c061ca tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.2426591 Jun 21 14:49:49.911414 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60864) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:49.922833 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-5a0363ef-cb69-49c7-bc76-7757ecf9af41 None None] Transition to ACTIVE for port object ffcc029a-8c85-4dfb-a426-cb65bd112c8a will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:49.924322 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port fe2b2bed-d035-427b-92e3-8e41ae2cabdc completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:49:49.926810 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-24007c8c-2375-4ab8-a833-2f1696cb555f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8699734 Jun 21 14:49:49.928924 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c42194d-d1f0-4564-9ceb-7cca3d07b3cd tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Network 36d5673a-1708-452f-afe6-0244c0e2f1c1 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:49.932480 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60866) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:49.940826 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5a0363ef-cb69-49c7-bc76-7757ecf9af41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:49.943826 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-4c42194d-d1f0-4564-9ceb-7cca3d07b3cd tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:49.947514 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:49.955721 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d2419e8a-dd30-4899-a07d-686c77bf410e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:49.994568 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0363ef-cb69-49c7-bc76-7757ecf9af41 None None] Network 9c0c7957-397e-438a-b145-7d2a9a050a12 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:49.997549 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2419e8a-dd30-4899-a07d-686c77bf410e None None] No DVR routers for this DVR port 0d47b207-5d4a-4e83-afdf-a5827b17fa17 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:49:50.004786 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-5a0363ef-cb69-49c7-bc76-7757ecf9af41 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:50.007627 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0363ef-cb69-49c7-bc76-7757ecf9af41 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:50.020304 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c42194d-d1f0-4564-9ceb-7cca3d07b3cd tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:50.026779 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c42194d-d1f0-4564-9ceb-7cca3d07b3cd tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:50.027459 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4c42194d-d1f0-4564-9ceb-7cca3d07b3cd tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:50.028255 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d26b29-2222-4df7-86de-ca7a8a95333a None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:49:50.033822 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b462ad71-35c8-4993-99ce-a3e8eb64186a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:50.070858 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-b462ad71-35c8-4993-99ce-a3e8eb64186a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] device_id is not set on port 14050125-2f3b-45b1-b986-9cebf581c955 yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:49:50.137412 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-8fcc40e7-ecbf-46c8-9dab-74ef1c6ec2e9 None None] Set router d056116c-65fd-456b-b2c8-7d0c42b0f584 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:49:50.140631 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4c42194d-d1f0-4564-9ceb-7cca3d07b3cd tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.8137414 Jun 21 14:49:50.146042 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60868) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:50.187752 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c42194d-d1f0-4564-9ceb-7cca3d07b3cd tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Pushing event updated for resources: {'Port': ['ID=ad8fb38b-2273-4949-a201-d38551c13b66,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:50.202567 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4c42194d-d1f0-4564-9ceb-7cca3d07b3cd tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:50.203283 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 0d47b207-5d4a-4e83-afdf-a5827b17fa17 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:49:50.225767 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0363ef-cb69-49c7-bc76-7757ecf9af41 None None] Pushing event updated for resources: {'Port': ['ID=ffcc029a-8c85-4dfb-a426-cb65bd112c8a,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:50.234791 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5a0363ef-cb69-49c7-bc76-7757ecf9af41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:50.286031 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.308s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:50.289887 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352967f2-baa4-4d53-94a5-a0e4e4c858bb None None] Network 36d5673a-1708-452f-afe6-0244c0e2f1c1 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:49:50.327752 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae4b648-9c8e-44ce-9992-80b4273182d0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:50.331548 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8ae4b648-9c8e-44ce-9992-80b4273182d0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.3822010 Jun 21 14:49:50.333603 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-b462ad71-35c8-4993-99ce-a3e8eb64186a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Allocated IP 172.20.0.14 (9c0c7957-397e-438a-b145-7d2a9a050a12/1c24697a-8ca9-4f4e-b07c-ac18b89dedff/14050125-2f3b-45b1-b986-9cebf581c955) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:49:50.334103 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60872) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:50.366364 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc476b7-b22a-4e52-8467-ef876fa0719a tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:50.380081 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc476b7-b22a-4e52-8467-ef876fa0719a tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:50.390975 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-8fcc40e7-ecbf-46c8-9dab-74ef1c6ec2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd056116c-65fd-456b-b2c8-7d0c42b0f584', 'name': 'tempest-snat-router-1643721650', 'tenant_id': '62bc105bf262485096cba9d77f4659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.120'}], 'enable_snat': False}, 'gw_port_id': '3624af60-d847-4243-8082-fb7f2223d30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:49:44Z', 'updated_at': '2021-06-21T14:49:48Z', 'revision_number': 3, 'project_id': '62bc105bf262485096cba9d77f4659cf', 'gw_port': {'id': '3624af60-d847-4243-8082-fb7f2223d30b', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:71:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd056116c-65fd-456b-b2c8-7d0c42b0f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:49:46Z', 'updated_at': '2021-06-21T14:49:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:50.406452 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc476b7-b22a-4e52-8467-ef876fa0719a tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:50.408206 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-cbc476b7-b22a-4e52-8467-ef876fa0719a tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2612407 Jun 21 14:49:50.428269 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 0d47b207-5d4a-4e83-afdf-a5827b17fa17 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:49:50.428707 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 0d47b207-5d4a-4e83-afdf-a5827b17fa17 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:49:50.432722 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60874) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:50.435104 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcc40e7-ecbf-46c8-9dab-74ef1c6ec2e9 None None] Checking router: d056116c-65fd-456b-b2c8-7d0c42b0f584 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:49:50.435740 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcc40e7-ecbf-46c8-9dab-74ef1c6ec2e9 None None] Updating router d056116c-65fd-456b-b2c8-7d0c42b0f584 port 3624af60-d847-4243-8082-fb7f2223d30b binding host dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:49:50.455581 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-25742c65-f3bb-4259-8183-6b7a812b4945 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] 10.222.0.72 "GET /v2.0/routers/d056116c-65fd-456b-b2c8-7d0c42b0f584 HTTP/1.1" status: 200 len: 909 time: 0.5421178 Jun 21 14:49:50.459102 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60876) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:50.469975 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-9ab17655-64ca-4f8f-887c-b45f95ac155b tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1643721650', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'enable_snat': True}}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:50.475780 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2419e8a-dd30-4899-a07d-686c77bf410e None None] Pushing event deleted for resources: {'Port': ['ID=0d47b207-5d4a-4e83-afdf-a5827b17fa17,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:50.479186 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-d2419e8a-dd30-4899-a07d-686c77bf410e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:50.493255 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-5a0363ef-cb69-49c7-bc76-7757ecf9af41 None None] Attempting to bind port ffcc029a-8c85-4dfb-a426-cb65bd112c8a on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:50.493918 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-5a0363ef-cb69-49c7-bc76-7757ecf9af41 None None] Attempting to bind port ffcc029a-8c85-4dfb-a426-cb65bd112c8a by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '3edc588a-4eba-419e-a0bf-7e8886a6ede6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9c0c7957-397e-438a-b145-7d2a9a050a12'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:50.494310 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0363ef-cb69-49c7-bc76-7757ecf9af41 None None] Attempting to bind port ffcc029a-8c85-4dfb-a426-cb65bd112c8a on network 9c0c7957-397e-438a-b145-7d2a9a050a12 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:50.525161 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-cc4f9442-ae74-42cb-a55a-f9bd28b454e0 None None] Provisioning for port fe2b2bed-d035-427b-92e3-8e41ae2cabdc completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:49:50.536191 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0363ef-cb69-49c7-bc76-7757ecf9af41 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:49:50.542601 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0363ef-cb69-49c7-bc76-7757ecf9af41 None None] Checking segment: {'id': '3edc588a-4eba-419e-a0bf-7e8886a6ede6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9c0c7957-397e-438a-b145-7d2a9a050a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:49:50.543221 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5a0363ef-cb69-49c7-bc76-7757ecf9af41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:50.544043 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0363ef-cb69-49c7-bc76-7757ecf9af41 None None] Bound using segment: {'id': '3edc588a-4eba-419e-a0bf-7e8886a6ede6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9c0c7957-397e-438a-b145-7d2a9a050a12'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:49:50.544308 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-5a0363ef-cb69-49c7-bc76-7757ecf9af41 None None] Bound port: ffcc029a-8c85-4dfb-a426-cb65bd112c8a, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3edc588a-4eba-419e-a0bf-7e8886a6ede6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '9c0c7957-397e-438a-b145-7d2a9a050a12'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:49:50.544758 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5a0363ef-cb69-49c7-bc76-7757ecf9af41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:50.591298 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f33e8b9c-ee21-4368-869b-2e475c4d91fa tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:50.598630 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:50.610116 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9ab17655-64ca-4f8f-887c-b45f95ac155b tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:50.610863 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-8fcc40e7-ecbf-46c8-9dab-74ef1c6ec2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:50.612385 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9ab17655-64ca-4f8f-887c-b45f95ac155b tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:50.672118 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-7b967c74-2cc1-49ab-b5bd-936aabf844cd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting port 847c8840-ea92-42ba-9e3d-e96472e1f0c5 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:50.672758 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7b967c74-2cc1-49ab-b5bd-936aabf844cd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:50.685959 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e8b9c-ee21-4368-869b-2e475c4d91fa tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Port': ['ID=028805fe-357b-454c-bdba-3ab67155216e,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:50.692724 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f33e8b9c-ee21-4368-869b-2e475c4d91fa tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:50.731973 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f33e8b9c-ee21-4368-869b-2e475c4d91fa tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:50.736251 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f33e8b9c-ee21-4368-869b-2e475c4d91fa tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/ports/028805fe-357b-454c-bdba-3ab67155216e HTTP/1.1" status: 204 len: 168 time: 1.9672172 Jun 21 14:49:50.737408 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-aa78155c-d089-4665-b768-455d6dd05027 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Deleting port ad8fb38b-2273-4949-a201-d38551c13b66 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:50.737715 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9ab17655-64ca-4f8f-887c-b45f95ac155b tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:50.737855 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-aa78155c-d089-4665-b768-455d6dd05027 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:50.739115 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60878) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:50.784658 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-cc4f9442-ae74-42cb-a55a-f9bd28b454e0 None None] Provisioning complete for port fe2b2bed-d035-427b-92e3-8e41ae2cabdc triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:50.785026 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-cc4f9442-ae74-42cb-a55a-f9bd28b454e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:50.829883 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-aa78155c-d089-4665-b768-455d6dd05027 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:50.834638 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7ed4b0-674b-4f10-97d2-ebc54a7e814c None None] Network 5bfcf920-6186-446e-99aa-9760d6165f54 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:49:50.847558 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-8682772c-67b3-4246-9985-0637c6b3f597 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] GET failed (client error): The resource could not be found. Jun 21 14:49:50.856589 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8682772c-67b3-4246-9985-0637c6b3f597 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "GET /v2.0/ports/028805fe-357b-454c-bdba-3ab67155216e HTTP/1.1" status: 404 len: 333 time: 0.0795703 Jun 21 14:49:50.879127 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60882) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:50.898550 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-aa78155c-d089-4665-b768-455d6dd05027 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Calling delete_port for ad8fb38b-2273-4949-a201-d38551c13b66 owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:50.980202 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-5a0363ef-cb69-49c7-bc76-7757ecf9af41 None None] For port ffcc029a-8c85-4dfb-a426-cb65bd112c8a, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:49:50.983959 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-5a0363ef-cb69-49c7-bc76-7757ecf9af41 None None] For port ffcc029a-8c85-4dfb-a426-cb65bd112c8a, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=ffcc029a-8c85-4dfb-a426-cb65bd112c8a,segment=NetworkSegment(3edc588a-4eba-419e-a0bf-7e8886a6ede6),segment_id=3edc588a-4eba-419e-a0bf-7e8886a6ede6)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:49:51.014079 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5a0363ef-cb69-49c7-bc76-7757ecf9af41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:51.016288 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-bbc003f3-ff0b-4684-a584-e37ca31fb761 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:51.097496 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0363ef-cb69-49c7-bc76-7757ecf9af41 None None] Pushing event updated for resources: {'Port': ['ID=ffcc029a-8c85-4dfb-a426-cb65bd112c8a,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:51.102495 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-8fcc40e7-ecbf-46c8-9dab-74ef1c6ec2e9 None None] Notify callbacks [] for port, precommit_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:51.111921 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5a0363ef-cb69-49c7-bc76-7757ecf9af41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:51.133368 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.provisioning_blocks [None req-8fcc40e7-ecbf-46c8-9dab-74ef1c6ec2e9 None None] Transition to ACTIVE for port object 3624af60-d847-4243-8082-fb7f2223d30b will not be triggered until provisioned by entity L2. {{(pid=105227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:51.155865 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-8fcc40e7-ecbf-46c8-9dab-74ef1c6ec2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:51.158553 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:51.170947 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5846e582-84ef-4ec2-a935-46aa3d91a436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-8e867a28-8d41-47df-a2af-a54cb8b30a66', 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'fixed_ips': [{'subnet_id': '17401402-e3bd-4946-ac6a-2dcc349eac26'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:49:51.171931 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5846e582-84ef-4ec2-a935-46aa3d91a436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:51.250777 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-8fcc40e7-ecbf-46c8-9dab-74ef1c6ec2e9 None None] Attempting to bind port 3624af60-d847-4243-8082-fb7f2223d30b on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:51.251442 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-8fcc40e7-ecbf-46c8-9dab-74ef1c6ec2e9 None None] Attempting to bind port 3624af60-d847-4243-8082-fb7f2223d30b by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:51.251945 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcc40e7-ecbf-46c8-9dab-74ef1c6ec2e9 None None] Attempting to bind port 3624af60-d847-4243-8082-fb7f2223d30b on network 78e7bc12-ea33-4baf-9744-b93105835641 {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:51.259893 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d838d37-81b5-4057-a497-71de81fb2fe6 None None] Pushing event updated for resources: {'Port': ['ID=3624af60-d847-4243-8082-fb7f2223d30b,revision_number=2']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:51.262969 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcc40e7-ecbf-46c8-9dab-74ef1c6ec2e9 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:49:51.263580 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcc40e7-ecbf-46c8-9dab-74ef1c6ec2e9 None None] Checking segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:49:51.264292 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-8fcc40e7-ecbf-46c8-9dab-74ef1c6ec2e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:51.265145 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcc40e7-ecbf-46c8-9dab-74ef1c6ec2e9 None None] Bound using segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:49:51.266181 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-8fcc40e7-ecbf-46c8-9dab-74ef1c6ec2e9 None None] Bound port: 3624af60-d847-4243-8082-fb7f2223d30b, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:49:51.266768 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-8fcc40e7-ecbf-46c8-9dab-74ef1c6ec2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:51.351308 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-5846e582-84ef-4ec2-a935-46aa3d91a436 None None] Allocated IP 2001:db8::2 (8e867a28-8d41-47df-a2af-a54cb8b30a66/17401402-e3bd-4946-ac6a-2dcc349eac26/963fb9cd-9cbc-417a-b3a0-d7f4d13bb55a) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:49:51.370279 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-8fcc40e7-ecbf-46c8-9dab-74ef1c6ec2e9 None None] For port 3624af60-d847-4243-8082-fb7f2223d30b, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:49:51.375574 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-8fcc40e7-ecbf-46c8-9dab-74ef1c6ec2e9 None None] For port 3624af60-d847-4243-8082-fb7f2223d30b, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3624af60-d847-4243-8082-fb7f2223d30b,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:49:51.383936 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d838d37-81b5-4057-a497-71de81fb2fe6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:51.384545 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d838d37-81b5-4057-a497-71de81fb2fe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:51.385987 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d838d37-81b5-4057-a497-71de81fb2fe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:51.386475 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d838d37-81b5-4057-a497-71de81fb2fe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:51.396261 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d838d37-81b5-4057-a497-71de81fb2fe6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:51.397030 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d838d37-81b5-4057-a497-71de81fb2fe6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:51.398539 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d838d37-81b5-4057-a497-71de81fb2fe6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:51.398980 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d838d37-81b5-4057-a497-71de81fb2fe6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:51.399388 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d838d37-81b5-4057-a497-71de81fb2fe6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:51.401908 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d838d37-81b5-4057-a497-71de81fb2fe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:51.403004 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d838d37-81b5-4057-a497-71de81fb2fe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:51.404969 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d838d37-81b5-4057-a497-71de81fb2fe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:49:51.411301 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-cc4f9442-ae74-42cb-a55a-f9bd28b454e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:51.434573 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-8fcc40e7-ecbf-46c8-9dab-74ef1c6ec2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:51.438701 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-3d838d37-81b5-4057-a497-71de81fb2fe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:51.463225 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-43e611f0-23ac-43df-9b69-77f7510c628c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:51.513327 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device b0ef3af5-cf1c-4bee-8acb-09ccd7f55e8b up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:49:51.516889 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b462ad71-35c8-4993-99ce-a3e8eb64186a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:51.533079 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d838d37-81b5-4057-a497-71de81fb2fe6 None None] Pushing event updated for resources: {'Port': ['ID=3624af60-d847-4243-8082-fb7f2223d30b,revision_number=3']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:51.536894 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-3d838d37-81b5-4057-a497-71de81fb2fe6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:51.558235 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcc40e7-ecbf-46c8-9dab-74ef1c6ec2e9 None None] Routers {'d056116c-65fd-456b-b2c8-7d0c42b0f584'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:49:51.558801 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-8fcc40e7-ecbf-46c8-9dab-74ef1c6ec2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:49:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['d056116c-65fd-456b-b2c8-7d0c42b0f584'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:51.564380 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-b462ad71-35c8-4993-99ce-a3e8eb64186a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Transition to ACTIVE for port object 14050125-2f3b-45b1-b986-9cebf581c955 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:51.579396 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9ab17655-64ca-4f8f-887c-b45f95ac155b tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:51.642227 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-84584a94-c755-47c2-979f-0590433c05ab tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Deleting subnet 7dcc8d22-8c43-4d7a-9eb0-842a3a3bf81d {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:49:51.655468 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-cc4f9442-ae74-42cb-a55a-f9bd28b454e0 None None] For port fe2b2bed-d035-427b-92e3-8e41ae2cabdc, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=fe2b2bed-d035-427b-92e3-8e41ae2cabdc,segment=NetworkSegment(172c3781-d8f7-4441-8a4d-fc83e37f90e7),segment_id=172c3781-d8f7-4441-8a4d-fc83e37f90e7)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:51.687200 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-cc4f9442-ae74-42cb-a55a-f9bd28b454e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:51.695464 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0c1a1842-b377-4ce3-80f2-9a3a03beb3b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:51.697071 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-84584a94-c755-47c2-979f-0590433c05ab tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:51.701472 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7b967c74-2cc1-49ab-b5bd-936aabf844cd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:51.743630 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-8fcc40e7-ecbf-46c8-9dab-74ef1c6ec2e9 None None] Set router d056116c-65fd-456b-b2c8-7d0c42b0f584 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:49:51.762695 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b462ad71-35c8-4993-99ce-a3e8eb64186a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:51.775741 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-35e06b10-c77a-4227-bb9f-36c99cd50930 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:51.782484 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port b0ef3af5-cf1c-4bee-8acb-09ccd7f55e8b completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:49:51.789454 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-aa78155c-d089-4665-b768-455d6dd05027 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:51.878412 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-7b967c74-2cc1-49ab-b5bd-936aabf844cd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Calling delete_port for 847c8840-ea92-42ba-9e3d-e96472e1f0c5 owned by {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:51.900078 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4f9442-ae74-42cb-a55a-f9bd28b454e0 None None] Pushing event updated for resources: {'Port': ['ID=fe2b2bed-d035-427b-92e3-8e41ae2cabdc,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:51.901077 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b462ad71-35c8-4993-99ce-a3e8eb64186a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Network 9c0c7957-397e-438a-b145-7d2a9a050a12 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:51.911438 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-cc4f9442-ae74-42cb-a55a-f9bd28b454e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:51.917461 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-b462ad71-35c8-4993-99ce-a3e8eb64186a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:51.917809 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-84584a94-c755-47c2-979f-0590433c05ab tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:51.934201 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b462ad71-35c8-4993-99ce-a3e8eb64186a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:51.938712 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f61883ae-16e4-402a-afd6-0e8654de4c4a None None] Provisioning for port b0ef3af5-cf1c-4bee-8acb-09ccd7f55e8b completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:49:51.950199 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f61883ae-16e4-402a-afd6-0e8654de4c4a None None] Provisioning complete for port b0ef3af5-cf1c-4bee-8acb-09ccd7f55e8b triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:51.953632 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f61883ae-16e4-402a-afd6-0e8654de4c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:52.028621 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5846e582-84ef-4ec2-a935-46aa3d91a436 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:52.034895 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-aa78155c-d089-4665-b768-455d6dd05027 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:52.037476 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-aa78155c-d089-4665-b768-455d6dd05027 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] 10.222.0.72 "DELETE /v2.0/ports/ad8fb38b-2273-4949-a201-d38551c13b66 HTTP/1.1" status: 204 len: 168 time: 1.5980318 Jun 21 14:49:52.041846 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462ad71-35c8-4993-99ce-a3e8eb64186a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Pushing event updated for resources: {'Port': ['ID=14050125-2f3b-45b1-b986-9cebf581c955,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:52.050527 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60888) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:52.055621 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b462ad71-35c8-4993-99ce-a3e8eb64186a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:52.071236 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-0ceae953-6258-4b94-a063-3976f83e0828 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Request body: {'port': {'name': 'tempest-new-port-name-281714106', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:52.071494 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.api.validators [None req-0ceae953-6258-4b94-a063-3976f83e0828 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] bootfile-name is not in valid_values {{(pid=105225) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 21 14:49:52.071828 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.api.validators [None req-0ceae953-6258-4b94-a063-3976f83e0828 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] tftp-server is not in valid_values {{(pid=105225) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 21 14:49:52.074077 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-5846e582-84ef-4ec2-a935-46aa3d91a436 None None] Transition to ACTIVE for port object 963fb9cd-9cbc-417a-b3a0-d7f4d13bb55a will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:52.075016 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.api.validators [None req-0ceae953-6258-4b94-a063-3976f83e0828 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] server-ip-address is not in valid_values {{(pid=105225) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jun 21 14:49:52.085408 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-87ee6777-619b-4707-959d-3c99288e2b69 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.226s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:52.101094 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-8fcc40e7-ecbf-46c8-9dab-74ef1c6ec2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd056116c-65fd-456b-b2c8-7d0c42b0f584', 'name': 'tempest-snat-router-1643721650', 'tenant_id': '62bc105bf262485096cba9d77f4659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.120'}], 'enable_snat': False}, 'gw_port_id': '3624af60-d847-4243-8082-fb7f2223d30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:49:44Z', 'updated_at': '2021-06-21T14:49:48Z', 'revision_number': 3, 'project_id': '62bc105bf262485096cba9d77f4659cf', 'gw_port': {'id': '3624af60-d847-4243-8082-fb7f2223d30b', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:71:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd056116c-65fd-456b-b2c8-7d0c42b0f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:49:46Z', 'updated_at': '2021-06-21T14:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:52.144419 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-5846e582-84ef-4ec2-a935-46aa3d91a436 None None] Transition to ACTIVE for port object 963fb9cd-9cbc-417a-b3a0-d7f4d13bb55a will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:52.147502 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fcc40e7-ecbf-46c8-9dab-74ef1c6ec2e9 None None] The sync data for ids ['d056116c-65fd-456b-b2c8-7d0c42b0f584'] in dv-neutron-797121-2-hyperv is: [{'id': 'd056116c-65fd-456b-b2c8-7d0c42b0f584', 'name': 'tempest-snat-router-1643721650', 'tenant_id': '62bc105bf262485096cba9d77f4659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.120'}], 'enable_snat': False}, 'gw_port_id': '3624af60-d847-4243-8082-fb7f2223d30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:49:44Z', 'updated_at': '2021-06-21T14:49:48Z', 'revision_number': 3, 'project_id': '62bc105bf262485096cba9d77f4659cf', 'gw_port': {'id': '3624af60-d847-4243-8082-fb7f2223d30b', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:71:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd056116c-65fd-456b-b2c8-7d0c42b0f584', 'device_owner': 'network:router_gateway', 'standard_attr_id': 317, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:49:46Z', 'updated_at': '2021-06-21T14:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:49:52.206224 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5846e582-84ef-4ec2-a935-46aa3d91a436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:52.225757 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-7a33598e-45a6-44f5-bc7c-76a21377451a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:52.230179 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b462ad71-35c8-4993-99ce-a3e8eb64186a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:52.230906 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b462ad71-35c8-4993-99ce-a3e8eb64186a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:52.243273 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-84584a94-c755-47c2-979f-0590433c05ab tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:52.279385 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa78155c-d089-4665-b768-455d6dd05027 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Pushing event deleted for resources: {'Port': ['ID=ad8fb38b-2273-4949-a201-d38551c13b66,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:52.292296 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-aa78155c-d089-4665-b768-455d6dd05027 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:52.311633 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5846e582-84ef-4ec2-a935-46aa3d91a436 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:52.312559 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f61883ae-16e4-402a-afd6-0e8654de4c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:52.341301 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-5846e582-84ef-4ec2-a935-46aa3d91a436 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:52.365031 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5846e582-84ef-4ec2-a935-46aa3d91a436 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:52.383564 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b462ad71-35c8-4993-99ce-a3e8eb64186a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.1981592 Jun 21 14:49:52.402264 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0ceae953-6258-4b94-a063-3976f83e0828 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:52.406609 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60894) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:52.409421 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846e582-84ef-4ec2-a935-46aa3d91a436 None None] Pushing event updated for resources: {'Port': ['ID=963fb9cd-9cbc-417a-b3a0-d7f4d13bb55a,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:52.432416 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5846e582-84ef-4ec2-a935-46aa3d91a436 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:52.499375 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-5846e582-84ef-4ec2-a935-46aa3d91a436 None None] Attempting to bind port 963fb9cd-9cbc-417a-b3a0-d7f4d13bb55a on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:52.499754 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-5846e582-84ef-4ec2-a935-46aa3d91a436 None None] Attempting to bind port 963fb9cd-9cbc-417a-b3a0-d7f4d13bb55a by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:52.500122 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5846e582-84ef-4ec2-a935-46aa3d91a436 None None] Attempting to bind port 963fb9cd-9cbc-417a-b3a0-d7f4d13bb55a on network 8e867a28-8d41-47df-a2af-a54cb8b30a66 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:52.512919 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5846e582-84ef-4ec2-a935-46aa3d91a436 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:49:52.513629 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5846e582-84ef-4ec2-a935-46aa3d91a436 None None] Checking segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:49:52.514315 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5846e582-84ef-4ec2-a935-46aa3d91a436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:52.514855 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5846e582-84ef-4ec2-a935-46aa3d91a436 None None] Bound using segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:49:52.516603 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-5846e582-84ef-4ec2-a935-46aa3d91a436 None None] Bound port: 963fb9cd-9cbc-417a-b3a0-d7f4d13bb55a, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:49:52.517185 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5846e582-84ef-4ec2-a935-46aa3d91a436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:52.644423 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7b967c74-2cc1-49ab-b5bd-936aabf844cd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:52.656919 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9ab17655-64ca-4f8f-887c-b45f95ac155b tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:52.658672 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-83be752e-3911-4adf-b9a0-16d77eed7c6e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:52.675927 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-5846e582-84ef-4ec2-a935-46aa3d91a436 None None] For port 963fb9cd-9cbc-417a-b3a0-d7f4d13bb55a, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:49:52.679630 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-5846e582-84ef-4ec2-a935-46aa3d91a436 None None] For port 963fb9cd-9cbc-417a-b3a0-d7f4d13bb55a, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=963fb9cd-9cbc-417a-b3a0-d7f4d13bb55a,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:49:52.701213 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b967c74-2cc1-49ab-b5bd-936aabf844cd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Port': ['ID=847c8840-ea92-42ba-9e3d-e96472e1f0c5,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:52.701412 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5846e582-84ef-4ec2-a935-46aa3d91a436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:52.703628 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:52.824236 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-7b967c74-2cc1-49ab-b5bd-936aabf844cd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:52.829386 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66c48a7-7ac0-4a7b-b411-2e090e02fe82 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:52.832526 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9ab17655-64ca-4f8f-887c-b45f95ac155b tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:52.835893 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66c48a7-7ac0-4a7b-b411-2e090e02fe82 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:52.843157 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66c48a7-7ac0-4a7b-b411-2e090e02fe82 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:52.845148 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b66c48a7-7ac0-4a7b-b411-2e090e02fe82 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.4371624 Jun 21 14:49:52.849628 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60898) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:52.883602 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-84584a94-c755-47c2-979f-0590433c05ab tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:52.936984 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0c1cde5f-9263-433f-a135-8d20cc891613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:52.959075 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5846e582-84ef-4ec2-a935-46aa3d91a436 None None] Pushing event updated for resources: {'Port': ['ID=963fb9cd-9cbc-417a-b3a0-d7f4d13bb55a,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:52.964363 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5846e582-84ef-4ec2-a935-46aa3d91a436 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:52.975627 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-84584a94-c755-47c2-979f-0590433c05ab tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:52.977864 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-84584a94-c755-47c2-979f-0590433c05ab tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/subnets/7dcc8d22-8c43-4d7a-9eb0-842a3a3bf81d HTTP/1.1" status: 204 len: 168 time: 2.0956907 Jun 21 14:49:52.981680 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7b967c74-2cc1-49ab-b5bd-936aabf844cd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:52.984390 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-7b967c74-2cc1-49ab-b5bd-936aabf844cd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/847c8840-ea92-42ba-9e3d-e96472e1f0c5 HTTP/1.1" status: 204 len: 168 time: 2.6492796 Jun 21 14:49:52.985630 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.db.api [None req-f61883ae-16e4-402a-afd6-0e8654de4c4a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 14:49:52.986020 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_db.api [None req-f61883ae-16e4-402a-afd6-0e8654de4c4a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 14:49:52.987719 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60900) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:52.988047 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60902) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:53.029091 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0ceae953-6258-4b94-a063-3976f83e0828 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:53.054919 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0ceae953-6258-4b94-a063-3976f83e0828 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:53.062240 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-aa78155c-d089-4665-b768-455d6dd05027 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:53.098435 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978b3849-092b-4f62-ad14-d52d3592fd4e None None] Network 5bfcf920-6186-446e-99aa-9760d6165f54 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:49:53.130692 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84584a94-c755-47c2-979f-0590433c05ab tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Subnet': ['ID=7dcc8d22-8c43-4d7a-9eb0-842a3a3bf81d,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:53.133701 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-84584a94-c755-47c2-979f-0590433c05ab tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:53.164635 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-0ceae953-6258-4b94-a063-3976f83e0828 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] In _notify_port_updated(), no bound segment for port 6e0c21f1-1ec8-4a42-bca9-ed8749c9d0d0 on network 36d5673a-1708-452f-afe6-0244c0e2f1c1 {{(pid=105225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 21 14:49:53.170874 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ceae953-6258-4b94-a063-3976f83e0828 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:53.177993 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0ceae953-6258-4b94-a063-3976f83e0828 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:53.179636 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0ceae953-6258-4b94-a063-3976f83e0828 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] 10.222.0.72 "PUT /v2.0/ports/6e0c21f1-1ec8-4a42-bca9-ed8749c9d0d0 HTTP/1.1" status: 200 len: 1129 time: 1.1280477 Jun 21 14:49:53.193584 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60904) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:53.260234 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6d7044-0cdc-4af6-b92a-6ad01e5ef0eb tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:53.262268 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6d7044-0cdc-4af6-b92a-6ad01e5ef0eb tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:53.263871 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-da6d7044-0cdc-4af6-b92a-6ad01e5ef0eb tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2724965 Jun 21 14:49:53.266710 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60906) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:53.338982 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3069bdb-966f-47b4-b102-bc655b0a9a67 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:53.357860 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f3069bdb-966f-47b4-b102-bc655b0a9a67 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] 10.222.0.72 "GET /v2.0/ports/6e0c21f1-1ec8-4a42-bca9-ed8749c9d0d0 HTTP/1.1" status: 200 len: 1129 time: 0.1418819 Jun 21 14:49:53.385006 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60908) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:53.495605 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d9742ca-9fe7-4ef1-b8b1-f49ff978d635 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting subnet 17401402-e3bd-4946-ac6a-2dcc349eac26 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:49:53.503187 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceae953-6258-4b94-a063-3976f83e0828 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Pushing event updated for resources: {'Port': ['ID=6e0c21f1-1ec8-4a42-bca9-ed8749c9d0d0,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:53.508932 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2d9742ca-9fe7-4ef1-b8b1-f49ff978d635 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:53.548762 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0ceae953-6258-4b94-a063-3976f83e0828 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:53.551266 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-3427dc98-eb89-44a2-9fe6-0b3c8e814696 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Deleting port 14050125-2f3b-45b1-b986-9cebf581c955 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:53.551604 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3427dc98-eb89-44a2-9fe6-0b3c8e814696 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:53.575861 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ad2a33-69a9-4cc6-b443-637df0854059 None None] Network 9c0c7957-397e-438a-b145-7d2a9a050a12 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:49:53.597212 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2d9742ca-9fe7-4ef1-b8b1-f49ff978d635 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:53.777453 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-9ab17655-64ca-4f8f-887c-b45f95ac155b tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Allocated IP 172.26.3.157 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/510aecdd-d3be-4635-963f-6f1386ff1ded) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:49:53.809360 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe1ef42-b8c8-4ba4-9074-a87e7f8307c0 None None] DHCP port deletion for 5bfcf920-6186-446e-99aa-9760d6165f54 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:49:53.815669 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device ffcc029a-8c85-4dfb-a426-cb65bd112c8a up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:49:53.815980 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3427dc98-eb89-44a2-9fe6-0b3c8e814696 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:53.823612 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2eae5581-8d92-4e92-b235-20848f6d85b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:53.836734 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-6fe23dcd-3855-4c85-993f-9b93b2ce36b9 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Deleting port 6e0c21f1-1ec8-4a42-bca9-ed8749c9d0d0 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:53.842015 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6fe23dcd-3855-4c85-993f-9b93b2ce36b9 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:53.874648 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f61883ae-16e4-402a-afd6-0e8654de4c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:53.957365 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-f61883ae-16e4-402a-afd6-0e8654de4c4a None None] For port b0ef3af5-cf1c-4bee-8acb-09ccd7f55e8b, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=b0ef3af5-cf1c-4bee-8acb-09ccd7f55e8b,segment=NetworkSegment(201e3eb2-07cd-4181-bb0c-585700e4be57),segment_id=201e3eb2-07cd-4181-bb0c-585700e4be57)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:53.966482 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-3427dc98-eb89-44a2-9fe6-0b3c8e814696 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Calling delete_port for 14050125-2f3b-45b1-b986-9cebf581c955 owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:53.980128 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f61883ae-16e4-402a-afd6-0e8654de4c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:53.989528 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:54.084074 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port ffcc029a-8c85-4dfb-a426-cb65bd112c8a completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:49:54.088068 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6fe23dcd-3855-4c85-993f-9b93b2ce36b9 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:54.093063 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2d9742ca-9fe7-4ef1-b8b1-f49ff978d635 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:54.116709 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device fe2b2bed-d035-427b-92e3-8e41ae2cabdc up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:49:54.151001 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9ab17655-64ca-4f8f-887c-b45f95ac155b tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:54.161468 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61883ae-16e4-402a-afd6-0e8654de4c4a None None] Pushing event updated for resources: {'Port': ['ID=b0ef3af5-cf1c-4bee-8acb-09ccd7f55e8b,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:54.175984 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-2eae5581-8d92-4e92-b235-20848f6d85b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Deleting port b0ef3af5-cf1c-4bee-8acb-09ccd7f55e8b {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:54.176382 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2eae5581-8d92-4e92-b235-20848f6d85b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:54.177069 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-6fe23dcd-3855-4c85-993f-9b93b2ce36b9 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Calling delete_port for 6e0c21f1-1ec8-4a42-bca9-ed8749c9d0d0 owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:54.181612 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f61883ae-16e4-402a-afd6-0e8654de4c4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:54.200181 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-8fe1ef42-b8c8-4ba4-9074-a87e7f8307c0 None None] Deleting port b0ef3af5-cf1c-4bee-8acb-09ccd7f55e8b {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:54.200944 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8fe1ef42-b8c8-4ba4-9074-a87e7f8307c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:54.203094 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8d69d066-c54b-4ef1-9df1-de7f203cbf11 None None] Provisioning for port 6e0c21f1-1ec8-4a42-bca9-ed8749c9d0d0 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:49:54.223386 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8d69d066-c54b-4ef1-9df1-de7f203cbf11 None None] Provisioning complete for port 6e0c21f1-1ec8-4a42-bca9-ed8749c9d0d0 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:54.223893 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8d69d066-c54b-4ef1-9df1-de7f203cbf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:54.259801 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-2eae5581-8d92-4e92-b235-20848f6d85b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] For port b0ef3af5-cf1c-4bee-8acb-09ccd7f55e8b, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=b0ef3af5-cf1c-4bee-8acb-09ccd7f55e8b,segment=NetworkSegment(201e3eb2-07cd-4181-bb0c-585700e4be57),segment_id=201e3eb2-07cd-4181-bb0c-585700e4be57)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:54.260086 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2eae5581-8d92-4e92-b235-20848f6d85b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:54.341134 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-2eae5581-8d92-4e92-b235-20848f6d85b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Calling delete_port for b0ef3af5-cf1c-4bee-8acb-09ccd7f55e8b owned by network:dhcp {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:54.412204 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2d9742ca-9fe7-4ef1-b8b1-f49ff978d635 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:54.423184 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-69c53793-6a26-4af9-99d5-03be0321cae8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:54.433215 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6fe23dcd-3855-4c85-993f-9b93b2ce36b9 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:54.437372 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-dd537142-d2af-4bb0-a213-b5816fc97b58 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:54.465334 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3427dc98-eb89-44a2-9fe6-0b3c8e814696 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:54.470508 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9ab17655-64ca-4f8f-887c-b45f95ac155b tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:54.472766 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9742ca-9fe7-4ef1-b8b1-f49ff978d635 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Subnet': ['ID=17401402-e3bd-4946-ac6a-2dcc349eac26,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:54.479049 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2d9742ca-9fe7-4ef1-b8b1-f49ff978d635 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:54.479276 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe23dcd-3855-4c85-993f-9b93b2ce36b9 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Pushing event deleted for resources: {'Port': ['ID=6e0c21f1-1ec8-4a42-bca9-ed8749c9d0d0,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:54.480706 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2d9742ca-9fe7-4ef1-b8b1-f49ff978d635 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/17401402-e3bd-4946-ac6a-2dcc349eac26 HTTP/1.1" status: 204 len: 168 time: 1.2044566 Jun 21 14:49:54.483765 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60916) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:54.489103 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2d9742ca-9fe7-4ef1-b8b1-f49ff978d635 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:54.489317 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6fe23dcd-3855-4c85-993f-9b93b2ce36b9 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:54.491418 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-8fe1ef42-b8c8-4ba4-9074-a87e7f8307c0 None None] For port b0ef3af5-cf1c-4bee-8acb-09ccd7f55e8b, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=b0ef3af5-cf1c-4bee-8acb-09ccd7f55e8b,segment=NetworkSegment(201e3eb2-07cd-4181-bb0c-585700e4be57),segment_id=201e3eb2-07cd-4181-bb0c-585700e4be57)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:54.492019 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8fe1ef42-b8c8-4ba4-9074-a87e7f8307c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:54.497552 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3937cead-ce9e-43ec-b9fb-a551b325f77e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:54.503676 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ee23a639-87d0-4538-8b61-66ddf34553eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:54.508072 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-8d69d066-c54b-4ef1-9df1-de7f203cbf11 None None] Port 6e0c21f1-1ec8-4a42-bca9-ed8749c9d0d0 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:49:54.512881 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port fe2b2bed-d035-427b-92e3-8e41ae2cabdc triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:54.513598 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:54.605825 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a7292653-93d3-4707-8dda-c92ec599a521 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1142139 Jun 21 14:49:54.613262 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60918) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:54.618838 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-8fe1ef42-b8c8-4ba4-9074-a87e7f8307c0 None None] Calling delete_port for b0ef3af5-cf1c-4bee-8acb-09ccd7f55e8b owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:54.642568 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6fe23dcd-3855-4c85-993f-9b93b2ce36b9 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:54.647257 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab17655-64ca-4f8f-887c-b45f95ac155b tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:54.648071 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6fe23dcd-3855-4c85-993f-9b93b2ce36b9 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] 10.222.0.72 "DELETE /v2.0/ports/6e0c21f1-1ec8-4a42-bca9-ed8749c9d0d0 HTTP/1.1" status: 204 len: 168 time: 1.2624276 Jun 21 14:49:54.648428 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-9ab17655-64ca-4f8f-887c-b45f95ac155b tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:54.649443 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427dc98-eb89-44a2-9fe6-0b3c8e814696 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Pushing event deleted for resources: {'Port': ['ID=14050125-2f3b-45b1-b986-9cebf581c955,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:54.651461 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60922) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:54.657659 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab17655-64ca-4f8f-887c-b45f95ac155b tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:54.661513 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab17655-64ca-4f8f-887c-b45f95ac155b tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Pushing event updated for resources: {'Port': ['ID=510aecdd-d3be-4635-963f-6f1386ff1ded,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:54.688704 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9ab17655-64ca-4f8f-887c-b45f95ac155b tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:54.707190 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2eae5581-8d92-4e92-b235-20848f6d85b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:54.720244 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3624af60-d847-4243-8082-fb7f2223d30b up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:49:54.724906 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ce5b8e49-e656-439d-b6cf-09f131c061ca tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:54.749320 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8d69d066-c54b-4ef1-9df1-de7f203cbf11 None None] Provisioning complete for port b0ef3af5-cf1c-4bee-8acb-09ccd7f55e8b triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:54.749320 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8d69d066-c54b-4ef1-9df1-de7f203cbf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:54.788381 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3427dc98-eb89-44a2-9fe6-0b3c8e814696 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:54.790312 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae5581-8d92-4e92-b235-20848f6d85b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Port': ['ID=b0ef3af5-cf1c-4bee-8acb-09ccd7f55e8b,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:54.799698 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e37723-9085-4968-803b-0985b253b038 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Deleting subnet f72c1b15-5d34-4e66-a0eb-f9f5916ebf5a {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:49:54.804069 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2eae5581-8d92-4e92-b235-20848f6d85b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:54.811419 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eae5581-8d92-4e92-b235-20848f6d85b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] No DVR routers for this DVR port b0ef3af5-cf1c-4bee-8acb-09ccd7f55e8b on host dv-neutron-797121-2-hyperv {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:49:54.838488 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-79e37723-9085-4968-803b-0985b253b038 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:54.889417 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-8d69d066-c54b-4ef1-9df1-de7f203cbf11 None None] Port b0ef3af5-cf1c-4bee-8acb-09ccd7f55e8b was deleted so its status cannot be updated. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 21 14:49:54.960508 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8d69d066-c54b-4ef1-9df1-de7f203cbf11 None None] Provisioning for port ffcc029a-8c85-4dfb-a426-cb65bd112c8a completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:49:55.011333 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8fe1ef42-b8c8-4ba4-9074-a87e7f8307c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:55.018303 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-710d66c8-39bd-4da5-b9a7-f019fdc260c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:55.049918 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1ef42-b8c8-4ba4-9074-a87e7f8307c0 None None] Pushing event deleted for resources: {'Port': ['ID=b0ef3af5-cf1c-4bee-8acb-09ccd7f55e8b,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:55.054847 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8fe1ef42-b8c8-4ba4-9074-a87e7f8307c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:55.058527 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8d69d066-c54b-4ef1-9df1-de7f203cbf11 None None] Provisioning complete for port ffcc029a-8c85-4dfb-a426-cb65bd112c8a triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:55.058979 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8d69d066-c54b-4ef1-9df1-de7f203cbf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:55.079566 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-79e37723-9085-4968-803b-0985b253b038 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:55.087561 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe1ef42-b8c8-4ba4-9074-a87e7f8307c0 None None] No DVR routers for this DVR port b0ef3af5-cf1c-4bee-8acb-09ccd7f55e8b on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:49:55.121152 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 3624af60-d847-4243-8082-fb7f2223d30b completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:49:55.129671 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 3624af60-d847-4243-8082-fb7f2223d30b triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:55.130204 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:55.235507 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8d69d066-c54b-4ef1-9df1-de7f203cbf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:55.288330 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-8d69d066-c54b-4ef1-9df1-de7f203cbf11 None None] For port ffcc029a-8c85-4dfb-a426-cb65bd112c8a, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=ffcc029a-8c85-4dfb-a426-cb65bd112c8a,segment=NetworkSegment(3edc588a-4eba-419e-a0bf-7e8886a6ede6),segment_id=3edc588a-4eba-419e-a0bf-7e8886a6ede6)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:55.302745 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-79e37723-9085-4968-803b-0985b253b038 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:55.311696 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8d69d066-c54b-4ef1-9df1-de7f203cbf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:55.317063 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8fe1ef42-b8c8-4ba4-9074-a87e7f8307c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:55.358072 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8d69d066-c54b-4ef1-9df1-de7f203cbf11 None None] Provisioning complete for port fe2b2bed-d035-427b-92e3-8e41ae2cabdc triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:55.358456 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8d69d066-c54b-4ef1-9df1-de7f203cbf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:55.396544 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2eae5581-8d92-4e92-b235-20848f6d85b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:55.409546 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-79e37723-9085-4968-803b-0985b253b038 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:55.410780 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-2eae5581-8d92-4e92-b235-20848f6d85b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bfcf920-6186-446e-99aa-9760d6165f54']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:55.417696 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ae105c-b6e5-4444-a65e-1cd15f23ccaf None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:49:55.423594 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-2eae5581-8d92-4e92-b235-20848f6d85b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '201e3eb2-07cd-4181-bb0c-585700e4be57') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:55.423895 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-2eae5581-8d92-4e92-b235-20848f6d85b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '201e3eb2-07cd-4181-bb0c-585700e4be57') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:55.433408 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-17f6c2f1-91b9-4e21-beaa-68592ad59d8f tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:55.435109 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2eae5581-8d92-4e92-b235-20848f6d85b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:55.451958 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-79e37723-9085-4968-803b-0985b253b038 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:55.454284 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-79e37723-9085-4968-803b-0985b253b038 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] 10.222.0.72 "DELETE /v2.0/subnets/f72c1b15-5d34-4e66-a0eb-f9f5916ebf5a HTTP/1.1" status: 204 len: 168 time: 0.7895963 Jun 21 14:49:55.454586 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2eae5581-8d92-4e92-b235-20848f6d85b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:55.464104 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2eae5581-8d92-4e92-b235-20848f6d85b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:49:55.464514 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2eae5581-8d92-4e92-b235-20848f6d85b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:55.471662 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d69d066-c54b-4ef1-9df1-de7f203cbf11 None None] Pushing event updated for resources: {'Port': ['ID=ffcc029a-8c85-4dfb-a426-cb65bd112c8a,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:55.474313 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:55.480211 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8d69d066-c54b-4ef1-9df1-de7f203cbf11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:55.484034 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60928) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:55.505251 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e37723-9085-4968-803b-0985b253b038 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Pushing event deleted for resources: {'Subnet': ['ID=f72c1b15-5d34-4e66-a0eb-f9f5916ebf5a,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:55.519167 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3427dc98-eb89-44a2-9fe6-0b3c8e814696 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:55.521695 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3427dc98-eb89-44a2-9fe6-0b3c8e814696 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] 10.222.0.72 "DELETE /v2.0/ports/14050125-2f3b-45b1-b986-9cebf581c955 HTTP/1.1" status: 204 len: 168 time: 2.6708717 Jun 21 14:49:55.524222 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-79e37723-9085-4968-803b-0985b253b038 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:55.533138 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:49:55.533138 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:49:55.533138 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:49:55.533138 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:49:55.533138 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:49:55.533138 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:49:55.533138 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:49:55.533138 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:49:55.533138 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:49:55.533138 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:49:55.533138 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:49:55.533138 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:49:55.533138 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:49:55.533138 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:49:55.533138 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:49:55.533138 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:49:55.533138 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:49:55.533138 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:49:55.533138 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:49:55.533138 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:49:55.533138 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:49:55.533138 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:49:55.533138 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:49:55.533138 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:49:55.533138 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:49:55.533138 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:49:55.533138 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:49:55.533138 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:49:55.533138 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:49:55.533138 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:49:55.533138 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:49:55.533138 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:49:55.533138 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:49:55.533138 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:49:55.535320 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0c32ee-f0a1-4662-9d59-b4eb48704c91 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:55.535826 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9ab17655-64ca-4f8f-887c-b45f95ac155b tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:55.536181 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4e0c32ee-f0a1-4662-9d59-b4eb48704c91 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.9162860 Jun 21 14:49:55.538054 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60930) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:55.548908 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60932) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:55.553084 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9da65bd-44c7-4e09-a9bd-6c644aac4de8 None None] Network 36d5673a-1708-452f-afe6-0244c0e2f1c1 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:49:55.591331 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2eae5581-8d92-4e92-b235-20848f6d85b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:55.600647 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2eae5581-8d92-4e92-b235-20848f6d85b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:55.603077 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2eae5581-8d92-4e92-b235-20848f6d85b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/networks/5bfcf920-6186-446e-99aa-9760d6165f54 HTTP/1.1" status: 204 len: 168 time: 2.6125746 Jun 21 14:49:55.623619 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-517d4b45-9fe8-4b42-99d2-845e9d2a0527 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:55.623870 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60934) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:55.628990 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-4350cc3e-5dba-4029-8591-3705d6dcdd78 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'port': {'network_id': '6796ce10-2494-4002-991f-bcb89379992d', 'name': 'tempest-PortsIpV6TestJSON-947942414'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:55.638819 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae5581-8d92-4e92-b235-20848f6d85b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Network': ['ID=5bfcf920-6186-446e-99aa-9760d6165f54,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:55.641596 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2eae5581-8d92-4e92-b235-20848f6d85b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:55.644513 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49f8d41-0e66-4036-8c32-02be1928197a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] GET failed (client error): The resource could not be found. Jun 21 14:49:55.646300 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b49f8d41-0e66-4036-8c32-02be1928197a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] 10.222.0.72 "GET /v2.0/ports/14050125-2f3b-45b1-b986-9cebf581c955 HTTP/1.1" status: 404 len: 333 time: 0.1073935 Jun 21 14:49:55.650296 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60936) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:55.655443 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-4f7dc719-3bbb-4508-a88e-1f00704bfd31 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Request body: {'port': {'network_id': '9c0c7957-397e-438a-b145-7d2a9a050a12', 'name': 'tempest-AllowedAddressPairTestJSON-865843444'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:55.684224 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 3624af60-d847-4243-8082-fb7f2223d30b, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3624af60-d847-4243-8082-fb7f2223d30b,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:55.716299 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-420a08e4-e733-4737-9e9e-d8489fe60a70 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:55.740429 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89fc0c7-f913-485e-9a24-e87b18899cd4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:55.742455 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b89fc0c7-f913-485e-9a24-e87b18899cd4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1917007 Jun 21 14:49:55.746031 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60938) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:55.756385 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:55.759400 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8d69d066-c54b-4ef1-9df1-de7f203cbf11 None None] Could not find standard attr ID for object ad8fb38b-2273-4949-a201-d38551c13b66. {{(pid=105226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 21 14:49:55.761765 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:55.816550 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=3624af60-d847-4243-8082-fb7f2223d30b,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:55.841122 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:55.845273 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8d69d066-c54b-4ef1-9df1-de7f203cbf11 None None] Could not find standard attr ID for object 028805fe-357b-454c-bdba-3ab67155216e. {{(pid=105226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 21 14:49:55.909654 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0f881b07-3df4-42a7-b031-62d6a02301d0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1495965 Jun 21 14:49:55.909654 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4350cc3e-5dba-4029-8591-3705d6dcdd78 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Made reservation on behalf of 4c5b77aec9d44a3cb3b2efd682f8e133 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:55.913019 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4350cc3e-5dba-4029-8591-3705d6dcdd78 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:55.915854 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60942) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:55.922581 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-eea01090-a3fc-4279-ac37-8352a5c38302 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:55.964124 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-efe48578-80d3-454c-973c-428876e86839 None None] Could not find standard attr ID for object 6e0c21f1-1ec8-4a42-bca9-ed8749c9d0d0. {{(pid=105226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 21 14:49:55.991476 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-efe48578-80d3-454c-973c-428876e86839 None None] Provisioning for port bddb933d-2f93-47f8-a860-1bfa403f3455 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:49:56.004234 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-efe48578-80d3-454c-973c-428876e86839 None None] Provisioning complete for port bddb933d-2f93-47f8-a860-1bfa403f3455 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:56.004927 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-efe48578-80d3-454c-973c-428876e86839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:56.031883 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15208c6-8cf2-4d6a-9610-4460b88e88da None None] DHCP port deletion for 8e867a28-8d41-47df-a2af-a54cb8b30a66 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:49:56.060416 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23a8089-d8fe-47ae-8638-0d41aea485c6 None None] DHCP port deletion for 36d5673a-1708-452f-afe6-0244c0e2f1c1 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:49:56.067868 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-4350cc3e-5dba-4029-8591-3705d6dcdd78 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] device_id is not set on port cd846cb0-07ad-4a47-b6b9-8372f0e8468c yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:49:56.096074 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device ffcc029a-8c85-4dfb-a426-cb65bd112c8a up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:49:56.152720 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-efe48578-80d3-454c-973c-428876e86839 None None] Port bddb933d-2f93-47f8-a860-1bfa403f3455 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:49:56.159823 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-420a08e4-e733-4737-9e9e-d8489fe60a70 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Deleting port fe2b2bed-d035-427b-92e3-8e41ae2cabdc {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:56.160166 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-420a08e4-e733-4737-9e9e-d8489fe60a70 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:56.184820 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-efe48578-80d3-454c-973c-428876e86839 None None] Provisioning for port 963fb9cd-9cbc-417a-b3a0-d7f4d13bb55a completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:49:56.205504 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-efe48578-80d3-454c-973c-428876e86839 None None] Could not find standard attr ID for object 14050125-2f3b-45b1-b986-9cebf581c955. {{(pid=105226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 21 14:49:56.211735 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea01090-a3fc-4279-ac37-8352a5c38302 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:56.215510 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-eea01090-a3fc-4279-ac37-8352a5c38302 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:56.216561 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-efe48578-80d3-454c-973c-428876e86839 None None] Could not find standard attr ID for object 847c8840-ea92-42ba-9e3d-e96472e1f0c5. {{(pid=105226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 21 14:49:56.223328 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port ffcc029a-8c85-4dfb-a426-cb65bd112c8a triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:56.223711 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:56.228562 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-f15208c6-8cf2-4d6a-9610-4460b88e88da None None] Deleting port 963fb9cd-9cbc-417a-b3a0-d7f4d13bb55a {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:56.228924 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f15208c6-8cf2-4d6a-9610-4460b88e88da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:56.309624 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-b23a8089-d8fe-47ae-8638-0d41aea485c6 None None] Deleting port fe2b2bed-d035-427b-92e3-8e41ae2cabdc {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:56.309887 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b23a8089-d8fe-47ae-8638-0d41aea485c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:56.314721 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-efe48578-80d3-454c-973c-428876e86839 None None] Provisioning complete for port ffcc029a-8c85-4dfb-a426-cb65bd112c8a triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:56.315153 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-efe48578-80d3-454c-973c-428876e86839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:56.327935 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-420a08e4-e733-4737-9e9e-d8489fe60a70 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] For port fe2b2bed-d035-427b-92e3-8e41ae2cabdc, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=fe2b2bed-d035-427b-92e3-8e41ae2cabdc,segment=NetworkSegment(172c3781-d8f7-4441-8a4d-fc83e37f90e7),segment_id=172c3781-d8f7-4441-8a4d-fc83e37f90e7)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:56.328310 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-420a08e4-e733-4737-9e9e-d8489fe60a70 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:56.339272 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7dc719-3bbb-4508-a88e-1f00704bfd31 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Made reservation on behalf of 14ab737fef224ff487719681726d8225 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:56.342748 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4f7dc719-3bbb-4508-a88e-1f00704bfd31 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:56.357946 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9ab17655-64ca-4f8f-887c-b45f95ac155b tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:56.367067 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-4f7dc719-3bbb-4508-a88e-1f00704bfd31 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] device_id is not set on port 9a286999-0288-4208-a43e-9c0fb479b1f1 yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:49:56.457322 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-f15208c6-8cf2-4d6a-9610-4460b88e88da None None] For port 963fb9cd-9cbc-417a-b3a0-d7f4d13bb55a, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=963fb9cd-9cbc-417a-b3a0-d7f4d13bb55a,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:56.457725 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f15208c6-8cf2-4d6a-9610-4460b88e88da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:56.460610 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-420a08e4-e733-4737-9e9e-d8489fe60a70 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Calling delete_port for fe2b2bed-d035-427b-92e3-8e41ae2cabdc owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:56.474004 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-b23a8089-d8fe-47ae-8638-0d41aea485c6 None None] For port fe2b2bed-d035-427b-92e3-8e41ae2cabdc, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=fe2b2bed-d035-427b-92e3-8e41ae2cabdc,segment=NetworkSegment(172c3781-d8f7-4441-8a4d-fc83e37f90e7),segment_id=172c3781-d8f7-4441-8a4d-fc83e37f90e7)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:49:56.474398 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b23a8089-d8fe-47ae-8638-0d41aea485c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:56.477888 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-4f7dc719-3bbb-4508-a88e-1f00704bfd31 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Allocated IP 172.20.0.11 (9c0c7957-397e-438a-b145-7d2a9a050a12/1c24697a-8ca9-4f4e-b07c-ac18b89dedff/9a286999-0288-4208-a43e-9c0fb479b1f1) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:49:56.558688 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4350cc3e-5dba-4029-8591-3705d6dcdd78 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:56.606474 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-f15208c6-8cf2-4d6a-9610-4460b88e88da None None] Calling delete_port for 963fb9cd-9cbc-417a-b3a0-d7f4d13bb55a owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:56.633907 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-b23a8089-d8fe-47ae-8638-0d41aea485c6 None None] Calling delete_port for fe2b2bed-d035-427b-92e3-8e41ae2cabdc owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:56.664709 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-420a08e4-e733-4737-9e9e-d8489fe60a70 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:56.688110 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:56.730485 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420a08e4-e733-4737-9e9e-d8489fe60a70 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] No DVR routers for this DVR port fe2b2bed-d035-427b-92e3-8e41ae2cabdc on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:49:56.739513 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a08e4-e733-4737-9e9e-d8489fe60a70 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Pushing event deleted for resources: {'Port': ['ID=fe2b2bed-d035-427b-92e3-8e41ae2cabdc,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:56.741801 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-420a08e4-e733-4737-9e9e-d8489fe60a70 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:56.752613 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4f7dc719-3bbb-4508-a88e-1f00704bfd31 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:56.756983 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab17655-64ca-4f8f-887c-b45f95ac155b tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Router b1636b4d-3839-4142-bb2c-075639422973 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:49:56.769760 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4350cc3e-5dba-4029-8591-3705d6dcdd78 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:56.774687 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-4f7dc719-3bbb-4508-a88e-1f00704bfd31 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Transition to ACTIVE for port object 9a286999-0288-4208-a43e-9c0fb479b1f1 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:56.776706 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0a6dc6b0-716f-4e83-a51b-08d3f34d6c39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:56.896703 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab17655-64ca-4f8f-887c-b45f95ac155b tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:49:56.902898 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4f7dc719-3bbb-4508-a88e-1f00704bfd31 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:56.908090 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-164c70a1-9cf2-4aa8-983c-efa201ab9f13 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:56.928374 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e374c4fe-1d6d-4ec5-8c90-b4a9cf857e6d None None] Sync routers for ids ['b1636b4d-3839-4142-bb2c-075639422973'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:49:56.944482 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device b0ef3af5-cf1c-4bee-8acb-09ccd7f55e8b no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:49:56.960214 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7dc719-3bbb-4508-a88e-1f00704bfd31 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Network 9c0c7957-397e-438a-b145-7d2a9a050a12 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:56.963921 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9ab17655-64ca-4f8f-887c-b45f95ac155b tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:56.967905 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9ab17655-64ca-4f8f-887c-b45f95ac155b tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.5000150 Jun 21 14:49:56.968397 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-4f7dc719-3bbb-4508-a88e-1f00704bfd31 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:56.970115 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60948) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:56.978369 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: b0ef3af5-cf1c-4bee-8acb-09ccd7f55e8b {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:49:56.978640 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device b0ef3af5-cf1c-4bee-8acb-09ccd7f55e8b not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:49:56.980484 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e374c4fe-1d6d-4ec5-8c90-b4a9cf857e6d None None] Routers {'b1636b4d-3839-4142-bb2c-075639422973'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:49:56.981113 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-e374c4fe-1d6d-4ec5-8c90-b4a9cf857e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:49:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['b1636b4d-3839-4142-bb2c-075639422973'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:56.986580 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7dc719-3bbb-4508-a88e-1f00704bfd31 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:57.041345 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7dc719-3bbb-4508-a88e-1f00704bfd31 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Pushing event updated for resources: {'Port': ['ID=9a286999-0288-4208-a43e-9c0fb479b1f1,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:57.048411 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4f7dc719-3bbb-4508-a88e-1f00704bfd31 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:57.084550 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7dc719-3bbb-4508-a88e-1f00704bfd31 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:57.085238 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4f7dc719-3bbb-4508-a88e-1f00704bfd31 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:57.108491 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-eea01090-a3fc-4279-ac37-8352a5c38302 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:57.127507 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4f7dc719-3bbb-4508-a88e-1f00704bfd31 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4736543 Jun 21 14:49:57.127916 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60952) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:57.133342 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-c8c5690d-bdd7-4a87-a81a-a4884972d66a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:ae:e5:8f'}]}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:57.160146 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-e374c4fe-1d6d-4ec5-8c90-b4a9cf857e6d None None] Set router b1636b4d-3839-4142-bb2c-075639422973 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:49:57.205642 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-736c9046-a3af-4c01-9b32-21e189cfa87f tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] 10.222.0.72 "GET /v2.0/routers/b1636b4d-3839-4142-bb2c-075639422973 HTTP/1.1" status: 200 len: 908 time: 0.2251637 Jun 21 14:49:57.209183 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60954) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:57.232682 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4350cc3e-5dba-4029-8591-3705d6dcdd78 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Network 6796ce10-2494-4002-991f-bcb89379992d is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:57.245938 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-420a08e4-e733-4737-9e9e-d8489fe60a70 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:57.248748 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-4350cc3e-5dba-4029-8591-3705d6dcdd78 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:57.253524 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea01090-a3fc-4279-ac37-8352a5c38302 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:57.260954 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4350cc3e-5dba-4029-8591-3705d6dcdd78 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:57.266853 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4350cc3e-5dba-4029-8591-3705d6dcdd78 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:57.267400 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4350cc3e-5dba-4029-8591-3705d6dcdd78 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:57.270493 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350cc3e-5dba-4029-8591-3705d6dcdd78 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Port': ['ID=cd846cb0-07ad-4a47-b6b9-8372f0e8468c,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:57.274043 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4350cc3e-5dba-4029-8591-3705d6dcdd78 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:57.277634 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8f99fb81-3558-4fee-92c4-5f13451b18d3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:57.281035 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-eea01090-a3fc-4279-ac37-8352a5c38302 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:57.284355 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea01090-a3fc-4279-ac37-8352a5c38302 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:57.284953 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-eea01090-a3fc-4279-ac37-8352a5c38302 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:57.294453 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-420a08e4-e733-4737-9e9e-d8489fe60a70 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36d5673a-1708-452f-afe6-0244c0e2f1c1']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:57.339067 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b23a8089-d8fe-47ae-8638-0d41aea485c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:57.343509 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5a0363ef-cb69-49c7-bc76-7757ecf9af41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:57.348956 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-420a08e4-e733-4737-9e9e-d8489fe60a70 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '172c3781-d8f7-4441-8a4d-fc83e37f90e7') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:57.349572 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-420a08e4-e733-4737-9e9e-d8489fe60a70 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '172c3781-d8f7-4441-8a4d-fc83e37f90e7') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:57.355893 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f15208c6-8cf2-4d6a-9610-4460b88e88da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:57.373197 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4350cc3e-5dba-4029-8591-3705d6dcdd78 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7487614 Jun 21 14:49:57.375566 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-420a08e4-e733-4737-9e9e-d8489fe60a70 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:57.381247 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-eea01090-a3fc-4279-ac37-8352a5c38302 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4642239 Jun 21 14:49:57.386660 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6ff71bb6-17fc-4132-9e0c-50ece1eb0a66 None None] Provisioning for port 9a286999-0288-4208-a43e-9c0fb479b1f1 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:49:57.389004 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60958) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:57.389552 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60960) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:57.390932 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23a8089-d8fe-47ae-8638-0d41aea485c6 None None] No DVR routers for this DVR port fe2b2bed-d035-427b-92e3-8e41ae2cabdc on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:49:57.403252 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a8089-d8fe-47ae-8638-0d41aea485c6 None None] Pushing event deleted for resources: {'Port': ['ID=fe2b2bed-d035-427b-92e3-8e41ae2cabdc,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:57.404450 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-81ff04c4-9ae7-4882-bd41-3598e71b63f2 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:57.407731 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-9e82c498-9649-4da7-ad82-facd3eb2755c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'port': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'fixed_ips': [{'subnet_id': '0a7e9030-c62d-48db-94f4-7c94859ed249', 'ip_address': '2001:db8::e593:69cb:3239:8d8e'}], 'name': 'tempest-NetworksTestDHCPv6-206176656'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:57.412123 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b23a8089-d8fe-47ae-8638-0d41aea485c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:57.414245 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6ff71bb6-17fc-4132-9e0c-50ece1eb0a66 None None] Provisioning complete for port 9a286999-0288-4208-a43e-9c0fb479b1f1 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:57.414626 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6ff71bb6-17fc-4132-9e0c-50ece1eb0a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:57.416119 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0c1a1842-b377-4ce3-80f2-9a3a03beb3b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:57.418909 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15208c6-8cf2-4d6a-9610-4460b88e88da None None] No DVR routers for this DVR port 963fb9cd-9cbc-417a-b3a0-d7f4d13bb55a on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:49:57.430394 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea01090-a3fc-4279-ac37-8352a5c38302 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Subnet': ['ID=0a7e9030-c62d-48db-94f4-7c94859ed249,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:57.438678 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-eea01090-a3fc-4279-ac37-8352a5c38302 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:57.453092 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbc20b2-e47d-43d5-b008-669f2d1ed672 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:49:57.486793 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15208c6-8cf2-4d6a-9610-4460b88e88da None None] Pushing event deleted for resources: {'Port': ['ID=963fb9cd-9cbc-417a-b3a0-d7f4d13bb55a,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:57.512567 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-420a08e4-e733-4737-9e9e-d8489fe60a70 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:57.530296 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f15208c6-8cf2-4d6a-9610-4460b88e88da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:57.532432 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-420a08e4-e733-4737-9e9e-d8489fe60a70 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:49:57.533041 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-420a08e4-e733-4737-9e9e-d8489fe60a70 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:49:57.537751 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:49:57.547882 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6ff71bb6-17fc-4132-9e0c-50ece1eb0a66 None None] Port 9a286999-0288-4208-a43e-9c0fb479b1f1 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:49:57.591073 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c8c5690d-bdd7-4a87-a81a-a4884972d66a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:57.604720 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-81ff04c4-9ae7-4882-bd41-3598e71b63f2 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:57.622198 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-e374c4fe-1d6d-4ec5-8c90-b4a9cf857e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1636b4d-3839-4142-bb2c-075639422973', 'name': 'tempest-snat-router-1643721650', 'tenant_id': '62bc105bf262485096cba9d77f4659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.157'}], 'enable_snat': True}, 'gw_port_id': '510aecdd-d3be-4635-963f-6f1386ff1ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:49:50Z', 'updated_at': '2021-06-21T14:49:55Z', 'revision_number': 3, 'project_id': '62bc105bf262485096cba9d77f4659cf', 'gw_port': {'id': '510aecdd-d3be-4635-963f-6f1386ff1ded', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7d:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1636b4d-3839-4142-bb2c-075639422973', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:49:52Z', 'updated_at': '2021-06-21T14:49:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:57.653940 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e374c4fe-1d6d-4ec5-8c90-b4a9cf857e6d None None] Checking router: b1636b4d-3839-4142-bb2c-075639422973 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:49:57.654294 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e374c4fe-1d6d-4ec5-8c90-b4a9cf857e6d None None] Updating router b1636b4d-3839-4142-bb2c-075639422973 port 510aecdd-d3be-4635-963f-6f1386ff1ded binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:49:57.698372 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-420a08e4-e733-4737-9e9e-d8489fe60a70 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:57.712713 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:57.717854 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-420a08e4-e733-4737-9e9e-d8489fe60a70 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:57.719072 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a193e98-429e-4d2a-b858-58b6c198c6e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-8e867a28-8d41-47df-a2af-a54cb8b30a66', 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'fixed_ips': [{'subnet_id': '0a7e9030-c62d-48db-94f4-7c94859ed249'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:49:57.720309 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2a193e98-429e-4d2a-b858-58b6c198c6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:57.722574 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-420a08e4-e733-4737-9e9e-d8489fe60a70 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] 10.222.0.72 "DELETE /v2.0/networks/36d5673a-1708-452f-afe6-0244c0e2f1c1 HTTP/1.1" status: 204 len: 168 time: 2.2353063 Jun 21 14:49:57.723239 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e374c4fe-1d6d-4ec5-8c90-b4a9cf857e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:57.751373 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-8833465d-0f53-4e43-aab9-2598ea4720fe tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Deleting port cd846cb0-07ad-4a47-b6b9-8372f0e8468c {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:57.751814 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8833465d-0f53-4e43-aab9-2598ea4720fe tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:57.755930 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e82c498-9649-4da7-ad82-facd3eb2755c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:57.763673 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a08e4-e733-4737-9e9e-d8489fe60a70 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Pushing event deleted for resources: {'Network': ['ID=36d5673a-1708-452f-afe6-0244c0e2f1c1,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:57.784156 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-420a08e4-e733-4737-9e9e-d8489fe60a70 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:57.794017 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-81ff04c4-9ae7-4882-bd41-3598e71b63f2 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Deleting port 510aecdd-d3be-4635-963f-6f1386ff1ded {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:57.794815 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-81ff04c4-9ae7-4882-bd41-3598e71b63f2 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:57.906995 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8833465d-0f53-4e43-aab9-2598ea4720fe tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:57.944436 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3624af60-d847-4243-8082-fb7f2223d30b up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:49:57.971957 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c8c5690d-bdd7-4a87-a81a-a4884972d66a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:57.994139 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-8833465d-0f53-4e43-aab9-2598ea4720fe tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Calling delete_port for cd846cb0-07ad-4a47-b6b9-8372f0e8468c owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:58.020424 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9e82c498-9649-4da7-ad82-facd3eb2755c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:58.035726 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-81ff04c4-9ae7-4882-bd41-3598e71b63f2 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:58.074082 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-9e82c498-9649-4da7-ad82-facd3eb2755c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] device_id is not set on port 8e905b10-4822-4210-b51a-c15ad846ecf2 yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:49:58.104484 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-2a193e98-429e-4d2a-b858-58b6c198c6e7 None None] Allocated IP 2001:db8::2 (8e867a28-8d41-47df-a2af-a54cb8b30a66/0a7e9030-c62d-48db-94f4-7c94859ed249/7857b0c9-b3c6-4d49-8cb1-840d54f2d33f) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:49:58.128650 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-81ff04c4-9ae7-4882-bd41-3598e71b63f2 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Calling delete_port for 510aecdd-d3be-4635-963f-6f1386ff1ded owned by network:router_gateway {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:58.137224 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 3624af60-d847-4243-8082-fb7f2223d30b triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:58.137597 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:58.177115 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60968) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:58.278401 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8833465d-0f53-4e43-aab9-2598ea4720fe tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:58.307734 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bc3f182f-6558-4506-b143-815b59f91541 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:58.328787 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8833465d-0f53-4e43-aab9-2598ea4720fe tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:58.335363 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8833465d-0f53-4e43-aab9-2598ea4720fe tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/ports/cd846cb0-07ad-4a47-b6b9-8372f0e8468c HTTP/1.1" status: 204 len: 168 time: 0.9336643 Jun 21 14:49:58.343360 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60974) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:58.344083 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c8c5690d-bdd7-4a87-a81a-a4884972d66a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:58.354565 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-8c46ec0a-ff7e-41b2-b7ea-710187abd1fd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'port': {'network_id': '6796ce10-2494-4002-991f-bcb89379992d', 'mac_address': 'fa:16:3e:40:7a:2a', 'name': 'tempest-PortsIpV6TestJSON-741595537'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:49:58.372331 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.db.api [None req-e374c4fe-1d6d-4ec5-8c90-b4a9cf857e6d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 14:49:58.372932 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_db.api [None req-e374c4fe-1d6d-4ec5-8c90-b4a9cf857e6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 14:49:58.388520 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833465d-0f53-4e43-aab9-2598ea4720fe tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Port': ['ID=cd846cb0-07ad-4a47-b6b9-8372f0e8468c,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:58.397039 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8833465d-0f53-4e43-aab9-2598ea4720fe tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:58.427904 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2a193e98-429e-4d2a-b858-58b6c198c6e7 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:58.441183 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2a193e98-429e-4d2a-b858-58b6c198c6e7 None None] Transition to ACTIVE for port object 7857b0c9-b3c6-4d49-8cb1-840d54f2d33f will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:58.443781 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6dddf7c9-f9ef-49d5-9797-e2adf4b5d150 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:58.455572 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-81ff04c4-9ae7-4882-bd41-3598e71b63f2 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:58.461818 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 963fb9cd-9cbc-417a-b3a0-d7f4d13bb55a no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:49:58.478960 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-28175c95-bee0-443a-9212-8aed420600b1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4d71a0840b3847fdb3a94b9490e12bc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2945411 Jun 21 14:49:58.479742 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60978) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:58.503395 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 963fb9cd-9cbc-417a-b3a0-d7f4d13bb55a {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:49:58.503916 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 963fb9cd-9cbc-417a-b3a0-d7f4d13bb55a not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:49:58.504342 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device fe2b2bed-d035-427b-92e3-8e41ae2cabdc no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:49:58.508342 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2a193e98-429e-4d2a-b858-58b6c198c6e7 None None] Transition to ACTIVE for port object 7857b0c9-b3c6-4d49-8cb1-840d54f2d33f will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:58.528864 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: fe2b2bed-d035-427b-92e3-8e41ae2cabdc {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:49:58.529103 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device fe2b2bed-d035-427b-92e3-8e41ae2cabdc not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:49:58.547001 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2a193e98-429e-4d2a-b858-58b6c198c6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:58.552905 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8d69d066-c54b-4ef1-9df1-de7f203cbf11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:58.598545 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a193e98-429e-4d2a-b858-58b6c198c6e7 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:58.607908 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-2a193e98-429e-4d2a-b858-58b6c198c6e7 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:58.610586 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-c8c5690d-bdd7-4a87-a81a-a4884972d66a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] In _notify_port_updated(), no bound segment for port 9a286999-0288-4208-a43e-9c0fb479b1f1 on network 9c0c7957-397e-438a-b145-7d2a9a050a12 {{(pid=105224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 21 14:49:58.612952 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a193e98-429e-4d2a-b858-58b6c198c6e7 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:58.616450 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c5690d-bdd7-4a87-a81a-a4884972d66a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:58.616589 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7757f289-97e9-4ad9-88fd-115d233a3876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:58.617092 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c8c5690d-bdd7-4a87-a81a-a4884972d66a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:58.617332 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a193e98-429e-4d2a-b858-58b6c198c6e7 None None] Pushing event updated for resources: {'Port': ['ID=7857b0c9-b3c6-4d49-8cb1-840d54f2d33f,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:58.622544 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c8c5690d-bdd7-4a87-a81a-a4884972d66a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] 10.222.0.72 "PUT /v2.0/ports/9a286999-0288-4208-a43e-9c0fb479b1f1 HTTP/1.1" status: 200 len: 993 time: 1.4933319 Jun 21 14:49:58.626762 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 60980) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:58.629887 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-2a193e98-429e-4d2a-b858-58b6c198c6e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:58.662842 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7757f289-97e9-4ad9-88fd-115d233a3876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:58.669004 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-9e82c498-9649-4da7-ad82-facd3eb2755c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Allocated IP 2001:db8::e593:69cb:3239:8d8e (8e867a28-8d41-47df-a2af-a54cb8b30a66/0a7e9030-c62d-48db-94f4-7c94859ed249/8e905b10-4822-4210-b51a-c15ad846ecf2) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:49:58.694477 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c5690d-bdd7-4a87-a81a-a4884972d66a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Pushing event updated for resources: {'Port': ['ID=9a286999-0288-4208-a43e-9c0fb479b1f1,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:58.698219 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c8c5690d-bdd7-4a87-a81a-a4884972d66a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:58.702536 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:58.710230 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-2a193e98-429e-4d2a-b858-58b6c198c6e7 None None] Attempting to bind port 7857b0c9-b3c6-4d49-8cb1-840d54f2d33f on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:49:58.710624 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-2a193e98-429e-4d2a-b858-58b6c198c6e7 None None] Attempting to bind port 7857b0c9-b3c6-4d49-8cb1-840d54f2d33f by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:49:58.710980 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a193e98-429e-4d2a-b858-58b6c198c6e7 None None] Attempting to bind port 7857b0c9-b3c6-4d49-8cb1-840d54f2d33f on network 8e867a28-8d41-47df-a2af-a54cb8b30a66 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:49:58.721752 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a193e98-429e-4d2a-b858-58b6c198c6e7 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:49:58.722661 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a193e98-429e-4d2a-b858-58b6c198c6e7 None None] Checking segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:49:58.723275 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2a193e98-429e-4d2a-b858-58b6c198c6e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:58.724789 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a193e98-429e-4d2a-b858-58b6c198c6e7 None None] Bound using segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:49:58.725843 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-2a193e98-429e-4d2a-b858-58b6c198c6e7 None None] Bound port: 7857b0c9-b3c6-4d49-8cb1-840d54f2d33f, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:49:58.726785 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2a193e98-429e-4d2a-b858-58b6c198c6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:58.736539 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c46ec0a-ff7e-41b2-b7ea-710187abd1fd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Made reservation on behalf of 4c5b77aec9d44a3cb3b2efd682f8e133 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:49:58.748043 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff04c4-9ae7-4882-bd41-3598e71b63f2 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Pushing event deleted for resources: {'Port': ['ID=510aecdd-d3be-4635-963f-6f1386ff1ded,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:58.771395 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-81ff04c4-9ae7-4882-bd41-3598e71b63f2 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:58.778899 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7757f289-97e9-4ad9-88fd-115d233a3876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:58.781553 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7757f289-97e9-4ad9-88fd-115d233a3876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:58.785297 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7757f289-97e9-4ad9-88fd-115d233a3876 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ddbb0059-7a68-4558-9bb1-0aa085f76ffb HTTP/1.1" status: 204 len: 168 time: 0.3019819 Jun 21 14:49:58.787537 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ae8681d7-f74e-4498-9ba6-feb0df2c685d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:58.836616 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7757f289-97e9-4ad9-88fd-115d233a3876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbb0059-7a68-4558-9bb1-0aa085f76ffb,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:58.840963 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7757f289-97e9-4ad9-88fd-115d233a3876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:58.866240 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8c46ec0a-ff7e-41b2-b7ea-710187abd1fd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:58.888139 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-81ff04c4-9ae7-4882-bd41-3598e71b63f2 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:58.931848 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9e82c498-9649-4da7-ad82-facd3eb2755c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:58.946712 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-9e82c498-9649-4da7-ad82-facd3eb2755c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Transition to ACTIVE for port object 8e905b10-4822-4210-b51a-c15ad846ecf2 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:49:58.966469 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e374c4fe-1d6d-4ec5-8c90-b4a9cf857e6d None None] Port 510aecdd-d3be-4635-963f-6f1386ff1ded not found while updating agent binding for router b1636b4d-3839-4142-bb2c-075639422973. {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jun 21 14:49:58.988643 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-32a4951c-882b-4263-8155-7695a4a394aa None None] Provisioning complete for port 9a286999-0288-4208-a43e-9c0fb479b1f1 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:49:58.989021 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-32a4951c-882b-4263-8155-7695a4a394aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:58.993273 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e374c4fe-1d6d-4ec5-8c90-b4a9cf857e6d None None] Routers {'b1636b4d-3839-4142-bb2c-075639422973'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:49:58.993619 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-e374c4fe-1d6d-4ec5-8c90-b4a9cf857e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:49:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['b1636b4d-3839-4142-bb2c-075639422973'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:58.994132 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9e82c498-9649-4da7-ad82-facd3eb2755c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:58.996024 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-2a193e98-429e-4d2a-b858-58b6c198c6e7 None None] For port 7857b0c9-b3c6-4d49-8cb1-840d54f2d33f, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:49:59.001476 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4f063690-a755-4578-9baf-0b89aa9cc4e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:59.066140 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-2a193e98-429e-4d2a-b858-58b6c198c6e7 None None] For port 7857b0c9-b3c6-4d49-8cb1-840d54f2d33f, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=7857b0c9-b3c6-4d49-8cb1-840d54f2d33f,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:49:59.082057 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e82c498-9649-4da7-ad82-facd3eb2755c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Port': ['ID=8e905b10-4822-4210-b51a-c15ad846ecf2,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:59.101106 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2a193e98-429e-4d2a-b858-58b6c198c6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:59.102241 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9e82c498-9649-4da7-ad82-facd3eb2755c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:59.106019 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-704bb104-3811-4aab-900b-d659a6d7de7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:49:59.112568 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-e374c4fe-1d6d-4ec5-8c90-b4a9cf857e6d None None] Set router b1636b4d-3839-4142-bb2c-075639422973 gateway port host: None {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:49:59.114554 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-81ff04c4-9ae7-4882-bd41-3598e71b63f2 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:59.114711 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-32a4951c-882b-4263-8155-7695a4a394aa None None] Port 9a286999-0288-4208-a43e-9c0fb479b1f1 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:49:59.116523 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-8c46ec0a-ff7e-41b2-b7ea-710187abd1fd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] device_id is not set on port 7e1b3684-a625-4d1f-96be-60920700d22d yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:49:59.118733 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e82c498-9649-4da7-ad82-facd3eb2755c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:49:59.120408 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-9e82c498-9649-4da7-ad82-facd3eb2755c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:49:59.123772 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e82c498-9649-4da7-ad82-facd3eb2755c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:49:59.125163 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-81ff04c4-9ae7-4882-bd41-3598e71b63f2 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:59.134259 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e82c498-9649-4da7-ad82-facd3eb2755c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:59.135282 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9e82c498-9649-4da7-ad82-facd3eb2755c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:59.160483 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9e82c498-9649-4da7-ad82-facd3eb2755c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7596853 Jun 21 14:49:59.161954 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60992) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:59.200573 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-e374c4fe-1d6d-4ec5-8c90-b4a9cf857e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1636b4d-3839-4142-bb2c-075639422973', 'name': 'tempest-snat-router-1643721650', 'tenant_id': '62bc105bf262485096cba9d77f4659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:49:50Z', 'updated_at': '2021-06-21T14:49:58Z', 'revision_number': 5, 'project_id': '62bc105bf262485096cba9d77f4659cf', 'gw_port_host': None}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:49:59.227678 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-8d4276ac-05e6-4e5e-adc9-ff24ef6aab01 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Deleting port 9a286999-0288-4208-a43e-9c0fb479b1f1 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:59.228108 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8d4276ac-05e6-4e5e-adc9-ff24ef6aab01 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:59.244253 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-81ff04c4-9ae7-4882-bd41-3598e71b63f2 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:59.246504 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ff04c4-9ae7-4882-bd41-3598e71b63f2 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b1636b4d-3839-4142-bb2c-075639422973 {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:49:59.256733 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e374c4fe-1d6d-4ec5-8c90-b4a9cf857e6d None None] The sync data for ids ['b1636b4d-3839-4142-bb2c-075639422973'] in dv-neutron-797121-2-hyperv is: [{'id': 'b1636b4d-3839-4142-bb2c-075639422973', 'name': 'tempest-snat-router-1643721650', 'tenant_id': '62bc105bf262485096cba9d77f4659cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:49:50Z', 'updated_at': '2021-06-21T14:49:58Z', 'revision_number': 5, 'project_id': '62bc105bf262485096cba9d77f4659cf', 'gw_port_host': None}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:49:59.267767 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-81ff04c4-9ae7-4882-bd41-3598e71b63f2 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:59.268973 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-81ff04c4-9ae7-4882-bd41-3598e71b63f2 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] 10.222.0.72 "DELETE /v2.0/routers/b1636b4d-3839-4142-bb2c-075639422973 HTTP/1.1" status: 204 len: 168 time: 2.0473931 Jun 21 14:49:59.272742 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f71037-f8a2-4cc1-8754-c3b309da152c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:59.274360 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a193e98-429e-4d2a-b858-58b6c198c6e7 None None] Pushing event updated for resources: {'Port': ['ID=7857b0c9-b3c6-4d49-8cb1-840d54f2d33f,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:49:59.279477 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-2a193e98-429e-4d2a-b858-58b6c198c6e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:49:59.287848 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f71037-f8a2-4cc1-8754-c3b309da152c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:49:59.293549 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-41f71037-f8a2-4cc1-8754-c3b309da152c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1309915 Jun 21 14:49:59.294306 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60996) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:59.294634 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 60998) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:59.594035 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6ffc53c2-5a51-437f-9c2b-c6a99245595e tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for router, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:59.693057 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-1687d411-b06b-4e5f-8c52-c45fff27cd63 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting port 8e905b10-4822-4210-b51a-c15ad846ecf2 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:49:59.693371 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1687d411-b06b-4e5f-8c52-c45fff27cd63 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:59.858236 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1687d411-b06b-4e5f-8c52-c45fff27cd63 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:59.870349 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8d4276ac-05e6-4e5e-adc9-ff24ef6aab01 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:59.895886 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 32782) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:49:59.929053 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 7857b0c9-b3c6-4d49-8cb1-840d54f2d33f up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:49:59.954318 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-1687d411-b06b-4e5f-8c52-c45fff27cd63 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Calling delete_port for 8e905b10-4822-4210-b51a-c15ad846ecf2 owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:59.962988 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-8d4276ac-05e6-4e5e-adc9-ff24ef6aab01 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Calling delete_port for 9a286999-0288-4208-a43e-9c0fb479b1f1 owned by {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:49:59.968566 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6ffc53c2-5a51-437f-9c2b-c6a99245595e tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:49:59.971235 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8c46ec0a-ff7e-41b2-b7ea-710187abd1fd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:00.002063 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 7857b0c9-b3c6-4d49-8cb1-840d54f2d33f completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:00.074400 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8c46ec0a-ff7e-41b2-b7ea-710187abd1fd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:00.088622 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:00.097662 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-48d4b770-e9b3-4026-aaef-ce76ab156a68 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-551382125'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:00.128125 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c46ec0a-ff7e-41b2-b7ea-710187abd1fd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Network 6796ce10-2494-4002-991f-bcb89379992d is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:00.131459 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-6ffc53c2-5a51-437f-9c2b-c6a99245595e tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Deleting port 3624af60-d847-4243-8082-fb7f2223d30b {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:00.131459 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6ffc53c2-5a51-437f-9c2b-c6a99245595e tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:00.140263 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-8c46ec0a-ff7e-41b2-b7ea-710187abd1fd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:00.142900 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c46ec0a-ff7e-41b2-b7ea-710187abd1fd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:00.149354 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c46ec0a-ff7e-41b2-b7ea-710187abd1fd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:00.150137 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8c46ec0a-ff7e-41b2-b7ea-710187abd1fd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:00.168050 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1687d411-b06b-4e5f-8c52-c45fff27cd63 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:00.173124 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:00.205798 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687d411-b06b-4e5f-8c52-c45fff27cd63 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Port': ['ID=8e905b10-4822-4210-b51a-c15ad846ecf2,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:00.209502 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46ec0a-ff7e-41b2-b7ea-710187abd1fd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Port': ['ID=7e1b3684-a625-4d1f-96be-60920700d22d,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:00.210888 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1687d411-b06b-4e5f-8c52-c45fff27cd63 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:00.213275 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8c46ec0a-ff7e-41b2-b7ea-710187abd1fd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:00.213905 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48d4b770-e9b3-4026-aaef-ce76ab156a68 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Made reservation on behalf of da70a9900bfc421d9b05485e06c0e9c1 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:00.218176 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-48d4b770-e9b3-4026-aaef-ce76ab156a68 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:00.236637 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-48d4b770-e9b3-4026-aaef-ce76ab156a68 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:00.239239 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8c46ec0a-ff7e-41b2-b7ea-710187abd1fd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8909850 Jun 21 14:50:00.244938 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 32788) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:00.247976 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1687d411-b06b-4e5f-8c52-c45fff27cd63 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:00.249850 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1687d411-b06b-4e5f-8c52-c45fff27cd63 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/8e905b10-4822-4210-b51a-c15ad846ecf2 HTTP/1.1" status: 204 len: 168 time: 0.8853500 Jun 21 14:50:00.253720 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 32790) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:00.265815 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8d4276ac-05e6-4e5e-adc9-ff24ef6aab01 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:00.291036 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f592a5bd-501c-4585-81d1-b7c269f75144 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:00.300703 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-6ffc53c2-5a51-437f-9c2b-c6a99245595e tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] For port 3624af60-d847-4243-8082-fb7f2223d30b, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3624af60-d847-4243-8082-fb7f2223d30b,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:50:00.301215 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6ffc53c2-5a51-437f-9c2b-c6a99245595e tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:00.336583 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4276ac-05e6-4e5e-adc9-ff24ef6aab01 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Pushing event deleted for resources: {'Port': ['ID=9a286999-0288-4208-a43e-9c0fb479b1f1,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:00.339202 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8d4276ac-05e6-4e5e-adc9-ff24ef6aab01 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:00.371443 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-6ffc53c2-5a51-437f-9c2b-c6a99245595e tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Calling delete_port for 3624af60-d847-4243-8082-fb7f2223d30b owned by network:router_gateway {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:00.381722 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb04131f-71c5-4f71-a8fd-b89ac163064a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:00.383373 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb04131f-71c5-4f71-a8fd-b89ac163064a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:00.385058 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-eb04131f-71c5-4f71-a8fd-b89ac163064a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1304145 Jun 21 14:50:00.388217 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 32792) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:00.390194 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e29c7ff-be3d-46b3-b3b8-a88fd5b32f35 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:00.391688 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9e29c7ff-be3d-46b3-b3b8-a88fd5b32f35 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "GET /v2.0/ports/7e1b3684-a625-4d1f-96be-60920700d22d HTTP/1.1" status: 200 len: 844 time: 0.1446674 Jun 21 14:50:00.396270 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 32794) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:00.558719 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-313cef08-97de-4a21-9453-6dfa3049aa5f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting subnet 0a7e9030-c62d-48db-94f4-7c94859ed249 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:50:00.562226 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8d4276ac-05e6-4e5e-adc9-ff24ef6aab01 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:00.566700 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8d4276ac-05e6-4e5e-adc9-ff24ef6aab01 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] 10.222.0.72 "DELETE /v2.0/ports/9a286999-0288-4208-a43e-9c0fb479b1f1 HTTP/1.1" status: 204 len: 168 time: 1.9346125 Jun 21 14:50:00.570083 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 32796) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:00.589532 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-313cef08-97de-4a21-9453-6dfa3049aa5f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:00.608779 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d504dca-7143-4689-9043-125fca03c2e0 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] GET failed (client error): The resource could not be found. Jun 21 14:50:00.613754 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1d504dca-7143-4689-9043-125fca03c2e0 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] 10.222.0.72 "GET /v2.0/ports/9a286999-0288-4208-a43e-9c0fb479b1f1 HTTP/1.1" status: 404 len: 333 time: 0.0394187 Jun 21 14:50:00.614100 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-48d4b770-e9b3-4026-aaef-ce76ab156a68 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:00.614970 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 32798) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:00.621297 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-d3838dae-130d-4ff9-889b-7b0d70c3cb5b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Request body: {'port': {'network_id': '9c0c7957-397e-438a-b145-7d2a9a050a12', 'name': 'tempest-AllowedAddressPairTestJSON-201090586'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:00.626389 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-48d4b770-e9b3-4026-aaef-ce76ab156a68 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:00.641500 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-164c70a1-9cf2-4aa8-983c-efa201ab9f13 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:00.702579 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48d4b770-e9b3-4026-aaef-ce76ab156a68 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:50:00.717866 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4b770-e9b3-4026-aaef-ce76ab156a68 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4942c39-5fcd-4d30-bf24-d47fbf706d8b,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:00.721204 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-48d4b770-e9b3-4026-aaef-ce76ab156a68 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:00.726527 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-313cef08-97de-4a21-9453-6dfa3049aa5f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:00.733897 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-48d4b770-e9b3-4026-aaef-ce76ab156a68 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:00.734255 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-48d4b770-e9b3-4026-aaef-ce76ab156a68 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Added segment b9984c83-648d-4049-a292-f275b6ef00ad of type vlan for network ff7b7a85-a56d-4971-aa71-061a33242db6 Jun 21 14:50:00.813763 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-48d4b770-e9b3-4026-aaef-ce76ab156a68 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:00.861894 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3838dae-130d-4ff9-889b-7b0d70c3cb5b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Made reservation on behalf of 14ab737fef224ff487719681726d8225 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:00.869397 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d3838dae-130d-4ff9-889b-7b0d70c3cb5b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:00.883309 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-48d4b770-e9b3-4026-aaef-ce76ab156a68 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:00.905336 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d4b770-e9b3-4026-aaef-ce76ab156a68 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:00.905464 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-54807956-f333-4bbb-84ef-0f23613987c4 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Deleting port 7e1b3684-a625-4d1f-96be-60920700d22d {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:00.905464 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-54807956-f333-4bbb-84ef-0f23613987c4 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:00.905765 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-48d4b770-e9b3-4026-aaef-ce76ab156a68 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:00.911198 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f6e14d1d-3d6d-4729-a788-7dc54de6304e tempest-QuotasNegativeTest-1368860698 tempest-QuotasNegativeTest-1368860698-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:00.948137 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-d3838dae-130d-4ff9-889b-7b0d70c3cb5b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] device_id is not set on port 90a65496-2f40-4026-ad7c-3e4ed7e65b00 yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:50:01.025766 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6ffc53c2-5a51-437f-9c2b-c6a99245595e tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:01.032133 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b462ad71-35c8-4993-99ce-a3e8eb64186a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:01.078460 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-313cef08-97de-4a21-9453-6dfa3049aa5f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:01.083659 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-54807956-f333-4bbb-84ef-0f23613987c4 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:01.085925 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-48d4b770-e9b3-4026-aaef-ce76ab156a68 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1887884 Jun 21 14:50:01.089305 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc53c2-5a51-437f-9c2b-c6a99245595e tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Pushing event deleted for resources: {'Port': ['ID=3624af60-d847-4243-8082-fb7f2223d30b,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:01.091411 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 32804) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:01.099615 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-81fffede-cd1e-47d2-ae54-53a0939e20f1 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Request body: {'subnet': {'network_id': 'ff7b7a85-a56d-4971-aa71-061a33242db6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:01.106703 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4b770-e9b3-4026-aaef-ce76ab156a68 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event updated for resources: {'Network': ['ID=ff7b7a85-a56d-4971-aa71-061a33242db6,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:01.109531 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-48d4b770-e9b3-4026-aaef-ce76ab156a68 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:01.114890 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6ffc53c2-5a51-437f-9c2b-c6a99245595e tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:01.119351 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network ff7b7a85-a56d-4971-aa71-061a33242db6 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:50:01.231774 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-d3838dae-130d-4ff9-889b-7b0d70c3cb5b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Allocated IP 172.20.0.4 (9c0c7957-397e-438a-b145-7d2a9a050a12/1c24697a-8ca9-4f4e-b07c-ac18b89dedff/90a65496-2f40-4026-ad7c-3e4ed7e65b00) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:01.253356 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-1dc7120a-5f2b-49ba-b899-0b56f99fed69 None None] Provisioning for port 7857b0c9-b3c6-4d49-8cb1-840d54f2d33f completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:01.260743 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-1dc7120a-5f2b-49ba-b899-0b56f99fed69 None None] Provisioning complete for port 7857b0c9-b3c6-4d49-8cb1-840d54f2d33f triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:01.261649 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1dc7120a-5f2b-49ba-b899-0b56f99fed69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:01.275526 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81fffede-cd1e-47d2-ae54-53a0939e20f1 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Made reservation on behalf of da70a9900bfc421d9b05485e06c0e9c1 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:01.279376 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-81fffede-cd1e-47d2-ae54-53a0939e20f1 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:01.399767 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1dc7120a-5f2b-49ba-b899-0b56f99fed69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:01.569072 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-81fffede-cd1e-47d2-ae54-53a0939e20f1 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:01.585304 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:01.600768 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-54807956-f333-4bbb-84ef-0f23613987c4 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Calling delete_port for 7e1b3684-a625-4d1f-96be-60920700d22d owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:01.665397 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d3838dae-130d-4ff9-889b-7b0d70c3cb5b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:01.672175 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fffede-cd1e-47d2-ae54-53a0939e20f1 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event updated for resources: {'Subnet': ['ID=c37ba164-a4f4-408a-99ae-13c018d444ab,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:01.677418 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-81fffede-cd1e-47d2-ae54-53a0939e20f1 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:01.691379 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-d3838dae-130d-4ff9-889b-7b0d70c3cb5b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Transition to ACTIVE for port object 90a65496-2f40-4026-ad7c-3e4ed7e65b00 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:01.695976 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81fffede-cd1e-47d2-ae54-53a0939e20f1 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Checking segment: {'id': 'b9984c83-648d-4049-a292-f275b6ef00ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'ff7b7a85-a56d-4971-aa71-061a33242db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:50:01.696848 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fffede-cd1e-47d2-ae54-53a0939e20f1 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Network hostable DHCP agents. Network: ff7b7a85-a56d-4971-aa71-061a33242db6, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:50:01.711214 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6ffc53c2-5a51-437f-9c2b-c6a99245595e tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:01.730909 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81fffede-cd1e-47d2-ae54-53a0939e20f1 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Network ff7b7a85-a56d-4971-aa71-061a33242db6 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:50:01.748367 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-81fffede-cd1e-47d2-ae54-53a0939e20f1 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, ff7b7a85-a56d-4971-aa71-061a33242db6) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:01.753047 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fffede-cd1e-47d2-ae54-53a0939e20f1 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:01.753742 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-81fffede-cd1e-47d2-ae54-53a0939e20f1 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:01.756515 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d3838dae-130d-4ff9-889b-7b0d70c3cb5b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:01.762135 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-93108f9a-4b39-4464-8c4b-5a608d2bfd66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:01.766278 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69273ca-4d47-4a8b-b576-51c34fdda7b8 None None] Network ff7b7a85-a56d-4971-aa71-061a33242db6 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:01.784784 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-313cef08-97de-4a21-9453-6dfa3049aa5f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:01.820906 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:01.829053 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3838dae-130d-4ff9-889b-7b0d70c3cb5b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Network 9c0c7957-397e-438a-b145-7d2a9a050a12 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:01.835371 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-81fffede-cd1e-47d2-ae54-53a0939e20f1 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7375727 Jun 21 14:50:01.841385 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 32808) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:01.845831 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-d3838dae-130d-4ff9-889b-7b0d70c3cb5b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:01.845995 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.db.api [None req-1dc7120a-5f2b-49ba-b899-0b56f99fed69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 14:50:01.845995 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_db.api [None req-1dc7120a-5f2b-49ba-b899-0b56f99fed69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 14:50:01.850175 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6ffc53c2-5a51-437f-9c2b-c6a99245595e tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:01.853459 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-7527074d-0c58-4f45-8656-67c0c1863bf1 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-698465669', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}, 'admin_state_up': False}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:01.853764 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6ffc53c2-5a51-437f-9c2b-c6a99245595e tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:01.859817 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313cef08-97de-4a21-9453-6dfa3049aa5f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Subnet': ['ID=0a7e9030-c62d-48db-94f4-7c94859ed249,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:01.862281 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-313cef08-97de-4a21-9453-6dfa3049aa5f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:01.865277 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-313cef08-97de-4a21-9453-6dfa3049aa5f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:01.867362 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-313cef08-97de-4a21-9453-6dfa3049aa5f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/0a7e9030-c62d-48db-94f4-7c94859ed249 HTTP/1.1" status: 204 len: 168 time: 1.4744725 Jun 21 14:50:01.870742 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3838dae-130d-4ff9-889b-7b0d70c3cb5b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:01.877486 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 32810) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:01.925627 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3838dae-130d-4ff9-889b-7b0d70c3cb5b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Pushing event updated for resources: {'Port': ['ID=90a65496-2f40-4026-ad7c-3e4ed7e65b00,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:01.937736 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d3838dae-130d-4ff9-889b-7b0d70c3cb5b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:01.964211 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e74c6816-9914-4f2d-91fc-f29c315a8b1b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0849051 Jun 21 14:50:01.968349 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 32814) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:01.973580 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-50134f94-ede4-4c40-b684-ea2f151d2051 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:01.979413 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6ffc53c2-5a51-437f-9c2b-c6a99245595e tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:01.980386 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffc53c2-5a51-437f-9c2b-c6a99245595e tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d056116c-65fd-456b-b2c8-7d0c42b0f584 {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:50:01.987578 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6ffc53c2-5a51-437f-9c2b-c6a99245595e tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:01.992840 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6ffc53c2-5a51-437f-9c2b-c6a99245595e tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] 10.222.0.72 "DELETE /v2.0/routers/d056116c-65fd-456b-b2c8-7d0c42b0f584 HTTP/1.1" status: 204 len: 168 time: 2.6932740 Jun 21 14:50:01.992840 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-54807956-f333-4bbb-84ef-0f23613987c4 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:01.993246 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3838dae-130d-4ff9-889b-7b0d70c3cb5b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:01.993246 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d3838dae-130d-4ff9-889b-7b0d70c3cb5b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:01.993555 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 32816) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:02.000629 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7527074d-0c58-4f45-8656-67c0c1863bf1 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:02.001684 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7527074d-0c58-4f45-8656-67c0c1863bf1 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:02.004235 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-9317acc9-1369-4ecb-9c9e-898008f93ae0 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-922828556', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}, 'admin_state_up': False}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:02.008162 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda263fb-e2d8-4e45-91c1-3aed264da14f None None] Network ff7b7a85-a56d-4971-aa71-061a33242db6 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:02.011194 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f9c2d536-b0a8-4693-a6cc-352025230f59 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:02.044242 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54807956-f333-4bbb-84ef-0f23613987c4 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Port': ['ID=7e1b3684-a625-4d1f-96be-60920700d22d,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:02.046918 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-54807956-f333-4bbb-84ef-0f23613987c4 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:02.055351 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-54807956-f333-4bbb-84ef-0f23613987c4 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:02.057925 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-54807956-f333-4bbb-84ef-0f23613987c4 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/ports/7e1b3684-a625-4d1f-96be-60920700d22d HTTP/1.1" status: 204 len: 168 time: 1.6484349 Jun 21 14:50:02.060945 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 32818) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:02.114621 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb78ae3-d14a-497f-8868-9900a1d637e2 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] GET failed (client error): The resource could not be found. Jun 21 14:50:02.118950 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9cb78ae3-d14a-497f-8868-9900a1d637e2 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "GET /v2.0/ports/7e1b3684-a625-4d1f-96be-60920700d22d HTTP/1.1" status: 404 len: 333 time: 0.0536785 Jun 21 14:50:02.119399 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 32822) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:02.126841 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-da4bb492-3b5e-47f7-9c6f-4e6e32f9fdfd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'port': {'network_id': '6796ce10-2494-4002-991f-bcb89379992d', 'name': 'tempest-PortsIpV6TestJSON-1606786242'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:02.129678 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb3862b-a043-4a52-b891-6dab9c098e60 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:02.132700 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9317acc9-1369-4ecb-9c9e-898008f93ae0 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:02.133904 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9317acc9-1369-4ecb-9c9e-898008f93ae0 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:02.266335 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d3838dae-130d-4ff9-889b-7b0d70c3cb5b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6502097 Jun 21 14:50:02.266999 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 32824) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:02.277323 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-5b550902-c9aa-4811-8f4d-97884014a939 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ae:e5:8f'}]}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:02.281304 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9317acc9-1369-4ecb-9c9e-898008f93ae0 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:02.358994 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7527074d-0c58-4f45-8656-67c0c1863bf1 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:02.368062 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4bb492-3b5e-47f7-9c6f-4e6e32f9fdfd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Made reservation on behalf of 4c5b77aec9d44a3cb3b2efd682f8e133 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:02.371623 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-da4bb492-3b5e-47f7-9c6f-4e6e32f9fdfd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:02.398018 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-da4bb492-3b5e-47f7-9c6f-4e6e32f9fdfd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] device_id is not set on port f9946c9a-d596-4214-a4a4-578f329ccfa1 yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:50:02.407742 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1dc7120a-5f2b-49ba-b899-0b56f99fed69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:02.449323 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-1dc7120a-5f2b-49ba-b899-0b56f99fed69 None None] For port 7857b0c9-b3c6-4d49-8cb1-840d54f2d33f, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=7857b0c9-b3c6-4d49-8cb1-840d54f2d33f,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:50:02.455819 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1dc7120a-5f2b-49ba-b899-0b56f99fed69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:02.457699 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-2a193e98-429e-4d2a-b858-58b6c198c6e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:02.512171 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9317acc9-1369-4ecb-9c9e-898008f93ae0 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:02.512352 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7120a-5f2b-49ba-b899-0b56f99fed69 None None] Pushing event updated for resources: {'Port': ['ID=7857b0c9-b3c6-4d49-8cb1-840d54f2d33f,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:02.514287 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50134f94-ede4-4c40-b684-ea2f151d2051 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:02.515112 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-1dc7120a-5f2b-49ba-b899-0b56f99fed69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:02.517363 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-50134f94-ede4-4c40-b684-ea2f151d2051 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:02.567386 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7527074d-0c58-4f45-8656-67c0c1863bf1 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:02.573263 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6feb2c5b-ae24-4e19-8f62-e54452329128 None None] Could not find standard attr ID for object fc4cfb47-1f23-4d1b-8119-57df7adc5c9f. {{(pid=105226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 21 14:50:02.588841 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6feb2c5b-ae24-4e19-8f62-e54452329128 None None] Could not find standard attr ID for object 8e905b10-4822-4210-b51a-c15ad846ecf2. {{(pid=105226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 21 14:50:02.595692 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6feb2c5b-ae24-4e19-8f62-e54452329128 None None] Could not find standard attr ID for object 847c8840-ea92-42ba-9e3d-e96472e1f0c5. {{(pid=105226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 21 14:50:02.614962 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953a2454-8432-49e4-b0e7-441eb705fb29 None None] DHCP port deletion for 8e867a28-8d41-47df-a2af-a54cb8b30a66 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:50:02.621922 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5b550902-c9aa-4811-8f4d-97884014a939 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:02.635358 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6feb2c5b-ae24-4e19-8f62-e54452329128 None None] Provisioning for port 90a65496-2f40-4026-ad7c-3e4ed7e65b00 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:02.642799 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6feb2c5b-ae24-4e19-8f62-e54452329128 None None] Provisioning complete for port 90a65496-2f40-4026-ad7c-3e4ed7e65b00 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:02.643444 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6feb2c5b-ae24-4e19-8f62-e54452329128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:02.710721 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-da4bb492-3b5e-47f7-9c6f-4e6e32f9fdfd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:02.732504 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6feb2c5b-ae24-4e19-8f62-e54452329128 None None] Port 90a65496-2f40-4026-ad7c-3e4ed7e65b00 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:50:02.746697 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-953a2454-8432-49e4-b0e7-441eb705fb29 None None] Deleting port 7857b0c9-b3c6-4d49-8cb1-840d54f2d33f {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:02.747247 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-953a2454-8432-49e4-b0e7-441eb705fb29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:02.756905 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-da4bb492-3b5e-47f7-9c6f-4e6e32f9fdfd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:02.766878 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-420a08e4-e733-4737-9e9e-d8489fe60a70 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:02.818138 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4bb492-3b5e-47f7-9c6f-4e6e32f9fdfd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Network 6796ce10-2494-4002-991f-bcb89379992d is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:02.826758 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-953a2454-8432-49e4-b0e7-441eb705fb29 None None] For port 7857b0c9-b3c6-4d49-8cb1-840d54f2d33f, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=7857b0c9-b3c6-4d49-8cb1-840d54f2d33f,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:50:02.827454 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-953a2454-8432-49e4-b0e7-441eb705fb29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:02.831867 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-da4bb492-3b5e-47f7-9c6f-4e6e32f9fdfd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:02.834393 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4bb492-3b5e-47f7-9c6f-4e6e32f9fdfd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:02.840689 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4bb492-3b5e-47f7-9c6f-4e6e32f9fdfd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:02.841324 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-da4bb492-3b5e-47f7-9c6f-4e6e32f9fdfd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:02.854798 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4bb492-3b5e-47f7-9c6f-4e6e32f9fdfd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Port': ['ID=f9946c9a-d596-4214-a4a4-578f329ccfa1,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:02.858007 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-da4bb492-3b5e-47f7-9c6f-4e6e32f9fdfd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:02.875741 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-da4bb492-3b5e-47f7-9c6f-4e6e32f9fdfd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7526369 Jun 21 14:50:02.876000 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 32828) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:02.881828 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-71ecad3a-55fb-4b9c-8de1-9ee95b227f9e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:02.902545 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-953a2454-8432-49e4-b0e7-441eb705fb29 None None] Calling delete_port for 7857b0c9-b3c6-4d49-8cb1-840d54f2d33f owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:02.960119 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9317acc9-1369-4ecb-9c9e-898008f93ae0 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router_gateway, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:02.979762 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9317acc9-1369-4ecb-9c9e-898008f93ae0 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:02.989489 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-953a2454-8432-49e4-b0e7-441eb705fb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:02.991726 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:03.018135 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a2454-8432-49e4-b0e7-441eb705fb29 None None] Pushing event deleted for resources: {'Port': ['ID=7857b0c9-b3c6-4d49-8cb1-840d54f2d33f,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:03.027674 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-953a2454-8432-49e4-b0e7-441eb705fb29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:03.027674 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953a2454-8432-49e4-b0e7-441eb705fb29 None None] No DVR routers for this DVR port 7857b0c9-b3c6-4d49-8cb1-840d54f2d33f on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:50:03.100326 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-50134f94-ede4-4c40-b684-ea2f151d2051 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:03.104764 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-9317acc9-1369-4ecb-9c9e-898008f93ae0 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Allocated IP 172.26.3.185 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/630fff1e-8245-4294-9ecd-367116507111) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:03.146473 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-81fffede-cd1e-47d2-ae54-53a0939e20f1 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:03.150009 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-71ecad3a-55fb-4b9c-8de1-9ee95b227f9e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:03.183468 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5b550902-c9aa-4811-8f4d-97884014a939 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:03.215347 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9317acc9-1369-4ecb-9c9e-898008f93ae0 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:03.216620 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5b550902-c9aa-4811-8f4d-97884014a939 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:03.260144 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9317acc9-1369-4ecb-9c9e-898008f93ae0 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:03.263884 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6ffc53c2-5a51-437f-9c2b-c6a99245595e tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:03.284104 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50134f94-ede4-4c40-b684-ea2f151d2051 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:03.290917 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7527074d-0c58-4f45-8656-67c0c1863bf1 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for router_gateway, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:03.299395 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-50134f94-ede4-4c40-b684-ea2f151d2051 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:03.315686 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ae7a06-a776-400d-b867-4a473304702e None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:03.322325 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9317acc9-1369-4ecb-9c9e-898008f93ae0 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:03.326271 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-9317acc9-1369-4ecb-9c9e-898008f93ae0 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:03.330122 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9317acc9-1369-4ecb-9c9e-898008f93ae0 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:03.342873 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50134f94-ede4-4c40-b684-ea2f151d2051 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:03.343696 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-50134f94-ede4-4c40-b684-ea2f151d2051 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:03.351665 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7527074d-0c58-4f45-8656-67c0c1863bf1 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:03.363507 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50134f94-ede4-4c40-b684-ea2f151d2051 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Subnet': ['ID=8d4c55fa-6de8-463b-81b4-e3d916d33fd0,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:03.393661 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317acc9-1369-4ecb-9c9e-898008f93ae0 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Pushing event updated for resources: {'Port': ['ID=630fff1e-8245-4294-9ecd-367116507111,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:03.393887 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-50134f94-ede4-4c40-b684-ea2f151d2051 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:03.397757 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9317acc9-1369-4ecb-9c9e-898008f93ae0 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:03.402399 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-55663d8a-2134-426a-9c8d-aee8198c4142 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:03.488698 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-50134f94-ede4-4c40-b684-ea2f151d2051 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5192461 Jun 21 14:50:03.491696 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 32834) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:03.510218 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-6627652a-486a-46b9-801a-23edde7766a5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'port': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'fixed_ips': [{'subnet_id': '8d4c55fa-6de8-463b-81b4-e3d916d33fd0', 'ip_address': '2001:db8::4284:592a:e207:ab7a'}], 'name': 'tempest-NetworksTestDHCPv6-1293426393'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:03.537251 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-5b550902-c9aa-4811-8f4d-97884014a939 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] In _notify_port_updated(), no bound segment for port 90a65496-2f40-4026-ad7c-3e4ed7e65b00 on network 9c0c7957-397e-438a-b145-7d2a9a050a12 {{(pid=105224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 21 14:50:03.543731 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b550902-c9aa-4811-8f4d-97884014a939 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:03.544386 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5b550902-c9aa-4811-8f4d-97884014a939 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:03.548597 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5b550902-c9aa-4811-8f4d-97884014a939 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] 10.222.0.72 "PUT /v2.0/ports/90a65496-2f40-4026-ad7c-3e4ed7e65b00 HTTP/1.1" status: 200 len: 995 time: 1.2785597 Jun 21 14:50:03.549597 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 32836) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:03.560697 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ded9a5-a230-44fa-ae74-cea35237b48b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-8e867a28-8d41-47df-a2af-a54cb8b30a66', 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'fixed_ips': [{'subnet_id': '8d4c55fa-6de8-463b-81b4-e3d916d33fd0'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:50:03.562012 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a2ded9a5-a230-44fa-ae74-cea35237b48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:03.599140 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b550902-c9aa-4811-8f4d-97884014a939 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Pushing event updated for resources: {'Port': ['ID=90a65496-2f40-4026-ad7c-3e4ed7e65b00,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:03.606769 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5b550902-c9aa-4811-8f4d-97884014a939 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:03.676877 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-71ecad3a-55fb-4b9c-8de1-9ee95b227f9e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:03.679602 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-7527074d-0c58-4f45-8656-67c0c1863bf1 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Allocated IP 172.26.3.203 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/688288e4-da60-403d-8164-82a9413659e1) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:03.690094 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-71ecad3a-55fb-4b9c-8de1-9ee95b227f9e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:03.693574 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d3838dae-130d-4ff9-889b-7b0d70c3cb5b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:03.702014 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6f657684-159a-4910-9bd8-f802c438bb28 None None] Provisioning complete for port 90a65496-2f40-4026-ad7c-3e4ed7e65b00 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:03.702474 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6f657684-159a-4910-9bd8-f802c438bb28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:03.742207 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-71ecad3a-55fb-4b9c-8de1-9ee95b227f9e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] In _notify_port_updated(), no bound segment for port f9946c9a-d596-4214-a4a4-578f329ccfa1 on network 6796ce10-2494-4002-991f-bcb89379992d {{(pid=105224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 21 14:50:03.747700 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ecad3a-55fb-4b9c-8de1-9ee95b227f9e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:03.748357 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-71ecad3a-55fb-4b9c-8de1-9ee95b227f9e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:03.749651 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-71ecad3a-55fb-4b9c-8de1-9ee95b227f9e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "PUT /v2.0/ports/f9946c9a-d596-4214-a4a4-578f329ccfa1 HTTP/1.1" status: 200 len: 818 time: 0.8727269 Jun 21 14:50:03.755986 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 32838) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:03.763110 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6f657684-159a-4910-9bd8-f802c438bb28 None None] Port 90a65496-2f40-4026-ad7c-3e4ed7e65b00 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:50:03.770339 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-a2ded9a5-a230-44fa-ae74-cea35237b48b None None] Allocated IP 2001:db8::2 (8e867a28-8d41-47df-a2af-a54cb8b30a66/8d4c55fa-6de8-463b-81b4-e3d916d33fd0/ae0a3654-0ecc-4981-926d-942bc3b2a650) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:03.792506 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ecad3a-55fb-4b9c-8de1-9ee95b227f9e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Port': ['ID=f9946c9a-d596-4214-a4a4-578f329ccfa1,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:03.798212 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-71ecad3a-55fb-4b9c-8de1-9ee95b227f9e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:03.869586 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7527074d-0c58-4f45-8656-67c0c1863bf1 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:03.902352 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 7857b0c9-b3c6-4d49-8cb1-840d54f2d33f no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:50:03.930086 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7527074d-0c58-4f45-8656-67c0c1863bf1 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:03.934253 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4f7dc719-3bbb-4508-a88e-1f00704bfd31 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:03.936330 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 7857b0c9-b3c6-4d49-8cb1-840d54f2d33f {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:50:03.936809 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 7857b0c9-b3c6-4d49-8cb1-840d54f2d33f not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:50:03.937334 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3624af60-d847-4243-8082-fb7f2223d30b no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:50:03.968999 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6627652a-486a-46b9-801a-23edde7766a5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:03.969264 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 3624af60-d847-4243-8082-fb7f2223d30b {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:50:03.969264 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3624af60-d847-4243-8082-fb7f2223d30b not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:50:03.972972 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-30689b27-3177-4694-8dcc-8e67fb20ad6a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Deleting port 90a65496-2f40-4026-ad7c-3e4ed7e65b00 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:03.973311 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-30689b27-3177-4694-8dcc-8e67fb20ad6a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:03.980518 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7527074d-0c58-4f45-8656-67c0c1863bf1 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:03.987105 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-7527074d-0c58-4f45-8656-67c0c1863bf1 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:03.989598 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7527074d-0c58-4f45-8656-67c0c1863bf1 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:04.014668 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527074d-0c58-4f45-8656-67c0c1863bf1 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event updated for resources: {'Port': ['ID=688288e4-da60-403d-8164-82a9413659e1,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:04.018074 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-7527074d-0c58-4f45-8656-67c0c1863bf1 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:04.024649 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9317acc9-1369-4ecb-9c9e-898008f93ae0 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router_gateway, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:04.028659 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a2ded9a5-a230-44fa-ae74-cea35237b48b None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:04.037817 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-a2ded9a5-a230-44fa-ae74-cea35237b48b None None] Transition to ACTIVE for port object ae0a3654-0ecc-4981-926d-942bc3b2a650 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:04.053185 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-a2ded9a5-a230-44fa-ae74-cea35237b48b None None] Transition to ACTIVE for port object ae0a3654-0ecc-4981-926d-942bc3b2a650 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:04.061603 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a2ded9a5-a230-44fa-ae74-cea35237b48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:04.063608 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5846e582-84ef-4ec2-a935-46aa3d91a436 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:04.073006 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:50:04.111898 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ded9a5-a230-44fa-ae74-cea35237b48b None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:04.116000 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-a2ded9a5-a230-44fa-ae74-cea35237b48b None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:04.118230 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ded9a5-a230-44fa-ae74-cea35237b48b None None] Pushing event updated for resources: {'Port': ['ID=ae0a3654-0ecc-4981-926d-942bc3b2a650,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:04.121011 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ded9a5-a230-44fa-ae74-cea35237b48b None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:04.151849 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-a2ded9a5-a230-44fa-ae74-cea35237b48b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:04.187324 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-a2ded9a5-a230-44fa-ae74-cea35237b48b None None] Attempting to bind port ae0a3654-0ecc-4981-926d-942bc3b2a650 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:50:04.187324 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-a2ded9a5-a230-44fa-ae74-cea35237b48b None None] Attempting to bind port ae0a3654-0ecc-4981-926d-942bc3b2a650 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:50:04.187602 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ded9a5-a230-44fa-ae74-cea35237b48b None None] Attempting to bind port ae0a3654-0ecc-4981-926d-942bc3b2a650 on network 8e867a28-8d41-47df-a2af-a54cb8b30a66 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:50:04.193195 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ded9a5-a230-44fa-ae74-cea35237b48b None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:50:04.193596 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ded9a5-a230-44fa-ae74-cea35237b48b None None] Checking segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:50:04.194568 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a2ded9a5-a230-44fa-ae74-cea35237b48b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:04.194568 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ded9a5-a230-44fa-ae74-cea35237b48b None None] Bound using segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:50:04.194878 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-a2ded9a5-a230-44fa-ae74-cea35237b48b None None] Bound port: ae0a3654-0ecc-4981-926d-942bc3b2a650, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:50:04.195382 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a2ded9a5-a230-44fa-ae74-cea35237b48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:04.225820 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-f39f32fe-fa6a-44d6-8c35-b588a754e597 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Deleting port f9946c9a-d596-4214-a4a4-578f329ccfa1 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:04.226210 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f39f32fe-fa6a-44d6-8c35-b588a754e597 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:04.251265 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6627652a-486a-46b9-801a-23edde7766a5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:04.254517 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-30689b27-3177-4694-8dcc-8e67fb20ad6a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:04.262802 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-a2ded9a5-a230-44fa-ae74-cea35237b48b None None] For port ae0a3654-0ecc-4981-926d-942bc3b2a650, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:50:04.266279 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-a2ded9a5-a230-44fa-ae74-cea35237b48b None None] For port ae0a3654-0ecc-4981-926d-942bc3b2a650, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=ae0a3654-0ecc-4981-926d-942bc3b2a650,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:50:04.273247 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a2ded9a5-a230-44fa-ae74-cea35237b48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:04.275367 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f61883ae-16e4-402a-afd6-0e8654de4c4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:04.338325 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ded9a5-a230-44fa-ae74-cea35237b48b None None] Pushing event updated for resources: {'Port': ['ID=ae0a3654-0ecc-4981-926d-942bc3b2a650,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:04.342552 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-a2ded9a5-a230-44fa-ae74-cea35237b48b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:04.646141 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7527074d-0c58-4f45-8656-67c0c1863bf1 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for router_gateway, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:04.737309 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-6627652a-486a-46b9-801a-23edde7766a5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] device_id is not set on port 4ca4d359-7134-4b48-b812-e5187514c3b2 yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:50:04.770189 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-30689b27-3177-4694-8dcc-8e67fb20ad6a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Calling delete_port for 90a65496-2f40-4026-ad7c-3e4ed7e65b00 owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:04.798633 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f39f32fe-fa6a-44d6-8c35-b588a754e597 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:04.860120 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7527074d-0c58-4f45-8656-67c0c1863bf1 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:04.947591 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-f39f32fe-fa6a-44d6-8c35-b588a754e597 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Calling delete_port for f9946c9a-d596-4214-a4a4-578f329ccfa1 owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:05.003642 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7527074d-0c58-4f45-8656-67c0c1863bf1 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Router ec2f64cc-e7b1-4145-ba13-1ed488f33ca9 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:50:05.132542 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9317acc9-1369-4ecb-9c9e-898008f93ae0 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:05.143629 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7527074d-0c58-4f45-8656-67c0c1863bf1 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:50:05.154511 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13f2839-6a8e-425c-92e6-b4a882bc94ce None None] Sync routers for ids ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:50:05.170803 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7527074d-0c58-4f45-8656-67c0c1863bf1 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:05.173609 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-7527074d-0c58-4f45-8656-67c0c1863bf1 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3287675 Jun 21 14:50:05.176718 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 32848) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:05.178302 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13f2839-6a8e-425c-92e6-b4a882bc94ce None None] Routers {'ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:05.178862 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-f13f2839-6a8e-425c-92e6-b4a882bc94ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:49:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:05.208166 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:05.217237 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-f13f2839-6a8e-425c-92e6-b4a882bc94ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:05.228293 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13f2839-6a8e-425c-92e6-b4a882bc94ce None None] Routers {'ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:05.228960 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-f13f2839-6a8e-425c-92e6-b4a882bc94ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:49:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:05.272632 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-f13f2839-6a8e-425c-92e6-b4a882bc94ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:05.273517 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13f2839-6a8e-425c-92e6-b4a882bc94ce None None] The sync data for ids ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:50:05.292986 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-6627652a-486a-46b9-801a-23edde7766a5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Allocated IP 2001:db8::4284:592a:e207:ab7a (8e867a28-8d41-47df-a2af-a54cb8b30a66/8d4c55fa-6de8-463b-81b4-e3d916d33fd0/4ca4d359-7134-4b48-b812-e5187514c3b2) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:05.347560 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f39f32fe-fa6a-44d6-8c35-b588a754e597 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:05.364694 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7af02ee3-bfe1-416e-8654-fe83e4fada20 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:05.395683 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-30689b27-3177-4694-8dcc-8e67fb20ad6a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:05.438042 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f32fe-fa6a-44d6-8c35-b588a754e597 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Port': ['ID=f9946c9a-d596-4214-a4a4-578f329ccfa1,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:05.453653 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f39f32fe-fa6a-44d6-8c35-b588a754e597 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:05.454686 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f39f32fe-fa6a-44d6-8c35-b588a754e597 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:05.456515 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f39f32fe-fa6a-44d6-8c35-b588a754e597 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/ports/f9946c9a-d596-4214-a4a4-578f329ccfa1 HTTP/1.1" status: 204 len: 168 time: 1.6967385 Jun 21 14:50:05.457113 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4350cc3e-5dba-4029-8591-3705d6dcdd78 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:05.459898 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 32850) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:05.531617 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30689b27-3177-4694-8dcc-8e67fb20ad6a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Pushing event deleted for resources: {'Port': ['ID=90a65496-2f40-4026-ad7c-3e4ed7e65b00,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:05.545111 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-30689b27-3177-4694-8dcc-8e67fb20ad6a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:05.582934 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f226a60-06c1-424b-9290-c1296976e8a5 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:05.584399 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5f226a60-06c1-424b-9290-c1296976e8a5 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1235368 Jun 21 14:50:05.604013 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 32854) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:05.614156 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-c82dde6a-a6d3-4adc-993c-9b487d5f0206 None None] Provisioning for port ae0a3654-0ecc-4981-926d-942bc3b2a650 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:05.640030 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-6726751a-50f6-4def-b157-0569b93fa7fa tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] GET failed (client error): The resource could not be found. Jun 21 14:50:05.641648 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6726751a-50f6-4def-b157-0569b93fa7fa tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "GET /v2.0/ports/f9946c9a-d596-4214-a4a4-578f329ccfa1 HTTP/1.1" status: 404 len: 333 time: 0.0365224 Jun 21 14:50:05.645651 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 32856) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:05.653115 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-5b8422fe-e8f0-4b14-bee4-14e6bf46df26 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1462975810'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:05.720132 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8422fe-e8f0-4b14-bee4-14e6bf46df26 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Made reservation on behalf of 4c5b77aec9d44a3cb3b2efd682f8e133 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:05.723765 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5b8422fe-e8f0-4b14-bee4-14e6bf46df26 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:05.730928 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f9cd9118-8e27-4719-a5e6-e5695fae114e req-a0655219-c242-4637-a6c0-67fac60efba7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3813918 Jun 21 14:50:05.765397 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-30689b27-3177-4694-8dcc-8e67fb20ad6a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:05.770501 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-30689b27-3177-4694-8dcc-8e67fb20ad6a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] 10.222.0.72 "DELETE /v2.0/ports/90a65496-2f40-4026-ad7c-3e4ed7e65b00 HTTP/1.1" status: 204 len: 168 time: 2.1932468 Jun 21 14:50:05.771559 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 32860) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:05.779146 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6627652a-486a-46b9-801a-23edde7766a5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:05.802348 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9317acc9-1369-4ecb-9c9e-898008f93ae0 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Router 06178426-50b8-4543-b353-26b9102a64a0 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:50:05.805020 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-6627652a-486a-46b9-801a-23edde7766a5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Transition to ACTIVE for port object 4ca4d359-7134-4b48-b812-e5187514c3b2 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:05.819005 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8422fe-e8f0-4b14-bee4-14e6bf46df26 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:50:05.822686 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-133db74e-e186-4e53-8654-30fcb7bd69c6 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] GET failed (client error): The resource could not be found. Jun 21 14:50:05.827754 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-133db74e-e186-4e53-8654-30fcb7bd69c6 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] 10.222.0.72 "GET /v2.0/ports/90a65496-2f40-4026-ad7c-3e4ed7e65b00 HTTP/1.1" status: 404 len: 333 time: 0.0489075 Jun 21 14:50:05.828943 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 32862) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:05.836021 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-689c5725-211c-47f1-907d-0d1d332fa85b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Request body: {'port': {'network_id': '9c0c7957-397e-438a-b145-7d2a9a050a12', 'name': 'tempest-AllowedAddressPairTestJSON-1595941481'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:05.839614 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2bad9015-7721-470c-8cc2-2d53d86cf31e tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:05.860583 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5b8422fe-e8f0-4b14-bee4-14e6bf46df26 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:05.861006 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-5b8422fe-e8f0-4b14-bee4-14e6bf46df26 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Added segment ca3d3365-1348-497e-8004-ab8ee950e357 of type vlan for network d8a3a547-c473-4dce-b17c-b43d5f7836e5 Jun 21 14:50:05.930249 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device ae0a3654-0ecc-4981-926d-942bc3b2a650 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:50:05.948543 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5b8422fe-e8f0-4b14-bee4-14e6bf46df26 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:05.985929 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port ae0a3654-0ecc-4981-926d-942bc3b2a650 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:05.990391 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port ae0a3654-0ecc-4981-926d-942bc3b2a650 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:05.990771 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:06.025200 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5b8422fe-e8f0-4b14-bee4-14e6bf46df26 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:06.031031 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8422fe-e8f0-4b14-bee4-14e6bf46df26 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:06.031801 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5b8422fe-e8f0-4b14-bee4-14e6bf46df26 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:06.037259 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c0366649-36fb-4122-8a6a-8c4b88b20b30 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:06.037580 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6627652a-486a-46b9-801a-23edde7766a5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:06.051800 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3427dc98-eb89-44a2-9fe6-0b3c8e814696 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:06.076771 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:06.098320 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8422fe-e8f0-4b14-bee4-14e6bf46df26 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Network': ['ID=d8a3a547-c473-4dce-b17c-b43d5f7836e5,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:06.111446 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5b8422fe-e8f0-4b14-bee4-14e6bf46df26 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:06.112478 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port ae0a3654-0ecc-4981-926d-942bc3b2a650, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=ae0a3654-0ecc-4981-926d-942bc3b2a650,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:50:06.115942 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9317acc9-1369-4ecb-9c9e-898008f93ae0 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:50:06.118475 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network d8a3a547-c473-4dce-b17c-b43d5f7836e5 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:50:06.118937 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6627652a-486a-46b9-801a-23edde7766a5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:06.133001 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5b8422fe-e8f0-4b14-bee4-14e6bf46df26 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4862339 Jun 21 14:50:06.137027 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:06.144212 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 32864) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:06.145092 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-6627652a-486a-46b9-801a-23edde7766a5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:06.153222 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6627652a-486a-46b9-801a-23edde7766a5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:06.159676 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6627652a-486a-46b9-801a-23edde7766a5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:06.159676 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6627652a-486a-46b9-801a-23edde7766a5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:06.165106 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-558ac7a8-9097-4d05-b808-9298d3369e12 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'subnet': {'network_id': 'd8a3a547-c473-4dce-b17c-b43d5f7836e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:06.176012 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6627652a-486a-46b9-801a-23edde7766a5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Port': ['ID=4ca4d359-7134-4b48-b812-e5187514c3b2,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:06.194816 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd9118-8e27-4719-a5e6-e5695fae114e req-97b5366a-b326-4f62-9f85-e3faafdfc498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:06.196437 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f9cd9118-8e27-4719-a5e6-e5695fae114e req-97b5366a-b326-4f62-9f85-e3faafdfc498 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=eb3339ddc44e4edaa02fbedfc7e28c58&device_id=e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa HTTP/1.1" status: 200 len: 1098 time: 0.3079362 Jun 21 14:50:06.234788 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6627652a-486a-46b9-801a-23edde7766a5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:06.316986 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:06.319196 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ac3fc3-4cb0-418f-a915-2ed41c8059eb None None] Sync routers for ids ['06178426-50b8-4543-b353-26b9102a64a0'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:50:06.329202 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689c5725-211c-47f1-907d-0d1d332fa85b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Made reservation on behalf of 14ab737fef224ff487719681726d8225 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:06.332738 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-689c5725-211c-47f1-907d-0d1d332fa85b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:06.358669 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9317acc9-1369-4ecb-9c9e-898008f93ae0 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:06.361836 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9317acc9-1369-4ecb-9c9e-898008f93ae0 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.3627934 Jun 21 14:50:06.364206 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 32868) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:06.364490 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 32870) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:06.364837 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6627652a-486a-46b9-801a-23edde7766a5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8718877 Jun 21 14:50:06.376794 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ac3fc3-4cb0-418f-a915-2ed41c8059eb None None] Routers {'06178426-50b8-4543-b353-26b9102a64a0'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:06.378015 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-f9ac3fc3-4cb0-418f-a915-2ed41c8059eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:49:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['06178426-50b8-4543-b353-26b9102a64a0'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:06.385060 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-1dc99b9a-9903-449e-be98-50b8a82e041b tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'enable_snat': False}}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:06.387168 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-689c5725-211c-47f1-907d-0d1d332fa85b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] device_id is not set on port d96fd520-d80f-40ca-ac3b-70b241c55156 yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:50:06.434632 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-f9ac3fc3-4cb0-418f-a915-2ed41c8059eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:06.463531 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=ae0a3654-0ecc-4981-926d-942bc3b2a650,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:06.475075 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:06.476187 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ac3fc3-4cb0-418f-a915-2ed41c8059eb None None] Routers {'06178426-50b8-4543-b353-26b9102a64a0'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:06.477018 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-f9ac3fc3-4cb0-418f-a915-2ed41c8059eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:49:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['06178426-50b8-4543-b353-26b9102a64a0'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:06.492568 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558ac7a8-9097-4d05-b808-9298d3369e12 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Made reservation on behalf of 4c5b77aec9d44a3cb3b2efd682f8e133 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:06.497288 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-558ac7a8-9097-4d05-b808-9298d3369e12 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:06.515280 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd9118-8e27-4719-a5e6-e5695fae114e req-67b99258-7925-4577-ace1-9790310b3a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:06.517288 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f9cd9118-8e27-4719-a5e6-e5695fae114e req-67b99258-7925-4577-ace1-9790310b3a8e service neutron] 10.222.0.66 "GET /v2.0/networks?id=eb470b20-6e86-4a91-bfc2-e6552b84c15d HTTP/1.1" status: 200 len: 907 time: 0.2793841 Jun 21 14:50:06.525111 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-f9ac3fc3-4cb0-418f-a915-2ed41c8059eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:06.525884 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ac3fc3-4cb0-418f-a915-2ed41c8059eb None None] The sync data for ids ['06178426-50b8-4543-b353-26b9102a64a0'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:50:06.577323 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-354ecd4d-508a-420b-ac3f-f29ef66644cd None None] Provisioning for port 4ca4d359-7134-4b48-b812-e5187514c3b2 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:06.581650 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-354ecd4d-508a-420b-ac3f-f29ef66644cd None None] Provisioning complete for port 4ca4d359-7134-4b48-b812-e5187514c3b2 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:06.582541 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-354ecd4d-508a-420b-ac3f-f29ef66644cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:06.601167 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-2bad9015-7721-470c-8cc2-2d53d86cf31e tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Allocated IP 172.20.0.1 (ff7b7a85-a56d-4971-aa71-061a33242db6/c37ba164-a4f4-408a-99ae-13c018d444ab/67686a2f-d587-4a56-8584-973384ccee3a) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:06.621510 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-354ecd4d-508a-420b-ac3f-f29ef66644cd None None] Port 4ca4d359-7134-4b48-b812-e5187514c3b2 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:50:06.686549 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-689c5725-211c-47f1-907d-0d1d332fa85b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Allocated IP 172.20.0.14 (9c0c7957-397e-438a-b145-7d2a9a050a12/1c24697a-8ca9-4f4e-b07c-ac18b89dedff/d96fd520-d80f-40ca-ac3b-70b241c55156) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:06.689874 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f9cd9118-8e27-4719-a5e6-e5695fae114e req-d1abbfe7-067a-4a0e-be3e-8eb725aaeb4c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a4761b37-67e5-4592-bbd3-af9b9171ea97 HTTP/1.1" status: 200 len: 1000 time: 0.1433952 Jun 21 14:50:06.811453 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd9118-8e27-4719-a5e6-e5695fae114e req-7202221f-4deb-43ef-a9ef-fe6eaad0fe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:06.812997 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f9cd9118-8e27-4719-a5e6-e5695fae114e req-7202221f-4deb-43ef-a9ef-fe6eaad0fe51 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=a2f70e59-7e68-49dc-8fd5-a1de7ed83ffa HTTP/1.1" status: 200 len: 845 time: 0.1154335 Jun 21 14:50:06.975368 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-558ac7a8-9097-4d05-b808-9298d3369e12 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:06.988179 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:07.040281 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-689c5725-211c-47f1-907d-0d1d332fa85b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:07.055901 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd9118-8e27-4719-a5e6-e5695fae114e req-9b53bfd4-a162-4c4e-b848-92458cabc3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:07.057374 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f9cd9118-8e27-4719-a5e6-e5695fae114e req-9b53bfd4-a162-4c4e-b848-92458cabc3fb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eb470b20-6e86-4a91-bfc2-e6552b84c15d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2206247 Jun 21 14:50:07.058305 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dba059-09dd-4f3f-a263-7f4fa57b5007 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:07.064067 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dba059-09dd-4f3f-a263-7f4fa57b5007 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:07.068054 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-72dba059-09dd-4f3f-a263-7f4fa57b5007 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.6988547 Jun 21 14:50:07.073898 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 32876) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:07.107408 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558ac7a8-9097-4d05-b808-9298d3369e12 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Subnet': ['ID=8f5d648a-77a9-407d-a48c-cc2cce6c2ef0,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:07.125886 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-689c5725-211c-47f1-907d-0d1d332fa85b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Transition to ACTIVE for port object d96fd520-d80f-40ca-ac3b-70b241c55156 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:07.158024 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-558ac7a8-9097-4d05-b808-9298d3369e12 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:07.183739 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2bad9015-7721-470c-8cc2-2d53d86cf31e tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:07.202897 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1dc99b9a-9903-449e-be98-50b8a82e041b tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:07.233112 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558ac7a8-9097-4d05-b808-9298d3369e12 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Checking segment: {'id': 'ca3d3365-1348-497e-8004-ab8ee950e357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd8a3a547-c473-4dce-b17c-b43d5f7836e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:50:07.233460 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558ac7a8-9097-4d05-b808-9298d3369e12 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Network hostable DHCP agents. Network: d8a3a547-c473-4dce-b17c-b43d5f7836e5, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:50:07.272996 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f9cd9118-8e27-4719-a5e6-e5695fae114e req-f9d1c4e7-ad73-4ef3-8c25-56eaa9a4084f service neutron] 10.222.0.66 "GET /v2.0/networks/eb470b20-6e86-4a91-bfc2-e6552b84c15d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048440 Jun 21 14:50:07.278036 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2bad9015-7721-470c-8cc2-2d53d86cf31e tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:07.281500 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-85761c03-1b9d-46ed-85f5-064a181a8a56 tempest-DHCPAgentSchedulersTestJSON-879382898 tempest-DHCPAgentSchedulersTestJSON-879382898-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:07.324237 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bad9015-7721-470c-8cc2-2d53d86cf31e tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Network ff7b7a85-a56d-4971-aa71-061a33242db6 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:07.336948 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-2bad9015-7721-470c-8cc2-2d53d86cf31e tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:07.340893 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bad9015-7721-470c-8cc2-2d53d86cf31e tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:07.343582 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad9015-7721-470c-8cc2-2d53d86cf31e tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event updated for resources: {'Port': ['ID=67686a2f-d587-4a56-8584-973384ccee3a,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:07.347862 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2bad9015-7721-470c-8cc2-2d53d86cf31e tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:07.407297 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2bad9015-7721-470c-8cc2-2d53d86cf31e tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:07.629428 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558ac7a8-9097-4d05-b808-9298d3369e12 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Network d8a3a547-c473-4dce-b17c-b43d5f7836e5 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:50:07.631957 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-689c5725-211c-47f1-907d-0d1d332fa85b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:07.641873 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-61fd71af-62de-43cb-b03a-cc9ce757db15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:07.678138 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-558ac7a8-9097-4d05-b808-9298d3369e12 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, d8a3a547-c473-4dce-b17c-b43d5f7836e5) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:07.688436 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49801190-8dcb-4d82-883f-5f5743d27779 None None] Network d8a3a547-c473-4dce-b17c-b43d5f7836e5 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:07.696394 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558ac7a8-9097-4d05-b808-9298d3369e12 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:07.697048 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-558ac7a8-9097-4d05-b808-9298d3369e12 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:07.700975 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2bad9015-7721-470c-8cc2-2d53d86cf31e tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:07.734980 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689c5725-211c-47f1-907d-0d1d332fa85b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Network 9c0c7957-397e-438a-b145-7d2a9a050a12 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:07.749941 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-16a917d5-5fd5-4d64-9c36-3e429bcd05ab tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting port 4ca4d359-7134-4b48-b812-e5187514c3b2 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:07.750420 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-16a917d5-5fd5-4d64-9c36-3e429bcd05ab tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:07.756368 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-558ac7a8-9097-4d05-b808-9298d3369e12 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6082985 Jun 21 14:50:07.757761 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-689c5725-211c-47f1-907d-0d1d332fa85b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:07.774171 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689c5725-211c-47f1-907d-0d1d332fa85b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:07.776581 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 32880) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:07.782169 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c5725-211c-47f1-907d-0d1d332fa85b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Pushing event updated for resources: {'Port': ['ID=d96fd520-d80f-40ca-ac3b-70b241c55156,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:07.791335 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-689c5725-211c-47f1-907d-0d1d332fa85b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:07.828260 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-adec447c-fe7f-4e5e-af26-74e80c7d9e6b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'subnet': {'network_id': 'd8a3a547-c473-4dce-b17c-b43d5f7836e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:07.899329 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e822c15b-3b1c-42f1-bce5-bbf5e6943cbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-d8a3a547-c473-4dce-b17c-b43d5f7836e5', 'network_id': 'd8a3a547-c473-4dce-b17c-b43d5f7836e5', 'tenant_id': '4c5b77aec9d44a3cb3b2efd682f8e133', 'fixed_ips': [{'subnet_id': '8f5d648a-77a9-407d-a48c-cc2cce6c2ef0'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:50:07.900352 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e822c15b-3b1c-42f1-bce5-bbf5e6943cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:07.937919 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device ae0a3654-0ecc-4981-926d-942bc3b2a650 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:50:07.938108 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f9cd9118-8e27-4719-a5e6-e5695fae114e req-f5ff1e88-12e3-4d9e-8396-e0fca8bae88e service neutron] 10.222.0.66 "GET /v2.0/networks/eb470b20-6e86-4a91-bfc2-e6552b84c15d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6554708 Jun 21 14:50:08.034116 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689c5725-211c-47f1-907d-0d1d332fa85b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:08.035048 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-689c5725-211c-47f1-907d-0d1d332fa85b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:08.102394 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-689c5725-211c-47f1-907d-0d1d332fa85b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2706118 Jun 21 14:50:08.105324 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-16a917d5-5fd5-4d64-9c36-3e429bcd05ab tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:08.107336 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 32886) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:08.118838 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-9e30fabf-7afe-45cb-8311-86bca138013e tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Request body: {'port': {'network_id': '9c0c7957-397e-438a-b145-7d2a9a050a12', 'name': 'tempest-AllowedAddressPairTestJSON-851737738'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:08.137762 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1dc99b9a-9903-449e-be98-50b8a82e041b tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:08.181899 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1dc99b9a-9903-449e-be98-50b8a82e041b tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627068'] for router, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:08.185061 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port ae0a3654-0ecc-4981-926d-942bc3b2a650 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:08.185983 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:08.188931 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-9ce6439e-dc8b-4ef1-a04b-fb1b54c4cdd2 None None] Provisioning for port d96fd520-d80f-40ca-ac3b-70b241c55156 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:08.193954 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-16a917d5-5fd5-4d64-9c36-3e429bcd05ab tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Calling delete_port for 4ca4d359-7134-4b48-b812-e5187514c3b2 owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:08.217628 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-9ce6439e-dc8b-4ef1-a04b-fb1b54c4cdd2 None None] Provisioning complete for port d96fd520-d80f-40ca-ac3b-70b241c55156 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:08.218034 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9ce6439e-dc8b-4ef1-a04b-fb1b54c4cdd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:08.234883 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-e822c15b-3b1c-42f1-bce5-bbf5e6943cbf None None] Allocated IP 2001:db8::2 (d8a3a547-c473-4dce-b17c-b43d5f7836e5/8f5d648a-77a9-407d-a48c-cc2cce6c2ef0/a469db56-09c8-473b-b385-650b56b968da) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:08.260814 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adec447c-fe7f-4e5e-af26-74e80c7d9e6b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Made reservation on behalf of 4c5b77aec9d44a3cb3b2efd682f8e133 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:08.265041 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-adec447c-fe7f-4e5e-af26-74e80c7d9e6b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:08.371558 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-9ce6439e-dc8b-4ef1-a04b-fb1b54c4cdd2 None None] Port d96fd520-d80f-40ca-ac3b-70b241c55156 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:50:08.403779 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e30fabf-7afe-45cb-8311-86bca138013e tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Made reservation on behalf of 14ab737fef224ff487719681726d8225 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:08.404352 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.ipam_backend_mixin [None req-adec447c-fe7f-4e5e-af26-74e80c7d9e6b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8f5d648a-77a9-407d-a48c-cc2cce6c2ef0 (CIDR: 2001:db8::/64) Jun 21 14:50:08.407480 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9e30fabf-7afe-45cb-8311-86bca138013e tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:08.426790 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-adec447c-fe7f-4e5e-af26-74e80c7d9e6b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:50:08.427368 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adec447c-fe7f-4e5e-af26-74e80c7d9e6b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:50:08.443092 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-16a917d5-5fd5-4d64-9c36-3e429bcd05ab tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:08.447205 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2bad9015-7721-470c-8cc2-2d53d86cf31e tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:08.449000 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9317acc9-1369-4ecb-9c9e-898008f93ae0 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:08.451453 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-9e30fabf-7afe-45cb-8311-86bca138013e tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] device_id is not set on port a3b0f61f-5ea6-4e2d-b78d-c400f253bbe4 yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:50:08.458197 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc99b9a-9903-449e-be98-50b8a82e041b tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Router 06178426-50b8-4543-b353-26b9102a64a0 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:50:08.480840 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a917d5-5fd5-4d64-9c36-3e429bcd05ab tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Port': ['ID=4ca4d359-7134-4b48-b812-e5187514c3b2,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:08.483724 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-adec447c-fe7f-4e5e-af26-74e80c7d9e6b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6943629 Jun 21 14:50:08.484600 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-16a917d5-5fd5-4d64-9c36-3e429bcd05ab tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:08.486571 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 32888) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:08.490943 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2bad9015-7721-470c-8cc2-2d53d86cf31e tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:08.491751 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-25ca3f2b-4b16-4a14-ab56-309e74c8b633 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'subnet': {'network_id': 'd8a3a547-c473-4dce-b17c-b43d5f7836e5', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:08.496860 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3937cead-ce9e-43ec-b9fb-a551b325f77e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:08.606443 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e822c15b-3b1c-42f1-bce5-bbf5e6943cbf None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:08.628943 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-e822c15b-3b1c-42f1-bce5-bbf5e6943cbf None None] Transition to ACTIVE for port object a469db56-09c8-473b-b385-650b56b968da will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:08.634019 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-16a917d5-5fd5-4d64-9c36-3e429bcd05ab tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:08.638072 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-16a917d5-5fd5-4d64-9c36-3e429bcd05ab tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/4ca4d359-7134-4b48-b812-e5187514c3b2 HTTP/1.1" status: 204 len: 168 time: 1.5520213 Jun 21 14:50:08.643073 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 32892) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:08.646679 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad9015-7721-470c-8cc2-2d53d86cf31e tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event updated for resources: {'Port': ['ID=67686a2f-d587-4a56-8584-973384ccee3a,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:08.659234 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-e822c15b-3b1c-42f1-bce5-bbf5e6943cbf None None] Transition to ACTIVE for port object a469db56-09c8-473b-b385-650b56b968da will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:08.676399 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e822c15b-3b1c-42f1-bce5-bbf5e6943cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:08.695458 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5846e582-84ef-4ec2-a935-46aa3d91a436 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:08.704209 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2bad9015-7721-470c-8cc2-2d53d86cf31e tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:08.717641 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2bad9015-7721-470c-8cc2-2d53d86cf31e tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:08.727231 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ca3f2b-4b16-4a14-ab56-309e74c8b633 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Made reservation on behalf of 4c5b77aec9d44a3cb3b2efd682f8e133 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:08.734077 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-25ca3f2b-4b16-4a14-ab56-309e74c8b633 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:08.738893 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e822c15b-3b1c-42f1-bce5-bbf5e6943cbf None None] Network d8a3a547-c473-4dce-b17c-b43d5f7836e5 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:08.743542 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-e822c15b-3b1c-42f1-bce5-bbf5e6943cbf None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:08.750207 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e822c15b-3b1c-42f1-bce5-bbf5e6943cbf None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:08.761391 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822c15b-3b1c-42f1-bce5-bbf5e6943cbf None None] Pushing event updated for resources: {'Port': ['ID=a469db56-09c8-473b-b385-650b56b968da,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:08.766712 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e822c15b-3b1c-42f1-bce5-bbf5e6943cbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:08.820988 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484da082-8ae4-4cb8-8079-6fa6da485134 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:08.823308 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484da082-8ae4-4cb8-8079-6fa6da485134 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:08.825032 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-484da082-8ae4-4cb8-8079-6fa6da485134 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1793919 Jun 21 14:50:08.826911 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-e822c15b-3b1c-42f1-bce5-bbf5e6943cbf None None] Attempting to bind port a469db56-09c8-473b-b385-650b56b968da on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:50:08.827379 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-e822c15b-3b1c-42f1-bce5-bbf5e6943cbf None None] Attempting to bind port a469db56-09c8-473b-b385-650b56b968da by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'ca3d3365-1348-497e-8004-ab8ee950e357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd8a3a547-c473-4dce-b17c-b43d5f7836e5'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:50:08.827779 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e822c15b-3b1c-42f1-bce5-bbf5e6943cbf None None] Attempting to bind port a469db56-09c8-473b-b385-650b56b968da on network d8a3a547-c473-4dce-b17c-b43d5f7836e5 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:50:08.829964 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 32894) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:08.833538 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e822c15b-3b1c-42f1-bce5-bbf5e6943cbf None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:50:08.834039 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e822c15b-3b1c-42f1-bce5-bbf5e6943cbf None None] Checking segment: {'id': 'ca3d3365-1348-497e-8004-ab8ee950e357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd8a3a547-c473-4dce-b17c-b43d5f7836e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:50:08.834486 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e822c15b-3b1c-42f1-bce5-bbf5e6943cbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:08.834945 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e822c15b-3b1c-42f1-bce5-bbf5e6943cbf None None] Bound using segment: {'id': 'ca3d3365-1348-497e-8004-ab8ee950e357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd8a3a547-c473-4dce-b17c-b43d5f7836e5'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:50:08.835510 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-e822c15b-3b1c-42f1-bce5-bbf5e6943cbf None None] Bound port: a469db56-09c8-473b-b385-650b56b968da, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3d3365-1348-497e-8004-ab8ee950e357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd8a3a547-c473-4dce-b17c-b43d5f7836e5'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:50:08.836527 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e822c15b-3b1c-42f1-bce5-bbf5e6943cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:08.910445 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-e822c15b-3b1c-42f1-bce5-bbf5e6943cbf None None] For port a469db56-09c8-473b-b385-650b56b968da, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:50:08.910707 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a6c8226-535b-4cd6-bc90-34b6798ea3f8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting subnet 8d4c55fa-6de8-463b-81b4-e3d916d33fd0 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:50:08.914194 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-e822c15b-3b1c-42f1-bce5-bbf5e6943cbf None None] For port a469db56-09c8-473b-b385-650b56b968da, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=a469db56-09c8-473b-b385-650b56b968da,segment=NetworkSegment(ca3d3365-1348-497e-8004-ab8ee950e357),segment_id=ca3d3365-1348-497e-8004-ab8ee950e357)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:50:08.921519 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e822c15b-3b1c-42f1-bce5-bbf5e6943cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:08.921865 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2a6c8226-535b-4cd6-bc90-34b6798ea3f8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:08.924165 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e3d861ce-9af6-49e2-9ca1-a64f9102035d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:08.971323 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2a6c8226-535b-4cd6-bc90-34b6798ea3f8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:08.991475 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822c15b-3b1c-42f1-bce5-bbf5e6943cbf None None] Pushing event updated for resources: {'Port': ['ID=a469db56-09c8-473b-b385-650b56b968da,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:08.997007 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e822c15b-3b1c-42f1-bce5-bbf5e6943cbf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:09.160788 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2a6c8226-535b-4cd6-bc90-34b6798ea3f8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:09.245721 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-25ca3f2b-4b16-4a14-ab56-309e74c8b633 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:09.254214 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:09.300693 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-9e30fabf-7afe-45cb-8311-86bca138013e tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Allocated IP 172.20.0.12 (9c0c7957-397e-438a-b145-7d2a9a050a12/1c24697a-8ca9-4f4e-b07c-ac18b89dedff/a3b0f61f-5ea6-4e2d-b78d-c400f253bbe4) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:09.310143 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ca3f2b-4b16-4a14-ab56-309e74c8b633 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Network d8a3a547-c473-4dce-b17c-b43d5f7836e5 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:09.314495 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-25ca3f2b-4b16-4a14-ab56-309e74c8b633 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:09.319557 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2a6c8226-535b-4cd6-bc90-34b6798ea3f8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:09.323485 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ca3f2b-4b16-4a14-ab56-309e74c8b633 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:09.324176 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-25ca3f2b-4b16-4a14-ab56-309e74c8b633 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:09.349762 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2a6c8226-535b-4cd6-bc90-34b6798ea3f8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:09.355375 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc99b9a-9903-449e-be98-50b8a82e041b tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:50:09.356882 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-2a6c8226-535b-4cd6-bc90-34b6798ea3f8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/8d4c55fa-6de8-463b-81b4-e3d916d33fd0 HTTP/1.1" status: 204 len: 168 time: 0.5258892 Jun 21 14:50:09.359843 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e899a8a8-8b05-4a1e-a53a-860ba4f8ea88 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:09.360746 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca3f2b-4b16-4a14-ab56-309e74c8b633 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Subnet': ['ID=ad6846d4-650f-4706-a31b-c9fcc042f0df,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:09.364440 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 32900) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:09.371810 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861aa76f-df18-4ba5-b010-4c8b2fc7ea48 None None] Sync routers for ids ['06178426-50b8-4543-b353-26b9102a64a0'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:50:09.373255 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-25ca3f2b-4b16-4a14-ab56-309e74c8b633 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:09.374775 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:09.398845 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1dc99b9a-9903-449e-be98-50b8a82e041b tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:09.403546 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1dc99b9a-9903-449e-be98-50b8a82e041b tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] 10.222.0.72 "PUT /v2.0/routers/06178426-50b8-4543-b353-26b9102a64a0 HTTP/1.1" status: 200 len: 925 time: 3.0380709 Jun 21 14:50:09.407560 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 32902) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:09.409724 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861aa76f-df18-4ba5-b010-4c8b2fc7ea48 None None] Routers {'06178426-50b8-4543-b353-26b9102a64a0'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:09.412110 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-861aa76f-df18-4ba5-b010-4c8b2fc7ea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:49:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['06178426-50b8-4543-b353-26b9102a64a0'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:09.428231 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-88374d0c-825d-4687-a1a7-3e67e0bf99ec tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0600269 Jun 21 14:50:09.428231 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c8226-535b-4cd6-bc90-34b6798ea3f8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Subnet': ['ID=8d4c55fa-6de8-463b-81b4-e3d916d33fd0,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:09.429152 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-25ca3f2b-4b16-4a14-ab56-309e74c8b633 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9416690 Jun 21 14:50:09.429688 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 32904) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:09.431802 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2a6c8226-535b-4cd6-bc90-34b6798ea3f8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:09.436791 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-976bb798-7708-4143-9a38-6a8bcc88c0d4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:09.440173 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 32906) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:09.445419 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-fecff2f3-fa85-4485-bdc6-862f42e6f37d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'port': {'network_id': 'd8a3a547-c473-4dce-b17c-b43d5f7836e5', 'fixed_ips': [{'subnet_id': '8f5d648a-77a9-407d-a48c-cc2cce6c2ef0'}, {'subnet_id': 'ad6846d4-650f-4706-a31b-c9fcc042f0df'}], 'name': 'tempest-PortsIpV6TestJSON-1724704266'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:09.462629 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-861aa76f-df18-4ba5-b010-4c8b2fc7ea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:09.478698 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861aa76f-df18-4ba5-b010-4c8b2fc7ea48 None None] Routers {'06178426-50b8-4543-b353-26b9102a64a0'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:09.481602 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-861aa76f-df18-4ba5-b010-4c8b2fc7ea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:49:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['06178426-50b8-4543-b353-26b9102a64a0'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:09.489597 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bad9015-7721-470c-8cc2-2d53d86cf31e tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Network ff7b7a85-a56d-4971-aa71-061a33242db6 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:09.496914 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-2bad9015-7721-470c-8cc2-2d53d86cf31e tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:09.523040 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-861aa76f-df18-4ba5-b010-4c8b2fc7ea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:09.524427 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861aa76f-df18-4ba5-b010-4c8b2fc7ea48 None None] The sync data for ids ['06178426-50b8-4543-b353-26b9102a64a0'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:50:09.613689 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976bb798-7708-4143-9a38-6a8bcc88c0d4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:09.617283 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-976bb798-7708-4143-9a38-6a8bcc88c0d4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:09.665345 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7188d35d-4ab3-4374-8428-aadc66909d5e None None] DHCP port deletion for 8e867a28-8d41-47df-a2af-a54cb8b30a66 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:50:09.697201 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-ba9719bc-be8a-4441-8cf8-9334f7743ea6 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] 10.222.0.72 "GET /v2.0/routers/06178426-50b8-4543-b353-26b9102a64a0 HTTP/1.1" status: 200 len: 925 time: 0.2845826 Jun 21 14:50:09.699598 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 32910) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:09.726629 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-7188d35d-4ab3-4374-8428-aadc66909d5e None None] Deleting port ae0a3654-0ecc-4981-926d-942bc3b2a650 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:09.727221 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7188d35d-4ab3-4374-8428-aadc66909d5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:09.798261 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecff2f3-fa85-4485-bdc6-862f42e6f37d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Made reservation on behalf of 4c5b77aec9d44a3cb3b2efd682f8e133 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:09.817927 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9e30fabf-7afe-45cb-8311-86bca138013e tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:09.829862 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bad9015-7721-470c-8cc2-2d53d86cf31e tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Router ec2f64cc-e7b1-4145-ba13-1ed488f33ca9 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:50:09.836192 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-7188d35d-4ab3-4374-8428-aadc66909d5e None None] For port ae0a3654-0ecc-4981-926d-942bc3b2a650, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=ae0a3654-0ecc-4981-926d-942bc3b2a650,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:50:09.836711 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7188d35d-4ab3-4374-8428-aadc66909d5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:09.865993 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-9e30fabf-7afe-45cb-8311-86bca138013e tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Transition to ACTIVE for port object a3b0f61f-5ea6-4e2d-b78d-c400f253bbe4 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:09.923179 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-7188d35d-4ab3-4374-8428-aadc66909d5e None None] Calling delete_port for ae0a3654-0ecc-4981-926d-942bc3b2a650 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:09.940378 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device a469db56-09c8-473b-b385-650b56b968da up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:50:09.944839 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9e30fabf-7afe-45cb-8311-86bca138013e tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:09.964009 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-976bb798-7708-4143-9a38-6a8bcc88c0d4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:09.969363 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-10cde913-3999-49be-bf7d-4bf92a53bfa4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:09.987556 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-81ff04c4-9ae7-4882-bd41-3598e71b63f2 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:10.022069 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fecff2f3-fa85-4485-bdc6-862f42e6f37d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:10.026620 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976bb798-7708-4143-9a38-6a8bcc88c0d4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:10.036795 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30fabf-7afe-45cb-8311-86bca138013e tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Pushing event updated for resources: {'Port': ['ID=a3b0f61f-5ea6-4e2d-b78d-c400f253bbe4,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:10.041871 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-976bb798-7708-4143-9a38-6a8bcc88c0d4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:10.046125 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a47ca3-0532-46be-84e3-0f22dffe16f8 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:10.047789 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-79a47ca3-0532-46be-84e3-0f22dffe16f8 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=78e7bc12-ea33-4baf-9744-b93105835641&device_id=06178426-50b8-4543-b353-26b9102a64a0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3370576 Jun 21 14:50:10.048576 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9e30fabf-7afe-45cb-8311-86bca138013e tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:10.052427 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 32912) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:10.053584 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976bb798-7708-4143-9a38-6a8bcc88c0d4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:10.054346 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-976bb798-7708-4143-9a38-6a8bcc88c0d4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:10.057571 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port a469db56-09c8-473b-b385-650b56b968da completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:10.061393 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e30fabf-7afe-45cb-8311-86bca138013e tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Network 9c0c7957-397e-438a-b145-7d2a9a050a12 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:10.065667 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7188d35d-4ab3-4374-8428-aadc66909d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:10.066793 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-9e30fabf-7afe-45cb-8311-86bca138013e tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:10.068899 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-710d66c8-39bd-4da5-b9a7-f019fdc260c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:10.072994 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e30fabf-7afe-45cb-8311-86bca138013e tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:10.098334 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7188d35d-4ab3-4374-8428-aadc66909d5e None None] Pushing event deleted for resources: {'Port': ['ID=ae0a3654-0ecc-4981-926d-942bc3b2a650,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:10.101622 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-7188d35d-4ab3-4374-8428-aadc66909d5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:10.102983 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7188d35d-4ab3-4374-8428-aadc66909d5e None None] No DVR routers for this DVR port ae0a3654-0ecc-4981-926d-942bc3b2a650 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:50:10.120916 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8875db38-0d0e-4143-ac20-3b9a15732d17 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:10.130437 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-fecff2f3-fa85-4485-bdc6-862f42e6f37d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] device_id is not set on port d228b890-0b59-43b7-a8b7-4c996956f43c yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:50:10.183433 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device ae0a3654-0ecc-4981-926d-942bc3b2a650 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:50:10.186296 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976bb798-7708-4143-9a38-6a8bcc88c0d4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Subnet': ['ID=5b23c637-561e-488d-9081-acea97ef5dc1,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:10.194129 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-976bb798-7708-4143-9a38-6a8bcc88c0d4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:10.207099 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: ae0a3654-0ecc-4981-926d-942bc3b2a650 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:50:10.207528 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device ae0a3654-0ecc-4981-926d-942bc3b2a650 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:50:10.229238 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e30fabf-7afe-45cb-8311-86bca138013e tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:10.229958 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9e30fabf-7afe-45cb-8311-86bca138013e tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:10.251647 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-976bb798-7708-4143-9a38-6a8bcc88c0d4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8187194 Jun 21 14:50:10.252626 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 32914) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:10.261215 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-d8f469c6-e525-48af-9894-e40221315662 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'port': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'fixed_ips': [{'subnet_id': '5b23c637-561e-488d-9081-acea97ef5dc1', 'ip_address': '2001:db8::7eba:bd95:dc87:b7ec'}], 'name': 'tempest-NetworksTestDHCPv6-868482843'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:10.339482 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c55bde5-911b-42a0-8bb1-f1371cc8b4eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-8e867a28-8d41-47df-a2af-a54cb8b30a66', 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'fixed_ips': [{'subnet_id': '5b23c637-561e-488d-9081-acea97ef5dc1'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:50:10.340644 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1c55bde5-911b-42a0-8bb1-f1371cc8b4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:10.345524 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9e30fabf-7afe-45cb-8311-86bca138013e tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2327709 Jun 21 14:50:10.347604 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 32918) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:10.368048 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-84ad6604-0425-465a-875d-819b509eb766 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:ae:e5:8f'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:e8:c9:1c'}]}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:10.372296 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bad9015-7721-470c-8cc2-2d53d86cf31e tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:50:10.380586 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2bad9015-7721-470c-8cc2-2d53d86cf31e tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "PUT /v2.0/routers/ec2f64cc-e7b1-4145-ba13-1ed488f33ca9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2028379 Jun 21 14:50:10.398856 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 32922) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:10.406620 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-5b805923-f720-47cf-af81-2552219e6adb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Request body: {'port': {'network_id': 'ff7b7a85-a56d-4971-aa71-061a33242db6', 'name': 'tempest-FloatingIPTestJSON-157452741'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:10.523913 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ad060f-5e19-4dae-8fd7-77f30f674d5a None None] Sync routers for ids ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:50:10.557857 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15fd1d0-2298-4faf-a20a-82d995594cd0 None None] Network d8a3a547-c473-4dce-b17c-b43d5f7836e5 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:10.562091 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdc6574-e115-4a29-96c2-b5cb2874934d tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:10.567737 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-2bdc6574-e115-4a29-96c2-b5cb2874934d tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] 10.222.0.72 "GET /v2.0/networks/78e7bc12-ea33-4baf-9744-b93105835641 HTTP/1.1" status: 200 len: 881 time: 0.5105357 Jun 21 14:50:10.570265 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 32924) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:10.570924 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b805923-f720-47cf-af81-2552219e6adb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Made reservation on behalf of da70a9900bfc421d9b05485e06c0e9c1 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:10.574406 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5b805923-f720-47cf-af81-2552219e6adb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:10.603306 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8e55d1f5-af58-420d-aa5a-a49178184bf5 None None] Provisioning for port a3b0f61f-5ea6-4e2d-b78d-c400f253bbe4 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:10.603983 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-5b805923-f720-47cf-af81-2552219e6adb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] device_id is not set on port f20db1e1-98fe-492b-a4a9-8952f8681545 yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:50:10.608936 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ad060f-5e19-4dae-8fd7-77f30f674d5a None None] Routers {'ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:10.608936 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-95ad060f-5e19-4dae-8fd7-77f30f674d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:49:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:10.647699 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-fecff2f3-fa85-4485-bdc6-862f42e6f37d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Allocated IP 2001:db8::af (d8a3a547-c473-4dce-b17c-b43d5f7836e5/8f5d648a-77a9-407d-a48c-cc2cce6c2ef0/d228b890-0b59-43b7-a8b7-4c996956f43c) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:10.658779 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-fecff2f3-fa85-4485-bdc6-862f42e6f37d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Allocated IP 2001:db8:0:1::137 (d8a3a547-c473-4dce-b17c-b43d5f7836e5/ad6846d4-650f-4706-a31b-c9fcc042f0df/d228b890-0b59-43b7-a8b7-4c996956f43c) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:10.659632 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-95ad060f-5e19-4dae-8fd7-77f30f674d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:10.668577 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8e55d1f5-af58-420d-aa5a-a49178184bf5 None None] Provisioning complete for port a3b0f61f-5ea6-4e2d-b78d-c400f253bbe4 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:10.668952 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8e55d1f5-af58-420d-aa5a-a49178184bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:10.727276 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-bbf4373a-7918-4a0e-9fae-6a1a6474646a tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] 10.222.0.72 "GET /v2.0/ports?device_id=06178426-50b8-4543-b353-26b9102a64a0 HTTP/1.1" status: 200 len: 205 time: 0.1371524 Jun 21 14:50:10.734802 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 32926) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:10.747407 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ad060f-5e19-4dae-8fd7-77f30f674d5a None None] Routers {'ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:10.748068 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-95ad060f-5e19-4dae-8fd7-77f30f674d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:49:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:10.754223 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-8e55d1f5-af58-420d-aa5a-a49178184bf5 None None] Port a3b0f61f-5ea6-4e2d-b78d-c400f253bbe4 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:50:10.827015 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f469c6-e525-48af-9894-e40221315662 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:10.831716 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fecff2f3-fa85-4485-bdc6-862f42e6f37d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:10.850619 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-fecff2f3-fa85-4485-bdc6-862f42e6f37d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Transition to ACTIVE for port object d228b890-0b59-43b7-a8b7-4c996956f43c will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:10.903038 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fecff2f3-fa85-4485-bdc6-862f42e6f37d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:10.908932 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-689c5725-211c-47f1-907d-0d1d332fa85b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:10.971982 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecff2f3-fa85-4485-bdc6-862f42e6f37d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Port': ['ID=d228b890-0b59-43b7-a8b7-4c996956f43c,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:10.976601 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-5b805923-f720-47cf-af81-2552219e6adb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Allocated IP 172.20.0.11 (ff7b7a85-a56d-4971-aa71-061a33242db6/c37ba164-a4f4-408a-99ae-13c018d444ab/f20db1e1-98fe-492b-a4a9-8952f8681545) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:10.983590 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-95ad060f-5e19-4dae-8fd7-77f30f674d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:10.984305 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ad060f-5e19-4dae-8fd7-77f30f674d5a None None] The sync data for ids ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:50:10.984409 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fecff2f3-fa85-4485-bdc6-862f42e6f37d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:10.990847 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecff2f3-fa85-4485-bdc6-862f42e6f37d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Network d8a3a547-c473-4dce-b17c-b43d5f7836e5 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:10.993427 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-fecff2f3-fa85-4485-bdc6-862f42e6f37d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:10.995792 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecff2f3-fa85-4485-bdc6-862f42e6f37d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:11.003127 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecff2f3-fa85-4485-bdc6-862f42e6f37d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:11.003786 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fecff2f3-fa85-4485-bdc6-862f42e6f37d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:11.021117 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-fecff2f3-fa85-4485-bdc6-862f42e6f37d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.5799172 Jun 21 14:50:11.023976 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 32930) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:11.029665 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-cc6400ed-00ab-4386-a6ea-2285c17d50b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8f5d648a-77a9-407d-a48c-cc2cce6c2ef0'}]}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:11.030997 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-035d447c-53d3-4b03-88e1-4305471fb732 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:11.032785 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-84ad6604-0425-465a-875d-819b509eb766 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:11.049801 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-1c55bde5-911b-42a0-8bb1-f1371cc8b4eb None None] Allocated IP 2001:db8::2 (8e867a28-8d41-47df-a2af-a54cb8b30a66/5b23c637-561e-488d-9081-acea97ef5dc1/f1c100dd-4050-43c9-9ac8-bb91da313f47) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:11.094644 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-10a99843-ca60-40b9-b464-d2963dc12ced None None] Provisioning for port a469db56-09c8-473b-b385-650b56b968da completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:11.101229 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-10a99843-ca60-40b9-b464-d2963dc12ced None None] Provisioning complete for port a469db56-09c8-473b-b385-650b56b968da triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:11.102168 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-10a99843-ca60-40b9-b464-d2963dc12ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:11.116684 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cc6400ed-00ab-4386-a6ea-2285c17d50b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:11.126656 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d8f469c6-e525-48af-9894-e40221315662 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:11.257595 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-d8f469c6-e525-48af-9894-e40221315662 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] device_id is not set on port bbcb9445-a59b-4c4d-9e05-889ff14f455f yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:50:11.334611 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-10a99843-ca60-40b9-b464-d2963dc12ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:11.382794 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a934d57a-d371-4d3e-b84c-6cd13e1587a6 None None] Update dhcp port {'port': {'network_id': 'd8a3a547-c473-4dce-b17c-b43d5f7836e5', 'fixed_ips': [{'subnet_id': '8f5d648a-77a9-407d-a48c-cc2cce6c2ef0', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ad6846d4-650f-4706-a31b-c9fcc042f0df'}], 'binding:host_id': 'dv-neutron-797121-2-hyperv'}, 'id': 'a469db56-09c8-473b-b385-650b56b968da'} from dv-neutron-797121-2-hyperv. {{(pid=105226) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 21 14:50:11.384966 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1c55bde5-911b-42a0-8bb1-f1371cc8b4eb None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:11.414924 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-cc6400ed-00ab-4386-a6ea-2285c17d50b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Delete allocated IP 2001:db8:0:1::137 (d8a3a547-c473-4dce-b17c-b43d5f7836e5/ad6846d4-650f-4706-a31b-c9fcc042f0df) {{(pid=105225) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 21 14:50:11.426796 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-1c55bde5-911b-42a0-8bb1-f1371cc8b4eb None None] Transition to ACTIVE for port object f1c100dd-4050-43c9-9ac8-bb91da313f47 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:11.431443 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-10a99843-ca60-40b9-b464-d2963dc12ced None None] For port a469db56-09c8-473b-b385-650b56b968da, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=a469db56-09c8-473b-b385-650b56b968da,segment=NetworkSegment(ca3d3365-1348-497e-8004-ab8ee950e357),segment_id=ca3d3365-1348-497e-8004-ab8ee950e357)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:50:11.446013 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-10a99843-ca60-40b9-b464-d2963dc12ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:11.446308 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-035d447c-53d3-4b03-88e1-4305471fb732 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:11.453526 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e822c15b-3b1c-42f1-bce5-bbf5e6943cbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:11.460166 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a934d57a-d371-4d3e-b84c-6cd13e1587a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:11.481459 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-1c55bde5-911b-42a0-8bb1-f1371cc8b4eb None None] Transition to ACTIVE for port object f1c100dd-4050-43c9-9ac8-bb91da313f47 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:11.497298 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1c55bde5-911b-42a0-8bb1-f1371cc8b4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:11.528616 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5b805923-f720-47cf-af81-2552219e6adb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:11.567682 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cc6400ed-00ab-4386-a6ea-2285c17d50b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:11.569686 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c55bde5-911b-42a0-8bb1-f1371cc8b4eb None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:11.570452 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a99843-ca60-40b9-b464-d2963dc12ced None None] Pushing event updated for resources: {'Port': ['ID=a469db56-09c8-473b-b385-650b56b968da,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:11.578352 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-10a99843-ca60-40b9-b464-d2963dc12ced None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:11.578973 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e822c15b-3b1c-42f1-bce5-bbf5e6943cbf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:11.581109 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-1c55bde5-911b-42a0-8bb1-f1371cc8b4eb None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:11.599651 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-cc6400ed-00ab-4386-a6ea-2285c17d50b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Ignored duplicate provisioning block setup for port d228b890-0b59-43b7-a8b7-4c996956f43c by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 21 14:50:11.611748 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cc6400ed-00ab-4386-a6ea-2285c17d50b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:11.619593 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0ceae953-6258-4b94-a063-3976f83e0828 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:11.626456 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c55bde5-911b-42a0-8bb1-f1371cc8b4eb None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:11.640349 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-d8f469c6-e525-48af-9894-e40221315662 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Allocated IP 2001:db8::7eba:bd95:dc87:b7ec (8e867a28-8d41-47df-a2af-a54cb8b30a66/5b23c637-561e-488d-9081-acea97ef5dc1/bbcb9445-a59b-4c4d-9e05-889ff14f455f) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:11.730719 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-cc6400ed-00ab-4386-a6ea-2285c17d50b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] In _notify_port_updated(), no bound segment for port d228b890-0b59-43b7-a8b7-4c996956f43c on network d8a3a547-c473-4dce-b17c-b43d5f7836e5 {{(pid=105225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 21 14:50:11.736880 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c55bde5-911b-42a0-8bb1-f1371cc8b4eb None None] Pushing event updated for resources: {'Port': ['ID=f1c100dd-4050-43c9-9ac8-bb91da313f47,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:11.739592 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6400ed-00ab-4386-a6ea-2285c17d50b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:11.740628 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cc6400ed-00ab-4386-a6ea-2285c17d50b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:11.746399 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-1c55bde5-911b-42a0-8bb1-f1371cc8b4eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:11.746634 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-cc6400ed-00ab-4386-a6ea-2285c17d50b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "PUT /v2.0/ports/d228b890-0b59-43b7-a8b7-4c996956f43c HTTP/1.1" status: 200 len: 925 time: 0.7181826 Jun 21 14:50:11.748736 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 32936) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:11.756211 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-9ab2835f-5d63-49da-a250-f9985c09fc29 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8f5d648a-77a9-407d-a48c-cc2cce6c2ef0'}, {'subnet_id': 'ad6846d4-650f-4706-a31b-c9fcc042f0df'}]}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:11.788815 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-1c55bde5-911b-42a0-8bb1-f1371cc8b4eb None None] Attempting to bind port f1c100dd-4050-43c9-9ac8-bb91da313f47 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:50:11.789342 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-1c55bde5-911b-42a0-8bb1-f1371cc8b4eb None None] Attempting to bind port f1c100dd-4050-43c9-9ac8-bb91da313f47 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:50:11.789699 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c55bde5-911b-42a0-8bb1-f1371cc8b4eb None None] Attempting to bind port f1c100dd-4050-43c9-9ac8-bb91da313f47 on network 8e867a28-8d41-47df-a2af-a54cb8b30a66 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:50:11.800243 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c55bde5-911b-42a0-8bb1-f1371cc8b4eb None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:50:11.800745 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c55bde5-911b-42a0-8bb1-f1371cc8b4eb None None] Checking segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:50:11.801267 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1c55bde5-911b-42a0-8bb1-f1371cc8b4eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:11.801848 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c55bde5-911b-42a0-8bb1-f1371cc8b4eb None None] Bound using segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:50:11.802528 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-1c55bde5-911b-42a0-8bb1-f1371cc8b4eb None None] Bound port: f1c100dd-4050-43c9-9ac8-bb91da313f47, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:50:11.802960 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1c55bde5-911b-42a0-8bb1-f1371cc8b4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:11.833929 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-a934d57a-d371-4d3e-b84c-6cd13e1587a6 None None] Allocated IP 2001:db8:0:1::2 (d8a3a547-c473-4dce-b17c-b43d5f7836e5/ad6846d4-650f-4706-a31b-c9fcc042f0df/a469db56-09c8-473b-b385-650b56b968da) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:11.877775 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9ab2835f-5d63-49da-a250-f9985c09fc29 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:11.893721 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6400ed-00ab-4386-a6ea-2285c17d50b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Port': ['ID=d228b890-0b59-43b7-a8b7-4c996956f43c,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:11.897880 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-cc6400ed-00ab-4386-a6ea-2285c17d50b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:11.928168 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device a469db56-09c8-473b-b385-650b56b968da up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:50:11.970131 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-1c55bde5-911b-42a0-8bb1-f1371cc8b4eb None None] For port f1c100dd-4050-43c9-9ac8-bb91da313f47, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:50:11.980425 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-84ad6604-0425-465a-875d-819b509eb766 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:12.003846 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-84ad6604-0425-465a-875d-819b509eb766 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:12.010392 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4c42194d-d1f0-4564-9ceb-7cca3d07b3cd tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:12.014079 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-1c55bde5-911b-42a0-8bb1-f1371cc8b4eb None None] For port f1c100dd-4050-43c9-9ac8-bb91da313f47, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=f1c100dd-4050-43c9-9ac8-bb91da313f47,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:50:12.041015 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1c55bde5-911b-42a0-8bb1-f1371cc8b4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:12.055309 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-953a2454-8432-49e4-b0e7-441eb705fb29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:12.076393 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-035d447c-53d3-4b03-88e1-4305471fb732 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Deleting port 630fff1e-8245-4294-9ecd-367116507111 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:12.076905 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-035d447c-53d3-4b03-88e1-4305471fb732 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:12.111101 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5b805923-f720-47cf-af81-2552219e6adb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:12.144109 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-a934d57a-d371-4d3e-b84c-6cd13e1587a6 None None] For port a469db56-09c8-473b-b385-650b56b968da, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=a469db56-09c8-473b-b385-650b56b968da,segment=NetworkSegment(ca3d3365-1348-497e-8004-ab8ee950e357),segment_id=ca3d3365-1348-497e-8004-ab8ee950e357)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:50:12.166772 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port a469db56-09c8-473b-b385-650b56b968da triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:12.167470 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:12.212168 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c55bde5-911b-42a0-8bb1-f1371cc8b4eb None None] Pushing event updated for resources: {'Port': ['ID=f1c100dd-4050-43c9-9ac8-bb91da313f47,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:12.220956 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-1c55bde5-911b-42a0-8bb1-f1371cc8b4eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:12.250561 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a934d57a-d371-4d3e-b84c-6cd13e1587a6 None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:12.298745 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-a934d57a-d371-4d3e-b84c-6cd13e1587a6 None None] Transition to ACTIVE for port object a469db56-09c8-473b-b385-650b56b968da will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:12.306378 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a934d57a-d371-4d3e-b84c-6cd13e1587a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:12.308716 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-a2ded9a5-a230-44fa-ae74-cea35237b48b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:12.322686 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad6604-0425-465a-875d-819b509eb766 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Pushing event updated for resources: {'Port': ['ID=a3b0f61f-5ea6-4e2d-b78d-c400f253bbe4,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:12.333872 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-84ad6604-0425-465a-875d-819b509eb766 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:12.345543 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:12.362000 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934d57a-d371-4d3e-b84c-6cd13e1587a6 None None] Pushing event updated for resources: {'Port': ['ID=a469db56-09c8-473b-b385-650b56b968da,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:12.368364 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-a934d57a-d371-4d3e-b84c-6cd13e1587a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:12.404647 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b805923-f720-47cf-af81-2552219e6adb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Network ff7b7a85-a56d-4971-aa71-061a33242db6 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:12.406099 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-9ab2835f-5d63-49da-a250-f9985c09fc29 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Allocated IP 2001:db8:0:1::278 (d8a3a547-c473-4dce-b17c-b43d5f7836e5/ad6846d4-650f-4706-a31b-c9fcc042f0df/d228b890-0b59-43b7-a8b7-4c996956f43c) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:12.498373 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-5b805923-f720-47cf-af81-2552219e6adb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:12.512624 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b805923-f720-47cf-af81-2552219e6adb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:12.519400 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-84ad6604-0425-465a-875d-819b509eb766 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] In _notify_port_updated(), no bound segment for port a3b0f61f-5ea6-4e2d-b78d-c400f253bbe4 on network 9c0c7957-397e-438a-b145-7d2a9a050a12 {{(pid=105224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 21 14:50:12.524976 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ad6604-0425-465a-875d-819b509eb766 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:12.525652 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-84ad6604-0425-465a-875d-819b509eb766 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:12.527101 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-84ad6604-0425-465a-875d-819b509eb766 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] 10.222.0.72 "PUT /v2.0/ports/a3b0f61f-5ea6-4e2d-b78d-c400f253bbe4 HTTP/1.1" status: 200 len: 1056 time: 2.1787083 Jun 21 14:50:12.536419 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 32940) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:12.572855 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-035d447c-53d3-4b03-88e1-4305471fb732 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:12.586501 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b805923-f720-47cf-af81-2552219e6adb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event updated for resources: {'Port': ['ID=f20db1e1-98fe-492b-a4a9-8952f8681545,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:12.588772 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-5d602b06-aeb8-4272-b7eb-eeb8bea4f0c0 None None] Provisioning complete for port a3b0f61f-5ea6-4e2d-b78d-c400f253bbe4 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:12.588893 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5d602b06-aeb8-4272-b7eb-eeb8bea4f0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:12.597050 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5b805923-f720-47cf-af81-2552219e6adb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:12.647701 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-5d602b06-aeb8-4272-b7eb-eeb8bea4f0c0 None None] Port a3b0f61f-5ea6-4e2d-b78d-c400f253bbe4 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:50:12.654860 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9ab2835f-5d63-49da-a250-f9985c09fc29 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:12.683752 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-035d447c-53d3-4b03-88e1-4305471fb732 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Calling delete_port for 630fff1e-8245-4294-9ecd-367116507111 owned by network:router_gateway {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:12.702556 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-9ab2835f-5d63-49da-a250-f9985c09fc29 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Ignored duplicate provisioning block setup for port d228b890-0b59-43b7-a8b7-4c996956f43c by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 21 14:50:12.713391 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9ab2835f-5d63-49da-a250-f9985c09fc29 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:12.718392 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-30689b27-3177-4694-8dcc-8e67fb20ad6a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:12.730222 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b805923-f720-47cf-af81-2552219e6adb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:12.730852 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5b805923-f720-47cf-af81-2552219e6adb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:12.760387 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d8f469c6-e525-48af-9894-e40221315662 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:12.812361 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5b805923-f720-47cf-af81-2552219e6adb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4099526 Jun 21 14:50:12.819478 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 32944) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:12.820440 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-d8f469c6-e525-48af-9894-e40221315662 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Transition to ACTIVE for port object bbcb9445-a59b-4c4d-9e05-889ff14f455f will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:12.826237 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-7a78ff72-33b1-4bdd-999a-27521dd66cda tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Request body: {'port': {'network_id': 'ff7b7a85-a56d-4971-aa71-061a33242db6', 'name': 'tempest-FloatingIPTestJSON-728127523'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:12.829737 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-9ab2835f-5d63-49da-a250-f9985c09fc29 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] In _notify_port_updated(), no bound segment for port d228b890-0b59-43b7-a8b7-4c996956f43c on network d8a3a547-c473-4dce-b17c-b43d5f7836e5 {{(pid=105225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 21 14:50:12.838865 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab2835f-5d63-49da-a250-f9985c09fc29 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:12.839559 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9ab2835f-5d63-49da-a250-f9985c09fc29 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:12.840882 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9ab2835f-5d63-49da-a250-f9985c09fc29 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "PUT /v2.0/ports/d228b890-0b59-43b7-a8b7-4c996956f43c HTTP/1.1" status: 200 len: 1011 time: 1.0910184 Jun 21 14:50:12.846423 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-0b67e7c2-4822-4855-a597-2b294f5ae1de tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Deleting port a3b0f61f-5ea6-4e2d-b78d-c400f253bbe4 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:12.846760 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0b67e7c2-4822-4855-a597-2b294f5ae1de tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:12.849616 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab2835f-5d63-49da-a250-f9985c09fc29 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Port': ['ID=d228b890-0b59-43b7-a8b7-4c996956f43c,revision_number=3']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:12.852228 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 32948) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:12.894156 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9ab2835f-5d63-49da-a250-f9985c09fc29 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:12.951627 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d8f469c6-e525-48af-9894-e40221315662 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:12.966652 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9044af64-d994-4583-bb58-62c11e547aed tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:13.058611 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f469c6-e525-48af-9894-e40221315662 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:13.065171 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-d8f469c6-e525-48af-9894-e40221315662 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:13.077201 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f469c6-e525-48af-9894-e40221315662 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:13.082999 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f469c6-e525-48af-9894-e40221315662 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:13.083637 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d8f469c6-e525-48af-9894-e40221315662 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:13.085904 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0b67e7c2-4822-4855-a597-2b294f5ae1de tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:13.095097 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f469c6-e525-48af-9894-e40221315662 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Port': ['ID=bbcb9445-a59b-4c4d-9e05-889ff14f455f,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:13.100131 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d8f469c6-e525-48af-9894-e40221315662 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:13.101878 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-035d447c-53d3-4b03-88e1-4305471fb732 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:13.117333 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-7527074d-0c58-4f45-8656-67c0c1863bf1 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:13.163897 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d8f469c6-e525-48af-9894-e40221315662 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9098272 Jun 21 14:50:13.181913 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 32952) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:13.182950 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d447c-53d3-4b03-88e1-4305471fb732 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Pushing event deleted for resources: {'Port': ['ID=630fff1e-8245-4294-9ecd-367116507111,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:13.189022 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-035d447c-53d3-4b03-88e1-4305471fb732 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:13.272099 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9debb1-c28c-405f-9388-946a8d3854cb None None] Network d8a3a547-c473-4dce-b17c-b43d5f7836e5 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:13.289148 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-035d447c-53d3-4b03-88e1-4305471fb732 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:13.409984 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-035d447c-53d3-4b03-88e1-4305471fb732 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:13.413183 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-035d447c-53d3-4b03-88e1-4305471fb732 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:13.414566 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-1880adbd-76fe-4ca7-a76e-bd4c7da25f79 None None] Provisioning for port a469db56-09c8-473b-b385-650b56b968da completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:13.421151 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-1880adbd-76fe-4ca7-a76e-bd4c7da25f79 None None] Provisioning complete for port a469db56-09c8-473b-b385-650b56b968da triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:13.421818 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1880adbd-76fe-4ca7-a76e-bd4c7da25f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:13.428869 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b09be3-0359-404e-8163-de1e61429c2a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:13.435511 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b09be3-0359-404e-8163-de1e61429c2a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:13.437531 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f8b09be3-0359-404e-8163-de1e61429c2a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2521145 Jun 21 14:50:13.443003 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 32954) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:13.534849 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-035d447c-53d3-4b03-88e1-4305471fb732 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:13.535544 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035d447c-53d3-4b03-88e1-4305471fb732 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Fanout notify agent at l3_agent the message router_deleted on router 06178426-50b8-4543-b353-26b9102a64a0 {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:50:13.542511 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-035d447c-53d3-4b03-88e1-4305471fb732 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:13.543852 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-035d447c-53d3-4b03-88e1-4305471fb732 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] 10.222.0.72 "DELETE /v2.0/routers/06178426-50b8-4543-b353-26b9102a64a0 HTTP/1.1" status: 204 len: 168 time: 2.8078806 Jun 21 14:50:13.548648 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 32956) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:13.553859 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-f0c1bd4c-c9ec-4777-9ec4-dc67789355d3 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-851827514', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:13.579200 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-0b67e7c2-4822-4855-a597-2b294f5ae1de tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Calling delete_port for a3b0f61f-5ea6-4e2d-b78d-c400f253bbe4 owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:13.588779 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-1880adbd-76fe-4ca7-a76e-bd4c7da25f79 None None] Provisioning for port d228b890-0b59-43b7-a8b7-4c996956f43c completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:13.594122 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-1880adbd-76fe-4ca7-a76e-bd4c7da25f79 None None] Provisioning complete for port d228b890-0b59-43b7-a8b7-4c996956f43c triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:13.594504 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1880adbd-76fe-4ca7-a76e-bd4c7da25f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:13.635316 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-3bfdb44f-a112-4f63-977f-166231dfb665 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting port bbcb9445-a59b-4c4d-9e05-889ff14f455f {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:13.635675 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3bfdb44f-a112-4f63-977f-166231dfb665 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:13.636359 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-1880adbd-76fe-4ca7-a76e-bd4c7da25f79 None None] Port d228b890-0b59-43b7-a8b7-4c996956f43c cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:50:13.654712 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a78ff72-33b1-4bdd-999a-27521dd66cda tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Made reservation on behalf of da70a9900bfc421d9b05485e06c0e9c1 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:13.658679 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7a78ff72-33b1-4bdd-999a-27521dd66cda tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:13.679374 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-7a78ff72-33b1-4bdd-999a-27521dd66cda tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] device_id is not set on port f2b817ea-c0ef-4595-b0a1-a4574c0ae06d yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:50:13.716204 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f0c1bd4c-c9ec-4777-9ec4-dc67789355d3 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:13.717429 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f0c1bd4c-c9ec-4777-9ec4-dc67789355d3 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:13.755324 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3bfdb44f-a112-4f63-977f-166231dfb665 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:13.763414 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-06974512-b52e-403e-bced-4f98e1f121f9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Deleting port d228b890-0b59-43b7-a8b7-4c996956f43c {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:13.763875 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-06974512-b52e-403e-bced-4f98e1f121f9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:13.768276 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-113ce141-6ee6-4347-b316-00bfa78a57d1 None None] Provisioning for port f1c100dd-4050-43c9-9ac8-bb91da313f47 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:13.838030 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f0c1bd4c-c9ec-4777-9ec4-dc67789355d3 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:13.863914 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-3bfdb44f-a112-4f63-977f-166231dfb665 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Calling delete_port for bbcb9445-a59b-4c4d-9e05-889ff14f455f owned by {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:13.869018 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f0c1bd4c-c9ec-4777-9ec4-dc67789355d3 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:13.964317 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f0c1bd4c-c9ec-4777-9ec4-dc67789355d3 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:13.968140 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f0c1bd4c-c9ec-4777-9ec4-dc67789355d3 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4158676 Jun 21 14:50:13.968719 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 32958) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:13.974665 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-82eb52fc-aa43-4540-bb78-03e1c2f4fb52 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Request body: {'router': {'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:14.008691 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device a469db56-09c8-473b-b385-650b56b968da up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:50:14.009450 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-06974512-b52e-403e-bced-4f98e1f121f9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:14.044441 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0b67e7c2-4822-4855-a597-2b294f5ae1de tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:14.048895 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-588d519e-75dc-4db2-91f0-bdbb9f7096e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:14.066578 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-d42d4705-076a-41e0-8f61-0b796c337aae None None] Provisioning for port bbcb9445-a59b-4c4d-9e05-889ff14f455f completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:14.079694 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-d42d4705-076a-41e0-8f61-0b796c337aae None None] Provisioning complete for port bbcb9445-a59b-4c4d-9e05-889ff14f455f triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:14.080086 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d42d4705-076a-41e0-8f61-0b796c337aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:14.094204 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6fe23dcd-3855-4c85-993f-9b93b2ce36b9 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:14.146820 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port a469db56-09c8-473b-b385-650b56b968da triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:14.147204 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:14.201197 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b67e7c2-4822-4855-a597-2b294f5ae1de tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Pushing event deleted for resources: {'Port': ['ID=a3b0f61f-5ea6-4e2d-b78d-c400f253bbe4,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:14.203871 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0b67e7c2-4822-4855-a597-2b294f5ae1de tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:14.222176 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-d42d4705-076a-41e0-8f61-0b796c337aae None None] Port bbcb9445-a59b-4c4d-9e05-889ff14f455f cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:50:14.238272 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-06974512-b52e-403e-bced-4f98e1f121f9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Calling delete_port for d228b890-0b59-43b7-a8b7-4c996956f43c owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:14.241072 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-7a78ff72-33b1-4bdd-999a-27521dd66cda tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Allocated IP 172.20.0.7 (ff7b7a85-a56d-4971-aa71-061a33242db6/c37ba164-a4f4-408a-99ae-13c018d444ab/f2b817ea-c0ef-4595-b0a1-a4574c0ae06d) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:14.288371 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-d42d4705-076a-41e0-8f61-0b796c337aae None None] Provisioning complete for port a469db56-09c8-473b-b385-650b56b968da triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:14.288986 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d42d4705-076a-41e0-8f61-0b796c337aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:14.322650 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-82eb52fc-aa43-4540-bb78-03e1c2f4fb52 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:14.331349 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3bfdb44f-a112-4f63-977f-166231dfb665 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:14.336295 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5a8c795b-b7e8-48f5-a878-44618d0a0e7a tempest-PortsAdminExtendedAttrsTestJSON-1543498282 tempest-PortsAdminExtendedAttrsTestJSON-1543498282-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:14.339835 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device f1c100dd-4050-43c9-9ac8-bb91da313f47 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:50:14.461268 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfdb44f-a112-4f63-977f-166231dfb665 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Port': ['ID=bbcb9445-a59b-4c4d-9e05-889ff14f455f,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:14.476203 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3bfdb44f-a112-4f63-977f-166231dfb665 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:14.530794 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3bfdb44f-a112-4f63-977f-166231dfb665 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:14.536850 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3bfdb44f-a112-4f63-977f-166231dfb665 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/bbcb9445-a59b-4c4d-9e05-889ff14f455f HTTP/1.1" status: 204 len: 168 time: 1.0891964 Jun 21 14:50:14.538692 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 32966) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:14.697413 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port f1c100dd-4050-43c9-9ac8-bb91da313f47 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:14.697660 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036e7019-fae3-4020-9566-91ef53afca29 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:14.700154 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036e7019-fae3-4020-9566-91ef53afca29 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:14.706248 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-036e7019-fae3-4020-9566-91ef53afca29 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1622436 Jun 21 14:50:14.706477 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 32968) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:14.716957 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port f1c100dd-4050-43c9-9ac8-bb91da313f47 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:14.716957 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:14.790478 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-d42d4705-076a-41e0-8f61-0b796c337aae None None] Provisioning complete for port d228b890-0b59-43b7-a8b7-4c996956f43c triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:14.790940 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d42d4705-076a-41e0-8f61-0b796c337aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:14.813703 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0b67e7c2-4822-4855-a597-2b294f5ae1de tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:14.818668 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0b67e7c2-4822-4855-a597-2b294f5ae1de tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] 10.222.0.72 "DELETE /v2.0/ports/a3b0f61f-5ea6-4e2d-b78d-c400f253bbe4 HTTP/1.1" status: 204 len: 168 time: 2.2756732 Jun 21 14:50:14.836416 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-d42d4705-076a-41e0-8f61-0b796c337aae None None] Port d228b890-0b59-43b7-a8b7-4c996956f43c cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:50:14.836630 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 32970) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:14.837548 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-82eb52fc-aa43-4540-bb78-03e1c2f4fb52 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router_gateway, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:14.847007 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d1297f7-7573-4d0a-8384-5a5d21133953 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting subnet 5b23c637-561e-488d-9081-acea97ef5dc1 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:50:14.862138 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7d1297f7-7573-4d0a-8384-5a5d21133953 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:14.896369 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:14.905688 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-82eb52fc-aa43-4540-bb78-03e1c2f4fb52 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:14.908112 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8141946-1616-42c8-b4f6-d64da9e48a57 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] GET failed (client error): The resource could not be found. Jun 21 14:50:14.912217 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c8141946-1616-42c8-b4f6-d64da9e48a57 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] 10.222.0.72 "GET /v2.0/ports/a3b0f61f-5ea6-4e2d-b78d-c400f253bbe4 HTTP/1.1" status: 404 len: 333 time: 0.0699437 Jun 21 14:50:14.916911 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 32972) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:14.940457 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port f1c100dd-4050-43c9-9ac8-bb91da313f47, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=f1c100dd-4050-43c9-9ac8-bb91da313f47,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:50:14.952379 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:14.958175 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:14.969228 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7a78ff72-33b1-4bdd-999a-27521dd66cda tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:15.009040 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=f1c100dd-4050-43c9-9ac8-bb91da313f47,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:15.021136 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:15.026296 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-9d490045-6577-4277-97b8-c990503aba29 None None] Provisioning complete for port d228b890-0b59-43b7-a8b7-4c996956f43c triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:15.026667 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9d490045-6577-4277-97b8-c990503aba29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:15.034882 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7d1297f7-7573-4d0a-8384-5a5d21133953 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:15.035334 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-82eb52fc-aa43-4540-bb78-03e1c2f4fb52 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Allocated IP 172.26.3.184 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/e72d9c5d-abc3-4685-9b8b-fe9fdecda423) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:15.061702 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-9d490045-6577-4277-97b8-c990503aba29 None None] Port d228b890-0b59-43b7-a8b7-4c996956f43c cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:50:15.141248 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-82eb52fc-aa43-4540-bb78-03e1c2f4fb52 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:15.176036 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-06974512-b52e-403e-bced-4f98e1f121f9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:15.176911 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-e5118abd-4c54-44e1-b2c5-6bddeffae05c None None] Could not find standard attr ID for object d228b890-0b59-43b7-a8b7-4c996956f43c. {{(pid=105226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 21 14:50:15.184935 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b03e7925-1cfd-4405-8190-64e204a3e4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:15.192772 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-82eb52fc-aa43-4540-bb78-03e1c2f4fb52 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:15.195680 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-7b967c74-2cc1-49ab-b5bd-936aabf844cd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:15.196982 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7a78ff72-33b1-4bdd-999a-27521dd66cda tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:15.234848 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82eb52fc-aa43-4540-bb78-03e1c2f4fb52 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:15.239237 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06974512-b52e-403e-bced-4f98e1f121f9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Port': ['ID=d228b890-0b59-43b7-a8b7-4c996956f43c,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:15.239710 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-82eb52fc-aa43-4540-bb78-03e1c2f4fb52 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:15.242159 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-06974512-b52e-403e-bced-4f98e1f121f9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:15.244384 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82eb52fc-aa43-4540-bb78-03e1c2f4fb52 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:15.247588 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-16a917d5-5fd5-4d64-9c36-3e429bcd05ab tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:15.247706 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb52fc-aa43-4540-bb78-03e1c2f4fb52 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Pushing event updated for resources: {'Port': ['ID=e72d9c5d-abc3-4685-9b8b-fe9fdecda423,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:15.272587 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-82eb52fc-aa43-4540-bb78-03e1c2f4fb52 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:15.284100 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-8628128e-062e-49c9-a6ca-48fc3926c80b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Deleting port d96fd520-d80f-40ca-ac3b-70b241c55156 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:15.284100 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8628128e-062e-49c9-a6ca-48fc3926c80b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:15.313296 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7d1297f7-7573-4d0a-8384-5a5d21133953 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:15.336699 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a78ff72-33b1-4bdd-999a-27521dd66cda tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Network ff7b7a85-a56d-4971-aa71-061a33242db6 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:15.370132 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-06974512-b52e-403e-bced-4f98e1f121f9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:15.374608 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-06974512-b52e-403e-bced-4f98e1f121f9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/ports/d228b890-0b59-43b7-a8b7-4c996956f43c HTTP/1.1" status: 204 len: 168 time: 2.5046508 Jun 21 14:50:15.380086 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 32978) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:15.416477 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-7a78ff72-33b1-4bdd-999a-27521dd66cda tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:15.416686 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f861c7-14af-41b6-92ec-cce19ac4110f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] GET failed (client error): The resource could not be found. Jun 21 14:50:15.420687 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-28f861c7-14af-41b6-92ec-cce19ac4110f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "GET /v2.0/ports/d228b890-0b59-43b7-a8b7-4c996956f43c HTTP/1.1" status: 404 len: 333 time: 0.0401778 Jun 21 14:50:15.428645 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a78ff72-33b1-4bdd-999a-27521dd66cda tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:15.431251 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 32980) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:15.508873 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a78ff72-33b1-4bdd-999a-27521dd66cda tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event updated for resources: {'Port': ['ID=f2b817ea-c0ef-4595-b0a1-a4574c0ae06d,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:15.520423 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7a78ff72-33b1-4bdd-999a-27521dd66cda tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:15.590852 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8628128e-062e-49c9-a6ca-48fc3926c80b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:15.607335 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-9887acf5-1c69-4749-be64-f5e2414ac660 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Deleting subnet ad6846d4-650f-4706-a31b-c9fcc042f0df {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:50:15.618354 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7d1297f7-7573-4d0a-8384-5a5d21133953 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:15.620589 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-558ac7a8-9097-4d05-b808-9298d3369e12 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:15.656264 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9887acf5-1c69-4749-be64-f5e2414ac660 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:15.700535 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-8628128e-062e-49c9-a6ca-48fc3926c80b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Calling delete_port for d96fd520-d80f-40ca-ac3b-70b241c55156 owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:15.730545 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1297f7-7573-4d0a-8384-5a5d21133953 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Subnet': ['ID=5b23c637-561e-488d-9081-acea97ef5dc1,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:15.740661 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7d1297f7-7573-4d0a-8384-5a5d21133953 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:15.753769 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7e60b5-a648-40bd-b08c-e7dac180c186 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:15.754670 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a78ff72-33b1-4bdd-999a-27521dd66cda tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:15.755306 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7a78ff72-33b1-4bdd-999a-27521dd66cda tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:15.764494 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7d1297f7-7573-4d0a-8384-5a5d21133953 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:15.768726 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7d1297f7-7573-4d0a-8384-5a5d21133953 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/5b23c637-561e-488d-9081-acea97ef5dc1 HTTP/1.1" status: 204 len: 168 time: 1.0563257 Jun 21 14:50:15.805653 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 32984) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:15.851074 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9887acf5-1c69-4749-be64-f5e2414ac660 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:15.857851 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-05378e85-50a5-4685-b0b7-704f91504c35 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505636 Jun 21 14:50:15.860710 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 32986) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:15.877559 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7a78ff72-33b1-4bdd-999a-27521dd66cda tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.0560849 Jun 21 14:50:15.887561 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 32988) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:15.899764 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-79547ec7-2e05-4823-b85e-4e5dff4b61aa tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'port_id': 'f2b817ea-c0ef-4595-b0a1-a4574c0ae06d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:15.907381 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device f1c100dd-4050-43c9-9ac8-bb91da313f47 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:50:15.940018 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-82eb52fc-aa43-4540-bb78-03e1c2f4fb52 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router_gateway, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:15.976355 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-79547ec7-2e05-4823-b85e-4e5dff4b61aa tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for floatingip, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:15.987402 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dc4012-eafb-4964-8e6f-813ba1924622 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:15.989071 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a0dc4012-eafb-4964-8e6f-813ba1924622 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1274102 Jun 21 14:50:15.991946 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 32990) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:15.995069 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port f1c100dd-4050-43c9-9ac8-bb91da313f47 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:15.995702 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:16.071800 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9887acf5-1c69-4749-be64-f5e2414ac660 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:16.090273 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e01fa0d-e48c-4a79-bccc-638ebc0fe984 None None] DHCP port deletion for 8e867a28-8d41-47df-a2af-a54cb8b30a66 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:50:16.095527 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e54878b-ebaf-49fd-b7eb-765b861f5a4c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:16.095966 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0e54878b-ebaf-49fd-b7eb-765b861f5a4c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1032624 Jun 21 14:50:16.096684 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8628128e-062e-49c9-a6ca-48fc3926c80b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:16.099077 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 32992) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:16.105920 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f33e8b9c-ee21-4368-869b-2e475c4d91fa tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:16.142511 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628128e-062e-49c9-a6ca-48fc3926c80b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Pushing event deleted for resources: {'Port': ['ID=d96fd520-d80f-40ca-ac3b-70b241c55156,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:16.148500 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8628128e-062e-49c9-a6ca-48fc3926c80b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:16.158080 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c1407a70-6ff3-45be-b55d-d76e7310574f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531607 Jun 21 14:50:16.159974 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 32994) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:16.162136 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-9e01fa0d-e48c-4a79-bccc-638ebc0fe984 None None] Deleting port f1c100dd-4050-43c9-9ac8-bb91da313f47 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:16.162868 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9e01fa0d-e48c-4a79-bccc-638ebc0fe984 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:16.181447 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-ed02c68a-5524-4395-b3ea-8faa164fb948 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:16.257326 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-9e01fa0d-e48c-4a79-bccc-638ebc0fe984 None None] For port f1c100dd-4050-43c9-9ac8-bb91da313f47, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=f1c100dd-4050-43c9-9ac8-bb91da313f47,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:50:16.258300 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9e01fa0d-e48c-4a79-bccc-638ebc0fe984 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:16.271840 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-82eb52fc-aa43-4540-bb78-03e1c2f4fb52 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:16.276209 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-82eb52fc-aa43-4540-bb78-03e1c2f4fb52 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627068'] for router, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:16.287108 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9887acf5-1c69-4749-be64-f5e2414ac660 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:16.294235 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-313cef08-97de-4a21-9453-6dfa3049aa5f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:16.339581 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8628128e-062e-49c9-a6ca-48fc3926c80b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:16.344028 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8628128e-062e-49c9-a6ca-48fc3926c80b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] 10.222.0.72 "DELETE /v2.0/ports/d96fd520-d80f-40ca-ac3b-70b241c55156 HTTP/1.1" status: 204 len: 168 time: 1.4260793 Jun 21 14:50:16.345607 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9887acf5-1c69-4749-be64-f5e2414ac660 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:16.349926 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9887acf5-1c69-4749-be64-f5e2414ac660 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/subnets/ad6846d4-650f-4706-a31b-c9fcc042f0df HTTP/1.1" status: 204 len: 168 time: 0.9176543 Jun 21 14:50:16.353298 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 32996) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:16.353298 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 32998) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:16.354008 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887acf5-1c69-4749-be64-f5e2414ac660 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Subnet': ['ID=ad6846d4-650f-4706-a31b-c9fcc042f0df,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:16.354928 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-9e01fa0d-e48c-4a79-bccc-638ebc0fe984 None None] Calling delete_port for f1c100dd-4050-43c9-9ac8-bb91da313f47 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:16.367164 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e19695-cd14-4b96-a82d-20c48dd5af42 None None] Network d8a3a547-c473-4dce-b17c-b43d5f7836e5 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:16.447648 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82eb52fc-aa43-4540-bb78-03e1c2f4fb52 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Router b575257b-a706-48bd-94f5-6b61ec4d0894 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:50:16.482123 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9887acf5-1c69-4749-be64-f5e2414ac660 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:16.483220 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-52273d66-f79f-495a-a042-e4ba966cd9e7 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] GET failed (client error): The resource could not be found. Jun 21 14:50:16.488121 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-52273d66-f79f-495a-a042-e4ba966cd9e7 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] 10.222.0.72 "GET /v2.0/ports/d96fd520-d80f-40ca-ac3b-70b241c55156 HTTP/1.1" status: 404 len: 333 time: 0.1261120 Jun 21 14:50:16.491323 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd9f28d6-8096-4c7c-a3d8-72e8bbf762fa tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Deleting subnet 8f5d648a-77a9-407d-a48c-cc2cce6c2ef0 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:50:16.497556 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33004) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:16.527909 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-dd9f28d6-8096-4c7c-a3d8-72e8bbf762fa tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:16.584869 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82eb52fc-aa43-4540-bb78-03e1c2f4fb52 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:50:16.596310 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cc7fbd-a22d-48ba-b0ba-dd7eadb56614 None None] Sync routers for ids ['b575257b-a706-48bd-94f5-6b61ec4d0894'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:50:16.599194 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-82eb52fc-aa43-4540-bb78-03e1c2f4fb52 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:16.601839 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-82eb52fc-aa43-4540-bb78-03e1c2f4fb52 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] 10.222.0.72 "PUT /v2.0/routers/b575257b-a706-48bd-94f5-6b61ec4d0894 HTTP/1.1" status: 200 len: 883 time: 2.6308789 Jun 21 14:50:16.603617 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33006) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:16.612637 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cc7fbd-a22d-48ba-b0ba-dd7eadb56614 None None] Routers {'b575257b-a706-48bd-94f5-6b61ec4d0894'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:16.613474 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-32cc7fbd-a22d-48ba-b0ba-dd7eadb56614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['b575257b-a706-48bd-94f5-6b61ec4d0894'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:16.623909 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7b899e5f-78f5-4fed-91bd-3e1dcc959402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:16.639634 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-dd9f28d6-8096-4c7c-a3d8-72e8bbf762fa tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:16.642644 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed02c68a-5524-4395-b3ea-8faa164fb948 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:16.646562 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ed02c68a-5524-4395-b3ea-8faa164fb948 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:16.676712 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-32cc7fbd-a22d-48ba-b0ba-dd7eadb56614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:16.688224 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cc7fbd-a22d-48ba-b0ba-dd7eadb56614 None None] Routers {'b575257b-a706-48bd-94f5-6b61ec4d0894'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:16.689027 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-32cc7fbd-a22d-48ba-b0ba-dd7eadb56614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['b575257b-a706-48bd-94f5-6b61ec4d0894'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:16.725879 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9e01fa0d-e48c-4a79-bccc-638ebc0fe984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:16.729823 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5a0363ef-cb69-49c7-bc76-7757ecf9af41 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:16.734818 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-32cc7fbd-a22d-48ba-b0ba-dd7eadb56614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:16.735480 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cc7fbd-a22d-48ba-b0ba-dd7eadb56614 None None] The sync data for ids ['b575257b-a706-48bd-94f5-6b61ec4d0894'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:50:16.740996 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e07c87d1-2cc1-4ca4-b332-d4043bacdc27 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] 10.222.0.72 "GET /v2.0/routers/b575257b-a706-48bd-94f5-6b61ec4d0894 HTTP/1.1" status: 200 len: 924 time: 0.1334853 Jun 21 14:50:16.741963 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33010) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:16.763530 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01fa0d-e48c-4a79-bccc-638ebc0fe984 None None] Pushing event deleted for resources: {'Port': ['ID=f1c100dd-4050-43c9-9ac8-bb91da313f47,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:16.766558 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-9e01fa0d-e48c-4a79-bccc-638ebc0fe984 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:16.767440 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e01fa0d-e48c-4a79-bccc-638ebc0fe984 None None] No DVR routers for this DVR port f1c100dd-4050-43c9-9ac8-bb91da313f47 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:50:16.790846 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-79547ec7-2e05-4823-b85e-4e5dff4b61aa tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:16.821200 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a14235-e809-403a-9359-198215594bb3 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:16.822803 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b0a14235-e809-403a-9359-198215594bb3 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=78e7bc12-ea33-4baf-9744-b93105835641&device_id=b575257b-a706-48bd-94f5-6b61ec4d0894&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0798724 Jun 21 14:50:16.825484 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33012) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:16.923619 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ce650b-9f16-461b-b307-a5ffe596b852 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:16.925026 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-88ce650b-9f16-461b-b307-a5ffe596b852 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] 10.222.0.72 "GET /v2.0/networks/78e7bc12-ea33-4baf-9744-b93105835641 HTTP/1.1" status: 200 len: 881 time: 0.0984886 Jun 21 14:50:16.927993 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33014) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:16.954151 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:16.962634 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-bdafa044-e462-4b93-a30e-6d3c3b90736b tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] 10.222.0.72 "GET /v2.0/ports?device_id=b575257b-a706-48bd-94f5-6b61ec4d0894 HTTP/1.1" status: 200 len: 205 time: 0.0332510 Jun 21 14:50:16.965654 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33016) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:17.078752 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2993a82f-f104-497a-a56d-892996ebd2d7 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:17.201982 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2993a82f-f104-497a-a56d-892996ebd2d7 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:17.262212 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-2993a82f-f104-497a-a56d-892996ebd2d7 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Deleting port e72d9c5d-abc3-4685-9b8b-fe9fdecda423 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:17.262591 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2993a82f-f104-497a-a56d-892996ebd2d7 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:17.331582 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f73e1a15-aa46-4c12-88f9-2ee45d9e8ef1 None None] Provisioning complete for port a469db56-09c8-473b-b385-650b56b968da triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:17.332049 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f73e1a15-aa46-4c12-88f9-2ee45d9e8ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:17.348350 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2993a82f-f104-497a-a56d-892996ebd2d7 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:17.349163 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b08a7-a400-4b74-8f29-04d5fddc2ec5 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Deleting port bddb933d-2f93-47f8-a860-1bfa403f3455 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:17.349486 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ab4b08a7-a400-4b74-8f29-04d5fddc2ec5 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:17.372138 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-dd9f28d6-8096-4c7c-a3d8-72e8bbf762fa tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:17.429884 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-2993a82f-f104-497a-a56d-892996ebd2d7 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Calling delete_port for e72d9c5d-abc3-4685-9b8b-fe9fdecda423 owned by network:router_gateway {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:17.458750 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-79547ec7-2e05-4823-b85e-4e5dff4b61aa tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Allocated IP 172.26.3.35 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/e5257298-bdf6-4217-80fa-713213a6b537) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:17.556309 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ed02c68a-5524-4395-b3ea-8faa164fb948 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:17.568239 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ab4b08a7-a400-4b74-8f29-04d5fddc2ec5 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:17.573708 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2a6c8226-535b-4cd6-bc90-34b6798ea3f8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:17.609902 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2993a82f-f104-497a-a56d-892996ebd2d7 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:17.612168 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-517d4b45-9fe8-4b42-99d2-845e9d2a0527 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:17.639746 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2993a82f-f104-497a-a56d-892996ebd2d7 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Pushing event deleted for resources: {'Port': ['ID=e72d9c5d-abc3-4685-9b8b-fe9fdecda423,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:17.642929 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2993a82f-f104-497a-a56d-892996ebd2d7 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:17.673824 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-dd9f28d6-8096-4c7c-a3d8-72e8bbf762fa tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:17.707746 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-ab4b08a7-a400-4b74-8f29-04d5fddc2ec5 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Calling delete_port for bddb933d-2f93-47f8-a860-1bfa403f3455 owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:17.708908 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2993a82f-f104-497a-a56d-892996ebd2d7 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:17.727581 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed02c68a-5524-4395-b3ea-8faa164fb948 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:17.747908 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd954836-0a10-43c1-a970-b4786111a1cc None None] Network d8a3a547-c473-4dce-b17c-b43d5f7836e5 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:17.748609 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-ed02c68a-5524-4395-b3ea-8faa164fb948 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:17.757830 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-dd9f28d6-8096-4c7c-a3d8-72e8bbf762fa tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:17.759783 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-dd9f28d6-8096-4c7c-a3d8-72e8bbf762fa tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/subnets/8f5d648a-77a9-407d-a48c-cc2cce6c2ef0 HTTP/1.1" status: 204 len: 168 time: 1.3413949 Jun 21 14:50:17.764511 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed02c68a-5524-4395-b3ea-8faa164fb948 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:17.765088 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ed02c68a-5524-4395-b3ea-8faa164fb948 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:17.767355 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02c68a-5524-4395-b3ea-8faa164fb948 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Subnet': ['ID=24d870ac-119b-4773-b825-ad87f9722a1d,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:17.770260 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33022) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:17.781092 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ed02c68a-5524-4395-b3ea-8faa164fb948 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:17.819191 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:17.822862 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad17b36-18df-4bef-8880-bfbe1fcfd525 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:17.839126 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2993a82f-f104-497a-a56d-892996ebd2d7 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:17.842380 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2993a82f-f104-497a-a56d-892996ebd2d7 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:17.906119 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f28d6-8096-4c7c-a3d8-72e8bbf762fa tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Subnet': ['ID=8f5d648a-77a9-407d-a48c-cc2cce6c2ef0,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:17.908639 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ed02c68a-5524-4395-b3ea-8faa164fb948 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7315745 Jun 21 14:50:17.913463 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33026) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:17.920158 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-13de6770-d9ea-49e2-b628-d663ff7d5837 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'port': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'fixed_ips': [{'subnet_id': '24d870ac-119b-4773-b825-ad87f9722a1d', 'ip_address': '2001:db8::b9fc:efbf:6aa:e765'}], 'name': 'tempest-NetworksTestDHCPv6-1145387043'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:17.922455 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-dd9f28d6-8096-4c7c-a3d8-72e8bbf762fa tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:17.934861 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-79547ec7-2e05-4823-b85e-4e5dff4b61aa tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:17.941357 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device f1c100dd-4050-43c9-9ac8-bb91da313f47 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:50:17.969379 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d54e4cff-f57a-4dae-ade7-49c8d68380dc tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:17.971008 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2993a82f-f104-497a-a56d-892996ebd2d7 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:17.971842 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2993a82f-f104-497a-a56d-892996ebd2d7 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Fanout notify agent at l3_agent the message router_deleted on router b575257b-a706-48bd-94f5-6b61ec4d0894 {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:50:17.982314 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2993a82f-f104-497a-a56d-892996ebd2d7 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:17.988105 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33028) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:17.988563 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2993a82f-f104-497a-a56d-892996ebd2d7 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] 10.222.0.72 "DELETE /v2.0/routers/b575257b-a706-48bd-94f5-6b61ec4d0894 HTTP/1.1" status: 204 len: 168 time: 1.0217993 Jun 21 14:50:17.995345 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-530b22e4-d57b-43c4-b3e8-88d940f123d1 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2147472266', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:18.029544 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: f1c100dd-4050-43c9-9ac8-bb91da313f47 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:50:18.029943 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device f1c100dd-4050-43c9-9ac8-bb91da313f47 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:50:18.067562 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:18.104951 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-530b22e4-d57b-43c4-b3e8-88d940f123d1 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:18.106111 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-530b22e4-d57b-43c4-b3e8-88d940f123d1 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:18.120780 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-79547ec7-2e05-4823-b85e-4e5dff4b61aa tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:18.124024 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-73f33d7a-8c60-4891-a69d-ab88babda201 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:18.132549 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13de6770-d9ea-49e2-b628-d663ff7d5837 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:18.164541 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ab4b08a7-a400-4b74-8f29-04d5fddc2ec5 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:18.205954 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79547ec7-2e05-4823-b85e-4e5dff4b61aa tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:18.213863 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636d1181-c5bd-416f-9db8-fc4ee28b83fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-8e867a28-8d41-47df-a2af-a54cb8b30a66', 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'fixed_ips': [{'subnet_id': '24d870ac-119b-4773-b825-ad87f9722a1d'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:50:18.215031 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-636d1181-c5bd-416f-9db8-fc4ee28b83fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:18.242091 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-79547ec7-2e05-4823-b85e-4e5dff4b61aa tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:18.246513 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79547ec7-2e05-4823-b85e-4e5dff4b61aa tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:18.246810 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-13de6770-d9ea-49e2-b628-d663ff7d5837 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:18.252526 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79547ec7-2e05-4823-b85e-4e5dff4b61aa tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event updated for resources: {'Port': ['ID=e5257298-bdf6-4217-80fa-713213a6b537,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:18.260885 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-530b22e4-d57b-43c4-b3e8-88d940f123d1 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:18.270520 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-13de6770-d9ea-49e2-b628-d663ff7d5837 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] device_id is not set on port ca41be63-1f14-4f2c-91c0-0576fb4091b1 yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:50:18.283314 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-79547ec7-2e05-4823-b85e-4e5dff4b61aa tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:18.287449 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9ab2835f-5d63-49da-a250-f9985c09fc29 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.109s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:18.337732 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-d54e4cff-f57a-4dae-ade7-49c8d68380dc tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Deleting port a469db56-09c8-473b-b385-650b56b968da {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:18.338199 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d54e4cff-f57a-4dae-ade7-49c8d68380dc tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:18.340222 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-530b22e4-d57b-43c4-b3e8-88d940f123d1 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:18.350664 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc3f3d4-23ff-4fda-91e3-400545160ea4 None None] DHCP port deletion for d8a3a547-c473-4dce-b17c-b43d5f7836e5 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:50:18.383969 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b08a7-a400-4b74-8f29-04d5fddc2ec5 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Pushing event deleted for resources: {'Port': ['ID=bddb933d-2f93-47f8-a860-1bfa403f3455,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:18.421736 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ab4b08a7-a400-4b74-8f29-04d5fddc2ec5 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:18.465884 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-530b22e4-d57b-43c4-b3e8-88d940f123d1 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:18.472568 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-530b22e4-d57b-43c4-b3e8-88d940f123d1 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4760973 Jun 21 14:50:18.472788 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-13de6770-d9ea-49e2-b628-d663ff7d5837 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Allocated IP 2001:db8::b9fc:efbf:6aa:e765 (8e867a28-8d41-47df-a2af-a54cb8b30a66/24d870ac-119b-4773-b825-ad87f9722a1d/ca41be63-1f14-4f2c-91c0-0576fb4091b1) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:18.477020 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33030) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:18.486346 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-929f9910-2f55-48da-b86d-80c10e3b9ce4 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'enable_snat': True}}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:18.493043 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-fbc3f3d4-23ff-4fda-91e3-400545160ea4 None None] Deleting port a469db56-09c8-473b-b385-650b56b968da {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:18.494244 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-fbc3f3d4-23ff-4fda-91e3-400545160ea4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:18.509672 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ab4b08a7-a400-4b74-8f29-04d5fddc2ec5 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:18.514621 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ab4b08a7-a400-4b74-8f29-04d5fddc2ec5 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] 10.222.0.72 "DELETE /v2.0/ports/bddb933d-2f93-47f8-a860-1bfa403f3455 HTTP/1.1" status: 204 len: 168 time: 1.9998853 Jun 21 14:50:18.515250 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33032) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:18.532645 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-d54e4cff-f57a-4dae-ade7-49c8d68380dc tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] For port a469db56-09c8-473b-b385-650b56b968da, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=a469db56-09c8-473b-b385-650b56b968da,segment=NetworkSegment(ca3d3365-1348-497e-8004-ab8ee950e357),segment_id=ca3d3365-1348-497e-8004-ab8ee950e357)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:50:18.533013 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d54e4cff-f57a-4dae-ade7-49c8d68380dc tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:18.634732 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-fbc3f3d4-23ff-4fda-91e3-400545160ea4 None None] For port a469db56-09c8-473b-b385-650b56b968da, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=a469db56-09c8-473b-b385-650b56b968da,segment=NetworkSegment(ca3d3365-1348-497e-8004-ab8ee950e357),segment_id=ca3d3365-1348-497e-8004-ab8ee950e357)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:50:18.635137 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-fbc3f3d4-23ff-4fda-91e3-400545160ea4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:18.665307 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-d54e4cff-f57a-4dae-ade7-49c8d68380dc tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Calling delete_port for a469db56-09c8-473b-b385-650b56b968da owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:18.682479 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-5929754f-e60c-4e1f-bc67-e0a005d7eb17 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Deleting subnet 1c24697a-8ca9-4f4e-b07c-ac18b89dedff {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:50:18.697155 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5929754f-e60c-4e1f-bc67-e0a005d7eb17 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:18.751146 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-929f9910-2f55-48da-b86d-80c10e3b9ce4 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:18.775751 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-fbc3f3d4-23ff-4fda-91e3-400545160ea4 None None] Calling delete_port for a469db56-09c8-473b-b385-650b56b968da owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:18.829730 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5929754f-e60c-4e1f-bc67-e0a005d7eb17 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:18.927213 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-13de6770-d9ea-49e2-b628-d663ff7d5837 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:18.947813 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-13de6770-d9ea-49e2-b628-d663ff7d5837 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Transition to ACTIVE for port object ca41be63-1f14-4f2c-91c0-0576fb4091b1 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:18.964884 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d54e4cff-f57a-4dae-ade7-49c8d68380dc tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:18.966630 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-fbc3f3d4-23ff-4fda-91e3-400545160ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:18.969882 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e3d861ce-9af6-49e2-9ca1-a64f9102035d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:18.972935 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7a78ff72-33b1-4bdd-999a-27521dd66cda tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:18.995838 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc3f3d4-23ff-4fda-91e3-400545160ea4 None None] Pushing event deleted for resources: {'Port': ['ID=a469db56-09c8-473b-b385-650b56b968da,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:18.999092 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-fbc3f3d4-23ff-4fda-91e3-400545160ea4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:18.999997 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc3f3d4-23ff-4fda-91e3-400545160ea4 None None] No DVR routers for this DVR port a469db56-09c8-473b-b385-650b56b968da on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:50:19.025179 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e4cff-f57a-4dae-ade7-49c8d68380dc tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Port': ['ID=a469db56-09c8-473b-b385-650b56b968da,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:19.028808 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d54e4cff-f57a-4dae-ade7-49c8d68380dc tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:19.049388 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54e4cff-f57a-4dae-ade7-49c8d68380dc tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] No DVR routers for this DVR port a469db56-09c8-473b-b385-650b56b968da on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:50:19.082647 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-13de6770-d9ea-49e2-b628-d663ff7d5837 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:19.088129 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-7bb6b1ef-922d-4de0-9678-a0670f183020 tempest-RoutersAdminNegativeIpV6Test-950723679 tempest-RoutersAdminNegativeIpV6Test-950723679-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:19.116183 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5929754f-e60c-4e1f-bc67-e0a005d7eb17 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:19.136429 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-636d1181-c5bd-416f-9db8-fc4ee28b83fd None None] Allocated IP 2001:db8::2 (8e867a28-8d41-47df-a2af-a54cb8b30a66/24d870ac-119b-4773-b825-ad87f9722a1d/887ac5b1-11d6-46b9-8bba-d4ba8a329898) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:19.150918 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13de6770-d9ea-49e2-b628-d663ff7d5837 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:19.156743 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-929f9910-2f55-48da-b86d-80c10e3b9ce4 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:19.164490 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-13de6770-d9ea-49e2-b628-d663ff7d5837 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:19.164490 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13de6770-d9ea-49e2-b628-d663ff7d5837 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:19.170053 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13de6770-d9ea-49e2-b628-d663ff7d5837 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:19.170742 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-13de6770-d9ea-49e2-b628-d663ff7d5837 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:19.197361 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de6770-d9ea-49e2-b628-d663ff7d5837 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Port': ['ID=ca41be63-1f14-4f2c-91c0-0576fb4091b1,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:19.203214 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-13de6770-d9ea-49e2-b628-d663ff7d5837 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:19.204652 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-929f9910-2f55-48da-b86d-80c10e3b9ce4 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:19.224009 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d54e4cff-f57a-4dae-ade7-49c8d68380dc tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:19.246320 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-13de6770-d9ea-49e2-b628-d663ff7d5837 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3286855 Jun 21 14:50:19.246558 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33040) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:19.253183 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-6e67544f-dd91-4f8c-8bc8-29b8a78f03ca tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'port': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'fixed_ips': [{'subnet_id': '24d870ac-119b-4773-b825-ad87f9722a1d', 'ip_address': '2001:db8::b9fc:efbf:6aa:e765'}], 'name': 'tempest-NetworksTestDHCPv6-418514180'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:19.274636 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-d54e4cff-f57a-4dae-ade7-49c8d68380dc tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a3a547-c473-4dce-b17c-b43d5f7836e5']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:19.293157 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-d54e4cff-f57a-4dae-ade7-49c8d68380dc tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3d3365-1348-497e-8004-ab8ee950e357') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:19.293465 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-d54e4cff-f57a-4dae-ade7-49c8d68380dc tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3d3365-1348-497e-8004-ab8ee950e357') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:19.312520 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d54e4cff-f57a-4dae-ade7-49c8d68380dc tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:19.330327 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-636d1181-c5bd-416f-9db8-fc4ee28b83fd None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:19.364319 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d54e4cff-f57a-4dae-ade7-49c8d68380dc tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:19.373133 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5929754f-e60c-4e1f-bc67-e0a005d7eb17 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:19.377901 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d54e4cff-f57a-4dae-ade7-49c8d68380dc tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:50:19.377901 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d54e4cff-f57a-4dae-ade7-49c8d68380dc tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:19.383306 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:50:19.386422 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:50:19.395155 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-929f9910-2f55-48da-b86d-80c10e3b9ce4 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Allocated IP 172.26.3.30 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/91b7eabd-0e89-4f44-bd0e-11cc3ffa1566) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:19.451932 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929754f-e60c-4e1f-bc67-e0a005d7eb17 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Pushing event deleted for resources: {'Subnet': ['ID=1c24697a-8ca9-4f4e-b07c-ac18b89dedff,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:19.456520 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5929754f-e60c-4e1f-bc67-e0a005d7eb17 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:19.458399 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5929754f-e60c-4e1f-bc67-e0a005d7eb17 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] 10.222.0.72 "DELETE /v2.0/subnets/1c24697a-8ca9-4f4e-b07c-ac18b89dedff HTTP/1.1" status: 204 len: 168 time: 0.9368367 Jun 21 14:50:19.459355 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5929754f-e60c-4e1f-bc67-e0a005d7eb17 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:19.460876 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33042) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:19.466017 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6331b8-7a6d-4e77-9f35-d8dbcd97f23b None None] Network 9c0c7957-397e-438a-b145-7d2a9a050a12 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:19.469408 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-79547ec7-2e05-4823-b85e-4e5dff4b61aa tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:19.486320 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e67544f-dd91-4f8c-8bc8-29b8a78f03ca tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:19.491315 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6e67544f-dd91-4f8c-8bc8-29b8a78f03ca tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:19.516788 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-636d1181-c5bd-416f-9db8-fc4ee28b83fd None None] Transition to ACTIVE for port object 887ac5b1-11d6-46b9-8bba-d4ba8a329898 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:19.517465 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d54e4cff-f57a-4dae-ade7-49c8d68380dc tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:19.527652 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:19.545438 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-636d1181-c5bd-416f-9db8-fc4ee28b83fd None None] Transition to ACTIVE for port object 887ac5b1-11d6-46b9-8bba-d4ba8a329898 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:19.546151 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d54e4cff-f57a-4dae-ade7-49c8d68380dc tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:19.553686 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d54e4cff-f57a-4dae-ade7-49c8d68380dc tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/networks/d8a3a547-c473-4dce-b17c-b43d5f7836e5 HTTP/1.1" status: 204 len: 168 time: 1.7798955 Jun 21 14:50:19.555358 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33044) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:19.559669 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e4cff-f57a-4dae-ade7-49c8d68380dc tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Network': ['ID=d8a3a547-c473-4dce-b17c-b43d5f7836e5,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:19.562829 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d54e4cff-f57a-4dae-ade7-49c8d68380dc tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:19.568678 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-6e67544f-dd91-4f8c-8bc8-29b8a78f03ca tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] device_id is not set on port 234027a7-fadc-4399-93ef-3d870b1d1286 yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:50:19.569717 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-636d1181-c5bd-416f-9db8-fc4ee28b83fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:19.571998 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-d2419e8a-dd30-4899-a07d-686c77bf410e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:19.602947 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-79547ec7-2e05-4823-b85e-4e5dff4b61aa tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:19.619274 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d6670cdf-9f40-45c4-ae2c-7ac3b0d93b4f tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:19.637328 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636d1181-c5bd-416f-9db8-fc4ee28b83fd None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:19.648794 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-636d1181-c5bd-416f-9db8-fc4ee28b83fd None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:19.651800 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-636d1181-c5bd-416f-9db8-fc4ee28b83fd None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:19.654465 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d1181-c5bd-416f-9db8-fc4ee28b83fd None None] Pushing event updated for resources: {'Port': ['ID=887ac5b1-11d6-46b9-8bba-d4ba8a329898,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:19.657452 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-636d1181-c5bd-416f-9db8-fc4ee28b83fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:19.694894 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:19.704707 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-929f9910-2f55-48da-b86d-80c10e3b9ce4 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:19.728789 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-636d1181-c5bd-416f-9db8-fc4ee28b83fd None None] Attempting to bind port 887ac5b1-11d6-46b9-8bba-d4ba8a329898 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:50:19.729176 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-636d1181-c5bd-416f-9db8-fc4ee28b83fd None None] Attempting to bind port 887ac5b1-11d6-46b9-8bba-d4ba8a329898 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:50:19.729513 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636d1181-c5bd-416f-9db8-fc4ee28b83fd None None] Attempting to bind port 887ac5b1-11d6-46b9-8bba-d4ba8a329898 on network 8e867a28-8d41-47df-a2af-a54cb8b30a66 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:50:19.735077 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636d1181-c5bd-416f-9db8-fc4ee28b83fd None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:50:19.735446 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636d1181-c5bd-416f-9db8-fc4ee28b83fd None None] Checking segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:50:19.735843 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-636d1181-c5bd-416f-9db8-fc4ee28b83fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:19.736899 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636d1181-c5bd-416f-9db8-fc4ee28b83fd None None] Bound using segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:50:19.736899 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-636d1181-c5bd-416f-9db8-fc4ee28b83fd None None] Bound port: 887ac5b1-11d6-46b9-8bba-d4ba8a329898, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:50:19.737110 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-636d1181-c5bd-416f-9db8-fc4ee28b83fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:19.788733 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-79547ec7-2e05-4823-b85e-4e5dff4b61aa tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:19.799042 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-79547ec7-2e05-4823-b85e-4e5dff4b61aa tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:19.803946 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-636d1181-c5bd-416f-9db8-fc4ee28b83fd None None] For port 887ac5b1-11d6-46b9-8bba-d4ba8a329898, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:50:19.805310 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8628128e-062e-49c9-a6ca-48fc3926c80b tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:19.808504 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-636d1181-c5bd-416f-9db8-fc4ee28b83fd None None] For port 887ac5b1-11d6-46b9-8bba-d4ba8a329898, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=887ac5b1-11d6-46b9-8bba-d4ba8a329898,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:50:19.829039 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-636d1181-c5bd-416f-9db8-fc4ee28b83fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:19.831258 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b233ab6-d3f4-421c-9f51-cad7ec220f49 None None] DHCP port deletion for 9c0c7957-397e-438a-b145-7d2a9a050a12 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:50:19.841705 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-a934d57a-d371-4d3e-b84c-6cd13e1587a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:19.847485 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdff4e84-5f69-4d47-b44d-96a14f1695b5 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:19.852480 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-cdff4e84-5f69-4d47-b44d-96a14f1695b5 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2883279 Jun 21 14:50:19.857280 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33046) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:19.893017 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79547ec7-2e05-4823-b85e-4e5dff4b61aa tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event updated for resources: {'Port': ['ID=e5257298-bdf6-4217-80fa-713213a6b537,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:19.905448 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-79547ec7-2e05-4823-b85e-4e5dff4b61aa tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:19.912982 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-79547ec7-2e05-4823-b85e-4e5dff4b61aa tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:19.922256 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-929f9910-2f55-48da-b86d-80c10e3b9ce4 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:19.944529 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:19.952829 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e67544f-dd91-4f8c-8bc8-29b8a78f03ca tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] POST failed (client error): There was a conflict when trying to complete your request. Jun 21 14:50:19.953295 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e67544f-dd91-4f8c-8bc8-29b8a78f03ca tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:50:19.975946 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-d6670cdf-9f40-45c4-ae2c-7ac3b0d93b4f tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Deleting port ffcc029a-8c85-4dfb-a426-cb65bd112c8a {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:19.976292 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d6670cdf-9f40-45c4-ae2c-7ac3b0d93b4f tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:20.019071 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device ffcc029a-8c85-4dfb-a426-cb65bd112c8a no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:50:20.125090 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636d1181-c5bd-416f-9db8-fc4ee28b83fd None None] Pushing event updated for resources: {'Port': ['ID=887ac5b1-11d6-46b9-8bba-d4ba8a329898,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:20.129604 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-636d1181-c5bd-416f-9db8-fc4ee28b83fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:20.174686 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-8b233ab6-d3f4-421c-9f51-cad7ec220f49 None None] Deleting port ffcc029a-8c85-4dfb-a426-cb65bd112c8a {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:20.175062 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8b233ab6-d3f4-421c-9f51-cad7ec220f49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:20.235268 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:20.267316 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-8b233ab6-d3f4-421c-9f51-cad7ec220f49 None None] For port ffcc029a-8c85-4dfb-a426-cb65bd112c8a, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=ffcc029a-8c85-4dfb-a426-cb65bd112c8a,segment=NetworkSegment(3edc588a-4eba-419e-a0bf-7e8886a6ede6),segment_id=3edc588a-4eba-419e-a0bf-7e8886a6ede6)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:50:20.267712 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8b233ab6-d3f4-421c-9f51-cad7ec220f49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:20.354325 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-8b233ab6-d3f4-421c-9f51-cad7ec220f49 None None] Calling delete_port for ffcc029a-8c85-4dfb-a426-cb65bd112c8a owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:20.360613 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port ffcc029a-8c85-4dfb-a426-cb65bd112c8a, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=ffcc029a-8c85-4dfb-a426-cb65bd112c8a,segment=NetworkSegment(3edc588a-4eba-419e-a0bf-7e8886a6ede6),segment_id=3edc588a-4eba-419e-a0bf-7e8886a6ede6)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:50:20.387262 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:20.388045 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device a469db56-09c8-473b-b385-650b56b968da no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:50:20.396214 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:20.479677 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: a469db56-09c8-473b-b385-650b56b968da {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:50:20.480598 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device a469db56-09c8-473b-b385-650b56b968da not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:50:20.496889 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-d6670cdf-9f40-45c4-ae2c-7ac3b0d93b4f tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] For port ffcc029a-8c85-4dfb-a426-cb65bd112c8a, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=ffcc029a-8c85-4dfb-a426-cb65bd112c8a,segment=NetworkSegment(3edc588a-4eba-419e-a0bf-7e8886a6ede6),segment_id=3edc588a-4eba-419e-a0bf-7e8886a6ede6)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:50:20.497375 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d6670cdf-9f40-45c4-ae2c-7ac3b0d93b4f tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:20.532405 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.l3_db [None req-79547ec7-2e05-4823-b85e-4e5dff4b61aa tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Floating IP 3cafcd40-2bca-477e-ae42-1dee8f96a86a associated. External IP: 172.26.3.35, port: f2b817ea-c0ef-4595-b0a1-a4574c0ae06d. Jun 21 14:50:20.537752 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929f9910-2f55-48da-b86d-80c10e3b9ce4 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:20.543184 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6e67544f-dd91-4f8c-8bc8-29b8a78f03ca tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.2956917 Jun 21 14:50:20.544281 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-929f9910-2f55-48da-b86d-80c10e3b9ce4 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:20.547778 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929f9910-2f55-48da-b86d-80c10e3b9ce4 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:20.554416 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33054) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:20.554629 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=ffcc029a-8c85-4dfb-a426-cb65bd112c8a,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:20.558939 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:20.578590 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8b233ab6-d3f4-421c-9f51-cad7ec220f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:20.580811 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:20.608746 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f9910-2f55-48da-b86d-80c10e3b9ce4 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Pushing event updated for resources: {'Port': ['ID=91b7eabd-0e89-4f44-bd0e-11cc3ffa1566,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:20.611724 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b233ab6-d3f4-421c-9f51-cad7ec220f49 None None] Pushing event deleted for resources: {'Port': ['ID=ffcc029a-8c85-4dfb-a426-cb65bd112c8a,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:20.614610 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8b233ab6-d3f4-421c-9f51-cad7ec220f49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:20.618505 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b233ab6-d3f4-421c-9f51-cad7ec220f49 None None] No DVR routers for this DVR port ffcc029a-8c85-4dfb-a426-cb65bd112c8a on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:50:20.684637 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-d6670cdf-9f40-45c4-ae2c-7ac3b0d93b4f tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Calling delete_port for ffcc029a-8c85-4dfb-a426-cb65bd112c8a owned by network:dhcp {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:20.688540 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-929f9910-2f55-48da-b86d-80c10e3b9ce4 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:20.762817 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b5ad5996-8db9-4e46-a477-3c28c3ede06f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.9012647 Jun 21 14:50:20.767903 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33056) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:20.775971 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-4ca3b65c-3eb0-427a-9428-be39fdacd084 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-634102079'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:20.815793 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79547ec7-2e05-4823-b85e-4e5dff4b61aa tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Router ec2f64cc-e7b1-4145-ba13-1ed488f33ca9 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:50:20.819207 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca3b65c-3eb0-427a-9428-be39fdacd084 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Made reservation on behalf of 4c5b77aec9d44a3cb3b2efd682f8e133 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:20.823437 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4ca3b65c-3eb0-427a-9428-be39fdacd084 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:20.888320 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca3b65c-3eb0-427a-9428-be39fdacd084 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] vlan segment allocate from pool success with {'vlan_id': 444, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:50:20.907401 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04eaa1b7-476d-4557-993f-752b38e56d84 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:20.911033 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4ca3b65c-3eb0-427a-9428-be39fdacd084 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:20.911514 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-4ca3b65c-3eb0-427a-9428-be39fdacd084 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Added segment d5a46f99-8812-4c93-8e9a-084adcc50b01 of type vlan for network 8c9c1ba9-3d06-47d3-b351-8ed8eec49ba2 Jun 21 14:50:20.913131 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04eaa1b7-476d-4557-993f-752b38e56d84 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:20.914775 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-04eaa1b7-476d-4557-993f-752b38e56d84 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.3585508 Jun 21 14:50:20.921306 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33058) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:20.958706 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d6670cdf-9f40-45c4-ae2c-7ac3b0d93b4f tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:20.963286 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2eae5581-8d92-4e92-b235-20848f6d85b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:20.991430 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4ca3b65c-3eb0-427a-9428-be39fdacd084 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:21.015043 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79547ec7-2e05-4823-b85e-4e5dff4b61aa tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:50:21.031836 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45267fa-e3b4-468c-b6ad-78375acc0b0e None None] Sync routers for ids ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:50:21.047061 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6670cdf-9f40-45c4-ae2c-7ac3b0d93b4f tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Pushing event deleted for resources: {'Port': ['ID=ffcc029a-8c85-4dfb-a426-cb65bd112c8a,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:21.052819 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-79547ec7-2e05-4823-b85e-4e5dff4b61aa tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:21.052972 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d6670cdf-9f40-45c4-ae2c-7ac3b0d93b4f tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:21.055127 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45267fa-e3b4-468c-b6ad-78375acc0b0e None None] Routers {'ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:21.056841 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-a45267fa-e3b4-468c-b6ad-78375acc0b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:21.059713 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4ca3b65c-3eb0-427a-9428-be39fdacd084 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:21.089961 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca3b65c-3eb0-427a-9428-be39fdacd084 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:21.090616 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4ca3b65c-3eb0-427a-9428-be39fdacd084 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:21.095409 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6670cdf-9f40-45c4-ae2c-7ac3b0d93b4f tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] No DVR routers for this DVR port ffcc029a-8c85-4dfb-a426-cb65bd112c8a on host dv-neutron-797121-2-hyperv {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:50:21.095582 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:21.117557 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-a45267fa-e3b4-468c-b6ad-78375acc0b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:21.135178 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45267fa-e3b4-468c-b6ad-78375acc0b0e None None] Routers {'ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:21.135824 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-a45267fa-e3b4-468c-b6ad-78375acc0b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:21.178320 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-79547ec7-2e05-4823-b85e-4e5dff4b61aa tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.2897255 Jun 21 14:50:21.184977 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4ca3b65c-3eb0-427a-9428-be39fdacd084 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4132507 Jun 21 14:50:21.184977 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33064) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:21.187205 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-170068de-a8f9-46e1-ae51-37fda5aeb0be tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:21.207529 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33066) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:21.214445 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-88cc427c-fb7e-4f93-a6fd-1ec46cb2568a tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'subnet': {'network_id': '8c9c1ba9-3d06-47d3-b351-8ed8eec49ba2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:21.256487 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-a45267fa-e3b4-468c-b6ad-78375acc0b0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:21.262895 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45267fa-e3b4-468c-b6ad-78375acc0b0e None None] The sync data for ids ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:50:21.283532 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca3b65c-3eb0-427a-9428-be39fdacd084 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Network': ['ID=8c9c1ba9-3d06-47d3-b351-8ed8eec49ba2,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:21.294903 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 8c9c1ba9-3d06-47d3-b351-8ed8eec49ba2 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:50:21.313016 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4ca3b65c-3eb0-427a-9428-be39fdacd084 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:21.327468 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-929f9910-2f55-48da-b86d-80c10e3b9ce4 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:21.427613 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-170068de-a8f9-46e1-ae51-37fda5aeb0be tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for floatingip, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:21.477090 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-93d70393-cddf-4ceb-a736-d46a56cc030f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting port ca41be63-1f14-4f2c-91c0-0576fb4091b1 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:21.477433 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-93d70393-cddf-4ceb-a736-d46a56cc030f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:21.504705 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d6670cdf-9f40-45c4-ae2c-7ac3b0d93b4f tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:21.550357 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-d6670cdf-9f40-45c4-ae2c-7ac3b0d93b4f tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c0c7957-397e-438a-b145-7d2a9a050a12']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:21.560511 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88cc427c-fb7e-4f93-a6fd-1ec46cb2568a tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Made reservation on behalf of 4c5b77aec9d44a3cb3b2efd682f8e133 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:21.564186 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-88cc427c-fb7e-4f93-a6fd-1ec46cb2568a tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:21.573437 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-d6670cdf-9f40-45c4-ae2c-7ac3b0d93b4f tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3edc588a-4eba-419e-a0bf-7e8886a6ede6') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:21.573809 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-d6670cdf-9f40-45c4-ae2c-7ac3b0d93b4f tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3edc588a-4eba-419e-a0bf-7e8886a6ede6') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:21.607624 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-35002315-a841-4d92-8847-ab87d885af3c None None] Provisioning for port 887ac5b1-11d6-46b9-8bba-d4ba8a329898 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:21.640660 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d6670cdf-9f40-45c4-ae2c-7ac3b0d93b4f tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:21.670139 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d6670cdf-9f40-45c4-ae2c-7ac3b0d93b4f tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:21.689760 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-170068de-a8f9-46e1-ae51-37fda5aeb0be tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:21.693261 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6670cdf-9f40-45c4-ae2c-7ac3b0d93b4f tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:50:21.693807 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d6670cdf-9f40-45c4-ae2c-7ac3b0d93b4f tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: self.session.flush() Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: self.session.flush() Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: self.session.flush() Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: self.session.flush() Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:50:21.697557 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:50:21.704302 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-170068de-a8f9-46e1-ae51-37fda5aeb0be tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:21.704765 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.l3_db [None req-170068de-a8f9-46e1-ae51-37fda5aeb0be tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Floating IP 3cafcd40-2bca-477e-ae42-1dee8f96a86a disassociated. External IP: 172.26.3.35, port: f2b817ea-c0ef-4595-b0a1-a4574c0ae06d. Jun 21 14:50:21.783169 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-93d70393-cddf-4ceb-a736-d46a56cc030f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:21.859821 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-5dc22007-180e-4ccf-b7cb-03cb53847ce7 None None] Provisioning for port ca41be63-1f14-4f2c-91c0-0576fb4091b1 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:21.864802 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-5dc22007-180e-4ccf-b7cb-03cb53847ce7 None None] Provisioning complete for port ca41be63-1f14-4f2c-91c0-0576fb4091b1 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:21.865350 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5dc22007-180e-4ccf-b7cb-03cb53847ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:21.871065 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-93d70393-cddf-4ceb-a736-d46a56cc030f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Calling delete_port for ca41be63-1f14-4f2c-91c0-0576fb4091b1 owned by {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:21.917669 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d6670cdf-9f40-45c4-ae2c-7ac3b0d93b4f tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:21.924550 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:21.929840 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-5dc22007-180e-4ccf-b7cb-03cb53847ce7 None None] Port ca41be63-1f14-4f2c-91c0-0576fb4091b1 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:50:21.933540 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 887ac5b1-11d6-46b9-8bba-d4ba8a329898 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:50:21.938374 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d6670cdf-9f40-45c4-ae2c-7ac3b0d93b4f tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:21.942635 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d6670cdf-9f40-45c4-ae2c-7ac3b0d93b4f tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] 10.222.0.72 "DELETE /v2.0/networks/9c0c7957-397e-438a-b145-7d2a9a050a12 HTTP/1.1" status: 204 len: 168 time: 2.4781728 Jun 21 14:50:21.976153 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6670cdf-9f40-45c4-ae2c-7ac3b0d93b4f tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Pushing event deleted for resources: {'Network': ['ID=9c0c7957-397e-438a-b145-7d2a9a050a12,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:21.981088 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d6670cdf-9f40-45c4-ae2c-7ac3b0d93b4f tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:21.993983 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 887ac5b1-11d6-46b9-8bba-d4ba8a329898 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:21.994188 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-88cc427c-fb7e-4f93-a6fd-1ec46cb2568a tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:21.998610 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-eea01090-a3fc-4279-ac37-8352a5c38302 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:22.004626 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 887ac5b1-11d6-46b9-8bba-d4ba8a329898 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:22.005020 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:22.008450 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-929f9910-2f55-48da-b86d-80c10e3b9ce4 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:22.014263 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-929f9910-2f55-48da-b86d-80c10e3b9ce4 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627068'] for router, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:22.055014 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170068de-a8f9-46e1-ae51-37fda5aeb0be tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Router ec2f64cc-e7b1-4145-ba13-1ed488f33ca9 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:50:22.081904 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc427c-fb7e-4f93-a6fd-1ec46cb2568a tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Subnet': ['ID=737a5290-40d2-4ec2-9cd3-1787d2e66f56,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:22.088909 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-88cc427c-fb7e-4f93-a6fd-1ec46cb2568a tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:22.105454 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:22.127080 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cc427c-fb7e-4f93-a6fd-1ec46cb2568a tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Checking segment: {'id': 'd5a46f99-8812-4c93-8e9a-084adcc50b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8c9c1ba9-3d06-47d3-b351-8ed8eec49ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:50:22.127462 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cc427c-fb7e-4f93-a6fd-1ec46cb2568a tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Network hostable DHCP agents. Network: 8c9c1ba9-3d06-47d3-b351-8ed8eec49ba2, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:50:22.146037 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 887ac5b1-11d6-46b9-8bba-d4ba8a329898, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=887ac5b1-11d6-46b9-8bba-d4ba8a329898,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:50:22.152758 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:22.160901 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-9e01fa0d-e48c-4a79-bccc-638ebc0fe984 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:22.194058 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cc427c-fb7e-4f93-a6fd-1ec46cb2568a tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Network 8c9c1ba9-3d06-47d3-b351-8ed8eec49ba2 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:50:22.206477 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-93d70393-cddf-4ceb-a736-d46a56cc030f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:22.218699 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9e30fabf-7afe-45cb-8311-86bca138013e tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:22.228945 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170068de-a8f9-46e1-ae51-37fda5aeb0be tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:50:22.239581 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=887ac5b1-11d6-46b9-8bba-d4ba8a329898,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:22.242622 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1000ce35-345c-490b-910f-d22d1af568dd None None] Sync routers for ids ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:50:22.244282 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:22.248516 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-170068de-a8f9-46e1-ae51-37fda5aeb0be tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:22.251173 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-88cc427c-fb7e-4f93-a6fd-1ec46cb2568a tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 8c9c1ba9-3d06-47d3-b351-8ed8eec49ba2) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:22.253133 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1000ce35-345c-490b-910f-d22d1af568dd None None] Routers {'ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:22.253742 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-1000ce35-345c-490b-910f-d22d1af568dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:22.263271 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0100f0e0-aed7-4a77-a662-485b4f008b8c None None] Network 8c9c1ba9-3d06-47d3-b351-8ed8eec49ba2 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:22.281709 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d70393-cddf-4ceb-a736-d46a56cc030f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Port': ['ID=ca41be63-1f14-4f2c-91c0-0576fb4091b1,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:22.291769 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-93d70393-cddf-4ceb-a736-d46a56cc030f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:22.297850 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-1000ce35-345c-490b-910f-d22d1af568dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:22.310626 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1000ce35-345c-490b-910f-d22d1af568dd None None] Routers {'ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:22.311549 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-1000ce35-345c-490b-910f-d22d1af568dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:22.318721 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cc427c-fb7e-4f93-a6fd-1ec46cb2568a tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:22.319330 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-88cc427c-fb7e-4f93-a6fd-1ec46cb2568a tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:22.346383 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-170068de-a8f9-46e1-ae51-37fda5aeb0be tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "PUT /v2.0/floatingips/3cafcd40-2bca-477e-ae42-1dee8f96a86a HTTP/1.1" status: 200 len: 687 time: 1.1622269 Jun 21 14:50:22.352462 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-88cc427c-fb7e-4f93-a6fd-1ec46cb2568a tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1439021 Jun 21 14:50:22.353216 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33074) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:22.355533 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33076) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:22.369218 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-1000ce35-345c-490b-910f-d22d1af568dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:22.370167 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-5719cc8b-2111-4824-8c01-944a7a799453 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'port': {'network_id': '8c9c1ba9-3d06-47d3-b351-8ed8eec49ba2', 'name': 'tempest-PortsIpV6TestJSON-517403136'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:22.370757 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1000ce35-345c-490b-910f-d22d1af568dd None None] The sync data for ids ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:50:22.381374 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-93d70393-cddf-4ceb-a736-d46a56cc030f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:22.387867 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-93d70393-cddf-4ceb-a736-d46a56cc030f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/ca41be63-1f14-4f2c-91c0-0576fb4091b1 HTTP/1.1" status: 204 len: 168 time: 1.4627712 Jun 21 14:50:22.396300 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33080) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:22.404749 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33082) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:22.491948 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929f9910-2f55-48da-b86d-80c10e3b9ce4 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Router 70127c00-a9c9-4be1-a937-9277cc82f872 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:50:22.527723 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91e37c4-df3d-489b-9aad-06dff6a69b28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-8c9c1ba9-3d06-47d3-b351-8ed8eec49ba2', 'network_id': '8c9c1ba9-3d06-47d3-b351-8ed8eec49ba2', 'tenant_id': '4c5b77aec9d44a3cb3b2efd682f8e133', 'fixed_ips': [{'subnet_id': '737a5290-40d2-4ec2-9cd3-1787d2e66f56'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:50:22.528860 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d91e37c4-df3d-489b-9aad-06dff6a69b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:22.595330 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938584a7-9311-463b-bbc6-555d78553d7e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:22.597614 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938584a7-9311-463b-bbc6-555d78553d7e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:22.599929 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-938584a7-9311-463b-bbc6-555d78553d7e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1941745 Jun 21 14:50:22.604026 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33090) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:22.677768 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f65c05d-c7cf-4ddd-9688-6506e1cefaa0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting subnet 24d870ac-119b-4773-b825-ad87f9722a1d {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:50:22.687793 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7f65c05d-c7cf-4ddd-9688-6506e1cefaa0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:22.738111 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-8d94f34e-4586-45d5-8771-2ddce4c551f2 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Deleting port e5257298-bdf6-4217-80fa-713213a6b537 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:22.738536 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8d94f34e-4586-45d5-8771-2ddce4c551f2 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:22.750757 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-d91e37c4-df3d-489b-9aad-06dff6a69b28 None None] Allocated IP 2001:db8::2 (8c9c1ba9-3d06-47d3-b351-8ed8eec49ba2/737a5290-40d2-4ec2-9cd3-1787d2e66f56/e52ce86a-a29c-4f0b-8a8c-112967ec5770) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:22.773720 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-62f3dd64-90e7-4bd0-a030-019def7bced2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=14ab737fef224ff487719681726d8225&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3663785 Jun 21 14:50:22.774710 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33092) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:22.796208 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7f65c05d-c7cf-4ddd-9688-6506e1cefaa0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:22.824186 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929f9910-2f55-48da-b86d-80c10e3b9ce4 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:50:22.832472 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-929f9910-2f55-48da-b86d-80c10e3b9ce4 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:22.837624 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7764d33-b6ea-46d0-a54d-6c230f53a1a0 None None] Sync routers for ids ['70127c00-a9c9-4be1-a937-9277cc82f872'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:50:22.837845 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-929f9910-2f55-48da-b86d-80c10e3b9ce4 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] 10.222.0.72 "PUT /v2.0/routers/70127c00-a9c9-4be1-a937-9277cc82f872 HTTP/1.1" status: 200 len: 918 time: 4.3551087 Jun 21 14:50:22.838347 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33094) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:22.853336 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7764d33-b6ea-46d0-a54d-6c230f53a1a0 None None] Routers {'70127c00-a9c9-4be1-a937-9277cc82f872'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:22.854026 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-b7764d33-b6ea-46d0-a54d-6c230f53a1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['70127c00-a9c9-4be1-a937-9277cc82f872'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:22.884983 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5719cc8b-2111-4824-8c01-944a7a799453 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Made reservation on behalf of 4c5b77aec9d44a3cb3b2efd682f8e133 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:22.889743 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5719cc8b-2111-4824-8c01-944a7a799453 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:22.893912 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-b7764d33-b6ea-46d0-a54d-6c230f53a1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:22.903199 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5d03ccf8-7d24-4345-b0b2-d8f45b2c01c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:22.915426 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7764d33-b6ea-46d0-a54d-6c230f53a1a0 None None] Routers {'70127c00-a9c9-4be1-a937-9277cc82f872'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:22.916077 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-b7764d33-b6ea-46d0-a54d-6c230f53a1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['70127c00-a9c9-4be1-a937-9277cc82f872'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:22.940270 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8d94f34e-4586-45d5-8771-2ddce4c551f2 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:22.940580 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8d94f34e-4586-45d5-8771-2ddce4c551f2 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:22.957239 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-5719cc8b-2111-4824-8c01-944a7a799453 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] device_id is not set on port 67590ec1-1e5a-4545-8674-6d07566796a3 yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:50:22.959756 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-b7764d33-b6ea-46d0-a54d-6c230f53a1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:22.960247 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5d03ccf8-7d24-4345-b0b2-d8f45b2c01c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:22.960388 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7764d33-b6ea-46d0-a54d-6c230f53a1a0 None None] The sync data for ids ['70127c00-a9c9-4be1-a937-9277cc82f872'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:50:22.963358 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7f65c05d-c7cf-4ddd-9688-6506e1cefaa0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:23.001723 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8b6bab45-48aa-42ba-b524-9b9a45499a83 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] 10.222.0.72 "GET /v2.0/routers/70127c00-a9c9-4be1-a937-9277cc82f872 HTTP/1.1" status: 200 len: 924 time: 0.1566248 Jun 21 14:50:23.002747 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33096) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:23.005369 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d91e37c4-df3d-489b-9aad-06dff6a69b28 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:23.015378 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-d91e37c4-df3d-489b-9aad-06dff6a69b28 None None] Transition to ACTIVE for port object e52ce86a-a29c-4f0b-8a8c-112967ec5770 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:23.031645 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-d91e37c4-df3d-489b-9aad-06dff6a69b28 None None] Transition to ACTIVE for port object e52ce86a-a29c-4f0b-8a8c-112967ec5770 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:23.041495 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d91e37c4-df3d-489b-9aad-06dff6a69b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:23.044364 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-bd02a464-d4d6-4ec8-bac5-a8cefeb3e5d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:23.058377 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5d03ccf8-7d24-4345-b0b2-d8f45b2c01c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:23.061276 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5d03ccf8-7d24-4345-b0b2-d8f45b2c01c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:23.064928 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5d03ccf8-7d24-4345-b0b2-d8f45b2c01c7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ffef1cbb-4784-47c5-998e-3ddde5d47da6 HTTP/1.1" status: 204 len: 168 time: 0.2831075 Jun 21 14:50:23.064928 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4a401991-a101-4473-b755-53689f7e1a23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:23.069444 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-8d94f34e-4586-45d5-8771-2ddce4c551f2 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Calling delete_port for e5257298-bdf6-4217-80fa-713213a6b537 owned by network:floatingip {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:23.073508 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d03ccf8-7d24-4345-b0b2-d8f45b2c01c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffef1cbb-4784-47c5-998e-3ddde5d47da6,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:23.076212 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5d03ccf8-7d24-4345-b0b2-d8f45b2c01c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:23.092621 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91e37c4-df3d-489b-9aad-06dff6a69b28 None None] Network 8c9c1ba9-3d06-47d3-b351-8ed8eec49ba2 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:23.099844 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27695fe0-5e18-4709-9b7f-72b5b29b62b9 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:23.101019 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-d91e37c4-df3d-489b-9aad-06dff6a69b28 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:23.106340 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-27695fe0-5e18-4709-9b7f-72b5b29b62b9 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=78e7bc12-ea33-4baf-9744-b93105835641&device_id=70127c00-a9c9-4be1-a937-9277cc82f872&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1007919 Jun 21 14:50:23.108860 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33100) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:23.110521 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91e37c4-df3d-489b-9aad-06dff6a69b28 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:23.122066 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e37c4-df3d-489b-9aad-06dff6a69b28 None None] Pushing event updated for resources: {'Port': ['ID=e52ce86a-a29c-4f0b-8a8c-112967ec5770,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:23.125733 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-d91e37c4-df3d-489b-9aad-06dff6a69b28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:23.186995 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-d91e37c4-df3d-489b-9aad-06dff6a69b28 None None] Attempting to bind port e52ce86a-a29c-4f0b-8a8c-112967ec5770 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:50:23.187640 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-d91e37c4-df3d-489b-9aad-06dff6a69b28 None None] Attempting to bind port e52ce86a-a29c-4f0b-8a8c-112967ec5770 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'd5a46f99-8812-4c93-8e9a-084adcc50b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8c9c1ba9-3d06-47d3-b351-8ed8eec49ba2'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:50:23.188697 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91e37c4-df3d-489b-9aad-06dff6a69b28 None None] Attempting to bind port e52ce86a-a29c-4f0b-8a8c-112967ec5770 on network 8c9c1ba9-3d06-47d3-b351-8ed8eec49ba2 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:50:23.194931 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91e37c4-df3d-489b-9aad-06dff6a69b28 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:50:23.195715 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91e37c4-df3d-489b-9aad-06dff6a69b28 None None] Checking segment: {'id': 'd5a46f99-8812-4c93-8e9a-084adcc50b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8c9c1ba9-3d06-47d3-b351-8ed8eec49ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:50:23.196444 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d91e37c4-df3d-489b-9aad-06dff6a69b28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:23.196444 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91e37c4-df3d-489b-9aad-06dff6a69b28 None None] Bound using segment: {'id': 'd5a46f99-8812-4c93-8e9a-084adcc50b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8c9c1ba9-3d06-47d3-b351-8ed8eec49ba2'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:50:23.197417 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-d91e37c4-df3d-489b-9aad-06dff6a69b28 None None] Bound port: e52ce86a-a29c-4f0b-8a8c-112967ec5770, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a46f99-8812-4c93-8e9a-084adcc50b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8c9c1ba9-3d06-47d3-b351-8ed8eec49ba2'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:50:23.197417 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d91e37c4-df3d-489b-9aad-06dff6a69b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:23.218461 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7f65c05d-c7cf-4ddd-9688-6506e1cefaa0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:23.227095 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7d1297f7-7573-4d0a-8384-5a5d21133953 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:23.266419 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a7239f-9e3b-4cef-b2a0-26c282556ddb tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:23.268107 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-90a7239f-9e3b-4cef-b2a0-26c282556ddb tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] 10.222.0.72 "GET /v2.0/networks/78e7bc12-ea33-4baf-9744-b93105835641 HTTP/1.1" status: 200 len: 881 time: 0.1576607 Jun 21 14:50:23.272371 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33104) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:23.275353 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-5719cc8b-2111-4824-8c01-944a7a799453 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Allocated IP 2001:db8::376 (8c9c1ba9-3d06-47d3-b351-8ed8eec49ba2/737a5290-40d2-4ec2-9cd3-1787d2e66f56/67590ec1-1e5a-4545-8674-6d07566796a3) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:23.277474 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65c05d-c7cf-4ddd-9688-6506e1cefaa0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Subnet': ['ID=24d870ac-119b-4773-b825-ad87f9722a1d,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:23.281511 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7f65c05d-c7cf-4ddd-9688-6506e1cefaa0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:23.283364 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7f65c05d-c7cf-4ddd-9688-6506e1cefaa0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/24d870ac-119b-4773-b825-ad87f9722a1d HTTP/1.1" status: 204 len: 168 time: 0.6739995 Jun 21 14:50:23.285962 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7f65c05d-c7cf-4ddd-9688-6506e1cefaa0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:23.287902 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33106) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:23.292401 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-d91e37c4-df3d-489b-9aad-06dff6a69b28 None None] For port e52ce86a-a29c-4f0b-8a8c-112967ec5770, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:50:23.296353 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-d91e37c4-df3d-489b-9aad-06dff6a69b28 None None] For port e52ce86a-a29c-4f0b-8a8c-112967ec5770, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=e52ce86a-a29c-4f0b-8a8c-112967ec5770,segment=NetworkSegment(d5a46f99-8812-4c93-8e9a-084adcc50b01),segment_id=d5a46f99-8812-4c93-8e9a-084adcc50b01)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:50:23.299707 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8324c37-9d5c-41f3-9c4c-fa6509d3743c None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:23.322917 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-35f94d12-c282-4695-bb1c-4270f92656f6 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] 10.222.0.72 "GET /v2.0/ports?device_id=70127c00-a9c9-4be1-a937-9277cc82f872 HTTP/1.1" status: 200 len: 205 time: 0.0487354 Jun 21 14:50:23.325661 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33108) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:23.342968 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d91e37c4-df3d-489b-9aad-06dff6a69b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:23.348325 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:23.349372 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ac69707b-feec-47a7-82e2-6b8c0bf027e9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0589502 Jun 21 14:50:23.357256 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33110) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:23.370523 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-7db10494-69f2-4465-9963-74de226b1c04 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:23.489263 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e37c4-df3d-489b-9aad-06dff6a69b28 None None] Pushing event updated for resources: {'Port': ['ID=e52ce86a-a29c-4f0b-8a8c-112967ec5770,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:23.494320 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-d91e37c4-df3d-489b-9aad-06dff6a69b28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:23.599679 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8d94f34e-4586-45d5-8771-2ddce4c551f2 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:23.606267 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-79547ec7-2e05-4823-b85e-4e5dff4b61aa tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:23.631724 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70f0bff-6caf-45f6-9f2d-69340ffb4376 None None] DHCP port deletion for 8e867a28-8d41-47df-a2af-a54cb8b30a66 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:50:23.643741 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d94f34e-4586-45d5-8771-2ddce4c551f2 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event deleted for resources: {'Port': ['ID=e5257298-bdf6-4217-80fa-713213a6b537,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:23.649809 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8d94f34e-4586-45d5-8771-2ddce4c551f2 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:23.659967 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db10494-69f2-4465-9963-74de226b1c04 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:23.663838 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7db10494-69f2-4465-9963-74de226b1c04 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:23.724720 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-d70f0bff-6caf-45f6-9f2d-69340ffb4376 None None] Deleting port 887ac5b1-11d6-46b9-8bba-d4ba8a329898 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:23.725250 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d70f0bff-6caf-45f6-9f2d-69340ffb4376 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:23.874300 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-d70f0bff-6caf-45f6-9f2d-69340ffb4376 None None] For port 887ac5b1-11d6-46b9-8bba-d4ba8a329898, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=887ac5b1-11d6-46b9-8bba-d4ba8a329898,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:50:23.875237 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d70f0bff-6caf-45f6-9f2d-69340ffb4376 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:24.049309 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-d70f0bff-6caf-45f6-9f2d-69340ffb4376 None None] Calling delete_port for 887ac5b1-11d6-46b9-8bba-d4ba8a329898 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:24.057094 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e52ce86a-a29c-4f0b-8a8c-112967ec5770 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:50:24.168067 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-99acd508-d6d1-4e45-a219-cb904777fe79 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:24.210249 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5719cc8b-2111-4824-8c01-944a7a799453 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:24.215971 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port e52ce86a-a29c-4f0b-8a8c-112967ec5770 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:24.228682 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d70f0bff-6caf-45f6-9f2d-69340ffb4376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:24.234799 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b23a8089-d8fe-47ae-8638-0d41aea485c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:24.263391 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-5719cc8b-2111-4824-8c01-944a7a799453 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Transition to ACTIVE for port object 67590ec1-1e5a-4545-8674-6d07566796a3 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:24.274704 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f0bff-6caf-45f6-9f2d-69340ffb4376 None None] Pushing event deleted for resources: {'Port': ['ID=887ac5b1-11d6-46b9-8bba-d4ba8a329898,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:24.283613 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-d70f0bff-6caf-45f6-9f2d-69340ffb4376 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:24.292660 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70f0bff-6caf-45f6-9f2d-69340ffb4376 None None] No DVR routers for this DVR port 887ac5b1-11d6-46b9-8bba-d4ba8a329898 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:50:24.311167 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33134) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:24.317300 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8d94f34e-4586-45d5-8771-2ddce4c551f2 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for floatingip, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:24.320051 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8d94f34e-4586-45d5-8771-2ddce4c551f2 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:24.325123 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8d94f34e-4586-45d5-8771-2ddce4c551f2 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "DELETE /v2.0/floatingips/3cafcd40-2bca-477e-ae42-1dee8f96a86a HTTP/1.1" status: 204 len: 168 time: 1.9685020 Jun 21 14:50:24.330207 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33138) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:24.331355 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 887ac5b1-11d6-46b9-8bba-d4ba8a329898 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:50:24.342520 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-de497af2-bd65-4a00-83fc-4587795cc201 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'port_id': 'f20db1e1-98fe-492b-a4a9-8952f8681545'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:24.353819 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 887ac5b1-11d6-46b9-8bba-d4ba8a329898 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:50:24.354078 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 887ac5b1-11d6-46b9-8bba-d4ba8a329898 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:50:24.394692 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-99acd508-d6d1-4e45-a219-cb904777fe79 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:24.406208 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-de497af2-bd65-4a00-83fc-4587795cc201 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for floatingip, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:24.431289 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5719cc8b-2111-4824-8c01-944a7a799453 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:24.437694 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-79547ec7-2e05-4823-b85e-4e5dff4b61aa tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:24.453998 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7db10494-69f2-4465-9963-74de226b1c04 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:24.483114 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-7ea696bc-a2a4-48a9-89bb-99d976642983 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Request body: {'networks': [{'name': 'tempest-network--140749010'}, {'name': 'tempest-network--583124949'}]} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:24.483382 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-7ea696bc-a2a4-48a9-89bb-99d976642983 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Request body: {'network': {'name': 'tempest-network--140749010'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:24.484485 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-7ea696bc-a2a4-48a9-89bb-99d976642983 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Request body: {'network': {'name': 'tempest-network--583124949'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:24.496650 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5719cc8b-2111-4824-8c01-944a7a799453 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Network 8c9c1ba9-3d06-47d3-b351-8ed8eec49ba2 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:24.502296 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-5719cc8b-2111-4824-8c01-944a7a799453 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:24.514387 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5719cc8b-2111-4824-8c01-944a7a799453 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:24.519979 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5719cc8b-2111-4824-8c01-944a7a799453 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:24.520726 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5719cc8b-2111-4824-8c01-944a7a799453 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:24.528326 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db10494-69f2-4465-9963-74de226b1c04 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:24.535856 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea696bc-a2a4-48a9-89bb-99d976642983 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Made reservation on behalf of a13a2599fe084aa7ae27fa55beb10cd6 for: {'network': 2} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:24.536272 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-7db10494-69f2-4465-9963-74de226b1c04 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:24.538288 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5719cc8b-2111-4824-8c01-944a7a799453 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Port': ['ID=67590ec1-1e5a-4545-8674-6d07566796a3,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:24.542565 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db10494-69f2-4465-9963-74de226b1c04 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:24.543131 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7ea696bc-a2a4-48a9-89bb-99d976642983 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:24.543335 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7db10494-69f2-4465-9963-74de226b1c04 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:24.550998 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5719cc8b-2111-4824-8c01-944a7a799453 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:24.553308 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1827b03-be7f-45d1-91e0-d6703a5de555 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:24.555586 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:24.565096 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-99acd508-d6d1-4e45-a219-cb904777fe79 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Deleting port 91b7eabd-0e89-4f44-bd0e-11cc3ffa1566 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:24.565096 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-99acd508-d6d1-4e45-a219-cb904777fe79 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:24.578470 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7ea696bc-a2a4-48a9-89bb-99d976642983 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:24.592628 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5719cc8b-2111-4824-8c01-944a7a799453 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2290616 Jun 21 14:50:24.595238 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33140) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:24.600521 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-ac399568-bf88-423f-b644-6fd8268d64e2 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'port': {'network_id': '8c9c1ba9-3d06-47d3-b351-8ed8eec49ba2', 'name': 'tempest-PortsIpV6TestJSON-2098099973'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:24.689489 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7db10494-69f2-4465-9963-74de226b1c04 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3257203 Jun 21 14:50:24.695932 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-99acd508-d6d1-4e45-a219-cb904777fe79 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:24.699035 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33142) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:24.712274 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-27b165b7-2fda-4256-a078-77ef8bd46280 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'port': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'fixed_ips': [{'subnet_id': '60eee83e-81f7-4114-9f37-97508f24b8b1', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-713171045'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:24.712958 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db10494-69f2-4465-9963-74de226b1c04 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Subnet': ['ID=60eee83e-81f7-4114-9f37-97508f24b8b1,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:24.718463 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7db10494-69f2-4465-9963-74de226b1c04 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:24.753345 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c4db685-8a05-45f0-a55d-b8ae5ebb1807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-8e867a28-8d41-47df-a2af-a54cb8b30a66', 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'fixed_ips': [{'subnet_id': '60eee83e-81f7-4114-9f37-97508f24b8b1'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:50:24.754315 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7c4db685-8a05-45f0-a55d-b8ae5ebb1807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:24.850305 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-99acd508-d6d1-4e45-a219-cb904777fe79 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Calling delete_port for 91b7eabd-0e89-4f44-bd0e-11cc3ffa1566 owned by network:router_gateway {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:24.882119 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd742252-115e-4513-872e-65fa34c88f7d None None] Network 8c9c1ba9-3d06-47d3-b351-8ed8eec49ba2 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:24.905344 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-de497af2-bd65-4a00-83fc-4587795cc201 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:24.957365 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-7c4db685-8a05-45f0-a55d-b8ae5ebb1807 None None] Allocated IP 2001:db8::2 (8e867a28-8d41-47df-a2af-a54cb8b30a66/60eee83e-81f7-4114-9f37-97508f24b8b1/f6704584-421e-48ca-946f-16476d507a0c) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:24.963070 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0bf24e87-c75c-4639-9781-0c2532b89ebb None None] Provisioning for port e52ce86a-a29c-4f0b-8a8c-112967ec5770 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:24.983873 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0bf24e87-c75c-4639-9781-0c2532b89ebb None None] Provisioning complete for port e52ce86a-a29c-4f0b-8a8c-112967ec5770 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:24.984249 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0bf24e87-c75c-4639-9781-0c2532b89ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:25.050239 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7ea696bc-a2a4-48a9-89bb-99d976642983 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:25.068213 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7ea696bc-a2a4-48a9-89bb-99d976642983 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:25.068798 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7ea696bc-a2a4-48a9-89bb-99d976642983 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:25.087276 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac399568-bf88-423f-b644-6fd8268d64e2 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Made reservation on behalf of 4c5b77aec9d44a3cb3b2efd682f8e133 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:25.091204 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ac399568-bf88-423f-b644-6fd8268d64e2 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:25.092476 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:25.127545 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-ac399568-bf88-423f-b644-6fd8268d64e2 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] device_id is not set on port bfbc182e-1480-4c9d-8f3d-4d5e7dda30dd yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:50:25.245319 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea696bc-a2a4-48a9-89bb-99d976642983 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d289906-1fb8-41e2-9978-190e86eb4bcf,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:25.249158 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-7ea696bc-a2a4-48a9-89bb-99d976642983 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:25.250226 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b165b7-2fda-4256-a078-77ef8bd46280 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:25.256327 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-de497af2-bd65-4a00-83fc-4587795cc201 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Allocated IP 172.26.3.4 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/67ee1194-1441-4266-b8f4-710b9b912ed1) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:25.260499 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea696bc-a2a4-48a9-89bb-99d976642983 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:50:25.328056 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7ea696bc-a2a4-48a9-89bb-99d976642983 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:25.328682 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-7ea696bc-a2a4-48a9-89bb-99d976642983 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Added segment c68a49bc-d54e-4d15-aab6-0b399fde8896 of type vlan for network 05f96247-b5c8-46e8-8f5c-b61703ee3d2e Jun 21 14:50:25.340211 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-ac399568-bf88-423f-b644-6fd8268d64e2 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Allocated IP 2001:db8::3e7 (8c9c1ba9-3d06-47d3-b351-8ed8eec49ba2/737a5290-40d2-4ec2-9cd3-1787d2e66f56/bfbc182e-1480-4c9d-8f3d-4d5e7dda30dd) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:25.410028 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0bf24e87-c75c-4639-9781-0c2532b89ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:25.449693 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7c4db685-8a05-45f0-a55d-b8ae5ebb1807 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:25.465515 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-7c4db685-8a05-45f0-a55d-b8ae5ebb1807 None None] Transition to ACTIVE for port object f6704584-421e-48ca-946f-16476d507a0c will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:25.472838 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7ea696bc-a2a4-48a9-89bb-99d976642983 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:25.487815 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-0bf24e87-c75c-4639-9781-0c2532b89ebb None None] For port e52ce86a-a29c-4f0b-8a8c-112967ec5770, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=e52ce86a-a29c-4f0b-8a8c-112967ec5770,segment=NetworkSegment(d5a46f99-8812-4c93-8e9a-084adcc50b01),segment_id=d5a46f99-8812-4c93-8e9a-084adcc50b01)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:50:25.492652 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-7c4db685-8a05-45f0-a55d-b8ae5ebb1807 None None] Transition to ACTIVE for port object f6704584-421e-48ca-946f-16476d507a0c will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:25.498371 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0bf24e87-c75c-4639-9781-0c2532b89ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:25.500412 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-1dc7120a-5f2b-49ba-b899-0b56f99fed69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:25.506686 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7c4db685-8a05-45f0-a55d-b8ae5ebb1807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:25.531144 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-27b165b7-2fda-4256-a078-77ef8bd46280 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:25.539865 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ac399568-bf88-423f-b644-6fd8268d64e2 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:25.548816 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-99acd508-d6d1-4e45-a219-cb904777fe79 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:25.554855 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-ac399568-bf88-423f-b644-6fd8268d64e2 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Transition to ACTIVE for port object bfbc182e-1480-4c9d-8f3d-4d5e7dda30dd will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:25.557654 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3bfdb44f-a112-4f63-977f-166231dfb665 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:25.559827 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4db685-8a05-45f0-a55d-b8ae5ebb1807 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:25.566634 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-7c4db685-8a05-45f0-a55d-b8ae5ebb1807 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:25.573099 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4db685-8a05-45f0-a55d-b8ae5ebb1807 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:25.590934 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf24e87-c75c-4639-9781-0c2532b89ebb None None] Pushing event updated for resources: {'Port': ['ID=e52ce86a-a29c-4f0b-8a8c-112967ec5770,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:25.595508 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0bf24e87-c75c-4639-9781-0c2532b89ebb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:25.596117 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-d70f0bff-6caf-45f6-9f2d-69340ffb4376 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:25.602045 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ac399568-bf88-423f-b644-6fd8268d64e2 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:25.611227 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1687d411-b06b-4e5f-8c52-c45fff27cd63 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:25.627082 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99acd508-d6d1-4e45-a219-cb904777fe79 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Pushing event deleted for resources: {'Port': ['ID=91b7eabd-0e89-4f44-bd0e-11cc3ffa1566,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:25.636091 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-99acd508-d6d1-4e45-a219-cb904777fe79 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:25.637749 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-27b165b7-2fda-4256-a078-77ef8bd46280 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] device_id is not set on port a9827cda-e772-4e65-9c6f-7eb8688c2596 yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:50:25.646454 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea696bc-a2a4-48a9-89bb-99d976642983 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:50:25.651407 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4db685-8a05-45f0-a55d-b8ae5ebb1807 None None] Pushing event updated for resources: {'Port': ['ID=f6704584-421e-48ca-946f-16476d507a0c,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:25.655494 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-7c4db685-8a05-45f0-a55d-b8ae5ebb1807 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:25.657092 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-de497af2-bd65-4a00-83fc-4587795cc201 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:25.657776 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac399568-bf88-423f-b644-6fd8268d64e2 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Network 8c9c1ba9-3d06-47d3-b351-8ed8eec49ba2 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:25.663221 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-ac399568-bf88-423f-b644-6fd8268d64e2 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:25.666128 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac399568-bf88-423f-b644-6fd8268d64e2 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:25.672912 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac399568-bf88-423f-b644-6fd8268d64e2 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:25.673751 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ac399568-bf88-423f-b644-6fd8268d64e2 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:25.691587 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac399568-bf88-423f-b644-6fd8268d64e2 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Port': ['ID=bfbc182e-1480-4c9d-8f3d-4d5e7dda30dd,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:25.694795 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ac399568-bf88-423f-b644-6fd8268d64e2 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:25.707832 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ac399568-bf88-423f-b644-6fd8268d64e2 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1113331 Jun 21 14:50:25.708691 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33150) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:25.728937 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-7c4db685-8a05-45f0-a55d-b8ae5ebb1807 None None] Attempting to bind port f6704584-421e-48ca-946f-16476d507a0c on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:50:25.729456 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-7c4db685-8a05-45f0-a55d-b8ae5ebb1807 None None] Attempting to bind port f6704584-421e-48ca-946f-16476d507a0c by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:50:25.729958 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4db685-8a05-45f0-a55d-b8ae5ebb1807 None None] Attempting to bind port f6704584-421e-48ca-946f-16476d507a0c on network 8e867a28-8d41-47df-a2af-a54cb8b30a66 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:50:25.735515 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4db685-8a05-45f0-a55d-b8ae5ebb1807 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:50:25.736040 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4db685-8a05-45f0-a55d-b8ae5ebb1807 None None] Checking segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:50:25.736650 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7c4db685-8a05-45f0-a55d-b8ae5ebb1807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:25.737141 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4db685-8a05-45f0-a55d-b8ae5ebb1807 None None] Bound using segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:50:25.737717 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-7c4db685-8a05-45f0-a55d-b8ae5ebb1807 None None] Bound port: f6704584-421e-48ca-946f-16476d507a0c, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:50:25.738262 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7c4db685-8a05-45f0-a55d-b8ae5ebb1807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:25.760025 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7ea696bc-a2a4-48a9-89bb-99d976642983 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:25.760371 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-7ea696bc-a2a4-48a9-89bb-99d976642983 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Added segment ac67f2a4-a9e7-4865-bb88-f4a981ff8327 of type vlan for network 9dee454e-7f5c-4d52-abc5-032ae803e622 Jun 21 14:50:25.855090 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-7c4db685-8a05-45f0-a55d-b8ae5ebb1807 None None] For port f6704584-421e-48ca-946f-16476d507a0c, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:50:25.858817 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-7c4db685-8a05-45f0-a55d-b8ae5ebb1807 None None] For port f6704584-421e-48ca-946f-16476d507a0c, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=f6704584-421e-48ca-946f-16476d507a0c,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:50:25.874187 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7c4db685-8a05-45f0-a55d-b8ae5ebb1807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:25.887653 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-2a193e98-429e-4d2a-b858-58b6c198c6e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:25.887896 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-99acd508-d6d1-4e45-a219-cb904777fe79 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:25.893912 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793acc06-8a9f-4011-be0e-d226082f781d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:25.897243 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-793acc06-8a9f-4011-be0e-d226082f781d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A376 HTTP/1.1" status: 200 len: 928 time: 0.1874933 Jun 21 14:50:25.902620 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-07185d8f-ae1e-4527-b7e3-bbbf741c9380 None None] Provisioning complete for port e52ce86a-a29c-4f0b-8a8c-112967ec5770 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:25.902805 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7ea696bc-a2a4-48a9-89bb-99d976642983 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:25.903314 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-07185d8f-ae1e-4527-b7e3-bbbf741c9380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:25.908624 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33152) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:25.972856 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e52ce86a-a29c-4f0b-8a8c-112967ec5770 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:50:26.046506 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-de497af2-bd65-4a00-83fc-4587795cc201 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:26.056706 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9ab17655-64ca-4f8f-887c-b45f95ac155b tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:26.065491 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-99acd508-d6d1-4e45-a219-cb904777fe79 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:26.069363 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-99acd508-d6d1-4e45-a219-cb904777fe79 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:26.071360 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-441e4726-0201-4522-85c9-c4553d5102ea tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Deleting port bfbc182e-1480-4c9d-8f3d-4d5e7dda30dd {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:26.071906 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-441e4726-0201-4522-85c9-c4553d5102ea tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:26.075486 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-27b165b7-2fda-4256-a078-77ef8bd46280 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:50:26.075990 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27b165b7-2fda-4256-a078-77ef8bd46280 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:50:26.111000 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4db685-8a05-45f0-a55d-b8ae5ebb1807 None None] Pushing event updated for resources: {'Port': ['ID=f6704584-421e-48ca-946f-16476d507a0c,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:26.115059 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-7c4db685-8a05-45f0-a55d-b8ae5ebb1807 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:26.139457 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-07185d8f-ae1e-4527-b7e3-bbbf741c9380 None None] Provisioning for port 67590ec1-1e5a-4545-8674-6d07566796a3 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:26.146501 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-07185d8f-ae1e-4527-b7e3-bbbf741c9380 None None] Provisioning complete for port 67590ec1-1e5a-4545-8674-6d07566796a3 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:26.146899 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-07185d8f-ae1e-4527-b7e3-bbbf741c9380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:26.173621 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de497af2-bd65-4a00-83fc-4587795cc201 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:26.184339 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-de497af2-bd65-4a00-83fc-4587795cc201 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:26.188947 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7ea696bc-a2a4-48a9-89bb-99d976642983 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:26.189565 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7ea696bc-a2a4-48a9-89bb-99d976642983 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:26.206286 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea696bc-a2a4-48a9-89bb-99d976642983 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:26.211104 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea696bc-a2a4-48a9-89bb-99d976642983 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:26.211746 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7ea696bc-a2a4-48a9-89bb-99d976642983 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:26.215024 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-27b165b7-2fda-4256-a078-77ef8bd46280 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5144913 Jun 21 14:50:26.216203 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de497af2-bd65-4a00-83fc-4587795cc201 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:26.216869 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-07185d8f-ae1e-4527-b7e3-bbbf741c9380 None None] Port 67590ec1-1e5a-4545-8674-6d07566796a3 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:50:26.220434 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33158) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:26.220933 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-99acd508-d6d1-4e45-a219-cb904777fe79 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:26.221479 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99acd508-d6d1-4e45-a219-cb904777fe79 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Fanout notify agent at l3_agent the message router_deleted on router 70127c00-a9c9-4be1-a937-9277cc82f872 {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:50:26.223127 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de497af2-bd65-4a00-83fc-4587795cc201 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event updated for resources: {'Port': ['ID=67ee1194-1441-4266-b8f4-710b9b912ed1,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:26.238816 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port e52ce86a-a29c-4f0b-8a8c-112967ec5770 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:26.239347 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:26.242345 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-99acd508-d6d1-4e45-a219-cb904777fe79 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:26.248743 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-99acd508-d6d1-4e45-a219-cb904777fe79 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] 10.222.0.72 "DELETE /v2.0/routers/70127c00-a9c9-4be1-a937-9277cc82f872 HTTP/1.1" status: 204 len: 168 time: 2.9163020 Jun 21 14:50:26.251147 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33160) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:26.274690 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-c73ae3c0-e61f-416e-93ac-38eee584a843 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1312024242', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:26.305411 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-441e4726-0201-4522-85c9-c4553d5102ea tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:26.318582 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-de497af2-bd65-4a00-83fc-4587795cc201 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:26.322500 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cb32e45b-a59a-4475-b9ec-f8bd0e4a159e tempest-ExtraDHCPOptionsTestJSON-986500020 tempest-ExtraDHCPOptionsTestJSON-986500020-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:26.402449 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3dd410bc-4a58-4509-9e5c-4b3cc3a17973 None None] Provisioning complete for port 67590ec1-1e5a-4545-8674-6d07566796a3 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:26.402826 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3dd410bc-4a58-4509-9e5c-4b3cc3a17973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:26.501848 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-3dd410bc-4a58-4509-9e5c-4b3cc3a17973 None None] Port 67590ec1-1e5a-4545-8674-6d07566796a3 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:50:26.514806 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-441e4726-0201-4522-85c9-c4553d5102ea tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Calling delete_port for bfbc182e-1480-4c9d-8f3d-4d5e7dda30dd owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:26.547241 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c73ae3c0-e61f-416e-93ac-38eee584a843 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:26.554106 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea696bc-a2a4-48a9-89bb-99d976642983 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Pushing event updated for resources: {'Network': ['ID=05f96247-b5c8-46e8-8f5c-b61703ee3d2e,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:26.558119 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c73ae3c0-e61f-416e-93ac-38eee584a843 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:26.565872 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 05f96247-b5c8-46e8-8f5c-b61703ee3d2e details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:50:26.645936 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-85775f87-a483-4b21-993b-70409dc7c2b7 None None] Provisioning for port bfbc182e-1480-4c9d-8f3d-4d5e7dda30dd completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:26.652095 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-7ea696bc-a2a4-48a9-89bb-99d976642983 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.3376997 Jun 21 14:50:26.654133 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-85775f87-a483-4b21-993b-70409dc7c2b7 None None] Provisioning complete for port bfbc182e-1480-4c9d-8f3d-4d5e7dda30dd triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:26.654860 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-85775f87-a483-4b21-993b-70409dc7c2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:26.655843 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33164) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:26.693640 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-85775f87-a483-4b21-993b-70409dc7c2b7 None None] Port bfbc182e-1480-4c9d-8f3d-4d5e7dda30dd cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:50:26.714241 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea696bc-a2a4-48a9-89bb-99d976642983 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Pushing event updated for resources: {'Network': ['ID=9dee454e-7f5c-4d52-abc5-032ae803e622,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:26.717075 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-7ea696bc-a2a4-48a9-89bb-99d976642983 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:26.720418 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.501s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:26.720989 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:26.725798 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 9dee454e-7f5c-4d52-abc5-032ae803e622 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:50:26.734454 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810b09c7-68cf-4b42-8ff8-ac5be1799335 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:26.736023 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-810b09c7-68cf-4b42-8ff8-ac5be1799335 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.5104070 Jun 21 14:50:26.739522 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33166) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:26.763111 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c73ae3c0-e61f-416e-93ac-38eee584a843 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:26.777423 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c73ae3c0-e61f-416e-93ac-38eee584a843 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:26.847945 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a39f8c-1c6d-49cd-b6ea-b9cdf9f7fc2c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:26.849330 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a39f8c-1c6d-49cd-b6ea-b9cdf9f7fc2c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:26.851057 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-76a39f8c-1c6d-49cd-b6ea-b9cdf9f7fc2c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1109874 Jun 21 14:50:26.854907 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33168) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:26.893818 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c73ae3c0-e61f-416e-93ac-38eee584a843 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:26.894997 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c73ae3c0-e61f-416e-93ac-38eee584a843 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6400948 Jun 21 14:50:26.899235 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33170) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:26.903930 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-f9cac7a0-a3c4-499c-adc4-024ecd8fe208 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'enable_snat': False}}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:26.950691 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-441e4726-0201-4522-85c9-c4553d5102ea tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:26.961177 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-24007c8c-2375-4ab8-a833-2f1696cb555f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:26.997919 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1481380c-a891-40b4-934f-c703556780e4 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:27.003918 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1481380c-a891-40b4-934f-c703556780e4 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:27.009707 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1481380c-a891-40b4-934f-c703556780e4 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:27.015883 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1481380c-a891-40b4-934f-c703556780e4 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:27.017567 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1481380c-a891-40b4-934f-c703556780e4 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3607023 Jun 21 14:50:27.024968 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-3243ca8f-eeaf-49e2-86e5-e469dc3fb6a6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting subnet 60eee83e-81f7-4114-9f37-97508f24b8b1 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:50:27.027096 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e4726-0201-4522-85c9-c4553d5102ea tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Port': ['ID=bfbc182e-1480-4c9d-8f3d-4d5e7dda30dd,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:27.028975 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33172) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:27.039849 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-441e4726-0201-4522-85c9-c4553d5102ea tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:27.043225 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3243ca8f-eeaf-49e2-86e5-e469dc3fb6a6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:27.123535 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-441e4726-0201-4522-85c9-c4553d5102ea tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:27.127885 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-441e4726-0201-4522-85c9-c4553d5102ea tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/ports/bfbc182e-1480-4c9d-8f3d-4d5e7dda30dd HTTP/1.1" status: 204 len: 168 time: 1.2149694 Jun 21 14:50:27.130305 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33174) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:27.181597 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-0002e325-7036-4b63-ba08-9d5adaef25a1 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] GET failed (client error): The resource could not be found. Jun 21 14:50:27.182473 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0002e325-7036-4b63-ba08-9d5adaef25a1 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "GET /v2.0/ports/bfbc182e-1480-4c9d-8f3d-4d5e7dda30dd HTTP/1.1" status: 404 len: 333 time: 0.0512486 Jun 21 14:50:27.191835 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3243ca8f-eeaf-49e2-86e5-e469dc3fb6a6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:27.194694 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33176) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:27.253041 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e1b5e4ac-b5b8-41ea-ab25-15dead131b28 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:27.421591 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-b868f329-7937-4e41-b924-d06523764e9b None None] Provisioning for port f6704584-421e-48ca-946f-16476d507a0c completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:27.452868 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e1b5e4ac-b5b8-41ea-ab25-15dead131b28 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:27.464373 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3243ca8f-eeaf-49e2-86e5-e469dc3fb6a6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:27.492948 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-e1b5e4ac-b5b8-41ea-ab25-15dead131b28 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f96247-b5c8-46e8-8f5c-b61703ee3d2e']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:27.508273 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-e1b5e4ac-b5b8-41ea-ab25-15dead131b28 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68a49bc-d54e-4d15-aab6-0b399fde8896') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:27.508659 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-e1b5e4ac-b5b8-41ea-ab25-15dead131b28 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68a49bc-d54e-4d15-aab6-0b399fde8896') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:27.529414 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e1b5e4ac-b5b8-41ea-ab25-15dead131b28 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:27.549499 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-c16231d7-59d2-4fa3-bf94-c9254ef7b3a3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Deleting port 67590ec1-1e5a-4545-8674-6d07566796a3 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:27.549857 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c16231d7-59d2-4fa3-bf94-c9254ef7b3a3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:27.557335 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e1b5e4ac-b5b8-41ea-ab25-15dead131b28 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:27.575683 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f9cac7a0-a3c4-499c-adc4-024ecd8fe208 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:27.602574 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1b5e4ac-b5b8-41ea-ab25-15dead131b28 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:50:27.602980 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e1b5e4ac-b5b8-41ea-ab25-15dead131b28 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:27.607937 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:50:27.607937 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:50:27.607937 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:50:27.607937 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:50:27.607937 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:50:27.607937 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:50:27.607937 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:50:27.607937 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:50:27.607937 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:50:27.607937 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:50:27.607937 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:50:27.607937 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:50:27.607937 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:50:27.607937 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:50:27.607937 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:50:27.607937 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:50:27.607937 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:50:27.607937 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:50:27.607937 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:50:27.607937 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:50:27.607937 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:50:27.607937 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:50:27.607937 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:50:27.607937 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:50:27.607937 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:50:27.607937 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:50:27.607937 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:50:27.607937 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:50:27.607937 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:50:27.607937 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:50:27.607937 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:50:27.607937 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:50:27.607937 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:50:27.607937 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:50:27.607937 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:50:27.607937 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:50:27.671920 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3243ca8f-eeaf-49e2-86e5-e469dc3fb6a6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:27.678780 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-22b8f8ad-3e06-4391-85fb-157fcfb3d033 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:27.682282 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-de497af2-bd65-4a00-83fc-4587795cc201 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:27.712763 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3243ca8f-eeaf-49e2-86e5-e469dc3fb6a6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Subnet': ['ID=60eee83e-81f7-4114-9f37-97508f24b8b1,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:27.721198 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3243ca8f-eeaf-49e2-86e5-e469dc3fb6a6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:27.723062 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e1b5e4ac-b5b8-41ea-ab25-15dead131b28 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:27.724736 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3243ca8f-eeaf-49e2-86e5-e469dc3fb6a6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:27.726675 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3243ca8f-eeaf-49e2-86e5-e469dc3fb6a6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/60eee83e-81f7-4114-9f37-97508f24b8b1 HTTP/1.1" status: 204 len: 168 time: 0.8666716 Jun 21 14:50:27.729944 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33184) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:27.736434 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:27.740798 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55f8852-546c-4fb5-91b3-43c5d8eba5f5 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:27.741297 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e1b5e4ac-b5b8-41ea-ab25-15dead131b28 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:27.743431 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e1b5e4ac-b5b8-41ea-ab25-15dead131b28 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] 10.222.0.72 "DELETE /v2.0/networks/05f96247-b5c8-46e8-8f5c-b61703ee3d2e HTTP/1.1" status: 204 len: 168 time: 0.7116346 Jun 21 14:50:27.766044 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33186) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:27.775985 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b5e4ac-b5b8-41ea-ab25-15dead131b28 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Pushing event deleted for resources: {'Network': ['ID=05f96247-b5c8-46e8-8f5c-b61703ee3d2e,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:27.780060 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c16231d7-59d2-4fa3-bf94-c9254ef7b3a3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:27.782637 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e1b5e4ac-b5b8-41ea-ab25-15dead131b28 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:27.792654 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a5c9b2ee-891f-4751-a27e-2bcbf48b7404 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0573778 Jun 21 14:50:27.797530 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33188) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:27.843066 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-e67032a7-0d55-4cfb-b4a0-8ac443c73be6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:27.851895 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-de497af2-bd65-4a00-83fc-4587795cc201 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:27.913465 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device f6704584-421e-48ca-946f-16476d507a0c up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:50:27.981501 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port f6704584-421e-48ca-946f-16476d507a0c completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:27.986053 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port f6704584-421e-48ca-946f-16476d507a0c triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:27.986439 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:28.000752 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-c16231d7-59d2-4fa3-bf94-c9254ef7b3a3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Calling delete_port for 67590ec1-1e5a-4545-8674-6d07566796a3 owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:28.007379 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c274467e-7216-44cc-a5f1-8d8999574370 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:28.014222 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e25cc2-d09e-4f2f-9c10-321311bd931a None None] DHCP port deletion for 8e867a28-8d41-47df-a2af-a54cb8b30a66 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:50:28.082064 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f9cac7a0-a3c4-499c-adc4-024ecd8fe208 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:28.098218 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-e2e25cc2-d09e-4f2f-9c10-321311bd931a None None] Deleting port f6704584-421e-48ca-946f-16476d507a0c {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:28.098971 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e2e25cc2-d09e-4f2f-9c10-321311bd931a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:28.120739 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f9cac7a0-a3c4-499c-adc4-024ecd8fe208 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:28.153925 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:28.186521 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67032a7-0d55-4cfb-b4a0-8ac443c73be6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:28.190022 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e67032a7-0d55-4cfb-b4a0-8ac443c73be6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:28.191329 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-e2e25cc2-d09e-4f2f-9c10-321311bd931a None None] For port f6704584-421e-48ca-946f-16476d507a0c, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=f6704584-421e-48ca-946f-16476d507a0c,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:50:28.191898 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e2e25cc2-d09e-4f2f-9c10-321311bd931a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:28.198831 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c274467e-7216-44cc-a5f1-8d8999574370 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:28.200900 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-de497af2-bd65-4a00-83fc-4587795cc201 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:28.227616 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-de497af2-bd65-4a00-83fc-4587795cc201 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:28.231016 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-71ecad3a-55fb-4b9c-8de1-9ee95b227f9e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:28.254436 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-c274467e-7216-44cc-a5f1-8d8999574370 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dee454e-7f5c-4d52-abc5-032ae803e622']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:28.269662 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-e2e25cc2-d09e-4f2f-9c10-321311bd931a None None] Calling delete_port for f6704584-421e-48ca-946f-16476d507a0c owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:28.272984 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port f6704584-421e-48ca-946f-16476d507a0c, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=f6704584-421e-48ca-946f-16476d507a0c,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:50:28.277104 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-c274467e-7216-44cc-a5f1-8d8999574370 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac67f2a4-a9e7-4865-bb88-f4a981ff8327') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:28.277441 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-c274467e-7216-44cc-a5f1-8d8999574370 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac67f2a4-a9e7-4865-bb88-f4a981ff8327') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:28.284580 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:28.287622 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-ab4123ad-17c8-4d98-ba44-83978a0e31e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:28.310528 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c274467e-7216-44cc-a5f1-8d8999574370 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:28.311019 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-de497af2-bd65-4a00-83fc-4587795cc201 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:28.358869 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c274467e-7216-44cc-a5f1-8d8999574370 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:28.373827 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c274467e-7216-44cc-a5f1-8d8999574370 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:50:28.374250 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c274467e-7216-44cc-a5f1-8d8999574370 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:28.375517 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=f6704584-421e-48ca-946f-16476d507a0c,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:28.380331 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:50:28.380331 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:50:28.380331 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:50:28.380331 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:50:28.380331 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:50:28.380331 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:50:28.380331 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:50:28.380331 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:50:28.380331 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:50:28.380331 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:50:28.380331 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:50:28.380331 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:50:28.380331 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:50:28.380331 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:50:28.380331 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:50:28.380331 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:50:28.380331 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:50:28.380331 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:50:28.380331 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:50:28.380331 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:50:28.380331 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:50:28.380331 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:50:28.380331 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:50:28.380331 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:50:28.380331 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:50:28.380331 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:50:28.380331 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:50:28.380331 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:50:28.380331 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:50:28.380331 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:50:28.380331 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:50:28.380331 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:50:28.382369 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:28.414995 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e2e25cc2-d09e-4f2f-9c10-321311bd931a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:28.418299 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-cc4f9442-ae74-42cb-a55a-f9bd28b454e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:28.426418 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-f9cac7a0-a3c4-499c-adc4-024ecd8fe208 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Allocated IP 172.26.3.188 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/6cea8154-207e-493b-a451-518a9f40c0ff) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:28.439128 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c16231d7-59d2-4fa3-bf94-c9254ef7b3a3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:28.445837 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de497af2-bd65-4a00-83fc-4587795cc201 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event updated for resources: {'Port': ['ID=67ee1194-1441-4266-b8f4-710b9b912ed1,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:28.451726 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-de497af2-bd65-4a00-83fc-4587795cc201 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:28.453285 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e25cc2-d09e-4f2f-9c10-321311bd931a None None] Pushing event deleted for resources: {'Port': ['ID=f6704584-421e-48ca-946f-16476d507a0c,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:28.453590 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-33efde8b-dea1-45d1-b7d1-bdf7dbb400f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697 tempest-PortsAdminExtendedAttrsIpV6TestJSON-460340697-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:28.456913 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e2e25cc2-d09e-4f2f-9c10-321311bd931a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:28.457916 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e25cc2-d09e-4f2f-9c10-321311bd931a None None] No DVR routers for this DVR port f6704584-421e-48ca-946f-16476d507a0c on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:50:28.470224 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [None req-de497af2-bd65-4a00-83fc-4587795cc201 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Floating IP 916fe66e-8302-4961-8b64-53787df8660c associated. External IP: 172.26.3.4, port: f20db1e1-98fe-492b-a4a9-8952f8681545. Jun 21 14:50:28.493018 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16231d7-59d2-4fa3-bf94-c9254ef7b3a3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Port': ['ID=67590ec1-1e5a-4545-8674-6d07566796a3,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:28.500240 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c274467e-7216-44cc-a5f1-8d8999574370 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:28.512392 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c16231d7-59d2-4fa3-bf94-c9254ef7b3a3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:28.550863 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c16231d7-59d2-4fa3-bf94-c9254ef7b3a3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:28.552798 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c16231d7-59d2-4fa3-bf94-c9254ef7b3a3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/ports/67590ec1-1e5a-4545-8674-6d07566796a3 HTTP/1.1" status: 204 len: 168 time: 1.3575408 Jun 21 14:50:28.560623 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33194) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:28.641680 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c274467e-7216-44cc-a5f1-8d8999574370 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:28.643604 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c274467e-7216-44cc-a5f1-8d8999574370 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] 10.222.0.72 "DELETE /v2.0/networks/9dee454e-7f5c-4d52-abc5-032ae803e622 HTTP/1.1" status: 204 len: 168 time: 0.8766391 Jun 21 14:50:28.646886 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:28.667847 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33198) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:28.683932 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c274467e-7216-44cc-a5f1-8d8999574370 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Pushing event deleted for resources: {'Network': ['ID=9dee454e-7f5c-4d52-abc5-032ae803e622,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:28.688562 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-43578d05-add0-4a90-ae91-c0ac1fc973e1 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] GET failed (client error): The resource could not be found. Jun 21 14:50:28.693151 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-43578d05-add0-4a90-ae91-c0ac1fc973e1 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "GET /v2.0/ports/67590ec1-1e5a-4545-8674-6d07566796a3 HTTP/1.1" status: 404 len: 333 time: 0.1303353 Jun 21 14:50:28.695085 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33200) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:28.700042 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c274467e-7216-44cc-a5f1-8d8999574370 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:28.796417 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b2f9492-6bfd-4204-be57-dcba867df87f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Deleting subnet 737a5290-40d2-4ec2-9cd3-1787d2e66f56 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:50:28.805366 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5b2f9492-6bfd-4204-be57-dcba867df87f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:28.837358 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e67032a7-0d55-4cfb-b4a0-8ac443c73be6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:28.843016 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5929754f-e60c-4e1f-bc67-e0a005d7eb17 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:28.872507 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5b2f9492-6bfd-4204-be57-dcba867df87f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:28.879711 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f9cac7a0-a3c4-499c-adc4-024ecd8fe208 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:28.922722 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67032a7-0d55-4cfb-b4a0-8ac443c73be6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:28.932482 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-e67032a7-0d55-4cfb-b4a0-8ac443c73be6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:28.936634 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67032a7-0d55-4cfb-b4a0-8ac443c73be6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Subnet': ['ID=228e87cf-50c5-40ca-8f5c-3c224cce840b,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:28.942286 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67032a7-0d55-4cfb-b4a0-8ac443c73be6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:28.942918 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e67032a7-0d55-4cfb-b4a0-8ac443c73be6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:28.947571 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc059a3-3d21-4b43-a6f8-8aa42727a296 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:28.948533 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e67032a7-0d55-4cfb-b4a0-8ac443c73be6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:28.957324 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de497af2-bd65-4a00-83fc-4587795cc201 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Router ec2f64cc-e7b1-4145-ba13-1ed488f33ca9 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:50:28.965290 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f29859-939e-4027-8520-f733eb507b22 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:28.971268 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f29859-939e-4027-8520-f733eb507b22 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:28.972847 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-01f29859-939e-4027-8520-f733eb507b22 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3016999 Jun 21 14:50:28.979852 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e67032a7-0d55-4cfb-b4a0-8ac443c73be6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1787114 Jun 21 14:50:28.979852 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33204) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:28.980120 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33206) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:28.985890 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-e3cd6da2-9527-4032-8bbd-41fd6d636629 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1245810346'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:28.993563 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-d0a3779e-1b89-4485-8272-ec9a81a62cd4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1725230491', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:29.022130 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.db.api [None req-e3cd6da2-9527-4032-8bbd-41fd6d636629 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 21 14:50:29.022130 dv-neutron-797121-2-hyperv neutron-server[105225]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 21 14:50:29.022130 dv-neutron-797121-2-hyperv neutron-server[105225]: [parameters: {'project_id_1': 'a13a2599fe084aa7ae27fa55beb10cd6', 'expiration_1': datetime.datetime(2021, 6, 21, 14, 50, 29, 6037)}] Jun 21 14:50:29.022130 dv-neutron-797121-2-hyperv neutron-server[105225]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 14:50:29.022611 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_db.api [None req-e3cd6da2-9527-4032-8bbd-41fd6d636629 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 14:50:29.026755 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5b2f9492-6bfd-4204-be57-dcba867df87f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:29.043548 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f9cac7a0-a3c4-499c-adc4-024ecd8fe208 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:29.048713 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d0a3779e-1b89-4485-8272-ec9a81a62cd4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:29.049729 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d0a3779e-1b89-4485-8272-ec9a81a62cd4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:29.050795 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-de497af2-bd65-4a00-83fc-4587795cc201 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:29.113462 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ec4e05-1b1d-4d5b-b306-5b16f6cf4cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-8e867a28-8d41-47df-a2af-a54cb8b30a66', 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'fixed_ips': [{'subnet_id': '228e87cf-50c5-40ca-8f5c-3c224cce840b'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:50:29.114555 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-85ec4e05-1b1d-4d5b-b306-5b16f6cf4cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:29.140270 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9cac7a0-a3c4-499c-adc4-024ecd8fe208 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:29.150533 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-f9cac7a0-a3c4-499c-adc4-024ecd8fe208 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:29.154053 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cac7a0-a3c4-499c-adc4-024ecd8fe208 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:29.258309 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-85ec4e05-1b1d-4d5b-b306-5b16f6cf4cbe None None] Allocated IP 2001:db8::2 (8e867a28-8d41-47df-a2af-a54cb8b30a66/228e87cf-50c5-40ca-8f5c-3c224cce840b/ce7e3a2d-4034-47fa-968c-e5b443d10bb6) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:29.289375 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cac7a0-a3c4-499c-adc4-024ecd8fe208 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Pushing event updated for resources: {'Port': ['ID=6cea8154-207e-493b-a451-518a9f40c0ff,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:29.295032 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f9cac7a0-a3c4-499c-adc4-024ecd8fe208 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:29.332075 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de497af2-bd65-4a00-83fc-4587795cc201 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:50:29.349444 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cb4c99-d8ed-445c-9172-4556703f03a5 None None] Sync routers for ids ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:50:29.355984 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-de497af2-bd65-4a00-83fc-4587795cc201 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:29.366782 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cb4c99-d8ed-445c-9172-4556703f03a5 None None] Routers {'ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:29.368400 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-09cb4c99-d8ed-445c-9172-4556703f03a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:29.417260 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d0a3779e-1b89-4485-8272-ec9a81a62cd4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:29.429631 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d0a3779e-1b89-4485-8272-ec9a81a62cd4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:29.432009 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-85ec4e05-1b1d-4d5b-b306-5b16f6cf4cbe None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:29.439539 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5b2f9492-6bfd-4204-be57-dcba867df87f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:29.441314 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-09cb4c99-d8ed-445c-9172-4556703f03a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:29.444357 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-85ec4e05-1b1d-4d5b-b306-5b16f6cf4cbe None None] Transition to ACTIVE for port object ce7e3a2d-4034-47fa-968c-e5b443d10bb6 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:29.446739 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9887acf5-1c69-4749-be64-f5e2414ac660 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:29.452003 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cb4c99-d8ed-445c-9172-4556703f03a5 None None] Routers {'ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:29.453260 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-09cb4c99-d8ed-445c-9172-4556703f03a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:29.462317 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-85ec4e05-1b1d-4d5b-b306-5b16f6cf4cbe None None] Transition to ACTIVE for port object ce7e3a2d-4034-47fa-968c-e5b443d10bb6 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:29.472004 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-85ec4e05-1b1d-4d5b-b306-5b16f6cf4cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:29.474298 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:29.477663 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f9492-6bfd-4204-be57-dcba867df87f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Subnet': ['ID=737a5290-40d2-4ec2-9cd3-1787d2e66f56,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:29.480851 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5b2f9492-6bfd-4204-be57-dcba867df87f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:29.481896 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5b2f9492-6bfd-4204-be57-dcba867df87f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:29.486931 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-de497af2-bd65-4a00-83fc-4587795cc201 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.1552820 Jun 21 14:50:29.487302 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5b2f9492-6bfd-4204-be57-dcba867df87f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/subnets/737a5290-40d2-4ec2-9cd3-1787d2e66f56 HTTP/1.1" status: 204 len: 168 time: 0.7889929 Jun 21 14:50:29.487852 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33208) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:29.489495 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33210) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:29.499137 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d0a3779e-1b89-4485-8272-ec9a81a62cd4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:29.500523 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d0a3779e-1b89-4485-8272-ec9a81a62cd4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5185626 Jun 21 14:50:29.504783 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-09cb4c99-d8ed-445c-9172-4556703f03a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:29.505620 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09cb4c99-d8ed-445c-9172-4556703f03a5 None None] The sync data for ids ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:50:29.512027 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c23d26-9bb7-4f1f-ac42-ea755b66e40c None None] Network 8c9c1ba9-3d06-47d3-b351-8ed8eec49ba2 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:29.513029 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33212) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:29.565266 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ec4e05-1b1d-4d5b-b306-5b16f6cf4cbe None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:29.571401 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6beb0d22-b1b2-4f88-a264-0a56f91bc493 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "GET /v2.0/floatingips/916fe66e-8302-4961-8b64-53787df8660c HTTP/1.1" status: 200 len: 976 time: 0.0773005 Jun 21 14:50:29.572026 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33214) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:29.583006 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-85ec4e05-1b1d-4d5b-b306-5b16f6cf4cbe None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:29.587016 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ec4e05-1b1d-4d5b-b306-5b16f6cf4cbe None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:29.594118 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec4e05-1b1d-4d5b-b306-5b16f6cf4cbe None None] Pushing event updated for resources: {'Port': ['ID=ce7e3a2d-4034-47fa-968c-e5b443d10bb6,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:29.604493 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-85ec4e05-1b1d-4d5b-b306-5b16f6cf4cbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:29.668100 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f9cac7a0-a3c4-499c-adc4-024ecd8fe208 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:29.680862 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3cd6da2-9527-4032-8bbd-41fd6d636629 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Made reservation on behalf of a13a2599fe084aa7ae27fa55beb10cd6 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:29.684313 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e3cd6da2-9527-4032-8bbd-41fd6d636629 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:29.692431 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-427894b2-81e9-4015-a756-dff828bc10f9 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1174066 Jun 21 14:50:29.696543 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33218) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:29.701749 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-5ca294cb-8fc1-4ce0-8e0c-c51f4d7003cd tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Request body: {'floatingip': {'port_id': 'f2b817ea-c0ef-4595-b0a1-a4574c0ae06d'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:29.728197 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-85ec4e05-1b1d-4d5b-b306-5b16f6cf4cbe None None] Attempting to bind port ce7e3a2d-4034-47fa-968c-e5b443d10bb6 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:50:29.729114 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-85ec4e05-1b1d-4d5b-b306-5b16f6cf4cbe None None] Attempting to bind port ce7e3a2d-4034-47fa-968c-e5b443d10bb6 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:50:29.729496 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ec4e05-1b1d-4d5b-b306-5b16f6cf4cbe None None] Attempting to bind port ce7e3a2d-4034-47fa-968c-e5b443d10bb6 on network 8e867a28-8d41-47df-a2af-a54cb8b30a66 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:50:29.739622 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ec4e05-1b1d-4d5b-b306-5b16f6cf4cbe None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:50:29.740006 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ec4e05-1b1d-4d5b-b306-5b16f6cf4cbe None None] Checking segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:50:29.740421 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-85ec4e05-1b1d-4d5b-b306-5b16f6cf4cbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:29.740821 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ec4e05-1b1d-4d5b-b306-5b16f6cf4cbe None None] Bound using segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:50:29.741314 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-85ec4e05-1b1d-4d5b-b306-5b16f6cf4cbe None None] Bound port: ce7e3a2d-4034-47fa-968c-e5b443d10bb6, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:50:29.741696 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-85ec4e05-1b1d-4d5b-b306-5b16f6cf4cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:29.761312 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3cd6da2-9527-4032-8bbd-41fd6d636629 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:50:29.771401 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-739769bb-bd46-4dca-b314-d688409f6c5d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:29.778246 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5ca294cb-8fc1-4ce0-8e0c-c51f4d7003cd tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for floatingip, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:29.991162 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e3cd6da2-9527-4032-8bbd-41fd6d636629 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:29.991668 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-e3cd6da2-9527-4032-8bbd-41fd6d636629 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Added segment 1c72b797-0364-46ae-bbf5-3308edd04ceb of type vlan for network a85852ef-13bc-40ff-9b59-cc27c5a13c8b Jun 21 14:50:30.007709 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device f6704584-421e-48ca-946f-16476d507a0c no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:50:30.040404 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: f6704584-421e-48ca-946f-16476d507a0c {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:50:30.040630 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device f6704584-421e-48ca-946f-16476d507a0c not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:50:30.049948 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e3cd6da2-9527-4032-8bbd-41fd6d636629 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:30.058186 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-85ec4e05-1b1d-4d5b-b306-5b16f6cf4cbe None None] For port ce7e3a2d-4034-47fa-968c-e5b443d10bb6, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:50:30.061482 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-85ec4e05-1b1d-4d5b-b306-5b16f6cf4cbe None None] For port ce7e3a2d-4034-47fa-968c-e5b443d10bb6, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=ce7e3a2d-4034-47fa-968c-e5b443d10bb6,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:50:30.073892 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-85ec4e05-1b1d-4d5b-b306-5b16f6cf4cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:30.085047 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-636d1181-c5bd-416f-9db8-fc4ee28b83fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:30.132779 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec4e05-1b1d-4d5b-b306-5b16f6cf4cbe None None] Pushing event updated for resources: {'Port': ['ID=ce7e3a2d-4034-47fa-968c-e5b443d10bb6,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:30.139876 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-85ec4e05-1b1d-4d5b-b306-5b16f6cf4cbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:30.163346 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e3cd6da2-9527-4032-8bbd-41fd6d636629 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:30.171488 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cd6da2-9527-4032-8bbd-41fd6d636629 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:30.172099 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e3cd6da2-9527-4032-8bbd-41fd6d636629 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:30.176368 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-420a08e4-e733-4737-9e9e-d8489fe60a70 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:30.187391 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14d15fa-d2a7-43bc-aa7b-71ffdc097203 None None] DHCP port deletion for 8c9c1ba9-3d06-47d3-b351-8ed8eec49ba2 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:50:30.238206 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-f14d15fa-d2a7-43bc-aa7b-71ffdc097203 None None] Deleting port e52ce86a-a29c-4f0b-8a8c-112967ec5770 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:30.238575 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f14d15fa-d2a7-43bc-aa7b-71ffdc097203 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:30.261202 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e3cd6da2-9527-4032-8bbd-41fd6d636629 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2773657 Jun 21 14:50:30.262640 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33224) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:30.267613 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-68c73b96-e9ba-4412-b187-7a8c204f9ffb tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1582424629'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:30.307712 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-f14d15fa-d2a7-43bc-aa7b-71ffdc097203 None None] For port e52ce86a-a29c-4f0b-8a8c-112967ec5770, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=e52ce86a-a29c-4f0b-8a8c-112967ec5770,segment=NetworkSegment(d5a46f99-8812-4c93-8e9a-084adcc50b01),segment_id=d5a46f99-8812-4c93-8e9a-084adcc50b01)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:50:30.308070 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f14d15fa-d2a7-43bc-aa7b-71ffdc097203 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:30.314332 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd6da2-9527-4032-8bbd-41fd6d636629 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Pushing event updated for resources: {'Network': ['ID=a85852ef-13bc-40ff-9b59-cc27c5a13c8b,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:30.320745 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e3cd6da2-9527-4032-8bbd-41fd6d636629 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:30.327766 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network a85852ef-13bc-40ff-9b59-cc27c5a13c8b details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:50:30.385452 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68c73b96-e9ba-4412-b187-7a8c204f9ffb tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Made reservation on behalf of a13a2599fe084aa7ae27fa55beb10cd6 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:30.389432 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-68c73b96-e9ba-4412-b187-7a8c204f9ffb tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:30.395259 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-f14d15fa-d2a7-43bc-aa7b-71ffdc097203 None None] Calling delete_port for e52ce86a-a29c-4f0b-8a8c-112967ec5770 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:30.458159 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68c73b96-e9ba-4412-b187-7a8c204f9ffb tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:50:30.491101 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-68c73b96-e9ba-4412-b187-7a8c204f9ffb tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:30.491451 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-68c73b96-e9ba-4412-b187-7a8c204f9ffb tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Added segment e96fc69e-1319-429d-9109-99f2f6391fee of type vlan for network e647443c-5f98-45f8-a80d-fd0a94069ae6 Jun 21 14:50:30.580467 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f14d15fa-d2a7-43bc-aa7b-71ffdc097203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:30.582468 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-68c73b96-e9ba-4412-b187-7a8c204f9ffb tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:30.584494 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-7188d35d-4ab3-4374-8428-aadc66909d5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:30.603342 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5ca294cb-8fc1-4ce0-8e0c-c51f4d7003cd tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:30.611654 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d15fa-d2a7-43bc-aa7b-71ffdc097203 None None] Pushing event deleted for resources: {'Port': ['ID=e52ce86a-a29c-4f0b-8a8c-112967ec5770,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:30.613474 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14d15fa-d2a7-43bc-aa7b-71ffdc097203 None None] No DVR routers for this DVR port e52ce86a-a29c-4f0b-8a8c-112967ec5770 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:50:30.615003 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f14d15fa-d2a7-43bc-aa7b-71ffdc097203 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:30.615487 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5ca294cb-8fc1-4ce0-8e0c-c51f4d7003cd tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:30.624369 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ec0cb715-1c38-415e-bb79-c95ba9e92ce6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:30.627259 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-739769bb-bd46-4dca-b314-d688409f6c5d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Deleting port e52ce86a-a29c-4f0b-8a8c-112967ec5770 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:30.627602 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-739769bb-bd46-4dca-b314-d688409f6c5d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:30.663692 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-68c73b96-e9ba-4412-b187-7a8c204f9ffb tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:30.673397 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c73b96-e9ba-4412-b187-7a8c204f9ffb tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:30.674176 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-68c73b96-e9ba-4412-b187-7a8c204f9ffb tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:30.678595 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:30.777059 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-68c73b96-e9ba-4412-b187-7a8c204f9ffb tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5108306 Jun 21 14:50:30.778714 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33226) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:30.789744 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-704da6a8-299d-4385-bf1d-006521354915 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Request body: {'ports': [{'network_id': 'a85852ef-13bc-40ff-9b59-cc27c5a13c8b', 'name': 'tempest-port--278357845', 'admin_state_up': True}, {'network_id': 'e647443c-5f98-45f8-a80d-fd0a94069ae6', 'admin_state_up': False}]} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:30.790175 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-704da6a8-299d-4385-bf1d-006521354915 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Request body: {'port': {'network_id': 'a85852ef-13bc-40ff-9b59-cc27c5a13c8b', 'name': 'tempest-port--278357845', 'admin_state_up': True}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:30.790660 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-704da6a8-299d-4385-bf1d-006521354915 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Request body: {'port': {'network_id': 'e647443c-5f98-45f8-a80d-fd0a94069ae6', 'admin_state_up': False}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:30.796747 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c73b96-e9ba-4412-b187-7a8c204f9ffb tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Pushing event updated for resources: {'Network': ['ID=e647443c-5f98-45f8-a80d-fd0a94069ae6,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:30.808005 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network e647443c-5f98-45f8-a80d-fd0a94069ae6 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:50:30.822111 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-739769bb-bd46-4dca-b314-d688409f6c5d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] For port e52ce86a-a29c-4f0b-8a8c-112967ec5770, host dv-neutron-797121-2-hyperv, got binding levels [] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:50:30.822656 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-739769bb-bd46-4dca-b314-d688409f6c5d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:30.834222 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-68c73b96-e9ba-4412-b187-7a8c204f9ffb tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:30.847062 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.l3_db [None req-5ca294cb-8fc1-4ce0-8e0c-c51f4d7003cd tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Floating IP 916fe66e-8302-4961-8b64-53787df8660c associated. External IP: 172.26.3.4, port: f20db1e1-98fe-492b-a4a9-8952f8681545. Jun 21 14:50:30.862852 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f9cac7a0-a3c4-499c-adc4-024ecd8fe208 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:30.931791 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-739769bb-bd46-4dca-b314-d688409f6c5d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Calling delete_port for e52ce86a-a29c-4f0b-8a8c-112967ec5770 owned by network:dhcp {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:30.934186 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f9cac7a0-a3c4-499c-adc4-024ecd8fe208 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627068'] for router, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:30.936960 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.ipam_backend_mixin [None req-739769bb-bd46-4dca-b314-d688409f6c5d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Port e52ce86a-a29c-4f0b-8a8c-112967ec5770 was not found and therefore no delete operation was performed {{(pid=105224) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 21 14:50:30.944256 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-739769bb-bd46-4dca-b314-d688409f6c5d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:30.952206 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-de497af2-bd65-4a00-83fc-4587795cc201 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:31.044531 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-739769bb-bd46-4dca-b314-d688409f6c5d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] No DVR routers for this DVR port e52ce86a-a29c-4f0b-8a8c-112967ec5770 on host dv-neutron-797121-2-hyperv {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:50:31.080069 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739769bb-bd46-4dca-b314-d688409f6c5d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Port': ['ID=e52ce86a-a29c-4f0b-8a8c-112967ec5770,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:31.097059 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704da6a8-299d-4385-bf1d-006521354915 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Made reservation on behalf of a13a2599fe084aa7ae27fa55beb10cd6 for: {'port': 2} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:31.107103 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-704da6a8-299d-4385-bf1d-006521354915 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:31.121042 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-739769bb-bd46-4dca-b314-d688409f6c5d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:31.126090 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-704da6a8-299d-4385-bf1d-006521354915 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:31.265218 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-704da6a8-299d-4385-bf1d-006521354915 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] device_id is not set on port 0f0eb1fc-e944-4805-8fed-3216e7b71532 yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:50:31.267367 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-739769bb-bd46-4dca-b314-d688409f6c5d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:31.275856 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca294cb-8fc1-4ce0-8e0c-c51f4d7003cd tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Router ec2f64cc-e7b1-4145-ba13-1ed488f33ca9 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:50:31.292426 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-739769bb-bd46-4dca-b314-d688409f6c5d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c9c1ba9-3d06-47d3-b351-8ed8eec49ba2']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:31.320704 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-739769bb-bd46-4dca-b314-d688409f6c5d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a46f99-8812-4c93-8e9a-084adcc50b01') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:31.320999 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-739769bb-bd46-4dca-b314-d688409f6c5d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a46f99-8812-4c93-8e9a-084adcc50b01') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:31.323731 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-ec0cb715-1c38-415e-bb79-c95ba9e92ce6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Allocated IP 2001:db8::1 (8e867a28-8d41-47df-a2af-a54cb8b30a66/228e87cf-50c5-40ca-8f5c-3c224cce840b/6b087b94-d220-4e0e-ba60-9b2eac247dd9) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:31.348040 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-739769bb-bd46-4dca-b314-d688409f6c5d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:31.394798 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-a4fbfd08-b9ff-433b-a4a7-fe7527b4ca2c None None] Provisioning for port ce7e3a2d-4034-47fa-968c-e5b443d10bb6 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:31.415438 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-739769bb-bd46-4dca-b314-d688409f6c5d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:31.427405 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-739769bb-bd46-4dca-b314-d688409f6c5d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:50:31.427799 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-739769bb-bd46-4dca-b314-d688409f6c5d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:31.431018 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:50:31.431018 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:50:31.431018 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:50:31.431018 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:50:31.431018 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:50:31.431018 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:50:31.431018 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:50:31.431018 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:50:31.431018 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:50:31.431018 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:50:31.431018 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:50:31.431018 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:50:31.431018 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:50:31.431018 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:50:31.431018 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:50:31.431018 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:50:31.431018 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:50:31.431018 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:50:31.431018 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:50:31.431018 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:50:31.431018 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:50:31.431018 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:50:31.431018 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:50:31.431018 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:50:31.431018 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:50:31.431018 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:50:31.431018 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:50:31.431018 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:50:31.431018 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:50:31.431018 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:50:31.431018 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:50:31.431018 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:50:31.470470 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca294cb-8fc1-4ce0-8e0c-c51f4d7003cd tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:50:31.483367 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b22b288-b489-4aad-a1d1-1add6ac641b8 None None] Sync routers for ids ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:50:31.495978 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b22b288-b489-4aad-a1d1-1add6ac641b8 None None] Routers {'ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:31.496855 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-2b22b288-b489-4aad-a1d1-1add6ac641b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:31.516752 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9cac7a0-a3c4-499c-adc4-024ecd8fe208 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Router 0f5019c9-9b69-4970-99b2-c0128e293098 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:50:31.524785 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-704da6a8-299d-4385-bf1d-006521354915 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:31.528737 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-739769bb-bd46-4dca-b314-d688409f6c5d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:31.536929 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e9fefc37-7d9b-4d2a-b5e7-0d4cec3c8edb tempest-PortsAdminExtendedAttrsTestJSON-783253799 tempest-PortsAdminExtendedAttrsTestJSON-783253799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:31.541547 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-739769bb-bd46-4dca-b314-d688409f6c5d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:31.541694 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-2b22b288-b489-4aad-a1d1-1add6ac641b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:31.549527 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-739769bb-bd46-4dca-b314-d688409f6c5d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/networks/8c9c1ba9-3d06-47d3-b351-8ed8eec49ba2 HTTP/1.1" status: 204 len: 168 time: 2.0502698 Jun 21 14:50:31.549745 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33234) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:31.553455 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-b2e10c3d-b3ce-4b6b-a78c-8185fea64bff tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-344169165'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:31.555305 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b22b288-b489-4aad-a1d1-1add6ac641b8 None None] Routers {'ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:31.556063 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-2b22b288-b489-4aad-a1d1-1add6ac641b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:31.571378 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739769bb-bd46-4dca-b314-d688409f6c5d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Network': ['ID=8c9c1ba9-3d06-47d3-b351-8ed8eec49ba2,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:31.590263 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-2b22b288-b489-4aad-a1d1-1add6ac641b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:31.591508 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b22b288-b489-4aad-a1d1-1add6ac641b8 None None] The sync data for ids ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:50:31.610032 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ec0cb715-1c38-415e-bb79-c95ba9e92ce6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:31.612288 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-739769bb-bd46-4dca-b314-d688409f6c5d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:31.629963 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-ec0cb715-1c38-415e-bb79-c95ba9e92ce6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Transition to ACTIVE for port object 6b087b94-d220-4e0e-ba60-9b2eac247dd9 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:31.660388 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-704da6a8-299d-4385-bf1d-006521354915 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] device_id is not set on port 93151c84-8911-480d-b115-e0543b683d01 yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:50:31.666705 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e10c3d-b3ce-4b6b-a78c-8185fea64bff tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Made reservation on behalf of 4c5b77aec9d44a3cb3b2efd682f8e133 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:31.670100 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b2e10c3d-b3ce-4b6b-a78c-8185fea64bff tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:31.704478 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9cac7a0-a3c4-499c-adc4-024ecd8fe208 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:50:31.709746 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f9cac7a0-a3c4-499c-adc4-024ecd8fe208 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:31.713141 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f9cac7a0-a3c4-499c-adc4-024ecd8fe208 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] 10.222.0.72 "PUT /v2.0/routers/0f5019c9-9b69-4970-99b2-c0128e293098 HTTP/1.1" status: 200 len: 920 time: 4.8104429 Jun 21 14:50:31.713830 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33236) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:31.716724 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd8b67d-2b40-4673-908d-de2521412df0 None None] Sync routers for ids ['0f5019c9-9b69-4970-99b2-c0128e293098'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:50:31.729769 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd8b67d-2b40-4673-908d-de2521412df0 None None] Routers {'0f5019c9-9b69-4970-99b2-c0128e293098'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:31.730677 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-5cd8b67d-2b40-4673-908d-de2521412df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['0f5019c9-9b69-4970-99b2-c0128e293098'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:31.746959 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e10c3d-b3ce-4b6b-a78c-8185fea64bff tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:50:31.757080 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ec0cb715-1c38-415e-bb79-c95ba9e92ce6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:31.760838 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d6670cdf-9f40-45c4-ae2c-7ac3b0d93b4f tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:31.768828 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b2e10c3d-b3ce-4b6b-a78c-8185fea64bff tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:31.769258 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-b2e10c3d-b3ce-4b6b-a78c-8185fea64bff tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Added segment 6afe839b-4e3f-418c-a465-871b3904b282 of type vlan for network 9ad5bf82-dd8c-4e71-85f4-1b933846b84f Jun 21 14:50:31.781404 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-5cd8b67d-2b40-4673-908d-de2521412df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:31.795761 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd8b67d-2b40-4673-908d-de2521412df0 None None] Routers {'0f5019c9-9b69-4970-99b2-c0128e293098'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:31.796514 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-5cd8b67d-2b40-4673-908d-de2521412df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['0f5019c9-9b69-4970-99b2-c0128e293098'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:31.849867 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0cb715-1c38-415e-bb79-c95ba9e92ce6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:31.853586 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0cb715-1c38-415e-bb79-c95ba9e92ce6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Port': ['ID=6b087b94-d220-4e0e-ba60-9b2eac247dd9,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:31.857625 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-ec0cb715-1c38-415e-bb79-c95ba9e92ce6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:31.861281 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ec0cb715-1c38-415e-bb79-c95ba9e92ce6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:31.861939 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0cb715-1c38-415e-bb79-c95ba9e92ce6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:31.862536 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ec0cb715-1c38-415e-bb79-c95ba9e92ce6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:31.906303 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b2e10c3d-b3ce-4b6b-a78c-8185fea64bff tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:31.921960 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-83fc41bc-e66f-4194-996a-897e4fc96fdb tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] 10.222.0.72 "GET /v2.0/routers/0f5019c9-9b69-4970-99b2-c0128e293098 HTTP/1.1" status: 200 len: 926 time: 0.2044766 Jun 21 14:50:31.928281 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33238) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:31.973056 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca294cb-8fc1-4ce0-8e0c-c51f4d7003cd tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Router ec2f64cc-e7b1-4145-ba13-1ed488f33ca9 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:50:31.982616 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device ce7e3a2d-4034-47fa-968c-e5b443d10bb6 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:50:31.989997 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-5cd8b67d-2b40-4673-908d-de2521412df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:31.990639 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd8b67d-2b40-4673-908d-de2521412df0 None None] The sync data for ids ['0f5019c9-9b69-4970-99b2-c0128e293098'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:50:32.010326 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-704da6a8-299d-4385-bf1d-006521354915 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:32.047990 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ec0cb715-1c38-415e-bb79-c95ba9e92ce6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:32.048734 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port ce7e3a2d-4034-47fa-968c-e5b443d10bb6 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:32.052369 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b2e10c3d-b3ce-4b6b-a78c-8185fea64bff tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:32.053900 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port ce7e3a2d-4034-47fa-968c-e5b443d10bb6 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:32.054557 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:32.069766 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e10c3d-b3ce-4b6b-a78c-8185fea64bff tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:32.070687 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b2e10c3d-b3ce-4b6b-a78c-8185fea64bff tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:32.106852 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:32.158114 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:32.205411 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port ce7e3a2d-4034-47fa-968c-e5b443d10bb6, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=ce7e3a2d-4034-47fa-968c-e5b443d10bb6,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:50:32.215013 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:32.217553 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-10a99843-ca60-40b9-b464-d2963dc12ced None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:32.272863 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=ce7e3a2d-4034-47fa-968c-e5b443d10bb6,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:32.277038 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:32.281129 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca294cb-8fc1-4ce0-8e0c-c51f4d7003cd tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:50:32.289182 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5ca294cb-8fc1-4ce0-8e0c-c51f4d7003cd tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:32.292734 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fd4e54-45b7-4708-bce4-d0c55e521b79 None None] Sync routers for ids ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:50:32.303034 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fd4e54-45b7-4708-bce4-d0c55e521b79 None None] Routers {'ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:32.303848 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-c3fd4e54-45b7-4708-bce4-d0c55e521b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:32.353912 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e52ce86a-a29c-4f0b-8a8c-112967ec5770 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:50:32.384322 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: e52ce86a-a29c-4f0b-8a8c-112967ec5770 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:50:32.384679 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e52ce86a-a29c-4f0b-8a8c-112967ec5770 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:50:32.386744 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-c3fd4e54-45b7-4708-bce4-d0c55e521b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:32.407139 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fd4e54-45b7-4708-bce4-d0c55e521b79 None None] Routers {'ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:32.407863 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-c3fd4e54-45b7-4708-bce4-d0c55e521b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:32.446931 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-c3fd4e54-45b7-4708-bce4-d0c55e521b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:32.447651 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fd4e54-45b7-4708-bce4-d0c55e521b79 None None] The sync data for ids ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:50:32.449007 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-4f2edbba-10d2-4a52-85d4-f7d807cf62e0 None None] Provisioning for port 6b087b94-d220-4e0e-ba60-9b2eac247dd9 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:32.453521 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-4f2edbba-10d2-4a52-85d4-f7d807cf62e0 None None] Provisioning complete for port 6b087b94-d220-4e0e-ba60-9b2eac247dd9 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:32.453929 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4f2edbba-10d2-4a52-85d4-f7d807cf62e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:32.492374 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-4f2edbba-10d2-4a52-85d4-f7d807cf62e0 None None] Port 6b087b94-d220-4e0e-ba60-9b2eac247dd9 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:50:32.518808 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ec0cb715-1c38-415e-bb79-c95ba9e92ce6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:32.524565 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ec0cb715-1c38-415e-bb79-c95ba9e92ce6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:32.525539 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ec0cb715-1c38-415e-bb79-c95ba9e92ce6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:32.527803 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-93d70393-cddf-4ceb-a736-d46a56cc030f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:32.612903 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0cb715-1c38-415e-bb79-c95ba9e92ce6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Port': ['ID=6b087b94-d220-4e0e-ba60-9b2eac247dd9,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:32.615853 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ec0cb715-1c38-415e-bb79-c95ba9e92ce6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:32.659165 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0cb715-1c38-415e-bb79-c95ba9e92ce6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:32.660615 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-ec0cb715-1c38-415e-bb79-c95ba9e92ce6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:32.682580 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b2e10c3d-b3ce-4b6b-a78c-8185fea64bff tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1333630 Jun 21 14:50:32.693053 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33246) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:32.700713 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-4bf72aad-a483-4fe9-b206-e0b3ce726adb tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'subnet': {'network_id': '9ad5bf82-dd8c-4e71-85f4-1b933846b84f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:32.705310 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced9a60c-ebe5-47c7-bab5-c4e3f399c76f tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:32.706799 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ced9a60c-ebe5-47c7-bab5-c4e3f399c76f tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=78e7bc12-ea33-4baf-9744-b93105835641&device_id=0f5019c9-9b69-4970-99b2-c0128e293098&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7773137 Jun 21 14:50:32.710992 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-704da6a8-299d-4385-bf1d-006521354915 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:32.711188 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33248) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:32.712380 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e10c3d-b3ce-4b6b-a78c-8185fea64bff tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Network': ['ID=9ad5bf82-dd8c-4e71-85f4-1b933846b84f,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:32.728573 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 9ad5bf82-dd8c-4e71-85f4-1b933846b84f details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:50:32.730139 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b2e10c3d-b3ce-4b6b-a78c-8185fea64bff tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:32.732415 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d54e4cff-f57a-4dae-ade7-49c8d68380dc tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:32.835913 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e11899a-1ffb-4df7-a5a2-4654f92ea50e tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:32.840025 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1e11899a-1ffb-4df7-a5a2-4654f92ea50e tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] 10.222.0.72 "GET /v2.0/networks/78e7bc12-ea33-4baf-9744-b93105835641 HTTP/1.1" status: 200 len: 881 time: 0.1252394 Jun 21 14:50:32.841406 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33250) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:32.886015 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0cb715-1c38-415e-bb79-c95ba9e92ce6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Router 454bb29f-c8ff-42ee-a183-0fa58b94d1d8 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:50:32.912112 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704da6a8-299d-4385-bf1d-006521354915 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Pushing event updated for resources: {'Port': ['ID=0f0eb1fc-e944-4805-8fed-3216e7b71532,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:32.918576 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-fd04a4f4-cc84-4a49-90cd-eb1514fb0e98 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f5019c9-9b69-4970-99b2-c0128e293098 HTTP/1.1" status: 200 len: 205 time: 0.0750947 Jun 21 14:50:32.922729 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5ca294cb-8fc1-4ce0-8e0c-c51f4d7003cd tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "PUT /v2.0/floatingips/916fe66e-8302-4961-8b64-53787df8660c HTTP/1.1" status: 200 len: 975 time: 3.2224886 Jun 21 14:50:32.927330 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33252) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:32.927621 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33254) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:32.938115 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-704da6a8-299d-4385-bf1d-006521354915 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:32.940991 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-d29d0e74-ef7a-49fe-b901-c62fbc5ea6f4 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:32.976590 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0cb715-1c38-415e-bb79-c95ba9e92ce6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:50:32.983887 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-ec0cb715-1c38-415e-bb79-c95ba9e92ce6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "PUT /v2.0/routers/454bb29f-c8ff-42ee-a183-0fa58b94d1d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4663262 Jun 21 14:50:32.984489 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33256) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:32.987753 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decb9090-0c91-4591-9639-edb3a50477f0 None None] Sync routers for ids ['454bb29f-c8ff-42ee-a183-0fa58b94d1d8'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:50:32.999330 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decb9090-0c91-4591-9639-edb3a50477f0 None None] Routers {'454bb29f-c8ff-42ee-a183-0fa58b94d1d8'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:33.003606 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-decb9090-0c91-4591-9639-edb3a50477f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['454bb29f-c8ff-42ee-a183-0fa58b94d1d8'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:33.016314 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-060b1ae4-2154-4da2-af2e-621e44574b53 None None] Provisioning complete for port 6b087b94-d220-4e0e-ba60-9b2eac247dd9 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:33.017092 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-060b1ae4-2154-4da2-af2e-621e44574b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:33.026869 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704da6a8-299d-4385-bf1d-006521354915 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Checking segment: {'id': '1c72b797-0364-46ae-bbf5-3308edd04ceb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'a85852ef-13bc-40ff-9b59-cc27c5a13c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:50:33.027218 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704da6a8-299d-4385-bf1d-006521354915 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Network hostable DHCP agents. Network: a85852ef-13bc-40ff-9b59-cc27c5a13c8b, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:50:33.052197 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2beaea-bd05-4305-be1a-d2b2db8bacc0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:33.055163 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-060b1ae4-2154-4da2-af2e-621e44574b53 None None] Port 6b087b94-d220-4e0e-ba60-9b2eac247dd9 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:50:33.056387 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6f2beaea-bd05-4305-be1a-d2b2db8bacc0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports/6b087b94-d220-4e0e-ba60-9b2eac247dd9 HTTP/1.1" status: 200 len: 911 time: 0.0708954 Jun 21 14:50:33.059018 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33258) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:33.066618 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf72aad-a483-4fe9-b206-e0b3ce726adb tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Made reservation on behalf of 4c5b77aec9d44a3cb3b2efd682f8e133 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:33.070088 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4bf72aad-a483-4fe9-b206-e0b3ce726adb tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:33.112684 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-decb9090-0c91-4591-9639-edb3a50477f0 None None] Set router 454bb29f-c8ff-42ee-a183-0fa58b94d1d8 gateway port host: None {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:50:33.115956 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d29d0e74-ef7a-49fe-b901-c62fbc5ea6f4 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for floatingip, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:33.126519 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754a3963-da07-4b18-918c-f10218baf136 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:33.132910 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754a3963-da07-4b18-918c-f10218baf136 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:33.137379 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-754a3963-da07-4b18-918c-f10218baf136 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0770390 Jun 21 14:50:33.138169 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33260) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:33.195355 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704da6a8-299d-4385-bf1d-006521354915 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Network a85852ef-13bc-40ff-9b59-cc27c5a13c8b is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:50:33.231503 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-704da6a8-299d-4385-bf1d-006521354915 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, a85852ef-13bc-40ff-9b59-cc27c5a13c8b) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:33.243762 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58aa99ad-7d5b-4d69-85a3-fc45737312c1 None None] Network a85852ef-13bc-40ff-9b59-cc27c5a13c8b requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:33.275990 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704da6a8-299d-4385-bf1d-006521354915 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:33.277184 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-704da6a8-299d-4385-bf1d-006521354915 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:33.289362 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ab4b08a7-a400-4b74-8f29-04d5fddc2ec5 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:33.337848 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-55342100-3ca6-4c9b-830a-aabfd1d0b2ff tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:33.364200 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-decb9090-0c91-4591-9639-edb3a50477f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454bb29f-c8ff-42ee-a183-0fa58b94d1d8', 'name': 'tempest-NetworksTestDHCPv6-router-1725230491', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:50:29Z', 'updated_at': '2021-06-21T14:50:31Z', 'revision_number': 2, 'project_id': '234262753e154e0bafa0a37be0e79ff1', 'gw_port_host': None, '_interfaces': [{'id': '6b087b94-d220-4e0e-ba60-9b2eac247dd9', 'name': '', 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'mac_address': 'fa:16:3e:78:86:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454bb29f-c8ff-42ee-a183-0fa58b94d1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '228e87cf-50c5-40ca-8f5c-3c224cce840b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:50:30Z', 'updated_at': '2021-06-21T14:50:32Z', 'revision_number': 2, 'project_id': '234262753e154e0bafa0a37be0e79ff1', 'subnets': [{'id': '228e87cf-50c5-40ca-8f5c-3c224cce840b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:33.424572 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decb9090-0c91-4591-9639-edb3a50477f0 None None] Checking router: 454bb29f-c8ff-42ee-a183-0fa58b94d1d8 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:50:33.424961 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decb9090-0c91-4591-9639-edb3a50477f0 None None] Updating router 454bb29f-c8ff-42ee-a183-0fa58b94d1d8 port 6b087b94-d220-4e0e-ba60-9b2eac247dd9 binding host dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:50:33.464037 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-decb9090-0c91-4591-9639-edb3a50477f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:33.471379 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704da6a8-299d-4385-bf1d-006521354915 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Pushing event updated for resources: {'Port': ['ID=93151c84-8911-480d-b115-e0543b683d01,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:33.488031 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d29d0e74-ef7a-49fe-b901-c62fbc5ea6f4 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:33.512155 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-704da6a8-299d-4385-bf1d-006521354915 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:33.520449 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d29d0e74-ef7a-49fe-b901-c62fbc5ea6f4 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:33.520766 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.l3_db [None req-d29d0e74-ef7a-49fe-b901-c62fbc5ea6f4 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Floating IP 916fe66e-8302-4961-8b64-53787df8660c disassociated. External IP: 172.26.3.4, port: f2b817ea-c0ef-4595-b0a1-a4574c0ae06d. Jun 21 14:50:33.607160 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704da6a8-299d-4385-bf1d-006521354915 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Checking segment: {'id': 'e96fc69e-1319-429d-9109-99f2f6391fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'e647443c-5f98-45f8-a80d-fd0a94069ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:50:33.607809 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704da6a8-299d-4385-bf1d-006521354915 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Network hostable DHCP agents. Network: e647443c-5f98-45f8-a80d-fd0a94069ae6, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:50:33.684433 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704da6a8-299d-4385-bf1d-006521354915 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Network e647443c-5f98-45f8-a80d-fd0a94069ae6 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:50:33.726533 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4bf72aad-a483-4fe9-b206-e0b3ce726adb tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:33.731147 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:33.771562 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-704da6a8-299d-4385-bf1d-006521354915 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, e647443c-5f98-45f8-a80d-fd0a94069ae6) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:33.778193 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-55342100-3ca6-4c9b-830a-aabfd1d0b2ff tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:33.780930 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a09b183-f935-4eaa-bbe6-60e7753df7d1 None None] Network e647443c-5f98-45f8-a80d-fd0a94069ae6 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:33.790121 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704da6a8-299d-4385-bf1d-006521354915 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:33.796009 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704da6a8-299d-4385-bf1d-006521354915 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:33.801719 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704da6a8-299d-4385-bf1d-006521354915 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:33.802454 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-704da6a8-299d-4385-bf1d-006521354915 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:33.834880 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-decb9090-0c91-4591-9639-edb3a50477f0 None None] Notify callbacks [] for port, precommit_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:33.848796 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.provisioning_blocks [None req-decb9090-0c91-4591-9639-edb3a50477f0 None None] Transition to ACTIVE for port object 6b087b94-d220-4e0e-ba60-9b2eac247dd9 will not be triggered until provisioned by entity L2. {{(pid=105227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:33.853966 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf72aad-a483-4fe9-b206-e0b3ce726adb tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Subnet': ['ID=d8e22f9e-fd63-437e-9e52-c6ebc99fab65,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:33.861589 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4bf72aad-a483-4fe9-b206-e0b3ce726adb tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:33.868420 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-decb9090-0c91-4591-9639-edb3a50477f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:33.879863 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-3d838d37-81b5-4057-a497-71de81fb2fe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:33.918705 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-704da6a8-299d-4385-bf1d-006521354915 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.1329632 Jun 21 14:50:33.922935 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device ce7e3a2d-4034-47fa-968c-e5b443d10bb6 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:50:33.923588 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33268) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:34.024134 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf72aad-a483-4fe9-b206-e0b3ce726adb tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Checking segment: {'id': '6afe839b-4e3f-418c-a465-871b3904b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9ad5bf82-dd8c-4e71-85f4-1b933846b84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:50:34.024538 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf72aad-a483-4fe9-b206-e0b3ce726adb tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Network hostable DHCP agents. Network: 9ad5bf82-dd8c-4e71-85f4-1b933846b84f, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:50:34.037689 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29d0e74-ef7a-49fe-b901-c62fbc5ea6f4 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Router ec2f64cc-e7b1-4145-ba13-1ed488f33ca9 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:50:34.047635 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eaefaa-1ce7-4a2b-ab40-9f9da436a480 None None] Pushing event updated for resources: {'Port': ['ID=6b087b94-d220-4e0e-ba60-9b2eac247dd9,revision_number=3']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:34.051542 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-30eaefaa-1ce7-4a2b-ab40-9f9da436a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:34.058726 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port ce7e3a2d-4034-47fa-968c-e5b443d10bb6 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:34.059680 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:34.062703 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-decb9090-0c91-4591-9639-edb3a50477f0 None None] Attempting to bind port 6b087b94-d220-4e0e-ba60-9b2eac247dd9 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:50:34.063074 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-decb9090-0c91-4591-9639-edb3a50477f0 None None] Attempting to bind port 6b087b94-d220-4e0e-ba60-9b2eac247dd9 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:50:34.063799 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decb9090-0c91-4591-9639-edb3a50477f0 None None] Attempting to bind port 6b087b94-d220-4e0e-ba60-9b2eac247dd9 on network 8e867a28-8d41-47df-a2af-a54cb8b30a66 {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:50:34.074735 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-55342100-3ca6-4c9b-830a-aabfd1d0b2ff tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Deleting port 6cea8154-207e-493b-a451-518a9f40c0ff {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:34.075087 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-55342100-3ca6-4c9b-830a-aabfd1d0b2ff tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:34.081933 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decb9090-0c91-4591-9639-edb3a50477f0 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:50:34.082315 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decb9090-0c91-4591-9639-edb3a50477f0 None None] Checking segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:50:34.083849 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-decb9090-0c91-4591-9639-edb3a50477f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:34.085950 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-decb9090-0c91-4591-9639-edb3a50477f0 None None] Bound using segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:50:34.086607 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-decb9090-0c91-4591-9639-edb3a50477f0 None None] Bound port: 6b087b94-d220-4e0e-ba60-9b2eac247dd9, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:50:34.088112 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-decb9090-0c91-4591-9639-edb3a50477f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:34.144696 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447ba9ea-ad49-45fe-94e4-ea4693bc8047 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:34.156613 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447ba9ea-ad49-45fe-94e4-ea4693bc8047 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:34.158688 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-447ba9ea-ad49-45fe-94e4-ea4693bc8047 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2329228 Jun 21 14:50:34.161960 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33270) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:34.167548 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-55342100-3ca6-4c9b-830a-aabfd1d0b2ff tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:34.214697 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-decb9090-0c91-4591-9639-edb3a50477f0 None None] For port 6b087b94-d220-4e0e-ba60-9b2eac247dd9, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:50:34.218305 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-decb9090-0c91-4591-9639-edb3a50477f0 None None] For port 6b087b94-d220-4e0e-ba60-9b2eac247dd9, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=6b087b94-d220-4e0e-ba60-9b2eac247dd9,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:50:34.226860 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-decb9090-0c91-4591-9639-edb3a50477f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:34.229214 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:34.239452 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-55342100-3ca6-4c9b-830a-aabfd1d0b2ff tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Calling delete_port for 6cea8154-207e-493b-a451-518a9f40c0ff owned by network:router_gateway {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:34.275235 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf72aad-a483-4fe9-b206-e0b3ce726adb tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Network 9ad5bf82-dd8c-4e71-85f4-1b933846b84f is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:50:34.285120 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decb9090-0c91-4591-9639-edb3a50477f0 None None] Routers {'454bb29f-c8ff-42ee-a183-0fa58b94d1d8'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:34.285586 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-decb9090-0c91-4591-9639-edb3a50477f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['454bb29f-c8ff-42ee-a183-0fa58b94d1d8'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:34.296815 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-4bf72aad-a483-4fe9-b206-e0b3ce726adb tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 9ad5bf82-dd8c-4e71-85f4-1b933846b84f) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:34.312463 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf72aad-a483-4fe9-b206-e0b3ce726adb tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:34.313126 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4bf72aad-a483-4fe9-b206-e0b3ce726adb tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:34.313585 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76358592-3155-4121-b386-55576c3693ca None None] Network 9ad5bf82-dd8c-4e71-85f4-1b933846b84f requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:34.329422 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eaefaa-1ce7-4a2b-ab40-9f9da436a480 None None] Pushing event updated for resources: {'Port': ['ID=6b087b94-d220-4e0e-ba60-9b2eac247dd9,revision_number=4']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:34.334986 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-30eaefaa-1ce7-4a2b-ab40-9f9da436a480 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:34.412549 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4bf72aad-a483-4fe9-b206-e0b3ce726adb tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7156262 Jun 21 14:50:34.417311 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-decb9090-0c91-4591-9639-edb3a50477f0 None None] Set router 454bb29f-c8ff-42ee-a183-0fa58b94d1d8 gateway port host: None {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:50:34.422201 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33272) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:34.432040 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-577c5cc9-717b-47ae-98d0-c2013ce726c0 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'port': {'network_id': '9ad5bf82-dd8c-4e71-85f4-1b933846b84f', 'name': 'tempest-PortsIpV6TestJSON-1431523183', 'fixed_ips': [{'subnet_id': 'd8e22f9e-fd63-437e-9e52-c6ebc99fab65', 'ip_address': '2001:db8::10'}]}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:34.468713 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-1400bff6-195a-4599-b66a-30a627ce236e tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Deleting port 0f0eb1fc-e944-4805-8fed-3216e7b71532 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:34.469421 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1400bff6-195a-4599-b66a-30a627ce236e tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:34.548400 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29d0e74-ef7a-49fe-b901-c62fbc5ea6f4 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:50:34.556775 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8587d34f-48bf-446f-b384-7afa9ae16ad1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-9ad5bf82-dd8c-4e71-85f4-1b933846b84f', 'network_id': '9ad5bf82-dd8c-4e71-85f4-1b933846b84f', 'tenant_id': '4c5b77aec9d44a3cb3b2efd682f8e133', 'fixed_ips': [{'subnet_id': 'd8e22f9e-fd63-437e-9e52-c6ebc99fab65'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:50:34.557697 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8587d34f-48bf-446f-b384-7afa9ae16ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:34.560353 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d29d0e74-ef7a-49fe-b901-c62fbc5ea6f4 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:34.568674 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536f7d38-2922-48a4-88b2-70dc5ffafe40 None None] Sync routers for ids ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:50:34.598451 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f91a7465-a768-48db-bfdd-0cc7004bd7ed tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:34.604138 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1400bff6-195a-4599-b66a-30a627ce236e tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:34.609448 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536f7d38-2922-48a4-88b2-70dc5ffafe40 None None] Routers {'ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:34.610122 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-536f7d38-2922-48a4-88b2-70dc5ffafe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:34.665315 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-536f7d38-2922-48a4-88b2-70dc5ffafe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:34.727755 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536f7d38-2922-48a4-88b2-70dc5ffafe40 None None] Routers {'ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:34.728633 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-536f7d38-2922-48a4-88b2-70dc5ffafe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:34.774762 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-decb9090-0c91-4591-9639-edb3a50477f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454bb29f-c8ff-42ee-a183-0fa58b94d1d8', 'name': 'tempest-NetworksTestDHCPv6-router-1725230491', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:50:29Z', 'updated_at': '2021-06-21T14:50:31Z', 'revision_number': 2, 'project_id': '234262753e154e0bafa0a37be0e79ff1', 'gw_port_host': None, '_interfaces': [{'id': '6b087b94-d220-4e0e-ba60-9b2eac247dd9', 'name': '', 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'mac_address': 'fa:16:3e:78:86:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454bb29f-c8ff-42ee-a183-0fa58b94d1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '228e87cf-50c5-40ca-8f5c-3c224cce840b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:50:30Z', 'updated_at': '2021-06-21T14:50:34Z', 'revision_number': 4, 'project_id': '234262753e154e0bafa0a37be0e79ff1', 'subnets': [{'id': '228e87cf-50c5-40ca-8f5c-3c224cce840b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:34.784782 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-536f7d38-2922-48a4-88b2-70dc5ffafe40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:34.786079 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536f7d38-2922-48a4-88b2-70dc5ffafe40 None None] The sync data for ids ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:50:34.794864 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-1400bff6-195a-4599-b66a-30a627ce236e tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Calling delete_port for 0f0eb1fc-e944-4805-8fed-3216e7b71532 owned by {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:34.815340 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decb9090-0c91-4591-9639-edb3a50477f0 None None] The sync data for ids ['454bb29f-c8ff-42ee-a183-0fa58b94d1d8'] in dv-neutron-797121-2-hyperv is: [{'id': '454bb29f-c8ff-42ee-a183-0fa58b94d1d8', 'name': 'tempest-NetworksTestDHCPv6-router-1725230491', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:50:29Z', 'updated_at': '2021-06-21T14:50:31Z', 'revision_number': 2, 'project_id': '234262753e154e0bafa0a37be0e79ff1', 'gw_port_host': None, '_interfaces': [{'id': '6b087b94-d220-4e0e-ba60-9b2eac247dd9', 'name': '', 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'mac_address': 'fa:16:3e:78:86:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454bb29f-c8ff-42ee-a183-0fa58b94d1d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '228e87cf-50c5-40ca-8f5c-3c224cce840b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:50:30Z', 'updated_at': '2021-06-21T14:50:34Z', 'revision_number': 4, 'project_id': '234262753e154e0bafa0a37be0e79ff1', 'subnets': [{'id': '228e87cf-50c5-40ca-8f5c-3c224cce840b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:50:34.830233 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-55342100-3ca6-4c9b-830a-aabfd1d0b2ff tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:34.859545 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4587f847-c061-4900-b0d0-1a651702e5c4 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:34.876110 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-8587d34f-48bf-446f-b384-7afa9ae16ad1 None None] Allocated IP 2001:db8::2 (9ad5bf82-dd8c-4e71-85f4-1b933846b84f/d8e22f9e-fd63-437e-9e52-c6ebc99fab65/e451d719-7e63-4eea-af18-9c76b376b952) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:34.898836 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55342100-3ca6-4c9b-830a-aabfd1d0b2ff tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Pushing event deleted for resources: {'Port': ['ID=6cea8154-207e-493b-a451-518a9f40c0ff,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:34.933415 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-55342100-3ca6-4c9b-830a-aabfd1d0b2ff tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:34.938863 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d29d0e74-ef7a-49fe-b901-c62fbc5ea6f4 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "PUT /v2.0/floatingips/916fe66e-8302-4961-8b64-53787df8660c HTTP/1.1" status: 200 len: 686 time: 2.0089166 Jun 21 14:50:34.957720 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33280) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:35.060279 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1400bff6-195a-4599-b66a-30a627ce236e tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:35.072622 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8587d34f-48bf-446f-b384-7afa9ae16ad1 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:35.082594 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8587d34f-48bf-446f-b384-7afa9ae16ad1 None None] Transition to ACTIVE for port object e451d719-7e63-4eea-af18-9c76b376b952 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:35.090348 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2bad9015-7721-470c-8cc2-2d53d86cf31e tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:35.103051 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-55342100-3ca6-4c9b-830a-aabfd1d0b2ff tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:35.108198 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577c5cc9-717b-47ae-98d0-c2013ce726c0 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Made reservation on behalf of 4c5b77aec9d44a3cb3b2efd682f8e133 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:35.132003 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8587d34f-48bf-446f-b384-7afa9ae16ad1 None None] Transition to ACTIVE for port object e451d719-7e63-4eea-af18-9c76b376b952 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:35.142755 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8587d34f-48bf-446f-b384-7afa9ae16ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:35.144995 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-a2ded9a5-a230-44fa-ae74-cea35237b48b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:35.156196 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1400bff6-195a-4599-b66a-30a627ce236e tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:35.158407 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1400bff6-195a-4599-b66a-30a627ce236e tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] 10.222.0.72 "DELETE /v2.0/ports/0f0eb1fc-e944-4805-8fed-3216e7b71532 HTTP/1.1" status: 204 len: 168 time: 0.9853292 Jun 21 14:50:35.162511 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1400bff6-195a-4599-b66a-30a627ce236e tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Pushing event deleted for resources: {'Port': ['ID=0f0eb1fc-e944-4805-8fed-3216e7b71532,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:35.169808 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33282) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:35.209237 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8587d34f-48bf-446f-b384-7afa9ae16ad1 None None] Network 9ad5bf82-dd8c-4e71-85f4-1b933846b84f is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:35.213058 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587d34f-48bf-446f-b384-7afa9ae16ad1 None None] Pushing event updated for resources: {'Port': ['ID=e451d719-7e63-4eea-af18-9c76b376b952,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:35.216450 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8587d34f-48bf-446f-b384-7afa9ae16ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:35.219033 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-8587d34f-48bf-446f-b384-7afa9ae16ad1 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:35.221917 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8587d34f-48bf-446f-b384-7afa9ae16ad1 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:35.229030 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:35.233843 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1400bff6-195a-4599-b66a-30a627ce236e tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:35.292506 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-8587d34f-48bf-446f-b384-7afa9ae16ad1 None None] Attempting to bind port e451d719-7e63-4eea-af18-9c76b376b952 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:50:35.292872 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-8587d34f-48bf-446f-b384-7afa9ae16ad1 None None] Attempting to bind port e451d719-7e63-4eea-af18-9c76b376b952 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '6afe839b-4e3f-418c-a465-871b3904b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9ad5bf82-dd8c-4e71-85f4-1b933846b84f'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:50:35.293662 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8587d34f-48bf-446f-b384-7afa9ae16ad1 None None] Attempting to bind port e451d719-7e63-4eea-af18-9c76b376b952 on network 9ad5bf82-dd8c-4e71-85f4-1b933846b84f {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:50:35.298674 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8587d34f-48bf-446f-b384-7afa9ae16ad1 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:50:35.298969 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8587d34f-48bf-446f-b384-7afa9ae16ad1 None None] Checking segment: {'id': '6afe839b-4e3f-418c-a465-871b3904b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9ad5bf82-dd8c-4e71-85f4-1b933846b84f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:50:35.299364 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8587d34f-48bf-446f-b384-7afa9ae16ad1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:35.299757 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8587d34f-48bf-446f-b384-7afa9ae16ad1 None None] Bound using segment: {'id': '6afe839b-4e3f-418c-a465-871b3904b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9ad5bf82-dd8c-4e71-85f4-1b933846b84f'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:50:35.300223 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-8587d34f-48bf-446f-b384-7afa9ae16ad1 None None] Bound port: e451d719-7e63-4eea-af18-9c76b376b952, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6afe839b-4e3f-418c-a465-871b3904b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '9ad5bf82-dd8c-4e71-85f4-1b933846b84f'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:50:35.300593 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8587d34f-48bf-446f-b384-7afa9ae16ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:35.327006 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-55342100-3ca6-4c9b-830a-aabfd1d0b2ff tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:35.333323 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-55342100-3ca6-4c9b-830a-aabfd1d0b2ff tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:35.347835 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-b8e8cf23-a88d-445c-b972-5caae293d102 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Deleting port 93151c84-8911-480d-b115-e0543b683d01 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:35.348315 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b8e8cf23-a88d-445c-b972-5caae293d102 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:35.386759 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-8587d34f-48bf-446f-b384-7afa9ae16ad1 None None] For port e451d719-7e63-4eea-af18-9c76b376b952, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:50:35.391303 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-8587d34f-48bf-446f-b384-7afa9ae16ad1 None None] For port e451d719-7e63-4eea-af18-9c76b376b952, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=e451d719-7e63-4eea-af18-9c76b376b952,segment=NetworkSegment(6afe839b-4e3f-418c-a465-871b3904b282),segment_id=6afe839b-4e3f-418c-a465-871b3904b282)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:50:35.403228 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8587d34f-48bf-446f-b384-7afa9ae16ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:35.407101 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-fbc3f3d4-23ff-4fda-91e3-400545160ea4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:35.410270 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-e37a6740-efff-4680-baa8-be58114e5395 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Deleting port 67ee1194-1441-4266-b8f4-710b9b912ed1 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:35.410609 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e37a6740-efff-4680-baa8-be58114e5395 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:35.411014 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-f91a7465-a768-48db-bfdd-0cc7004bd7ed tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting port 6b087b94-d220-4e0e-ba60-9b2eac247dd9 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:35.411455 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f91a7465-a768-48db-bfdd-0cc7004bd7ed tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:35.417414 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-577c5cc9-717b-47ae-98d0-c2013ce726c0 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:35.474588 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-55342100-3ca6-4c9b-830a-aabfd1d0b2ff tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:35.475109 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55342100-3ca6-4c9b-830a-aabfd1d0b2ff tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Fanout notify agent at l3_agent the message router_deleted on router 0f5019c9-9b69-4970-99b2-c0128e293098 {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:50:35.484032 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587d34f-48bf-446f-b384-7afa9ae16ad1 None None] Pushing event updated for resources: {'Port': ['ID=e451d719-7e63-4eea-af18-9c76b376b952,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:35.503338 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b8e8cf23-a88d-445c-b972-5caae293d102 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:35.503487 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-55342100-3ca6-4c9b-830a-aabfd1d0b2ff tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:35.504268 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8587d34f-48bf-446f-b384-7afa9ae16ad1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:35.504460 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-55342100-3ca6-4c9b-830a-aabfd1d0b2ff tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] 10.222.0.72 "DELETE /v2.0/routers/0f5019c9-9b69-4970-99b2-c0128e293098 HTTP/1.1" status: 204 len: 168 time: 2.5758376 Jun 21 14:50:35.508383 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33284) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:35.509866 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-577c5cc9-717b-47ae-98d0-c2013ce726c0 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] device_id is not set on port ee55ab11-d9a8-455e-8ebc-944a8afb6c2c yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:50:35.518523 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-b2060a6d-e02e-4c24-a701-02b6ede459b8 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-771926267', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}, 'admin_state_up': False}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:35.592226 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-b8e8cf23-a88d-445c-b972-5caae293d102 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Calling delete_port for 93151c84-8911-480d-b115-e0543b683d01 owned by {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:35.612941 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b2060a6d-e02e-4c24-a701-02b6ede459b8 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:35.613972 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b2060a6d-e02e-4c24-a701-02b6ede459b8 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:35.624780 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-f91a7465-a768-48db-bfdd-0cc7004bd7ed tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] For port 6b087b94-d220-4e0e-ba60-9b2eac247dd9, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=6b087b94-d220-4e0e-ba60-9b2eac247dd9,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:50:35.625155 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f91a7465-a768-48db-bfdd-0cc7004bd7ed tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:35.761992 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-f91a7465-a768-48db-bfdd-0cc7004bd7ed tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Calling delete_port for 6b087b94-d220-4e0e-ba60-9b2eac247dd9 owned by network:router_interface {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:36.036994 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b8e8cf23-a88d-445c-b972-5caae293d102 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:36.056126 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:36.056718 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e451d719-7e63-4eea-af18-9c76b376b952 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:50:36.086140 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e8cf23-a88d-445c-b972-5caae293d102 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Pushing event deleted for resources: {'Port': ['ID=93151c84-8911-480d-b115-e0543b683d01,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:36.094681 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e37a6740-efff-4680-baa8-be58114e5395 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:36.095172 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e37a6740-efff-4680-baa8-be58114e5395 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:36.097989 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b8e8cf23-a88d-445c-b972-5caae293d102 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:36.099548 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b8e8cf23-a88d-445c-b972-5caae293d102 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:36.105301 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b8e8cf23-a88d-445c-b972-5caae293d102 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] 10.222.0.72 "DELETE /v2.0/ports/93151c84-8911-480d-b115-e0543b683d01 HTTP/1.1" status: 204 len: 168 time: 0.9329851 Jun 21 14:50:36.106832 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33292) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:36.115940 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port e451d719-7e63-4eea-af18-9c76b376b952 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:36.123237 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 6b087b94-d220-4e0e-ba60-9b2eac247dd9 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:50:36.147010 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-610d9be6-49ee-4c49-98e5-1d09c14c613a tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0354941 Jun 21 14:50:36.147613 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33294) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:36.153946 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-174a16c6-3b7b-47a0-a0cf-f2ca4e0dee8a tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2006511242'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:36.206512 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b2060a6d-e02e-4c24-a701-02b6ede459b8 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:36.219930 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174a16c6-3b7b-47a0-a0cf-f2ca4e0dee8a tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Made reservation on behalf of a13a2599fe084aa7ae27fa55beb10cd6 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:36.223823 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-174a16c6-3b7b-47a0-a0cf-f2ca4e0dee8a tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:36.235240 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-e37a6740-efff-4680-baa8-be58114e5395 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Calling delete_port for 67ee1194-1441-4266-b8f4-710b9b912ed1 owned by network:floatingip {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:36.239004 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f91a7465-a768-48db-bfdd-0cc7004bd7ed tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:36.243510 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c8c5690d-bdd7-4a87-a81a-a4884972d66a tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:36.282528 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91a7465-a768-48db-bfdd-0cc7004bd7ed tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Port': ['ID=6b087b94-d220-4e0e-ba60-9b2eac247dd9,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:36.300568 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f91a7465-a768-48db-bfdd-0cc7004bd7ed tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:36.303393 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No active binding found for port 6b087b94-d220-4e0e-ba60-9b2eac247dd9 {{(pid=105226) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jun 21 14:50:36.303674 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 6b087b94-d220-4e0e-ba60-9b2eac247dd9 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jun 21 14:50:36.307464 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-174a16c6-3b7b-47a0-a0cf-f2ca4e0dee8a tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] vlan segment allocate from pool success with {'vlan_id': 424, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:50:36.323445 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Port 6b087b94-d220-4e0e-ba60-9b2eac247dd9 not found, will not notify nova. {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jun 21 14:50:36.372938 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-174a16c6-3b7b-47a0-a0cf-f2ca4e0dee8a tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:36.373284 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-174a16c6-3b7b-47a0-a0cf-f2ca4e0dee8a tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Added segment 4c2bc789-fdc8-4e13-9b9e-bea70b119ded of type vlan for network 7448a4e6-12e2-49b2-8a1e-9173d8ed060a Jun 21 14:50:36.432014 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f91a7465-a768-48db-bfdd-0cc7004bd7ed tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:36.475208 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-174a16c6-3b7b-47a0-a0cf-f2ca4e0dee8a tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:36.489425 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b2060a6d-e02e-4c24-a701-02b6ede459b8 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:36.502926 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-577c5cc9-717b-47ae-98d0-c2013ce726c0 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Allocated IP 2001:db8::10 (9ad5bf82-dd8c-4e71-85f4-1b933846b84f/d8e22f9e-fd63-437e-9e52-c6ebc99fab65/ee55ab11-d9a8-455e-8ebc-944a8afb6c2c) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:36.627504 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-174a16c6-3b7b-47a0-a0cf-f2ca4e0dee8a tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:36.633743 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174a16c6-3b7b-47a0-a0cf-f2ca4e0dee8a tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:36.633936 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-174a16c6-3b7b-47a0-a0cf-f2ca4e0dee8a tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:36.639264 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5b8422fe-e8f0-4b14-bee4-14e6bf46df26 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:36.700306 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91a7465-a768-48db-bfdd-0cc7004bd7ed tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Router 454bb29f-c8ff-42ee-a183-0fa58b94d1d8 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:50:36.702185 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-174a16c6-3b7b-47a0-a0cf-f2ca4e0dee8a tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5523722 Jun 21 14:50:36.708452 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33296) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:36.715810 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-a322eda3-a945-4ab4-b419-76064649c18d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-315059144'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:36.727299 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e37a6740-efff-4680-baa8-be58114e5395 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:36.731788 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5719cc8b-2111-4824-8c01-944a7a799453 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:36.735634 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a16c6-3b7b-47a0-a0cf-f2ca4e0dee8a tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Pushing event updated for resources: {'Network': ['ID=7448a4e6-12e2-49b2-8a1e-9173d8ed060a,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:36.741148 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-174a16c6-3b7b-47a0-a0cf-f2ca4e0dee8a tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:36.748606 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 7448a4e6-12e2-49b2-8a1e-9173d8ed060a details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:50:36.801177 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-577c5cc9-717b-47ae-98d0-c2013ce726c0 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:36.813059 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a6740-efff-4680-baa8-be58114e5395 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event deleted for resources: {'Port': ['ID=67ee1194-1441-4266-b8f4-710b9b912ed1,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:36.814826 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a322eda3-a945-4ab4-b419-76064649c18d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Made reservation on behalf of a13a2599fe084aa7ae27fa55beb10cd6 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:36.816877 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e37a6740-efff-4680-baa8-be58114e5395 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:36.818579 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a322eda3-a945-4ab4-b419-76064649c18d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:36.835829 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91a7465-a768-48db-bfdd-0cc7004bd7ed tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:50:36.841696 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f91a7465-a768-48db-bfdd-0cc7004bd7ed tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "PUT /v2.0/routers/454bb29f-c8ff-42ee-a183-0fa58b94d1d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7021668 Jun 21 14:50:36.845143 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33298) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:36.859677 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-577c5cc9-717b-47ae-98d0-c2013ce726c0 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Transition to ACTIVE for port object ee55ab11-d9a8-455e-8ebc-944a8afb6c2c will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:36.893460 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a322eda3-a945-4ab4-b419-76064649c18d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:50:36.922241 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e813aa4f-f088-4ffd-8906-35d44ef40222 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:36.923944 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e813aa4f-f088-4ffd-8906-35d44ef40222 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:36.927796 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e813aa4f-f088-4ffd-8906-35d44ef40222 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0793378 Jun 21 14:50:36.927796 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a322eda3-a945-4ab4-b419-76064649c18d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:36.927796 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-a322eda3-a945-4ab4-b419-76064649c18d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Added segment 0258d0d4-831b-47b6-afa6-7ad033b46072 of type vlan for network f867c687-1d04-4ca9-8373-0e4dc9a621b1 Jun 21 14:50:36.928259 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33300) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:36.936765 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e37a6740-efff-4680-baa8-be58114e5395 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for floatingip, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:36.939775 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e37a6740-efff-4680-baa8-be58114e5395 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:36.940938 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e37a6740-efff-4680-baa8-be58114e5395 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "DELETE /v2.0/floatingips/916fe66e-8302-4961-8b64-53787df8660c HTTP/1.1" status: 204 len: 168 time: 1.9793508 Jun 21 14:50:36.944914 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33302) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:37.047394 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-577c5cc9-717b-47ae-98d0-c2013ce726c0 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:37.052188 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b2060a6d-e02e-4c24-a701-02b6ede459b8 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router_gateway, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:37.056373 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f861f4d0-c3cd-4725-8850-6429871acd94 tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:37.062947 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a322eda3-a945-4ab4-b419-76064649c18d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:37.105635 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-a634ca06-f94f-467c-8314-85ae2f405d96 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] delete failed (client error): The resource could not be found. Jun 21 14:50:37.107202 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a634ca06-f94f-467c-8314-85ae2f405d96 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "DELETE /v2.0/floatingips/916fe66e-8302-4961-8b64-53787df8660c HTTP/1.1" status: 404 len: 345 time: 0.1606274 Jun 21 14:50:37.118999 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33308) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:37.131954 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b2060a6d-e02e-4c24-a701-02b6ede459b8 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:37.144101 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-33951d19-89bb-4b69-9e42-da788bf8f9b0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting subnet 228e87cf-50c5-40ca-8f5c-3c224cce840b {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:50:37.145259 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b64c11-2b96-432f-ab22-1ac25346ed49 None None] Sync routers for ids ['454bb29f-c8ff-42ee-a183-0fa58b94d1d8'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:50:37.148320 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a322eda3-a945-4ab4-b419-76064649c18d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:37.159963 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a322eda3-a945-4ab4-b419-76064649c18d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:37.160609 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a322eda3-a945-4ab4-b419-76064649c18d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:37.160724 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b64c11-2b96-432f-ab22-1ac25346ed49 None None] Routers {'454bb29f-c8ff-42ee-a183-0fa58b94d1d8'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:37.161506 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-57b64c11-2b96-432f-ab22-1ac25346ed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['454bb29f-c8ff-42ee-a183-0fa58b94d1d8'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:37.163787 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-33951d19-89bb-4b69-9e42-da788bf8f9b0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:37.168061 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:37.168251 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577c5cc9-717b-47ae-98d0-c2013ce726c0 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Network 9ad5bf82-dd8c-4e71-85f4-1b933846b84f is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:37.194559 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-577c5cc9-717b-47ae-98d0-c2013ce726c0 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:37.198310 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577c5cc9-717b-47ae-98d0-c2013ce726c0 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:37.205147 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577c5cc9-717b-47ae-98d0-c2013ce726c0 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:37.206319 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-577c5cc9-717b-47ae-98d0-c2013ce726c0 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:37.244025 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c5cc9-717b-47ae-98d0-c2013ce726c0 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Port': ['ID=ee55ab11-d9a8-455e-8ebc-944a8afb6c2c,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:37.248008 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-577c5cc9-717b-47ae-98d0-c2013ce726c0 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:37.292056 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643d2775-7f8f-4ce8-97f0-0901524d42ee None None] Network 9ad5bf82-dd8c-4e71-85f4-1b933846b84f requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:37.300316 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-57b64c11-2b96-432f-ab22-1ac25346ed49 None None] Set router 454bb29f-c8ff-42ee-a183-0fa58b94d1d8 gateway port host: None {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:50:37.304543 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-577c5cc9-717b-47ae-98d0-c2013ce726c0 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8812292 Jun 21 14:50:37.316969 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33312) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:37.323419 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-d2fb8f83-4061-4089-9ff2-cc0e17c86789 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'port': {'network_id': '9ad5bf82-dd8c-4e71-85f4-1b933846b84f', 'name': 'tempest-PortsIpV6TestJSON-904688575', 'fixed_ips': [{'subnet_id': 'd8e22f9e-fd63-437e-9e52-c6ebc99fab65', 'ip_address': '2001:db8::f'}]}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:37.389123 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-57b64c11-2b96-432f-ab22-1ac25346ed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454bb29f-c8ff-42ee-a183-0fa58b94d1d8', 'name': 'tempest-NetworksTestDHCPv6-router-1725230491', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:50:29Z', 'updated_at': '2021-06-21T14:50:36Z', 'revision_number': 3, 'project_id': '234262753e154e0bafa0a37be0e79ff1', 'gw_port_host': None}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:37.401410 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-908d2c52-ab0f-45fd-a87e-da2d35857679 None None] Provisioning for port e451d719-7e63-4eea-af18-9c76b376b952 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:37.425413 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b64c11-2b96-432f-ab22-1ac25346ed49 None None] Checking router: 454bb29f-c8ff-42ee-a183-0fa58b94d1d8 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:50:37.436320 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-908d2c52-ab0f-45fd-a87e-da2d35857679 None None] Provisioning complete for port e451d719-7e63-4eea-af18-9c76b376b952 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:37.436696 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-908d2c52-ab0f-45fd-a87e-da2d35857679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:37.438942 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b64c11-2b96-432f-ab22-1ac25346ed49 None None] Routers {'454bb29f-c8ff-42ee-a183-0fa58b94d1d8'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:37.439966 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-57b64c11-2b96-432f-ab22-1ac25346ed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['454bb29f-c8ff-42ee-a183-0fa58b94d1d8'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:37.464561 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b7ac8c-78a0-445d-b43b-7a8ef38f737a tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:37.471148 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b7ac8c-78a0-445d-b43b-7a8ef38f737a tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:37.479429 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b7ac8c-78a0-445d-b43b-7a8ef38f737a tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:37.484100 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-31b7ac8c-78a0-445d-b43b-7a8ef38f737a tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "GET /v2.0/ports?network_id=ff7b7a85-a56d-4971-aa71-061a33242db6 HTTP/1.1" status: 200 len: 2357 time: 0.3614883 Jun 21 14:50:37.487304 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33314) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:37.551312 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbd808d-5a26-42f8-968a-6dd690375f6c tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:37.557260 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4dbd808d-5a26-42f8-968a-6dd690375f6c tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "GET /v2.0/subnets/c37ba164-a4f4-408a-99ae-13c018d444ab HTTP/1.1" status: 200 len: 797 time: 0.0629909 Jun 21 14:50:37.558079 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33316) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:37.571007 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-726b69d6-e441-4207-af67-f69e890368a0 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Request body: {'port': {'network_id': 'ff7b7a85-a56d-4971-aa71-061a33242db6', 'name': 'tempest-FloatingIPTestJSON-876062448', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:37.595512 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-908d2c52-ab0f-45fd-a87e-da2d35857679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:37.649627 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-57b64c11-2b96-432f-ab22-1ac25346ed49 None None] Set router 454bb29f-c8ff-42ee-a183-0fa58b94d1d8 gateway port host: None {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:50:37.651992 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-b2060a6d-e02e-4c24-a701-02b6ede459b8 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Allocated IP 172.26.3.129 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/e6d678ed-07f9-4221-8be5-10e2a318a555) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:37.658043 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-908d2c52-ab0f-45fd-a87e-da2d35857679 None None] For port e451d719-7e63-4eea-af18-9c76b376b952, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=e451d719-7e63-4eea-af18-9c76b376b952,segment=NetworkSegment(6afe839b-4e3f-418c-a465-871b3904b282),segment_id=6afe839b-4e3f-418c-a465-871b3904b282)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:50:37.678375 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-908d2c52-ab0f-45fd-a87e-da2d35857679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:37.681639 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0bf24e87-c75c-4639-9781-0c2532b89ebb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:37.711943 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-57b64c11-2b96-432f-ab22-1ac25346ed49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454bb29f-c8ff-42ee-a183-0fa58b94d1d8', 'name': 'tempest-NetworksTestDHCPv6-router-1725230491', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:50:29Z', 'updated_at': '2021-06-21T14:50:36Z', 'revision_number': 3, 'project_id': '234262753e154e0bafa0a37be0e79ff1', 'gw_port_host': None}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:37.741452 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a322eda3-a945-4ab4-b419-76064649c18d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Pushing event updated for resources: {'Network': ['ID=f867c687-1d04-4ca9-8373-0e4dc9a621b1,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:37.745287 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b64c11-2b96-432f-ab22-1ac25346ed49 None None] The sync data for ids ['454bb29f-c8ff-42ee-a183-0fa58b94d1d8'] in dv-neutron-797121-2-hyperv is: [{'id': '454bb29f-c8ff-42ee-a183-0fa58b94d1d8', 'name': 'tempest-NetworksTestDHCPv6-router-1725230491', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:50:29Z', 'updated_at': '2021-06-21T14:50:36Z', 'revision_number': 3, 'project_id': '234262753e154e0bafa0a37be0e79ff1', 'gw_port_host': None}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:50:37.752995 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d2c52-ab0f-45fd-a87e-da2d35857679 None None] Pushing event updated for resources: {'Port': ['ID=e451d719-7e63-4eea-af18-9c76b376b952,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:37.763299 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-908d2c52-ab0f-45fd-a87e-da2d35857679 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:37.790654 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2fb8f83-4061-4089-9ff2-cc0e17c86789 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Made reservation on behalf of 4c5b77aec9d44a3cb3b2efd682f8e133 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:37.797507 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d2fb8f83-4061-4089-9ff2-cc0e17c86789 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:37.801327 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-33951d19-89bb-4b69-9e42-da788bf8f9b0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:37.822244 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-d2fb8f83-4061-4089-9ff2-cc0e17c86789 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] device_id is not set on port e1fcfbeb-fd9f-4c21-8b1c-38bc6afd9f82 yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:50:37.829332 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322eda3-a945-4ab4-b419-76064649c18d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:50:37.829988 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322eda3-a945-4ab4-b419-76064649c18d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:50:37.830355 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322eda3-a945-4ab4-b419-76064649c18d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:50:37.831075 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322eda3-a945-4ab4-b419-76064649c18d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:50:37.831075 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322eda3-a945-4ab4-b419-76064649c18d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:50:37.831383 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322eda3-a945-4ab4-b419-76064649c18d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:50:37.831965 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322eda3-a945-4ab4-b419-76064649c18d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:50:37.832074 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322eda3-a945-4ab4-b419-76064649c18d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:50:37.832407 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322eda3-a945-4ab4-b419-76064649c18d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:50:37.832747 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322eda3-a945-4ab4-b419-76064649c18d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:50:37.833229 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322eda3-a945-4ab4-b419-76064649c18d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:50:37.833579 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a322eda3-a945-4ab4-b419-76064649c18d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:50:37.840016 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a322eda3-a945-4ab4-b419-76064649c18d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:37.843680 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a322eda3-a945-4ab4-b419-76064649c18d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1328666 Jun 21 14:50:37.846066 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network f867c687-1d04-4ca9-8373-0e4dc9a621b1 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:50:37.944969 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726b69d6-e441-4207-af67-f69e890368a0 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Made reservation on behalf of da70a9900bfc421d9b05485e06c0e9c1 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:37.952894 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b2060a6d-e02e-4c24-a701-02b6ede459b8 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:37.955075 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-33951d19-89bb-4b69-9e42-da788bf8f9b0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:38.037592 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2531cd6f-9349-4087-be06-63dec6036223 None None] Provisioning complete for port e451d719-7e63-4eea-af18-9c76b376b952 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:38.041134 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2531cd6f-9349-4087-be06-63dec6036223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:38.080332 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-33951d19-89bb-4b69-9e42-da788bf8f9b0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:38.092797 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4788f04a-496b-4f8d-9806-abe17e175fe7 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:38.159439 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-33951d19-89bb-4b69-9e42-da788bf8f9b0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:38.161317 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-33951d19-89bb-4b69-9e42-da788bf8f9b0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/228e87cf-50c5-40ca-8f5c-3c224cce840b HTTP/1.1" status: 204 len: 168 time: 1.2321851 Jun 21 14:50:38.163584 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33951d19-89bb-4b69-9e42-da788bf8f9b0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Subnet': ['ID=228e87cf-50c5-40ca-8f5c-3c224cce840b,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:38.168256 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-33951d19-89bb-4b69-9e42-da788bf8f9b0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:38.168770 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33318) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:38.193002 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-726b69d6-e441-4207-af67-f69e890368a0 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:38.279267 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-d2fb8f83-4061-4089-9ff2-cc0e17c86789 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Allocated IP 2001:db8::f (9ad5bf82-dd8c-4e71-85f4-1b933846b84f/d8e22f9e-fd63-437e-9e52-c6ebc99fab65/e1fcfbeb-fd9f-4c21-8b1c-38bc6afd9f82) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:38.294183 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-726b69d6-e441-4207-af67-f69e890368a0 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] device_id is not set on port 2ce246e0-fc53-467c-a501-3d1d6746c63e yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:50:38.297960 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbc77f3-81c7-446b-ab4e-6a6cb3df99f1 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:38.301938 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e451d719-7e63-4eea-af18-9c76b376b952 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:50:38.303945 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b2060a6d-e02e-4c24-a701-02b6ede459b8 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:38.314445 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-441e4726-0201-4522-85c9-c4553d5102ea tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:38.465668 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2716b606-c967-45b3-bfff-906b3edda02f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2941999 Jun 21 14:50:38.466043 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33326) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:38.473895 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port e451d719-7e63-4eea-af18-9c76b376b952 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:38.474600 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:38.522275 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2531cd6f-9349-4087-be06-63dec6036223 None None] Provisioning for port ee55ab11-d9a8-455e-8ebc-944a8afb6c2c completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:38.560742 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2531cd6f-9349-4087-be06-63dec6036223 None None] Provisioning complete for port ee55ab11-d9a8-455e-8ebc-944a8afb6c2c triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:38.561512 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2531cd6f-9349-4087-be06-63dec6036223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:38.612280 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8af0bcab-dbf3-49aa-aaa2-76a43205bb32 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:38.614459 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2060a6d-e02e-4c24-a701-02b6ede459b8 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:38.618951 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2060a6d-e02e-4c24-a701-02b6ede459b8 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Pushing event updated for resources: {'Port': ['ID=e6d678ed-07f9-4221-8be5-10e2a318a555,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:38.634324 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b2060a6d-e02e-4c24-a701-02b6ede459b8 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:38.677389 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-2531cd6f-9349-4087-be06-63dec6036223 None None] Port ee55ab11-d9a8-455e-8ebc-944a8afb6c2c cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:50:38.692983 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-b2060a6d-e02e-4c24-a701-02b6ede459b8 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:38.706294 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2060a6d-e02e-4c24-a701-02b6ede459b8 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:38.770880 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 6b087b94-d220-4e0e-ba60-9b2eac247dd9 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:50:38.848139 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a22c96-3de6-4987-9e34-47fc4e87b091 None None] DHCP port deletion for 8e867a28-8d41-47df-a2af-a54cb8b30a66 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:50:38.854984 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 6b087b94-d220-4e0e-ba60-9b2eac247dd9 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:50:38.855442 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 6b087b94-d220-4e0e-ba60-9b2eac247dd9 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:50:38.863671 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-af64ee53-1220-44f3-a9d3-3af077a3e671 None None] Provisioning complete for port ee55ab11-d9a8-455e-8ebc-944a8afb6c2c triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:38.864045 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-af64ee53-1220-44f3-a9d3-3af077a3e671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:38.923621 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8af0bcab-dbf3-49aa-aaa2-76a43205bb32 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:38.926278 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8af0bcab-dbf3-49aa-aaa2-76a43205bb32 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:38.928414 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-af64ee53-1220-44f3-a9d3-3af077a3e671 None None] Port ee55ab11-d9a8-455e-8ebc-944a8afb6c2c cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:50:38.959024 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-e7a22c96-3de6-4987-9e34-47fc4e87b091 None None] Deleting port ce7e3a2d-4034-47fa-968c-e5b443d10bb6 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:38.959407 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e7a22c96-3de6-4987-9e34-47fc4e87b091 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:38.983647 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8af0bcab-dbf3-49aa-aaa2-76a43205bb32 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:38.984933 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af0bcab-dbf3-49aa-aaa2-76a43205bb32 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Fanout notify agent at l3_agent the message router_deleted on router 454bb29f-c8ff-42ee-a183-0fa58b94d1d8 {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:50:39.002158 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8af0bcab-dbf3-49aa-aaa2-76a43205bb32 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:39.003651 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8af0bcab-dbf3-49aa-aaa2-76a43205bb32 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/routers/454bb29f-c8ff-42ee-a183-0fa58b94d1d8 HTTP/1.1" status: 204 len: 168 time: 0.5348322 Jun 21 14:50:39.006781 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33328) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:39.014079 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-c4260749-5338-49fa-ac34-d7f22cb09236 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:39.059283 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-e7a22c96-3de6-4987-9e34-47fc4e87b091 None None] For port ce7e3a2d-4034-47fa-968c-e5b443d10bb6, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=ce7e3a2d-4034-47fa-968c-e5b443d10bb6,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:50:39.059615 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e7a22c96-3de6-4987-9e34-47fc4e87b091 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:39.144132 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d2fb8f83-4061-4089-9ff2-cc0e17c86789 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:39.146067 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-e7a22c96-3de6-4987-9e34-47fc4e87b091 None None] Calling delete_port for ce7e3a2d-4034-47fa-968c-e5b443d10bb6 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:39.172374 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4260749-5338-49fa-ac34-d7f22cb09236 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:39.179033 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c4260749-5338-49fa-ac34-d7f22cb09236 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:39.192450 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-d2fb8f83-4061-4089-9ff2-cc0e17c86789 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Transition to ACTIVE for port object e1fcfbeb-fd9f-4c21-8b1c-38bc6afd9f82 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:39.256581 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e7a22c96-3de6-4987-9e34-47fc4e87b091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:39.260812 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-7c4db685-8a05-45f0-a55d-b8ae5ebb1807 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:39.296398 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a22c96-3de6-4987-9e34-47fc4e87b091 None None] Pushing event deleted for resources: {'Port': ['ID=ce7e3a2d-4034-47fa-968c-e5b443d10bb6,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:39.302140 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a22c96-3de6-4987-9e34-47fc4e87b091 None None] No DVR routers for this DVR port ce7e3a2d-4034-47fa-968c-e5b443d10bb6 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:50:39.305859 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-726b69d6-e441-4207-af67-f69e890368a0 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Allocated IP 172.20.0.14 (ff7b7a85-a56d-4971-aa71-061a33242db6/c37ba164-a4f4-408a-99ae-13c018d444ab/2ce246e0-fc53-467c-a501-3d1d6746c63e) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:39.316723 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a22c96-3de6-4987-9e34-47fc4e87b091 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:50:39.317329 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a22c96-3de6-4987-9e34-47fc4e87b091 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:50:39.317865 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a22c96-3de6-4987-9e34-47fc4e87b091 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:50:39.318416 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a22c96-3de6-4987-9e34-47fc4e87b091 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:50:39.319502 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a22c96-3de6-4987-9e34-47fc4e87b091 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:50:39.319502 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a22c96-3de6-4987-9e34-47fc4e87b091 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:50:39.320087 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a22c96-3de6-4987-9e34-47fc4e87b091 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:50:39.320662 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a22c96-3de6-4987-9e34-47fc4e87b091 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:50:39.321976 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a22c96-3de6-4987-9e34-47fc4e87b091 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:50:39.322487 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a22c96-3de6-4987-9e34-47fc4e87b091 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:50:39.322954 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a22c96-3de6-4987-9e34-47fc4e87b091 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:50:39.323440 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a22c96-3de6-4987-9e34-47fc4e87b091 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:50:39.326829 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e7a22c96-3de6-4987-9e34-47fc4e87b091 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:39.340926 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-726b69d6-e441-4207-af67-f69e890368a0 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Allocated IP 172.20.0.13 (ff7b7a85-a56d-4971-aa71-061a33242db6/c37ba164-a4f4-408a-99ae-13c018d444ab/2ce246e0-fc53-467c-a501-3d1d6746c63e) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:39.418393 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d2fb8f83-4061-4089-9ff2-cc0e17c86789 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:39.428593 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c4260749-5338-49fa-ac34-d7f22cb09236 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:39.428593 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:39.433822 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-da4bb492-3b5e-47f7-9c6f-4e6e32f9fdfd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:39.470284 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4260749-5338-49fa-ac34-d7f22cb09236 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:39.473913 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-c4260749-5338-49fa-ac34-d7f22cb09236 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:39.484741 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd5012d-6438-4482-ac0d-289554ce71c5 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:39.495299 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4260749-5338-49fa-ac34-d7f22cb09236 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:39.496431 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c4260749-5338-49fa-ac34-d7f22cb09236 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:39.537814 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4260749-5338-49fa-ac34-d7f22cb09236 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Subnet': ['ID=696166be-9a81-4bc0-a3c7-b103b66f9e21,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:39.547578 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c4260749-5338-49fa-ac34-d7f22cb09236 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:39.549759 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c4260749-5338-49fa-ac34-d7f22cb09236 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5416408 Jun 21 14:50:39.552560 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33330) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:39.557528 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-28a325d0-ec03-45d7-8f54-faeefb51ba50 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1340324507', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:39.584336 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-28a325d0-ec03-45d7-8f54-faeefb51ba50 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:39.585176 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-28a325d0-ec03-45d7-8f54-faeefb51ba50 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:39.669434 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9aae7c4-ae46-46a2-9639-6d2c9b0483aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-8e867a28-8d41-47df-a2af-a54cb8b30a66', 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'fixed_ips': [{'subnet_id': '696166be-9a81-4bc0-a3c7-b103b66f9e21'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:50:39.671182 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f9aae7c4-ae46-46a2-9639-6d2c9b0483aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:39.732269 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-28a325d0-ec03-45d7-8f54-faeefb51ba50 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:39.748512 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-28a325d0-ec03-45d7-8f54-faeefb51ba50 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:39.796985 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-28a325d0-ec03-45d7-8f54-faeefb51ba50 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:39.801263 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-28a325d0-ec03-45d7-8f54-faeefb51ba50 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2476559 Jun 21 14:50:39.802001 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33336) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:39.894313 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-f9aae7c4-ae46-46a2-9639-6d2c9b0483aa None None] Allocated IP 2001:db8::2 (8e867a28-8d41-47df-a2af-a54cb8b30a66/696166be-9a81-4bc0-a3c7-b103b66f9e21/7b3a2abb-ec74-42ee-94bf-ae761a65e498) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:39.935943 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device ce7e3a2d-4034-47fa-968c-e5b443d10bb6 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:50:39.983466 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-726b69d6-e441-4207-af67-f69e890368a0 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:40.008458 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: ce7e3a2d-4034-47fa-968c-e5b443d10bb6 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:50:40.009213 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device ce7e3a2d-4034-47fa-968c-e5b443d10bb6 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:50:40.078069 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-726b69d6-e441-4207-af67-f69e890368a0 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:40.096764 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fb8f83-4061-4089-9ff2-cc0e17c86789 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Network 9ad5bf82-dd8c-4e71-85f4-1b933846b84f is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:40.102018 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b2060a6d-e02e-4c24-a701-02b6ede459b8 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router_gateway, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:40.154556 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-d2fb8f83-4061-4089-9ff2-cc0e17c86789 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:40.160398 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f9aae7c4-ae46-46a2-9639-6d2c9b0483aa None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:40.181738 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fb8f83-4061-4089-9ff2-cc0e17c86789 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:40.188390 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fb8f83-4061-4089-9ff2-cc0e17c86789 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:40.189139 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f9aae7c4-ae46-46a2-9639-6d2c9b0483aa None None] Transition to ACTIVE for port object 7b3a2abb-ec74-42ee-94bf-ae761a65e498 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:40.189480 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d2fb8f83-4061-4089-9ff2-cc0e17c86789 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:40.200805 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726b69d6-e441-4207-af67-f69e890368a0 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Network ff7b7a85-a56d-4971-aa71-061a33242db6 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:40.204787 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fb8f83-4061-4089-9ff2-cc0e17c86789 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Port': ['ID=e1fcfbeb-fd9f-4c21-8b1c-38bc6afd9f82,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:40.212665 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d2fb8f83-4061-4089-9ff2-cc0e17c86789 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:40.214047 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b2060a6d-e02e-4c24-a701-02b6ede459b8 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:40.221966 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-726b69d6-e441-4207-af67-f69e890368a0 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:40.233868 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f9aae7c4-ae46-46a2-9639-6d2c9b0483aa None None] Transition to ACTIVE for port object 7b3a2abb-ec74-42ee-94bf-ae761a65e498 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:40.244720 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f9aae7c4-ae46-46a2-9639-6d2c9b0483aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:40.249104 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-d91e37c4-df3d-489b-9aad-06dff6a69b28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:40.253757 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726b69d6-e441-4207-af67-f69e890368a0 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:40.267010 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33340) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:40.278646 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d2fb8f83-4061-4089-9ff2-cc0e17c86789 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.9600923 Jun 21 14:50:40.319159 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9aae7c4-ae46-46a2-9639-6d2c9b0483aa None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:40.323629 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-f9aae7c4-ae46-46a2-9639-6d2c9b0483aa None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:40.327347 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aae7c4-ae46-46a2-9639-6d2c9b0483aa None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:40.344767 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aae7c4-ae46-46a2-9639-6d2c9b0483aa None None] Pushing event updated for resources: {'Port': ['ID=7b3a2abb-ec74-42ee-94bf-ae761a65e498,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:40.349656 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f9aae7c4-ae46-46a2-9639-6d2c9b0483aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:40.447494 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-f9aae7c4-ae46-46a2-9639-6d2c9b0483aa None None] Attempting to bind port 7b3a2abb-ec74-42ee-94bf-ae761a65e498 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:50:40.447864 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-f9aae7c4-ae46-46a2-9639-6d2c9b0483aa None None] Attempting to bind port 7b3a2abb-ec74-42ee-94bf-ae761a65e498 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:50:40.448228 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aae7c4-ae46-46a2-9639-6d2c9b0483aa None None] Attempting to bind port 7b3a2abb-ec74-42ee-94bf-ae761a65e498 on network 8e867a28-8d41-47df-a2af-a54cb8b30a66 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:50:40.463799 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aae7c4-ae46-46a2-9639-6d2c9b0483aa None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:50:40.464115 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aae7c4-ae46-46a2-9639-6d2c9b0483aa None None] Checking segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:50:40.464532 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f9aae7c4-ae46-46a2-9639-6d2c9b0483aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:40.464924 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aae7c4-ae46-46a2-9639-6d2c9b0483aa None None] Bound using segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:50:40.465404 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-f9aae7c4-ae46-46a2-9639-6d2c9b0483aa None None] Bound port: 7b3a2abb-ec74-42ee-94bf-ae761a65e498, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:50:40.465920 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f9aae7c4-ae46-46a2-9639-6d2c9b0483aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:40.469469 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b69d6-e441-4207-af67-f69e890368a0 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event updated for resources: {'Port': ['ID=2ce246e0-fc53-467c-a501-3d1d6746c63e,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:40.487675 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726b69d6-e441-4207-af67-f69e890368a0 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:40.488342 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-726b69d6-e441-4207-af67-f69e890368a0 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:40.499585 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726b69d6-e441-4207-af67-f69e890368a0 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:50:40.499868 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726b69d6-e441-4207-af67-f69e890368a0 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:50:40.500235 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726b69d6-e441-4207-af67-f69e890368a0 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:50:40.500595 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726b69d6-e441-4207-af67-f69e890368a0 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:50:40.500949 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726b69d6-e441-4207-af67-f69e890368a0 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:50:40.501303 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726b69d6-e441-4207-af67-f69e890368a0 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:50:40.501656 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726b69d6-e441-4207-af67-f69e890368a0 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:50:40.502348 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726b69d6-e441-4207-af67-f69e890368a0 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:50:40.502529 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726b69d6-e441-4207-af67-f69e890368a0 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:50:40.502881 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726b69d6-e441-4207-af67-f69e890368a0 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:50:40.503621 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726b69d6-e441-4207-af67-f69e890368a0 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:50:40.504000 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-726b69d6-e441-4207-af67-f69e890368a0 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:50:40.512203 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-726b69d6-e441-4207-af67-f69e890368a0 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:40.525533 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-27383ec6-808b-45aa-a7b0-e7c2b1fe57a0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:40.577830 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-726b69d6-e441-4207-af67-f69e890368a0 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.0101004 Jun 21 14:50:40.578051 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33342) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:40.582602 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-46e2d3bf-0ba3-4277-b7ac-c336d4dd71bf tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'port_id': '2ce246e0-fc53-467c-a501-3d1d6746c63e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:40.595654 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-f9aae7c4-ae46-46a2-9639-6d2c9b0483aa None None] For port 7b3a2abb-ec74-42ee-94bf-ae761a65e498, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:50:40.601639 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-f9aae7c4-ae46-46a2-9639-6d2c9b0483aa None None] For port 7b3a2abb-ec74-42ee-94bf-ae761a65e498, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=7b3a2abb-ec74-42ee-94bf-ae761a65e498,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:50:40.612577 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f9aae7c4-ae46-46a2-9639-6d2c9b0483aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:40.614900 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c40bf7a-0928-4e41-b1fb-f037c3deee0e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:40.616513 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8c40bf7a-0928-4e41-b1fb-f037c3deee0e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3484771 Jun 21 14:50:40.617145 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-908d2c52-ab0f-45fd-a87e-da2d35857679 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:40.619908 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33344) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:40.630198 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b2060a6d-e02e-4c24-a701-02b6ede459b8 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:40.670281 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-46e2d3bf-0ba3-4277-b7ac-c336d4dd71bf tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for floatingip, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:40.692177 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aae7c4-ae46-46a2-9639-6d2c9b0483aa None None] Pushing event updated for resources: {'Port': ['ID=7b3a2abb-ec74-42ee-94bf-ae761a65e498,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:40.710806 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f9aae7c4-ae46-46a2-9639-6d2c9b0483aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:40.746296 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-81e2ae6c-e479-4878-b8e7-a76846c9ef0c None None] Provisioning for port e1fcfbeb-fd9f-4c21-8b1c-38bc6afd9f82 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:40.791520 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400ffcf0-21c4-4fb0-94e0-cfc982e67c47 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:40.798023 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400ffcf0-21c4-4fb0-94e0-cfc982e67c47 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:40.804765 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400ffcf0-21c4-4fb0-94e0-cfc982e67c47 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:40.806631 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-400ffcf0-21c4-4fb0-94e0-cfc982e67c47 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.1856208 Jun 21 14:50:40.811199 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33346) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:40.828968 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-81e2ae6c-e479-4878-b8e7-a76846c9ef0c None None] Provisioning complete for port e1fcfbeb-fd9f-4c21-8b1c-38bc6afd9f82 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:40.829717 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-81e2ae6c-e479-4878-b8e7-a76846c9ef0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:40.927293 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-81e2ae6c-e479-4878-b8e7-a76846c9ef0c None None] Port e1fcfbeb-fd9f-4c21-8b1c-38bc6afd9f82 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:50:40.987038 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-27383ec6-808b-45aa-a7b0-e7c2b1fe57a0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Allocated IP 2001:db8::1 (8e867a28-8d41-47df-a2af-a54cb8b30a66/696166be-9a81-4bc0-a3c7-b103b66f9e21/9afde684-129e-438b-85f3-63ea1726b25a) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:41.073355 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:50:41.132033 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33352) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:41.151550 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-7f63679b-fe60-48c7-872b-e9db995a0744 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Request body: {'subnets': [{'network_id': '7448a4e6-12e2-49b2-8a1e-9173d8ed060a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--865907101', 'ip_version': 6}, {'network_id': 'f867c687-1d04-4ca9-8373-0e4dc9a621b1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:41.151550 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-7f63679b-fe60-48c7-872b-e9db995a0744 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Request body: {'subnet': {'network_id': '7448a4e6-12e2-49b2-8a1e-9173d8ed060a', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--865907101', 'ip_version': 6}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:41.153121 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-7f63679b-fe60-48c7-872b-e9db995a0744 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Request body: {'subnet': {'network_id': 'f867c687-1d04-4ca9-8373-0e4dc9a621b1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:41.178302 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2060a6d-e02e-4c24-a701-02b6ede459b8 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Router bebe67ed-efd9-4132-bda5-f02a9e1437d4 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:50:41.236271 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-46e2d3bf-0ba3-4277-b7ac-c336d4dd71bf tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:41.259467 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-27383ec6-808b-45aa-a7b0-e7c2b1fe57a0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:41.284116 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-27383ec6-808b-45aa-a7b0-e7c2b1fe57a0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Transition to ACTIVE for port object 9afde684-129e-438b-85f3-63ea1726b25a will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:41.323630 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-27383ec6-808b-45aa-a7b0-e7c2b1fe57a0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:41.325729 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d8f469c6-e525-48af-9894-e40221315662 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:41.373975 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27383ec6-808b-45aa-a7b0-e7c2b1fe57a0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:41.374441 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-64f17eb4-71c8-402c-87cb-aed9a02b237f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Deleting port e1fcfbeb-fd9f-4c21-8b1c-38bc6afd9f82 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:41.374712 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-64f17eb4-71c8-402c-87cb-aed9a02b237f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:41.381520 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-27383ec6-808b-45aa-a7b0-e7c2b1fe57a0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:41.386124 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27383ec6-808b-45aa-a7b0-e7c2b1fe57a0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:41.387163 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-27383ec6-808b-45aa-a7b0-e7c2b1fe57a0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:41.390948 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27383ec6-808b-45aa-a7b0-e7c2b1fe57a0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Port': ['ID=9afde684-129e-438b-85f3-63ea1726b25a,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:41.421956 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-27383ec6-808b-45aa-a7b0-e7c2b1fe57a0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:41.518454 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-27383ec6-808b-45aa-a7b0-e7c2b1fe57a0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:41.600718 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2060a6d-e02e-4c24-a701-02b6ede459b8 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:50:41.614205 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a90b44-d7b7-4849-8f36-3b57ff6975aa None None] Sync routers for ids ['bebe67ed-efd9-4132-bda5-f02a9e1437d4'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:50:41.625936 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-46e2d3bf-0ba3-4277-b7ac-c336d4dd71bf tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Allocated IP 172.26.3.123 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/d7214681-40a1-407c-b85d-8a652a808046) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:41.636144 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a90b44-d7b7-4849-8f36-3b57ff6975aa None None] Routers {'bebe67ed-efd9-4132-bda5-f02a9e1437d4'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:41.637941 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-89a90b44-d7b7-4849-8f36-3b57ff6975aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['bebe67ed-efd9-4132-bda5-f02a9e1437d4'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:41.656874 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-64f17eb4-71c8-402c-87cb-aed9a02b237f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:41.692161 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-89a90b44-d7b7-4849-8f36-3b57ff6975aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:41.704405 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a90b44-d7b7-4849-8f36-3b57ff6975aa None None] Routers {'bebe67ed-efd9-4132-bda5-f02a9e1437d4'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:41.705202 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-89a90b44-d7b7-4849-8f36-3b57ff6975aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['bebe67ed-efd9-4132-bda5-f02a9e1437d4'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:41.751999 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-89a90b44-d7b7-4849-8f36-3b57ff6975aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:41.752721 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a90b44-d7b7-4849-8f36-3b57ff6975aa None None] The sync data for ids ['bebe67ed-efd9-4132-bda5-f02a9e1437d4'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:50:41.770532 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-64f17eb4-71c8-402c-87cb-aed9a02b237f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Calling delete_port for e1fcfbeb-fd9f-4c21-8b1c-38bc6afd9f82 owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:41.774680 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f63679b-fe60-48c7-872b-e9db995a0744 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Made reservation on behalf of a13a2599fe084aa7ae27fa55beb10cd6 for: {'subnet': 2} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:41.779336 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7f63679b-fe60-48c7-872b-e9db995a0744 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:41.779655 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7f63679b-fe60-48c7-872b-e9db995a0744 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:41.789590 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b2060a6d-e02e-4c24-a701-02b6ede459b8 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:41.793681 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b2060a6d-e02e-4c24-a701-02b6ede459b8 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.2788351 Jun 21 14:50:41.799374 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33356) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:41.814778 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-d15809f8-eb09-42a0-8754-b84f0309514c tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:41.956956 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 7b3a2abb-ec74-42ee-94bf-ae761a65e498 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:50:42.025924 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 7b3a2abb-ec74-42ee-94bf-ae761a65e498 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:42.123142 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-27383ec6-808b-45aa-a7b0-e7c2b1fe57a0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:42.132888 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-27383ec6-808b-45aa-a7b0-e7c2b1fe57a0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:42.133943 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-27383ec6-808b-45aa-a7b0-e7c2b1fe57a0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:42.135956 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ec0cb715-1c38-415e-bb79-c95ba9e92ce6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:42.207981 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2b48f57a-1a21-42e1-b6ab-f18fb598ed0e None None] Provisioning for port 7b3a2abb-ec74-42ee-94bf-ae761a65e498 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:42.216722 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2b48f57a-1a21-42e1-b6ab-f18fb598ed0e None None] Provisioning complete for port 7b3a2abb-ec74-42ee-94bf-ae761a65e498 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:42.217109 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2b48f57a-1a21-42e1-b6ab-f18fb598ed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:42.270142 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-46e2d3bf-0ba3-4277-b7ac-c336d4dd71bf tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:42.320941 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27383ec6-808b-45aa-a7b0-e7c2b1fe57a0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Port': ['ID=9afde684-129e-438b-85f3-63ea1726b25a,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:42.332647 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-27383ec6-808b-45aa-a7b0-e7c2b1fe57a0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:42.379399 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27383ec6-808b-45aa-a7b0-e7c2b1fe57a0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:42.380810 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-27383ec6-808b-45aa-a7b0-e7c2b1fe57a0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:42.434877 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2b48f57a-1a21-42e1-b6ab-f18fb598ed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:42.477348 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-2b48f57a-1a21-42e1-b6ab-f18fb598ed0e None None] For port 7b3a2abb-ec74-42ee-94bf-ae761a65e498, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=7b3a2abb-ec74-42ee-94bf-ae761a65e498,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:50:42.483152 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2b48f57a-1a21-42e1-b6ab-f18fb598ed0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:42.486345 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e7a22c96-3de6-4987-9e34-47fc4e87b091 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:42.547111 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b48f57a-1a21-42e1-b6ab-f18fb598ed0e None None] Pushing event updated for resources: {'Port': ['ID=7b3a2abb-ec74-42ee-94bf-ae761a65e498,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:42.561580 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-2b48f57a-1a21-42e1-b6ab-f18fb598ed0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:42.569842 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27383ec6-808b-45aa-a7b0-e7c2b1fe57a0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Router 2fcda40e-35ad-4b38-8e74-a7f81e74a295 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:50:42.579155 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-64f17eb4-71c8-402c-87cb-aed9a02b237f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:42.609079 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2336c11d-0053-440b-b19e-fe63fc6e5e0e None None] Provisioning for port 9afde684-129e-438b-85f3-63ea1726b25a completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:42.615114 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2336c11d-0053-440b-b19e-fe63fc6e5e0e None None] Provisioning complete for port 9afde684-129e-438b-85f3-63ea1726b25a triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:42.616284 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2336c11d-0053-440b-b19e-fe63fc6e5e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:42.623608 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-06974512-b52e-403e-bced-4f98e1f121f9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:42.676724 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-2336c11d-0053-440b-b19e-fe63fc6e5e0e None None] Port 9afde684-129e-438b-85f3-63ea1726b25a cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:50:42.688843 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-46e2d3bf-0ba3-4277-b7ac-c336d4dd71bf tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:42.694425 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27383ec6-808b-45aa-a7b0-e7c2b1fe57a0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:50:42.703437 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-27383ec6-808b-45aa-a7b0-e7c2b1fe57a0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "PUT /v2.0/routers/2fcda40e-35ad-4b38-8e74-a7f81e74a295/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9002066 Jun 21 14:50:42.704323 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33364) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:42.704480 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f17eb4-71c8-402c-87cb-aed9a02b237f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Port': ['ID=e1fcfbeb-fd9f-4c21-8b1c-38bc6afd9f82,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:42.711465 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29963870-40b2-4ee3-8e74-800d727e8386 None None] Sync routers for ids ['2fcda40e-35ad-4b38-8e74-a7f81e74a295'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:50:42.731884 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29963870-40b2-4ee3-8e74-800d727e8386 None None] Routers {'2fcda40e-35ad-4b38-8e74-a7f81e74a295'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:42.732993 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-29963870-40b2-4ee3-8e74-800d727e8386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['2fcda40e-35ad-4b38-8e74-a7f81e74a295'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:42.767718 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ce16b3-e4e7-4200-ac76-c8528bd34f3b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:42.772374 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-24ce16b3-e4e7-4200-ac76-c8528bd34f3b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports/9afde684-129e-438b-85f3-63ea1726b25a HTTP/1.1" status: 200 len: 911 time: 0.0669730 Jun 21 14:50:42.773658 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33366) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:42.807721 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-5c3ab37b-1a07-4a66-8e2c-7ca57f446185 None None] Provisioning complete for port 9afde684-129e-438b-85f3-63ea1726b25a triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:42.808346 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5c3ab37b-1a07-4a66-8e2c-7ca57f446185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:42.849339 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c7c22c-61f5-4b13-bd3c-ca2baac7b3de tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:42.855880 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c7c22c-61f5-4b13-bd3c-ca2baac7b3de tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:42.860833 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d2c7c22c-61f5-4b13-bd3c-ca2baac7b3de tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0858583 Jun 21 14:50:42.861468 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33368) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:42.862393 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-5c3ab37b-1a07-4a66-8e2c-7ca57f446185 None None] Port 9afde684-129e-438b-85f3-63ea1726b25a cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:50:42.871247 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-29963870-40b2-4ee3-8e74-800d727e8386 None None] Set router 2fcda40e-35ad-4b38-8e74-a7f81e74a295 gateway port host: None {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:50:43.132232 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-64f17eb4-71c8-402c-87cb-aed9a02b237f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:43.135047 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-29963870-40b2-4ee3-8e74-800d727e8386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcda40e-35ad-4b38-8e74-a7f81e74a295', 'name': 'tempest-NetworksTestDHCPv6-router-1340324507', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:50:39Z', 'updated_at': '2021-06-21T14:50:41Z', 'revision_number': 2, 'project_id': '234262753e154e0bafa0a37be0e79ff1', 'gw_port_host': None, '_interfaces': [{'id': '9afde684-129e-438b-85f3-63ea1726b25a', 'name': '', 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'mac_address': 'fa:16:3e:79:77:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fcda40e-35ad-4b38-8e74-a7f81e74a295', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '696166be-9a81-4bc0-a3c7-b103b66f9e21', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:50:40Z', 'updated_at': '2021-06-21T14:50:41Z', 'revision_number': 2, 'project_id': '234262753e154e0bafa0a37be0e79ff1', 'subnets': [{'id': '696166be-9a81-4bc0-a3c7-b103b66f9e21', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:43.135308 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9e82c498-9649-4da7-ad82-facd3eb2755c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.439s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:43.176376 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29963870-40b2-4ee3-8e74-800d727e8386 None None] Checking router: 2fcda40e-35ad-4b38-8e74-a7f81e74a295 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:50:43.177016 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29963870-40b2-4ee3-8e74-800d727e8386 None None] Updating router 2fcda40e-35ad-4b38-8e74-a7f81e74a295 port 9afde684-129e-438b-85f3-63ea1726b25a binding host dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:50:43.184513 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e2d3bf-0ba3-4277-b7ac-c336d4dd71bf tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:43.215211 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-29963870-40b2-4ee3-8e74-800d727e8386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:43.216661 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-46e2d3bf-0ba3-4277-b7ac-c336d4dd71bf tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:43.221170 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d15809f8-eb09-42a0-8754-b84f0309514c tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:43.226612 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-35150a5e-937f-428c-8430-d5b476998a5f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:43.228482 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e2d3bf-0ba3-4277-b7ac-c336d4dd71bf tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:43.235352 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-64f17eb4-71c8-402c-87cb-aed9a02b237f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:43.239584 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-64f17eb4-71c8-402c-87cb-aed9a02b237f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/ports/e1fcfbeb-fd9f-4c21-8b1c-38bc6afd9f82 HTTP/1.1" status: 204 len: 168 time: 2.4237096 Jun 21 14:50:43.244919 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33370) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:43.310317 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2d3bf-0ba3-4277-b7ac-c336d4dd71bf tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event updated for resources: {'Port': ['ID=d7214681-40a1-407c-b85d-8a652a808046,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:43.316886 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-46e2d3bf-0ba3-4277-b7ac-c336d4dd71bf tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:43.321893 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5467820-249b-4260-9e83-e6c25b28519d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] GET failed (client error): The resource could not be found. Jun 21 14:50:43.325986 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a5467820-249b-4260-9e83-e6c25b28519d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "GET /v2.0/ports/e1fcfbeb-fd9f-4c21-8b1c-38bc6afd9f82 HTTP/1.1" status: 404 len: 333 time: 0.0596640 Jun 21 14:50:43.326698 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33372) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:43.328342 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d15809f8-eb09-42a0-8754-b84f0309514c tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:43.500741 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-29963870-40b2-4ee3-8e74-800d727e8386 None None] Notify callbacks [] for port, precommit_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:43.511871 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.provisioning_blocks [None req-29963870-40b2-4ee3-8e74-800d727e8386 None None] Transition to ACTIVE for port object 9afde684-129e-438b-85f3-63ea1726b25a will not be triggered until provisioned by entity L2. {{(pid=105227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:43.523106 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-29963870-40b2-4ee3-8e74-800d727e8386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:43.527786 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-1c2857fc-a119-4b51-98b6-cbfb49191b13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:43.570779 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e846431d-7b90-490a-a512-bba14166b53a None None] Pushing event updated for resources: {'Port': ['ID=9afde684-129e-438b-85f3-63ea1726b25a,revision_number=3']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:43.576157 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-e846431d-7b90-490a-a512-bba14166b53a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:43.667383 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-6f2e240d-edb2-42cb-8a0d-a7b21ffe6c8e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Deleting port ee55ab11-d9a8-455e-8ebc-944a8afb6c2c {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:43.668355 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6f2e240d-edb2-42cb-8a0d-a7b21ffe6c8e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:43.673560 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-d15809f8-eb09-42a0-8754-b84f0309514c tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Deleting port e6d678ed-07f9-4221-8be5-10e2a318a555 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:43.674287 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d15809f8-eb09-42a0-8754-b84f0309514c tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:43.687794 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-29963870-40b2-4ee3-8e74-800d727e8386 None None] Attempting to bind port 9afde684-129e-438b-85f3-63ea1726b25a on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:50:43.689317 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-29963870-40b2-4ee3-8e74-800d727e8386 None None] Attempting to bind port 9afde684-129e-438b-85f3-63ea1726b25a by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:50:43.689688 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29963870-40b2-4ee3-8e74-800d727e8386 None None] Attempting to bind port 9afde684-129e-438b-85f3-63ea1726b25a on network 8e867a28-8d41-47df-a2af-a54cb8b30a66 {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:50:43.695793 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29963870-40b2-4ee3-8e74-800d727e8386 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:50:43.696163 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29963870-40b2-4ee3-8e74-800d727e8386 None None] Checking segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:50:43.696563 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-29963870-40b2-4ee3-8e74-800d727e8386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:43.696954 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29963870-40b2-4ee3-8e74-800d727e8386 None None] Bound using segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:50:43.697685 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-29963870-40b2-4ee3-8e74-800d727e8386 None None] Bound port: 9afde684-129e-438b-85f3-63ea1726b25a, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:50:43.698088 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-29963870-40b2-4ee3-8e74-800d727e8386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:43.785703 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-29963870-40b2-4ee3-8e74-800d727e8386 None None] For port 9afde684-129e-438b-85f3-63ea1726b25a, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:50:43.794646 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-29963870-40b2-4ee3-8e74-800d727e8386 None None] For port 9afde684-129e-438b-85f3-63ea1726b25a, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=9afde684-129e-438b-85f3-63ea1726b25a,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:50:43.798665 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d15809f8-eb09-42a0-8754-b84f0309514c tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:43.818220 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-29963870-40b2-4ee3-8e74-800d727e8386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:43.834179 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:43.840888 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-35150a5e-937f-428c-8430-d5b476998a5f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting port 9afde684-129e-438b-85f3-63ea1726b25a {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:43.842102 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-35150a5e-937f-428c-8430-d5b476998a5f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:43.898097 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29963870-40b2-4ee3-8e74-800d727e8386 None None] Routers {'2fcda40e-35ad-4b38-8e74-a7f81e74a295'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:43.898824 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-29963870-40b2-4ee3-8e74-800d727e8386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['2fcda40e-35ad-4b38-8e74-a7f81e74a295'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:43.906783 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-d15809f8-eb09-42a0-8754-b84f0309514c tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Calling delete_port for e6d678ed-07f9-4221-8be5-10e2a318a555 owned by network:router_gateway {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:43.991637 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 7b3a2abb-ec74-42ee-94bf-ae761a65e498 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:50:44.020749 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6f2e240d-edb2-42cb-8a0d-a7b21ffe6c8e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:44.048052 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-29963870-40b2-4ee3-8e74-800d727e8386 None None] Set router 2fcda40e-35ad-4b38-8e74-a7f81e74a295 gateway port host: None {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:50:44.086231 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b9e33f81-2841-4932-963c-5a287765b3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:44.119537 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7f63679b-fe60-48c7-872b-e9db995a0744 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:44.124859 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:44.133483 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 7b3a2abb-ec74-42ee-94bf-ae761a65e498 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:44.134080 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:44.185721 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-6f2e240d-edb2-42cb-8a0d-a7b21ffe6c8e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Calling delete_port for ee55ab11-d9a8-455e-8ebc-944a8afb6c2c owned by {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:44.200897 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63679b-fe60-48c7-872b-e9db995a0744 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Pushing event updated for resources: {'Subnet': ['ID=3277dd67-a2a4-4050-a775-8772fc532740,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:44.215714 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7f63679b-fe60-48c7-872b-e9db995a0744 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:44.230176 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e846431d-7b90-490a-a512-bba14166b53a None None] Pushing event updated for resources: {'Port': ['ID=9afde684-129e-438b-85f3-63ea1726b25a,revision_number=4']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:44.243306 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-e846431d-7b90-490a-a512-bba14166b53a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:44.275451 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-35150a5e-937f-428c-8430-d5b476998a5f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] For port 9afde684-129e-438b-85f3-63ea1726b25a, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=9afde684-129e-438b-85f3-63ea1726b25a,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:50:44.275954 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-35150a5e-937f-428c-8430-d5b476998a5f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:44.321127 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d15809f8-eb09-42a0-8754-b84f0309514c tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:44.323286 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-46e2d3bf-0ba3-4277-b7ac-c336d4dd71bf tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:44.358076 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-35150a5e-937f-428c-8430-d5b476998a5f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Calling delete_port for 9afde684-129e-438b-85f3-63ea1726b25a owned by network:router_interface {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:44.373839 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15809f8-eb09-42a0-8754-b84f0309514c tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Pushing event deleted for resources: {'Port': ['ID=e6d678ed-07f9-4221-8be5-10e2a318a555,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:44.380326 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d15809f8-eb09-42a0-8754-b84f0309514c tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:44.412020 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-29963870-40b2-4ee3-8e74-800d727e8386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcda40e-35ad-4b38-8e74-a7f81e74a295', 'name': 'tempest-NetworksTestDHCPv6-router-1340324507', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:50:39Z', 'updated_at': '2021-06-21T14:50:41Z', 'revision_number': 2, 'project_id': '234262753e154e0bafa0a37be0e79ff1', 'gw_port_host': None, '_interfaces': [{'id': '9afde684-129e-438b-85f3-63ea1726b25a', 'name': '', 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'mac_address': 'fa:16:3e:79:77:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fcda40e-35ad-4b38-8e74-a7f81e74a295', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '696166be-9a81-4bc0-a3c7-b103b66f9e21', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:50:40Z', 'updated_at': '2021-06-21T14:50:43Z', 'revision_number': 4, 'project_id': '234262753e154e0bafa0a37be0e79ff1', 'subnets': [{'id': '696166be-9a81-4bc0-a3c7-b103b66f9e21', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:44.436763 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f63679b-fe60-48c7-872b-e9db995a0744 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Checking segment: {'id': '4c2bc789-fdc8-4e13-9b9e-bea70b119ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7448a4e6-12e2-49b2-8a1e-9173d8ed060a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:50:44.437115 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f63679b-fe60-48c7-872b-e9db995a0744 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Network hostable DHCP agents. Network: 7448a4e6-12e2-49b2-8a1e-9173d8ed060a, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:50:44.443113 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29963870-40b2-4ee3-8e74-800d727e8386 None None] The sync data for ids ['2fcda40e-35ad-4b38-8e74-a7f81e74a295'] in dv-neutron-797121-2-hyperv is: [{'id': '2fcda40e-35ad-4b38-8e74-a7f81e74a295', 'name': 'tempest-NetworksTestDHCPv6-router-1340324507', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:50:39Z', 'updated_at': '2021-06-21T14:50:41Z', 'revision_number': 2, 'project_id': '234262753e154e0bafa0a37be0e79ff1', 'gw_port_host': None, '_interfaces': [{'id': '9afde684-129e-438b-85f3-63ea1726b25a', 'name': '', 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'mac_address': 'fa:16:3e:79:77:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fcda40e-35ad-4b38-8e74-a7f81e74a295', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '696166be-9a81-4bc0-a3c7-b103b66f9e21', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:50:40Z', 'updated_at': '2021-06-21T14:50:43Z', 'revision_number': 4, 'project_id': '234262753e154e0bafa0a37be0e79ff1', 'subnets': [{'id': '696166be-9a81-4bc0-a3c7-b103b66f9e21', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:50:44.527459 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d15809f8-eb09-42a0-8754-b84f0309514c tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:44.590700 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f63679b-fe60-48c7-872b-e9db995a0744 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Network 7448a4e6-12e2-49b2-8a1e-9173d8ed060a is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:50:44.606146 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6f2e240d-edb2-42cb-8a0d-a7b21ffe6c8e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:44.610092 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8c46ec0a-ff7e-41b2-b7ea-710187abd1fd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:44.615465 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-35150a5e-937f-428c-8430-d5b476998a5f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:44.639543 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e240d-edb2-42cb-8a0d-a7b21ffe6c8e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Port': ['ID=ee55ab11-d9a8-455e-8ebc-944a8afb6c2c,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:44.645148 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6f2e240d-edb2-42cb-8a0d-a7b21ffe6c8e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:44.647377 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ec0cb715-1c38-415e-bb79-c95ba9e92ce6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:44.655309 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-7f63679b-fe60-48c7-872b-e9db995a0744 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 7448a4e6-12e2-49b2-8a1e-9173d8ed060a) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:44.671302 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7f63679b-fe60-48c7-872b-e9db995a0744 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:44.686680 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:44.698393 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35150a5e-937f-428c-8430-d5b476998a5f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Port': ['ID=9afde684-129e-438b-85f3-63ea1726b25a,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:44.702157 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-35150a5e-937f-428c-8430-d5b476998a5f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:44.703486 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6f2e240d-edb2-42cb-8a0d-a7b21ffe6c8e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:44.707995 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6f2e240d-edb2-42cb-8a0d-a7b21ffe6c8e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/ports/ee55ab11-d9a8-455e-8ebc-944a8afb6c2c HTTP/1.1" status: 204 len: 168 time: 1.3782086 Jun 21 14:50:44.708460 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33380) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:44.734841 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e11a17e-5815-440a-be93-2abca39f80f2 None None] Network 7448a4e6-12e2-49b2-8a1e-9173d8ed060a requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:44.771236 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-8198162c-fafe-44dd-a789-ca22bc62f2fe tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] GET failed (client error): The resource could not be found. Jun 21 14:50:44.773537 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8198162c-fafe-44dd-a789-ca22bc62f2fe tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "GET /v2.0/ports/ee55ab11-d9a8-455e-8ebc-944a8afb6c2c HTTP/1.1" status: 404 len: 333 time: 0.0643849 Jun 21 14:50:44.802465 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-46e2d3bf-0ba3-4277-b7ac-c336d4dd71bf tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:44.827089 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33382) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:44.957544 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-35150a5e-937f-428c-8430-d5b476998a5f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:45.029393 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ed96bf4-f934-441d-8104-529ed519ccc8 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Deleting subnet d8e22f9e-fd63-437e-9e52-c6ebc99fab65 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:50:45.063274 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d15809f8-eb09-42a0-8754-b84f0309514c tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:45.075951 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d15809f8-eb09-42a0-8754-b84f0309514c tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627068'] for router, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:45.091951 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3ed96bf4-f934-441d-8104-529ed519ccc8 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:45.203472 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3ed96bf4-f934-441d-8104-529ed519ccc8 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:45.226579 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f63679b-fe60-48c7-872b-e9db995a0744 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Pushing event updated for resources: {'Subnet': ['ID=75111312-3e5c-4738-a646-2115d46a2599,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:45.246265 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7f63679b-fe60-48c7-872b-e9db995a0744 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:45.275622 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15809f8-eb09-42a0-8754-b84f0309514c tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Router bebe67ed-efd9-4132-bda5-f02a9e1437d4 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:50:45.284038 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-46e2d3bf-0ba3-4277-b7ac-c336d4dd71bf tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:45.312369 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5543126d-f0db-4531-8b6a-8886a7309b0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-7448a4e6-12e2-49b2-8a1e-9173d8ed060a', 'network_id': '7448a4e6-12e2-49b2-8a1e-9173d8ed060a', 'tenant_id': 'a13a2599fe084aa7ae27fa55beb10cd6', 'fixed_ips': [{'subnet_id': '3277dd67-a2a4-4050-a775-8772fc532740'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:50:45.313807 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5543126d-f0db-4531-8b6a-8886a7309b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:45.318340 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f63679b-fe60-48c7-872b-e9db995a0744 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Checking segment: {'id': '0258d0d4-831b-47b6-afa6-7ad033b46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f867c687-1d04-4ca9-8373-0e4dc9a621b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:50:45.318747 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f63679b-fe60-48c7-872b-e9db995a0744 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Network hostable DHCP agents. Network: f867c687-1d04-4ca9-8373-0e4dc9a621b1, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:50:45.324798 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35150a5e-937f-428c-8430-d5b476998a5f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Router 2fcda40e-35ad-4b38-8e74-a7f81e74a295 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:50:45.441022 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15809f8-eb09-42a0-8754-b84f0309514c tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:50:45.446811 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35150a5e-937f-428c-8430-d5b476998a5f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:50:45.456067 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-35150a5e-937f-428c-8430-d5b476998a5f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "PUT /v2.0/routers/2fcda40e-35ad-4b38-8e74-a7f81e74a295/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5935104 Jun 21 14:50:45.458752 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33390) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:45.461069 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80ea39d-5d15-4a84-b4b2-ba181348ff17 None None] Sync routers for ids ['bebe67ed-efd9-4132-bda5-f02a9e1437d4'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:50:45.469888 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3ed96bf4-f934-441d-8104-529ed519ccc8 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:45.473454 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d15809f8-eb09-42a0-8754-b84f0309514c tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:45.477683 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d15809f8-eb09-42a0-8754-b84f0309514c tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] 10.222.0.72 "PUT /v2.0/routers/bebe67ed-efd9-4132-bda5-f02a9e1437d4 HTTP/1.1" status: 200 len: 709 time: 3.6669986 Jun 21 14:50:45.478877 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f63679b-fe60-48c7-872b-e9db995a0744 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Network f867c687-1d04-4ca9-8373-0e4dc9a621b1 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:50:45.483953 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33392) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:45.484144 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80ea39d-5d15-4a84-b4b2-ba181348ff17 None None] Routers {'bebe67ed-efd9-4132-bda5-f02a9e1437d4'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:45.484940 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-b80ea39d-5d15-4a84-b4b2-ba181348ff17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['bebe67ed-efd9-4132-bda5-f02a9e1437d4'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:45.523149 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-b80ea39d-5d15-4a84-b4b2-ba181348ff17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:45.532061 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-5543126d-f0db-4531-8b6a-8886a7309b0b None None] Allocated IP 2001:db8::1 (7448a4e6-12e2-49b2-8a1e-9173d8ed060a/3277dd67-a2a4-4050-a775-8772fc532740/395eb1e4-2a37-4a21-ac4e-7ffc6d9ceb23) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:45.545264 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80ea39d-5d15-4a84-b4b2-ba181348ff17 None None] Routers {'bebe67ed-efd9-4132-bda5-f02a9e1437d4'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:45.545824 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-b80ea39d-5d15-4a84-b4b2-ba181348ff17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['bebe67ed-efd9-4132-bda5-f02a9e1437d4'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:45.561261 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-7f63679b-fe60-48c7-872b-e9db995a0744 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, f867c687-1d04-4ca9-8373-0e4dc9a621b1) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:45.570840 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f63679b-fe60-48c7-872b-e9db995a0744 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:45.571198 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f63679b-fe60-48c7-872b-e9db995a0744 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:45.571827 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7f63679b-fe60-48c7-872b-e9db995a0744 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:45.580941 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e62c678d-5d49-4db6-bf15-77d91bb669b0 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] 10.222.0.72 "GET /v2.0/routers/bebe67ed-efd9-4132-bda5-f02a9e1437d4 HTTP/1.1" status: 200 len: 744 time: 0.0957961 Jun 21 14:50:45.582950 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0637cd77-80f3-4d9d-833f-53d884772747 None None] Network f867c687-1d04-4ca9-8373-0e4dc9a621b1 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:45.584427 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33394) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:45.588122 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-b80ea39d-5d15-4a84-b4b2-ba181348ff17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:45.588771 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80ea39d-5d15-4a84-b4b2-ba181348ff17 None None] The sync data for ids ['bebe67ed-efd9-4132-bda5-f02a9e1437d4'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:50:45.650810 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d8f8947e-b730-4501-9e2b-def4ee2b4795 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=78e7bc12-ea33-4baf-9744-b93105835641&device_id=bebe67ed-efd9-4132-bda5-f02a9e1437d4 HTTP/1.1" status: 200 len: 205 time: 0.0651693 Jun 21 14:50:45.655117 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33396) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:45.688651 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7f63679b-fe60-48c7-872b-e9db995a0744 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 4.5441906 Jun 21 14:50:45.693623 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-fade2bf7-2007-4337-9bb0-6e00b441af0c tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] 10.222.0.72 "GET /v2.0/ports?device_id=bebe67ed-efd9-4132-bda5-f02a9e1437d4 HTTP/1.1" status: 200 len: 205 time: 0.0375774 Jun 21 14:50:45.698622 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33398) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:45.698622 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33400) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:45.817243 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8752b2-1e4f-4b26-a818-86d1acb39129 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:45.818817 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8752b2-1e4f-4b26-a818-86d1acb39129 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:45.823873 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-ae8752b2-1e4f-4b26-a818-86d1acb39129 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3641477 Jun 21 14:50:45.824462 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33402) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:45.837213 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cc9d9de9-fc44-4e1d-ad91-88f55668f62d tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:45.840734 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-46e2d3bf-0ba3-4277-b7ac-c336d4dd71bf tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:45.846288 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616b03f1-2fdc-4b03-a9e2-e60ef3534f0d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:45.847904 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616b03f1-2fdc-4b03-a9e2-e60ef3534f0d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:45.849394 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616b03f1-2fdc-4b03-a9e2-e60ef3534f0d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:45.851799 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-616b03f1-2fdc-4b03-a9e2-e60ef3534f0d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1520846 Jun 21 14:50:45.871811 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0269197c-0b32-41f8-8579-500f87481023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-f867c687-1d04-4ca9-8373-0e4dc9a621b1', 'network_id': 'f867c687-1d04-4ca9-8373-0e4dc9a621b1', 'tenant_id': 'a13a2599fe084aa7ae27fa55beb10cd6', 'fixed_ips': [{'subnet_id': '75111312-3e5c-4738-a646-2115d46a2599'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:50:45.872753 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0269197c-0b32-41f8-8579-500f87481023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:45.873926 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33404) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:45.880397 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ed322f-ae6e-471c-a4d1-7fac669bbc6c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting subnet 696166be-9a81-4bc0-a3c7-b103b66f9e21 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:50:45.891219 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-46e2d3bf-0ba3-4277-b7ac-c336d4dd71bf tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:45.892351 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5543126d-f0db-4531-8b6a-8886a7309b0b None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:45.920165 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f39f32fe-fa6a-44d6-8c35-b588a754e597 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:45.922441 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-70ed322f-ae6e-471c-a4d1-7fac669bbc6c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:45.955039 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3ed96bf4-f934-441d-8104-529ed519ccc8 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:45.968339 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d9d54633-d668-4923-9337-6f2e80ed3d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:45.976174 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-5543126d-f0db-4531-8b6a-8886a7309b0b None None] Transition to ACTIVE for port object 395eb1e4-2a37-4a21-ac4e-7ffc6d9ceb23 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:46.005150 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed96bf4-f934-441d-8104-529ed519ccc8 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Subnet': ['ID=d8e22f9e-fd63-437e-9e52-c6ebc99fab65,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:46.011978 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3ed96bf4-f934-441d-8104-529ed519ccc8 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:46.013251 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-5543126d-f0db-4531-8b6a-8886a7309b0b None None] Transition to ACTIVE for port object 395eb1e4-2a37-4a21-ac4e-7ffc6d9ceb23 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:46.014720 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-70ed322f-ae6e-471c-a4d1-7fac669bbc6c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:46.021386 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-3549e201-9b82-4960-b25e-e17203d639fd tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Deleting subnet 3277dd67-a2a4-4050-a775-8772fc532740 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:50:46.024364 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3ed96bf4-f934-441d-8104-529ed519ccc8 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:46.026374 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3ed96bf4-f934-441d-8104-529ed519ccc8 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/subnets/d8e22f9e-fd63-437e-9e52-c6ebc99fab65 HTTP/1.1" status: 204 len: 168 time: 1.1979513 Jun 21 14:50:46.035133 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afe3e38-6911-4558-82b0-019afb4f098a None None] Network 9ad5bf82-dd8c-4e71-85f4-1b933846b84f requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:46.040482 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33406) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:46.049428 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3549e201-9b82-4960-b25e-e17203d639fd tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:46.076185 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5543126d-f0db-4531-8b6a-8886a7309b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:46.080677 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-1c55bde5-911b-42a0-8bb1-f1371cc8b4eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:46.087851 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-46e2d3bf-0ba3-4277-b7ac-c336d4dd71bf tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:46.107504 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3549e201-9b82-4960-b25e-e17203d639fd tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:46.163986 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2d3bf-0ba3-4277-b7ac-c336d4dd71bf tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event updated for resources: {'Port': ['ID=d7214681-40a1-407c-b85d-8a652a808046,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:46.167284 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-46e2d3bf-0ba3-4277-b7ac-c336d4dd71bf tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:46.172626 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-0269197c-0b32-41f8-8579-500f87481023 None None] Allocated IP 2001:db8:0:1::1 (f867c687-1d04-4ca9-8373-0e4dc9a621b1/75111312-3e5c-4738-a646-2115d46a2599/c588ad95-dad1-4819-836b-c3436cf05af0) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:46.187358 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-70ed322f-ae6e-471c-a4d1-7fac669bbc6c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:46.209406 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cc9d9de9-fc44-4e1d-ad91-88f55668f62d tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:46.214253 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cc9d9de9-fc44-4e1d-ad91-88f55668f62d tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:46.242811 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5543126d-f0db-4531-8b6a-8886a7309b0b None None] Network 7448a4e6-12e2-49b2-8a1e-9173d8ed060a is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:46.254570 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-5543126d-f0db-4531-8b6a-8886a7309b0b None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:46.267623 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5543126d-f0db-4531-8b6a-8886a7309b0b None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:46.268758 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3549e201-9b82-4960-b25e-e17203d639fd tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:46.274690 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543126d-f0db-4531-8b6a-8886a7309b0b None None] Pushing event updated for resources: {'Port': ['ID=395eb1e4-2a37-4a21-ac4e-7ffc6d9ceb23,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:46.308837 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5543126d-f0db-4531-8b6a-8886a7309b0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:46.350169 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-70ed322f-ae6e-471c-a4d1-7fac669bbc6c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:46.355376 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2d9742ca-9fe7-4ef1-b8b1-f49ff978d635 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:46.368172 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3549e201-9b82-4960-b25e-e17203d639fd tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:46.410623 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-70ed322f-ae6e-471c-a4d1-7fac669bbc6c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:46.416060 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-70ed322f-ae6e-471c-a4d1-7fac669bbc6c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/696166be-9a81-4bc0-a3c7-b103b66f9e21 HTTP/1.1" status: 204 len: 168 time: 0.5883062 Jun 21 14:50:46.420780 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ed322f-ae6e-471c-a4d1-7fac669bbc6c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Subnet': ['ID=696166be-9a81-4bc0-a3c7-b103b66f9e21,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:46.427977 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3549e201-9b82-4960-b25e-e17203d639fd tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:46.430732 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3549e201-9b82-4960-b25e-e17203d639fd tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] 10.222.0.72 "DELETE /v2.0/subnets/3277dd67-a2a4-4050-a775-8772fc532740 HTTP/1.1" status: 204 len: 168 time: 0.5462990 Jun 21 14:50:46.431020 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33414) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:46.438243 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-70ed322f-ae6e-471c-a4d1-7fac669bbc6c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:46.438837 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33416) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:46.439495 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-50134f94-ede4-4c40-b684-ea2f151d2051 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:46.440166 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7e3bf6-2f7b-48aa-b9a3-09fc54155da6 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:46.475867 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549e201-9b82-4960-b25e-e17203d639fd tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Pushing event deleted for resources: {'Subnet': ['ID=3277dd67-a2a4-4050-a775-8772fc532740,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:46.539057 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3549e201-9b82-4960-b25e-e17203d639fd tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:46.568885 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe0359f-343e-4d9f-8fc3-1bdea508b9b1 None None] Sync routers for ids ['2fcda40e-35ad-4b38-8e74-a7f81e74a295'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:50:46.584144 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe0359f-343e-4d9f-8fc3-1bdea508b9b1 None None] Routers {'2fcda40e-35ad-4b38-8e74-a7f81e74a295'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:46.584624 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-efe0359f-343e-4d9f-8fc3-1bdea508b9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['2fcda40e-35ad-4b38-8e74-a7f81e74a295'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:46.591242 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-5543126d-f0db-4531-8b6a-8886a7309b0b None None] Attempting to bind port 395eb1e4-2a37-4a21-ac4e-7ffc6d9ceb23 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:50:46.591699 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-5543126d-f0db-4531-8b6a-8886a7309b0b None None] Attempting to bind port 395eb1e4-2a37-4a21-ac4e-7ffc6d9ceb23 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '4c2bc789-fdc8-4e13-9b9e-bea70b119ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7448a4e6-12e2-49b2-8a1e-9173d8ed060a'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:50:46.592336 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5543126d-f0db-4531-8b6a-8886a7309b0b None None] Attempting to bind port 395eb1e4-2a37-4a21-ac4e-7ffc6d9ceb23 on network 7448a4e6-12e2-49b2-8a1e-9173d8ed060a {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:50:46.608339 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8a14063a-71de-4e8b-92eb-c5c83e4bce21 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1735709 Jun 21 14:50:46.608977 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33418) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:46.609258 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-393c48d7-4119-481a-a681-fa64dca8f024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:46.622645 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5543126d-f0db-4531-8b6a-8886a7309b0b None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:50:46.622954 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-247135c1-a6f4-4a35-b696-474d39c2baa5 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Deleting subnet 75111312-3e5c-4738-a646-2115d46a2599 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:50:46.623057 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5543126d-f0db-4531-8b6a-8886a7309b0b None None] Checking segment: {'id': '4c2bc789-fdc8-4e13-9b9e-bea70b119ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7448a4e6-12e2-49b2-8a1e-9173d8ed060a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:50:46.623579 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5543126d-f0db-4531-8b6a-8886a7309b0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:46.624036 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5543126d-f0db-4531-8b6a-8886a7309b0b None None] Bound using segment: {'id': '4c2bc789-fdc8-4e13-9b9e-bea70b119ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7448a4e6-12e2-49b2-8a1e-9173d8ed060a'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:50:46.624590 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-5543126d-f0db-4531-8b6a-8886a7309b0b None None] Bound port: 395eb1e4-2a37-4a21-ac4e-7ffc6d9ceb23, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c2bc789-fdc8-4e13-9b9e-bea70b119ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '7448a4e6-12e2-49b2-8a1e-9173d8ed060a'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:50:46.625027 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5543126d-f0db-4531-8b6a-8886a7309b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:46.718987 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a2a6de54-aa41-43a5-bb9b-3fe3a331abf6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:46.739247 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cc9d9de9-fc44-4e1d-ad91-88f55668f62d tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:46.739920 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9d9de9-fc44-4e1d-ad91-88f55668f62d tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Fanout notify agent at l3_agent the message router_deleted on router bebe67ed-efd9-4132-bda5-f02a9e1437d4 {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:50:46.744272 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ff81d95-73af-4712-a7e9-d5ad52763c52 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:46.759525 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cc9d9de9-fc44-4e1d-ad91-88f55668f62d tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:46.760609 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-cc9d9de9-fc44-4e1d-ad91-88f55668f62d tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] 10.222.0.72 "DELETE /v2.0/routers/bebe67ed-efd9-4132-bda5-f02a9e1437d4 HTTP/1.1" status: 204 len: 168 time: 1.0536733 Jun 21 14:50:46.765099 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33420) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:46.790426 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0269197c-0b32-41f8-8579-500f87481023 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:46.812942 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9cade642-dd05-4aa8-aea8-eb058a175613 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] 10.222.0.72 "GET /v2.0/ports?device_id=bebe67ed-efd9-4132-bda5-f02a9e1437d4 HTTP/1.1" status: 200 len: 205 time: 0.0432637 Jun 21 14:50:46.815315 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33422) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:46.817207 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0269197c-0b32-41f8-8579-500f87481023 None None] Transition to ACTIVE for port object c588ad95-dad1-4819-836b-c3436cf05af0 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:46.827193 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-5543126d-f0db-4531-8b6a-8886a7309b0b None None] For port 395eb1e4-2a37-4a21-ac4e-7ffc6d9ceb23, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:50:46.838179 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3e371f-af93-41c9-9b5e-91c0713df806 None None] DHCP port deletion for 9ad5bf82-dd8c-4e71-85f4-1b933846b84f request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:50:46.849805 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-efe0359f-343e-4d9f-8fc3-1bdea508b9b1 None None] Set router 2fcda40e-35ad-4b38-8e74-a7f81e74a295 gateway port host: None {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:50:46.857670 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-5543126d-f0db-4531-8b6a-8886a7309b0b None None] For port 395eb1e4-2a37-4a21-ac4e-7ffc6d9ceb23, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=395eb1e4-2a37-4a21-ac4e-7ffc6d9ceb23,segment=NetworkSegment(4c2bc789-fdc8-4e13-9b9e-bea70b119ded),segment_id=4c2bc789-fdc8-4e13-9b9e-bea70b119ded)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:50:46.862820 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0269197c-0b32-41f8-8579-500f87481023 None None] Transition to ACTIVE for port object c588ad95-dad1-4819-836b-c3436cf05af0 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:46.863208 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-f25bee1b-2b19-45fa-82fb-23c128fd3874 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] delete failed (client error): The resource could not be found. Jun 21 14:50:46.866680 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f25bee1b-2b19-45fa-82fb-23c128fd3874 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] 10.222.0.72 "DELETE /v2.0/routers/bebe67ed-efd9-4132-bda5-f02a9e1437d4 HTTP/1.1" status: 404 len: 336 time: 0.0471623 Jun 21 14:50:46.866680 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.l3_db [None req-46e2d3bf-0ba3-4277-b7ac-c336d4dd71bf tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Floating IP 902e59e6-9fd4-4ee1-ba0a-5a1142cbb46e associated. External IP: 172.26.3.123, port: 2ce246e0-fc53-467c-a501-3d1d6746c63e. Jun 21 14:50:46.868072 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33424) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:46.894583 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0269197c-0b32-41f8-8579-500f87481023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:46.897070 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5543126d-f0db-4531-8b6a-8886a7309b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:46.902448 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f14d15fa-d2a7-43bc-aa7b-71ffdc097203 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:46.908111 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-247135c1-a6f4-4a35-b696-474d39c2baa5 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:46.959783 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c90453ce-bf33-4740-96c8-3fb791d61186 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f5019c9-9b69-4970-99b2-c0128e293098 HTTP/1.1" status: 200 len: 205 time: 0.0888417 Jun 21 14:50:46.963435 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-efe0359f-343e-4d9f-8fc3-1bdea508b9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcda40e-35ad-4b38-8e74-a7f81e74a295', 'name': 'tempest-NetworksTestDHCPv6-router-1340324507', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:50:39Z', 'updated_at': '2021-06-21T14:50:44Z', 'revision_number': 3, 'project_id': '234262753e154e0bafa0a37be0e79ff1', 'gw_port_host': None}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:46.965564 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33426) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:46.969662 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0269197c-0b32-41f8-8579-500f87481023 None None] Network f867c687-1d04-4ca9-8373-0e4dc9a621b1 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:46.975992 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bd725b-7127-4ca7-a5c7-7c400834642e None None] DHCP port deletion for 8e867a28-8d41-47df-a2af-a54cb8b30a66 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:50:46.982507 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-247135c1-a6f4-4a35-b696-474d39c2baa5 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:47.001541 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe0359f-343e-4d9f-8fc3-1bdea508b9b1 None None] Checking router: 2fcda40e-35ad-4b38-8e74-a7f81e74a295 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:50:47.005387 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-0269197c-0b32-41f8-8579-500f87481023 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:47.012791 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-81fc081b-22d7-441c-a800-d5d20102a06b tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] delete failed (client error): The resource could not be found. Jun 21 14:50:47.013917 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-81fc081b-22d7-441c-a800-d5d20102a06b tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] 10.222.0.72 "DELETE /v2.0/routers/0f5019c9-9b69-4970-99b2-c0128e293098 HTTP/1.1" status: 404 len: 336 time: 0.0473368 Jun 21 14:50:47.017174 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33428) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:47.020060 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0269197c-0b32-41f8-8579-500f87481023 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:47.023393 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe0359f-343e-4d9f-8fc3-1bdea508b9b1 None None] Routers {'2fcda40e-35ad-4b38-8e74-a7f81e74a295'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:47.024362 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-efe0359f-343e-4d9f-8fc3-1bdea508b9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['2fcda40e-35ad-4b38-8e74-a7f81e74a295'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:47.030144 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:47.053022 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269197c-0b32-41f8-8579-500f87481023 None None] Pushing event updated for resources: {'Port': ['ID=c588ad95-dad1-4819-836b-c3436cf05af0,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:47.078655 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6239edfe-403a-4dc5-9a74-78ead16606f6 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] 10.222.0.72 "GET /v2.0/ports?device_id=70127c00-a9c9-4be1-a937-9277cc82f872 HTTP/1.1" status: 200 len: 205 time: 0.0603018 Jun 21 14:50:47.082775 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33430) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:47.105927 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-247135c1-a6f4-4a35-b696-474d39c2baa5 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:47.106697 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-efe0359f-343e-4d9f-8fc3-1bdea508b9b1 None None] Set router 2fcda40e-35ad-4b38-8e74-a7f81e74a295 gateway port host: None {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:50:47.127319 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-37c1c32f-9a84-4d44-ad7b-bc232d6668a8 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] delete failed (client error): The resource could not be found. Jun 21 14:50:47.128429 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-37c1c32f-9a84-4d44-ad7b-bc232d6668a8 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] 10.222.0.72 "DELETE /v2.0/routers/70127c00-a9c9-4be1-a937-9277cc82f872 HTTP/1.1" status: 404 len: 336 time: 0.0447216 Jun 21 14:50:47.134572 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33432) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:47.148959 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0499a912-397d-4efe-9b70-2d8667a3b429 None None] Network 7448a4e6-12e2-49b2-8a1e-9173d8ed060a requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:47.151610 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-2b3e371f-af93-41c9-9b5e-91c0713df806 None None] Deleting port e451d719-7e63-4eea-af18-9c76b376b952 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:47.151988 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2b3e371f-af93-41c9-9b5e-91c0713df806 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:47.171191 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-33f2d331-1c7a-44f3-ab50-8b0b183868a7 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] 10.222.0.72 "GET /v2.0/ports?device_id=b575257b-a706-48bd-94f5-6b61ec4d0894 HTTP/1.1" status: 200 len: 205 time: 0.0341756 Jun 21 14:50:47.175223 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33434) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:47.193169 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-efe0359f-343e-4d9f-8fc3-1bdea508b9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcda40e-35ad-4b38-8e74-a7f81e74a295', 'name': 'tempest-NetworksTestDHCPv6-router-1340324507', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:50:39Z', 'updated_at': '2021-06-21T14:50:44Z', 'revision_number': 3, 'project_id': '234262753e154e0bafa0a37be0e79ff1', 'gw_port_host': None}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:47.224529 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe0359f-343e-4d9f-8fc3-1bdea508b9b1 None None] The sync data for ids ['2fcda40e-35ad-4b38-8e74-a7f81e74a295'] in dv-neutron-797121-2-hyperv is: [{'id': '2fcda40e-35ad-4b38-8e74-a7f81e74a295', 'name': 'tempest-NetworksTestDHCPv6-router-1340324507', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:50:39Z', 'updated_at': '2021-06-21T14:50:44Z', 'revision_number': 3, 'project_id': '234262753e154e0bafa0a37be0e79ff1', 'gw_port_host': None}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:50:47.227079 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-247135c1-a6f4-4a35-b696-474d39c2baa5 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:47.266702 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-7ff81d95-73af-4712-a7e9-d5ad52763c52 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Deleting port e451d719-7e63-4eea-af18-9c76b376b952 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:47.267116 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ff81d95-73af-4712-a7e9-d5ad52763c52 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:47.269561 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:47.272085 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-d31b88d7-5a21-4424-98c8-16f91aa063ad tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] delete failed (client error): The resource could not be found. Jun 21 14:50:47.276166 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d31b88d7-5a21-4424-98c8-16f91aa063ad tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] 10.222.0.72 "DELETE /v2.0/routers/b575257b-a706-48bd-94f5-6b61ec4d0894 HTTP/1.1" status: 404 len: 336 time: 0.0967007 Jun 21 14:50:47.278088 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33436) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:47.326301 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a2a6de54-aa41-43a5-bb9b-3fe3a331abf6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:47.333838 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-cab65f6a-a563-4fdf-825f-f1b3b0e2fda2 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] 10.222.0.72 "GET /v2.0/ports?device_id=06178426-50b8-4543-b353-26b9102a64a0 HTTP/1.1" status: 200 len: 205 time: 0.0526483 Jun 21 14:50:47.333838 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247135c1-a6f4-4a35-b696-474d39c2baa5 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Pushing event deleted for resources: {'Subnet': ['ID=75111312-3e5c-4738-a646-2115d46a2599,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:47.335869 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a2a6de54-aa41-43a5-bb9b-3fe3a331abf6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:47.337942 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33438) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:47.339033 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-247135c1-a6f4-4a35-b696-474d39c2baa5 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:47.348059 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-247135c1-a6f4-4a35-b696-474d39c2baa5 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:47.353088 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-247135c1-a6f4-4a35-b696-474d39c2baa5 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] 10.222.0.72 "DELETE /v2.0/subnets/75111312-3e5c-4738-a646-2115d46a2599 HTTP/1.1" status: 204 len: 168 time: 0.8863099 Jun 21 14:50:47.353808 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33442) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:47.395118 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-0269197c-0b32-41f8-8579-500f87481023 None None] Attempting to bind port c588ad95-dad1-4819-836b-c3436cf05af0 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:50:47.395465 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-0269197c-0b32-41f8-8579-500f87481023 None None] Attempting to bind port c588ad95-dad1-4819-836b-c3436cf05af0 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '0258d0d4-831b-47b6-afa6-7ad033b46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f867c687-1d04-4ca9-8373-0e4dc9a621b1'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:50:47.395833 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0269197c-0b32-41f8-8579-500f87481023 None None] Attempting to bind port c588ad95-dad1-4819-836b-c3436cf05af0 on network f867c687-1d04-4ca9-8373-0e4dc9a621b1 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:50:47.427834 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-86c40029-e302-451c-9b74-7aeb48b229ae tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] delete failed (client error): The resource could not be found. Jun 21 14:50:47.428966 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-86c40029-e302-451c-9b74-7aeb48b229ae tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] 10.222.0.72 "DELETE /v2.0/routers/06178426-50b8-4543-b353-26b9102a64a0 HTTP/1.1" status: 404 len: 336 time: 0.0874126 Jun 21 14:50:47.434806 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0269197c-0b32-41f8-8579-500f87481023 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:50:47.435186 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0269197c-0b32-41f8-8579-500f87481023 None None] Checking segment: {'id': '0258d0d4-831b-47b6-afa6-7ad033b46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f867c687-1d04-4ca9-8373-0e4dc9a621b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:50:47.435597 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0269197c-0b32-41f8-8579-500f87481023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:47.435999 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0269197c-0b32-41f8-8579-500f87481023 None None] Bound using segment: {'id': '0258d0d4-831b-47b6-afa6-7ad033b46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f867c687-1d04-4ca9-8373-0e4dc9a621b1'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:50:47.436474 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-0269197c-0b32-41f8-8579-500f87481023 None None] Bound port: c588ad95-dad1-4819-836b-c3436cf05af0, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0258d0d4-831b-47b6-afa6-7ad033b46072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f867c687-1d04-4ca9-8373-0e4dc9a621b1'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:50:47.436850 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0269197c-0b32-41f8-8579-500f87481023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:47.437518 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33446) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:47.440125 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-7ff81d95-73af-4712-a7e9-d5ad52763c52 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] For port e451d719-7e63-4eea-af18-9c76b376b952, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=e451d719-7e63-4eea-af18-9c76b376b952,segment=NetworkSegment(6afe839b-4e3f-418c-a465-871b3904b282),segment_id=6afe839b-4e3f-418c-a465-871b3904b282)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:50:47.440593 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ff81d95-73af-4712-a7e9-d5ad52763c52 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:47.460242 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5543126d-f0db-4531-8b6a-8886a7309b0b None None] Pushing event updated for resources: {'Port': ['ID=395eb1e4-2a37-4a21-ac4e-7ffc6d9ceb23,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:47.474628 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5543126d-f0db-4531-8b6a-8886a7309b0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:47.475714 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f15208c6-8cf2-4d6a-9610-4460b88e88da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.571s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:47.475714 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f15208c6-8cf2-4d6a-9610-4460b88e88da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:47.477608 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-2b3e371f-af93-41c9-9b5e-91c0713df806 None None] For port e451d719-7e63-4eea-af18-9c76b376b952, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=e451d719-7e63-4eea-af18-9c76b376b952,segment=NetworkSegment(6afe839b-4e3f-418c-a465-871b3904b282),segment_id=6afe839b-4e3f-418c-a465-871b3904b282)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:50:47.478057 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2b3e371f-af93-41c9-9b5e-91c0713df806 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:47.482046 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a2a6de54-aa41-43a5-bb9b-3fe3a331abf6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:47.482638 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2a6de54-aa41-43a5-bb9b-3fe3a331abf6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Fanout notify agent at l3_agent the message router_deleted on router 2fcda40e-35ad-4b38-8e74-a7f81e74a295 {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:50:47.494807 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a2a6de54-aa41-43a5-bb9b-3fe3a331abf6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:47.496803 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a2a6de54-aa41-43a5-bb9b-3fe3a331abf6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/routers/2fcda40e-35ad-4b38-8e74-a7f81e74a295 HTTP/1.1" status: 204 len: 168 time: 0.8867207 Jun 21 14:50:47.501863 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c0f671-c792-456a-8f0c-92f27b512c73 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:47.503411 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a7c0f671-c792-456a-8f0c-92f27b512c73 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1488266 Jun 21 14:50:47.504185 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33448) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:47.517040 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33450) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:47.541691 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-58c8bd29-9103-4894-bc5f-b98755b9b9c8 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] 10.222.0.72 "GET /v2.0/ports?device_id=bbefd8db-5a84-45ed-8ba3-f12973dbe78e HTTP/1.1" status: 200 len: 205 time: 0.0955284 Jun 21 14:50:47.545455 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33452) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:47.559922 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-d4bd725b-7127-4ca7-a5c7-7c400834642e None None] Deleting port 7b3a2abb-ec74-42ee-94bf-ae761a65e498 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:47.560283 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d4bd725b-7127-4ca7-a5c7-7c400834642e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:47.590623 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-2b3e371f-af93-41c9-9b5e-91c0713df806 None None] Calling delete_port for e451d719-7e63-4eea-af18-9c76b376b952 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:47.638640 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-7758c1f9-fab8-4640-a4cd-db88fb1cebdb tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] delete failed (client error): The resource could not be found. Jun 21 14:50:47.639657 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-7758c1f9-fab8-4640-a4cd-db88fb1cebdb tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] 10.222.0.72 "DELETE /v2.0/routers/bbefd8db-5a84-45ed-8ba3-f12973dbe78e HTTP/1.1" status: 404 len: 336 time: 0.0923808 Jun 21 14:50:47.644035 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33456) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:47.655556 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-7ff81d95-73af-4712-a7e9-d5ad52763c52 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Calling delete_port for e451d719-7e63-4eea-af18-9c76b376b952 owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:47.672310 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e2d3bf-0ba3-4277-b7ac-c336d4dd71bf tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Router ec2f64cc-e7b1-4145-ba13-1ed488f33ca9 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:50:47.696657 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-b47c1d3c-a75b-4994-92bd-27ea1890f220 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] DELETE failed (client error): The resource could not be found. Jun 21 14:50:47.697104 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b47c1d3c-a75b-4994-92bd-27ea1890f220 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:50:47.699165 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b47c1d3c-a75b-4994-92bd-27ea1890f220 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] 10.222.0.72 "DELETE /v2.0/subnets/397f5fcc-1d5b-40b5-bb6f-0381245057e5 HTTP/1.1" status: 404 len: 337 time: 0.0541031 Jun 21 14:50:47.763398 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e401ab-90de-4996-8ced-189515caeef2 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:47.768964 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-37e401ab-90de-4996-8ced-189515caeef2 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2635942 Jun 21 14:50:47.770057 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33460) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:47.773371 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-0269197c-0b32-41f8-8579-500f87481023 None None] For port c588ad95-dad1-4819-836b-c3436cf05af0, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:50:47.780119 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-d4bd725b-7127-4ca7-a5c7-7c400834642e None None] For port 7b3a2abb-ec74-42ee-94bf-ae761a65e498, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=7b3a2abb-ec74-42ee-94bf-ae761a65e498,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:50:47.780526 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d4bd725b-7127-4ca7-a5c7-7c400834642e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:47.785878 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2100f4b9-858c-440d-a804-70062ba1bca4 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:47.827168 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ff81d95-73af-4712-a7e9-d5ad52763c52 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:47.840077 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8833465d-0f53-4e43-aab9-2598ea4720fe tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:47.847651 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-0269197c-0b32-41f8-8579-500f87481023 None None] For port c588ad95-dad1-4819-836b-c3436cf05af0, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=c588ad95-dad1-4819-836b-c3436cf05af0,segment=NetworkSegment(0258d0d4-831b-47b6-afa6-7ad033b46072),segment_id=0258d0d4-831b-47b6-afa6-7ad033b46072)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:50:47.885238 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-d4bd725b-7127-4ca7-a5c7-7c400834642e None None] Calling delete_port for 7b3a2abb-ec74-42ee-94bf-ae761a65e498 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:47.888788 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b522f81-be45-4d1b-b7da-cde23376e168 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:47.893524 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2b522f81-be45-4d1b-b7da-cde23376e168 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1219361 Jun 21 14:50:47.894588 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33462) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:47.922988 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0269197c-0b32-41f8-8579-500f87481023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:47.932884 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:47.937015 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff81d95-73af-4712-a7e9-d5ad52763c52 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Port': ['ID=e451d719-7e63-4eea-af18-9c76b376b952,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:47.945883 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff81d95-73af-4712-a7e9-d5ad52763c52 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] No DVR routers for this DVR port e451d719-7e63-4eea-af18-9c76b376b952 on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:50:47.948139 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7ff81d95-73af-4712-a7e9-d5ad52763c52 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:47.948822 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e451d719-7e63-4eea-af18-9c76b376b952 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:50:47.954159 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33464) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:47.957547 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c2d9e300-28e0-44d3-a927-cf1c4bef6d3e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0601528 Jun 21 14:50:47.959202 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-61a9639c-4f0d-4c94-a1e1-bfc862d767dc tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:47.984283 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-2100f4b9-858c-440d-a804-70062ba1bca4 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Deleting port c588ad95-dad1-4819-836b-c3436cf05af0 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:47.984722 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2100f4b9-858c-440d-a804-70062ba1bca4 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:48.043229 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: e451d719-7e63-4eea-af18-9c76b376b952 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:50:48.043583 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e451d719-7e63-4eea-af18-9c76b376b952 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:50:48.044179 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9afde684-129e-438b-85f3-63ea1726b25a no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:50:48.101212 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-2100f4b9-858c-440d-a804-70062ba1bca4 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] For port c588ad95-dad1-4819-836b-c3436cf05af0, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=c588ad95-dad1-4819-836b-c3436cf05af0,segment=NetworkSegment(0258d0d4-831b-47b6-afa6-7ad033b46072),segment_id=0258d0d4-831b-47b6-afa6-7ad033b46072)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:50:48.102898 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2100f4b9-858c-440d-a804-70062ba1bca4 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:48.124605 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 9afde684-129e-438b-85f3-63ea1726b25a {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:50:48.124964 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9afde684-129e-438b-85f3-63ea1726b25a not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:50:48.125662 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 7b3a2abb-ec74-42ee-94bf-ae761a65e498 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:50:48.176858 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ff81d95-73af-4712-a7e9-d5ad52763c52 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:48.185064 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:48.194980 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-7ff81d95-73af-4712-a7e9-d5ad52763c52 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ad5bf82-dd8c-4e71-85f4-1b933846b84f']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:48.196981 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33468) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:48.203037 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2b3e371f-af93-41c9-9b5e-91c0713df806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:48.204461 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e2d3bf-0ba3-4277-b7ac-c336d4dd71bf tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:50:48.208778 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-2100f4b9-858c-440d-a804-70062ba1bca4 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Calling delete_port for c588ad95-dad1-4819-836b-c3436cf05af0 owned by network:dhcp {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:48.229580 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ca3a69-aa6e-4ad2-975e-de185a029fdd None None] Sync routers for ids ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:50:48.246488 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0269197c-0b32-41f8-8579-500f87481023 None None] Pushing event updated for resources: {'Port': ['ID=c588ad95-dad1-4819-836b-c3436cf05af0,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:48.255106 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0269197c-0b32-41f8-8579-500f87481023 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:48.256058 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-2b48f57a-1a21-42e1-b6ab-f18fb598ed0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:48.276203 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-7ff81d95-73af-4712-a7e9-d5ad52763c52 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6afe839b-4e3f-418c-a465-871b3904b282') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:48.276753 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-7ff81d95-73af-4712-a7e9-d5ad52763c52 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6afe839b-4e3f-418c-a465-871b3904b282') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:48.288550 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3e371f-af93-41c9-9b5e-91c0713df806 None None] No DVR routers for this DVR port e451d719-7e63-4eea-af18-9c76b376b952 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:50:48.291102 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50169a14-c585-41f3-b4b6-94dbb7fe8aec None None] Network f867c687-1d04-4ca9-8373-0e4dc9a621b1 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:48.291922 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a9639c-4f0d-4c94-a1e1-bfc862d767dc tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:48.308955 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-61a9639c-4f0d-4c94-a1e1-bfc862d767dc tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:48.309666 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e371f-af93-41c9-9b5e-91c0713df806 None None] Pushing event deleted for resources: {'Port': ['ID=e451d719-7e63-4eea-af18-9c76b376b952,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:48.322833 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ff81d95-73af-4712-a7e9-d5ad52763c52 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:48.324868 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-46e2d3bf-0ba3-4277-b7ac-c336d4dd71bf tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:48.326558 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2100f4b9-858c-440d-a804-70062ba1bca4 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:48.329363 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-99acd508-d6d1-4e45-a219-cb904777fe79 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:48.342679 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-2b3e371f-af93-41c9-9b5e-91c0713df806 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:48.343908 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ca3a69-aa6e-4ad2-975e-de185a029fdd None None] Routers {'ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:48.344078 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-b0ca3a69-aa6e-4ad2-975e-de185a029fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:48.361939 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100f4b9-858c-440d-a804-70062ba1bca4 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Pushing event deleted for resources: {'Port': ['ID=c588ad95-dad1-4819-836b-c3436cf05af0,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:48.372686 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2100f4b9-858c-440d-a804-70062ba1bca4 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:48.374124 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2100f4b9-858c-440d-a804-70062ba1bca4 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] No DVR routers for this DVR port c588ad95-dad1-4819-836b-c3436cf05af0 on host dv-neutron-797121-2-hyperv {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:50:48.385941 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d4bd725b-7127-4ca7-a5c7-7c400834642e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:48.388745 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-b0ca3a69-aa6e-4ad2-975e-de185a029fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:48.393565 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:48.436831 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Port 7b3a2abb-ec74-42ee-94bf-ae761a65e498 update to DOWN by agent not found {{(pid=105226) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2133}} Jun 21 14:50:48.447566 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bd725b-7127-4ca7-a5c7-7c400834642e None None] Pushing event deleted for resources: {'Port': ['ID=7b3a2abb-ec74-42ee-94bf-ae761a65e498,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:48.451151 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-d4bd725b-7127-4ca7-a5c7-7c400834642e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:48.452828 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bd725b-7127-4ca7-a5c7-7c400834642e None None] No DVR routers for this DVR port 7b3a2abb-ec74-42ee-94bf-ae761a65e498 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:50:48.461697 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ca3a69-aa6e-4ad2-975e-de185a029fdd None None] Routers {'ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:48.461697 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-b0ca3a69-aa6e-4ad2-975e-de185a029fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:48.490958 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2100f4b9-858c-440d-a804-70062ba1bca4 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:48.499070 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-46e2d3bf-0ba3-4277-b7ac-c336d4dd71bf tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.9198163 Jun 21 14:50:48.500034 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33472) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:48.503387 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ff81d95-73af-4712-a7e9-d5ad52763c52 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:48.505200 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-646238be-8c57-4c6b-9e35-9e282f37c24b tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Request body: {'floatingip': {'port_id': '2ce246e0-fc53-467c-a501-3d1d6746c63e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:48.511688 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-b0ca3a69-aa6e-4ad2-975e-de185a029fdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:48.512352 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ca3a69-aa6e-4ad2-975e-de185a029fdd None None] The sync data for ids ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:50:48.524483 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-868ecac0-08d4-4b45-a4b4-d7cc68585f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:48.528298 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff81d95-73af-4712-a7e9-d5ad52763c52 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:50:48.528798 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ff81d95-73af-4712-a7e9-d5ad52763c52 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:50:48.532150 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:50:48.542008 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7356592-285c-4b8b-8345-5cdd5c36edc5 None None] get_active_networks_info from dv-neutron-797121-2-hyperv {{(pid=105226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 21 14:50:48.542627 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-2100f4b9-858c-440d-a804-70062ba1bca4 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f867c687-1d04-4ca9-8373-0e4dc9a621b1']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:48.557821 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-2100f4b9-858c-440d-a804-70062ba1bca4 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0258d0d4-831b-47b6-afa6-7ad033b46072') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:48.558207 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-2100f4b9-858c-440d-a804-70062ba1bca4 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0258d0d4-831b-47b6-afa6-7ad033b46072') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:48.573371 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2100f4b9-858c-440d-a804-70062ba1bca4 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:48.607388 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-646238be-8c57-4c6b-9e35-9e282f37c24b tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for floatingip, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:48.636644 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ff81d95-73af-4712-a7e9-d5ad52763c52 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:48.681312 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:48.686175 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ff81d95-73af-4712-a7e9-d5ad52763c52 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:48.687476 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2100f4b9-858c-440d-a804-70062ba1bca4 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:48.691970 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7ff81d95-73af-4712-a7e9-d5ad52763c52 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/networks/9ad5bf82-dd8c-4e71-85f4-1b933846b84f HTTP/1.1" status: 204 len: 168 time: 2.6459961 Jun 21 14:50:48.695780 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33478) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:48.710963 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-8b554502-630c-4183-9b55-f8604bd13ec8 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-860018845'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:48.715042 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7356592-285c-4b8b-8345-5cdd5c36edc5 None None] Resources bound (agent type, host, resource id): {{(pid=105226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 21 14:50:48.719792 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2100f4b9-858c-440d-a804-70062ba1bca4 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:50:48.720739 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2100f4b9-858c-440d-a804-70062ba1bca4 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:48.721143 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff81d95-73af-4712-a7e9-d5ad52763c52 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Network': ['ID=9ad5bf82-dd8c-4e71-85f4-1b933846b84f,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:48.726503 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:50:48.726503 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:50:48.726503 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:50:48.726503 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:50:48.726503 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:50:48.726503 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:50:48.726503 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:50:48.726503 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:50:48.726503 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:50:48.726503 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:50:48.726503 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:50:48.726503 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:50:48.726503 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:50:48.726503 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:50:48.726503 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:50:48.726503 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:50:48.726503 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:50:48.726503 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:50:48.726503 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:50:48.726503 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:50:48.726503 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:50:48.726503 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:50:48.726503 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:50:48.726503 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:50:48.726503 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:50:48.726503 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:50:48.726503 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:50:48.726503 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:50:48.726503 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:50:48.726503 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:50:48.726503 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:50:48.726503 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:50:48.734448 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7ff81d95-73af-4712-a7e9-d5ad52763c52 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:48.892482 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.objects.ports [None req-61a9639c-4f0d-4c94-a1e1-bfc862d767dc tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105225) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 21 14:50:48.899634 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-61a9639c-4f0d-4c94-a1e1-bfc862d767dc tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:48.902707 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5b2f9492-6bfd-4204-be57-dcba867df87f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:48.962935 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a9639c-4f0d-4c94-a1e1-bfc862d767dc tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:48.972813 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-61a9639c-4f0d-4c94-a1e1-bfc862d767dc tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:48.977678 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a9639c-4f0d-4c94-a1e1-bfc862d767dc tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:48.978301 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-61a9639c-4f0d-4c94-a1e1-bfc862d767dc tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:48.981478 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a9639c-4f0d-4c94-a1e1-bfc862d767dc tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Subnet': ['ID=1d4f936a-a96a-47bc-8bef-4545c3b50623,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:48.991230 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-61a9639c-4f0d-4c94-a1e1-bfc862d767dc tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:49.009965 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-868ecac0-08d4-4b45-a4b4-d7cc68585f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:49.016535 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-868ecac0-08d4-4b45-a4b4-d7cc68585f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:49.019277 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:49.033359 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-61a9639c-4f0d-4c94-a1e1-bfc862d767dc tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0756831 Jun 21 14:50:49.039328 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33482) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:49.049776 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-4356e357-9e64-4074-9d12-64052f663348 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:49.108442 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868ecac0-08d4-4b45-a4b4-d7cc68585f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f212db33-1365-4075-b9fb-c43f3425adeb,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:49.116416 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-868ecac0-08d4-4b45-a4b4-d7cc68585f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:49.123113 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-868ecac0-08d4-4b45-a4b4-d7cc68585f63 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7e684d8b7acb4ea99db8217fd7046859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9199471 Jun 21 14:50:49.126052 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33484) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:49.146409 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2100f4b9-858c-440d-a804-70062ba1bca4 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:49.155163 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a322eda3-a945-4ab4-b419-76064649c18d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:49.168753 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2100f4b9-858c-440d-a804-70062ba1bca4 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:49.172746 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2100f4b9-858c-440d-a804-70062ba1bca4 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] 10.222.0.72 "DELETE /v2.0/networks/f867c687-1d04-4ca9-8373-0e4dc9a621b1 HTTP/1.1" status: 204 len: 168 time: 1.6526194 Jun 21 14:50:49.177334 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33486) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:49.179110 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2100f4b9-858c-440d-a804-70062ba1bca4 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Pushing event deleted for resources: {'Network': ['ID=f867c687-1d04-4ca9-8373-0e4dc9a621b1,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:49.184570 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2100f4b9-858c-440d-a804-70062ba1bca4 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:49.237987 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b554502-630c-4183-9b55-f8604bd13ec8 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Made reservation on behalf of 4c5b77aec9d44a3cb3b2efd682f8e133 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:49.241995 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8b554502-630c-4183-9b55-f8604bd13ec8 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:49.286493 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bdc486ed-3669-4454-8a05-eb4b1677e693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:49.294088 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-92b70b12-7e68-4ef7-95e4-234ed92fbb91 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:49.307902 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b554502-630c-4183-9b55-f8604bd13ec8 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:50:49.325328 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bdc486ed-3669-4454-8a05-eb4b1677e693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:49.327814 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4356e357-9e64-4074-9d12-64052f663348 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:49.329937 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8b554502-630c-4183-9b55-f8604bd13ec8 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:49.329937 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-8b554502-630c-4183-9b55-f8604bd13ec8 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Added segment 38eedf3e-8f3a-4e7e-aac3-4b4b8c358858 of type vlan for network 4166846c-cef8-403d-b484-3bc3a7cedb8f Jun 21 14:50:49.331325 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4356e357-9e64-4074-9d12-64052f663348 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:49.393123 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c43e99-27dc-4e45-a69d-62e2bb37ada4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-8e867a28-8d41-47df-a2af-a54cb8b30a66', 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'fixed_ips': [{'subnet_id': '1d4f936a-a96a-47bc-8bef-4545c3b50623'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:50:49.394091 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-80c43e99-27dc-4e45-a69d-62e2bb37ada4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:49.433629 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8b554502-630c-4183-9b55-f8604bd13ec8 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:49.494596 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-92b70b12-7e68-4ef7-95e4-234ed92fbb91 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Deleting port 395eb1e4-2a37-4a21-ac4e-7ffc6d9ceb23 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:49.495058 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-92b70b12-7e68-4ef7-95e4-234ed92fbb91 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:49.498217 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bdc486ed-3669-4454-8a05-eb4b1677e693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:49.500817 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bdc486ed-3669-4454-8a05-eb4b1677e693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:49.504431 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-bdc486ed-3669-4454-8a05-eb4b1677e693 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f212db33-1365-4075-b9fb-c43f3425adeb HTTP/1.1" status: 204 len: 168 time: 0.3714294 Jun 21 14:50:49.506870 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:49.517281 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8b554502-630c-4183-9b55-f8604bd13ec8 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:49.525814 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b554502-630c-4183-9b55-f8604bd13ec8 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:49.526658 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8b554502-630c-4183-9b55-f8604bd13ec8 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:49.551597 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-80c43e99-27dc-4e45-a69d-62e2bb37ada4 None None] Allocated IP 2001:db8::f816:3eff:fe82:bd6a (8e867a28-8d41-47df-a2af-a54cb8b30a66/1d4f936a-a96a-47bc-8bef-4545c3b50623/3bd7f163-fb36-4a7f-b6da-063f6c476b13) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:49.563708 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc486ed-3669-4454-8a05-eb4b1677e693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f212db33-1365-4075-b9fb-c43f3425adeb,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:49.574965 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bdc486ed-3669-4454-8a05-eb4b1677e693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:49.617376 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-92b70b12-7e68-4ef7-95e4-234ed92fbb91 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] For port 395eb1e4-2a37-4a21-ac4e-7ffc6d9ceb23, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=395eb1e4-2a37-4a21-ac4e-7ffc6d9ceb23,segment=NetworkSegment(4c2bc789-fdc8-4e13-9b9e-bea70b119ded),segment_id=4c2bc789-fdc8-4e13-9b9e-bea70b119ded)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:50:49.617809 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-92b70b12-7e68-4ef7-95e4-234ed92fbb91 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:49.648058 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d6670cdf-9f40-45c4-ae2c-7ac3b0d93b4f tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:49.662396 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:49.696597 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-92b70b12-7e68-4ef7-95e4-234ed92fbb91 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Calling delete_port for 395eb1e4-2a37-4a21-ac4e-7ffc6d9ceb23 owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:49.737593 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-646238be-8c57-4c6b-9e35-9e282f37c24b tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:49.749255 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-80c43e99-27dc-4e45-a69d-62e2bb37ada4 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:49.758455 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-80c43e99-27dc-4e45-a69d-62e2bb37ada4 None None] Transition to ACTIVE for port object 3bd7f163-fb36-4a7f-b6da-063f6c476b13 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:49.781521 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-646238be-8c57-4c6b-9e35-9e282f37c24b tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:49.782860 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-80c43e99-27dc-4e45-a69d-62e2bb37ada4 None None] Transition to ACTIVE for port object 3bd7f163-fb36-4a7f-b6da-063f6c476b13 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:49.798594 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-80c43e99-27dc-4e45-a69d-62e2bb37ada4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:49.802772 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-7c4db685-8a05-45f0-a55d-b8ae5ebb1807 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:49.864395 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c43e99-27dc-4e45-a69d-62e2bb37ada4 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:49.875120 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-80c43e99-27dc-4e45-a69d-62e2bb37ada4 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:49.875493 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8b554502-630c-4183-9b55-f8604bd13ec8 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1784425 Jun 21 14:50:49.880067 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c43e99-27dc-4e45-a69d-62e2bb37ada4 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:49.888848 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33496) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:49.894977 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-e318ad44-e50b-4314-8333-6417ca85c5ab tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'subnet': {'network_id': '4166846c-cef8-403d-b484-3bc3a7cedb8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:49.903657 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b554502-630c-4183-9b55-f8604bd13ec8 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Network': ['ID=4166846c-cef8-403d-b484-3bc3a7cedb8f,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:49.904848 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4356e357-9e64-4074-9d12-64052f663348 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:49.919148 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8b554502-630c-4183-9b55-f8604bd13ec8 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:49.931629 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4fa34b7f-1b8b-4daa-9b70-f61159024484 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:49.976964 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 4166846c-cef8-403d-b484-3bc3a7cedb8f details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:50:50.012008 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-92b70b12-7e68-4ef7-95e4-234ed92fbb91 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:50.017921 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4356e357-9e64-4074-9d12-64052f663348 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:50.029934 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33500) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:50.035571 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-4356e357-9e64-4074-9d12-64052f663348 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:50.046515 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4356e357-9e64-4074-9d12-64052f663348 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:50.047196 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4356e357-9e64-4074-9d12-64052f663348 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:50.048309 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c43e99-27dc-4e45-a69d-62e2bb37ada4 None None] Pushing event updated for resources: {'Port': ['ID=3bd7f163-fb36-4a7f-b6da-063f6c476b13,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:50.054837 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-80c43e99-27dc-4e45-a69d-62e2bb37ada4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:50.060457 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b70b12-7e68-4ef7-95e4-234ed92fbb91 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] No DVR routers for this DVR port 395eb1e4-2a37-4a21-ac4e-7ffc6d9ceb23 on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:50:50.062235 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4356e357-9e64-4074-9d12-64052f663348 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Subnet': ['ID=e8446482-5be1-4a45-acc9-456c61cafe71,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:50.073141 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4356e357-9e64-4074-9d12-64052f663348 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:50.075259 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-80c43e99-27dc-4e45-a69d-62e2bb37ada4 None None] Attempting to bind port 3bd7f163-fb36-4a7f-b6da-063f6c476b13 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:50:50.075632 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-80c43e99-27dc-4e45-a69d-62e2bb37ada4 None None] Attempting to bind port 3bd7f163-fb36-4a7f-b6da-063f6c476b13 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:50:50.076049 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c43e99-27dc-4e45-a69d-62e2bb37ada4 None None] Attempting to bind port 3bd7f163-fb36-4a7f-b6da-063f6c476b13 on network 8e867a28-8d41-47df-a2af-a54cb8b30a66 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:50:50.076527 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d2fb8f83-4061-4089-9ff2-cc0e17c86789 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:50.088322 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c43e99-27dc-4e45-a69d-62e2bb37ada4 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:50:50.088697 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c43e99-27dc-4e45-a69d-62e2bb37ada4 None None] Checking segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:50:50.089097 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-80c43e99-27dc-4e45-a69d-62e2bb37ada4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:50.089489 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80c43e99-27dc-4e45-a69d-62e2bb37ada4 None None] Bound using segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:50:50.090005 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-80c43e99-27dc-4e45-a69d-62e2bb37ada4 None None] Bound port: 3bd7f163-fb36-4a7f-b6da-063f6c476b13, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:50:50.090376 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-80c43e99-27dc-4e45-a69d-62e2bb37ada4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:50.126266 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4356e357-9e64-4074-9d12-64052f663348 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0858512 Jun 21 14:50:50.133924 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33502) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:50.139157 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-2fa77d2f-2437-46f0-926b-2d74f723d95d tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'port': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'mac_address': 'fa:16:3e:84:d0:20', 'name': 'tempest-NetworksTestDHCPv6-301099741'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:50.142853 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b70b12-7e68-4ef7-95e4-234ed92fbb91 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Pushing event deleted for resources: {'Port': ['ID=395eb1e4-2a37-4a21-ac4e-7ffc6d9ceb23,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:50.166892 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-80c43e99-27dc-4e45-a69d-62e2bb37ada4 None None] For port 3bd7f163-fb36-4a7f-b6da-063f6c476b13, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:50:50.170066 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-80c43e99-27dc-4e45-a69d-62e2bb37ada4 None None] For port 3bd7f163-fb36-4a7f-b6da-063f6c476b13, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3bd7f163-fb36-4a7f-b6da-063f6c476b13,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:50:50.175197 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-92b70b12-7e68-4ef7-95e4-234ed92fbb91 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:50.176115 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-80c43e99-27dc-4e45-a69d-62e2bb37ada4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:50.178449 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-d91e37c4-df3d-489b-9aad-06dff6a69b28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:50.190602 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c60a5f5c-0ecf-4216-9414-7b94624fb63f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=62bc105bf262485096cba9d77f4659cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1592767 Jun 21 14:50:50.191152 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33504) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:50.212411 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-92b70b12-7e68-4ef7-95e4-234ed92fbb91 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:50.221100 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e318ad44-e50b-4314-8333-6417ca85c5ab tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Made reservation on behalf of 4c5b77aec9d44a3cb3b2efd682f8e133 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:50.224631 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e318ad44-e50b-4314-8333-6417ca85c5ab tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:50.241171 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c43e99-27dc-4e45-a69d-62e2bb37ada4 None None] Pushing event updated for resources: {'Port': ['ID=3bd7f163-fb36-4a7f-b6da-063f6c476b13,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:50.244777 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-80c43e99-27dc-4e45-a69d-62e2bb37ada4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:50.273911 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646238be-8c57-4c6b-9e35-9e282f37c24b tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Router ec2f64cc-e7b1-4145-ba13-1ed488f33ca9 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:50:50.277082 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-92b70b12-7e68-4ef7-95e4-234ed92fbb91 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7448a4e6-12e2-49b2-8a1e-9173d8ed060a']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:50.313586 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-92b70b12-7e68-4ef7-95e4-234ed92fbb91 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c2bc789-fdc8-4e13-9b9e-bea70b119ded') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:50.313875 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-92b70b12-7e68-4ef7-95e4-234ed92fbb91 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c2bc789-fdc8-4e13-9b9e-bea70b119ded') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:50.332005 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-92b70b12-7e68-4ef7-95e4-234ed92fbb91 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:50.455637 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa77d2f-2437-46f0-926b-2d74f723d95d tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:50.523115 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646238be-8c57-4c6b-9e35-9e282f37c24b tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:50:50.528442 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-646238be-8c57-4c6b-9e35-9e282f37c24b tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:50.541967 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c7186e-e899-4757-9aa0-576456622963 None None] Sync routers for ids ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:50:50.552560 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c7186e-e899-4757-9aa0-576456622963 None None] Routers {'ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:50.553333 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-93c7186e-e899-4757-9aa0-576456622963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:50.589394 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-93c7186e-e899-4757-9aa0-576456622963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:50.599818 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c7186e-e899-4757-9aa0-576456622963 None None] Routers {'ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:50.600475 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-93c7186e-e899-4757-9aa0-576456622963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:50.629663 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2fa77d2f-2437-46f0-926b-2d74f723d95d tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:50.633014 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-93c7186e-e899-4757-9aa0-576456622963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:50.633936 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c7186e-e899-4757-9aa0-576456622963 None None] The sync data for ids ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:50:50.651183 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-646238be-8c57-4c6b-9e35-9e282f37c24b tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "PUT /v2.0/floatingips/902e59e6-9fd4-4ee1-ba0a-5a1142cbb46e HTTP/1.1" status: 200 len: 978 time: 2.1501064 Jun 21 14:50:50.654329 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33506) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:50.696463 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-2fa77d2f-2437-46f0-926b-2d74f723d95d tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] device_id is not set on port e639cf54-c7ee-4c54-8532-a7b5b2eea29c yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:50:50.722724 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-92b70b12-7e68-4ef7-95e4-234ed92fbb91 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:50.740681 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b70b12-7e68-4ef7-95e4-234ed92fbb91 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:50:50.741164 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-92b70b12-7e68-4ef7-95e4-234ed92fbb91 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:50.746240 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:50:50.746240 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:50:50.746240 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:50:50.746240 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:50:50.746240 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:50:50.746240 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:50:50.746240 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:50:50.746240 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:50:50.746240 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:50:50.746240 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:50:50.746240 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:50:50.746240 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:50:50.746240 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:50:50.746240 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:50:50.746240 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:50:50.746240 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:50:50.746240 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:50:50.746240 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:50:50.746240 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:50:50.746240 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:50:50.746240 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:50:50.746240 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:50:50.746240 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:50:50.746240 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:50:50.746240 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:50:50.746240 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:50:50.746240 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:50:50.746240 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:50:50.746240 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:50:50.746240 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:50:50.746240 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:50:50.746240 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:50:50.786453 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7286b814-3433-460f-a8f0-eef8caeba383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:50.856978 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7286b814-3433-460f-a8f0-eef8caeba383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:50.860976 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-92b70b12-7e68-4ef7-95e4-234ed92fbb91 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:50.879413 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4ca3b65c-3eb0-427a-9428-be39fdacd084 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:50.885538 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-92b70b12-7e68-4ef7-95e4-234ed92fbb91 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:50.887999 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-92b70b12-7e68-4ef7-95e4-234ed92fbb91 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] 10.222.0.72 "DELETE /v2.0/networks/7448a4e6-12e2-49b2-8a1e-9173d8ed060a HTTP/1.1" status: 204 len: 168 time: 1.7097635 Jun 21 14:50:50.892253 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33508) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:50.913046 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b70b12-7e68-4ef7-95e4-234ed92fbb91 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Pushing event deleted for resources: {'Network': ['ID=7448a4e6-12e2-49b2-8a1e-9173d8ed060a,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:50.919870 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-92b70b12-7e68-4ef7-95e4-234ed92fbb91 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:50.983580 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e318ad44-e50b-4314-8333-6417ca85c5ab tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:50.988457 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-88cc427c-fb7e-4f93-a6fd-1ec46cb2568a tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:51.043576 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7286b814-3433-460f-a8f0-eef8caeba383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:51.046271 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7286b814-3433-460f-a8f0-eef8caeba383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:51.047440 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7286b814-3433-460f-a8f0-eef8caeba383 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b1401323-f92d-4b46-9f3b-5327c86b802c HTTP/1.1" status: 204 len: 168 time: 0.8527472 Jun 21 14:50:51.059215 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0141ca38-39cc-4692-813f-2647f8f4bafd tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:51.062539 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-2fa77d2f-2437-46f0-926b-2d74f723d95d tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Allocated IP 172.20.0.11 (8e867a28-8d41-47df-a2af-a54cb8b30a66/e8446482-5be1-4a45-acc9-456c61cafe71/e639cf54-c7ee-4c54-8532-a7b5b2eea29c) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:51.072976 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-2486370d-e1ce-4de6-9353-920182f3c225 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Deleting port d7214681-40a1-407c-b85d-8a652a808046 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:51.073385 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2486370d-e1ce-4de6-9353-920182f3c225 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:51.103505 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318ad44-e50b-4314-8333-6417ca85c5ab tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Subnet': ['ID=73076d5f-2bf4-4891-82d3-cf03b0b284c5,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:51.119471 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-2fa77d2f-2437-46f0-926b-2d74f723d95d tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Allocated IP 2001:db8::f816:3eff:fe84:d020 (8e867a28-8d41-47df-a2af-a54cb8b30a66/1d4f936a-a96a-47bc-8bef-4545c3b50623/e639cf54-c7ee-4c54-8532-a7b5b2eea29c) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:51.120524 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e318ad44-e50b-4314-8333-6417ca85c5ab tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:51.125396 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7757f289-97e9-4ad9-88fd-115d233a3876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:51.152335 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7286b814-3433-460f-a8f0-eef8caeba383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1401323-f92d-4b46-9f3b-5327c86b802c,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:51.164366 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7286b814-3433-460f-a8f0-eef8caeba383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:51.188933 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e318ad44-e50b-4314-8333-6417ca85c5ab tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Checking segment: {'id': '38eedf3e-8f3a-4e7e-aac3-4b4b8c358858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4166846c-cef8-403d-b484-3bc3a7cedb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:50:51.189375 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e318ad44-e50b-4314-8333-6417ca85c5ab tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Network hostable DHCP agents. Network: 4166846c-cef8-403d-b484-3bc3a7cedb8f, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:50:51.229876 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e318ad44-e50b-4314-8333-6417ca85c5ab tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Network 4166846c-cef8-403d-b484-3bc3a7cedb8f is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:50:51.244733 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-e318ad44-e50b-4314-8333-6417ca85c5ab tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 4166846c-cef8-403d-b484-3bc3a7cedb8f) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:51.269846 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e318ad44-e50b-4314-8333-6417ca85c5ab tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:51.279063 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e318ad44-e50b-4314-8333-6417ca85c5ab tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:51.305771 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e318ad44-e50b-4314-8333-6417ca85c5ab tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4156842 Jun 21 14:50:51.309083 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33518) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:51.317270 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-88ad9828-a9e9-47a0-b9a5-f8ed5d8d3361 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-441111146', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:51.353996 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-88ad9828-a9e9-47a0-b9a5-f8ed5d8d3361 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:51.356378 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-88ad9828-a9e9-47a0-b9a5-f8ed5d8d3361 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:51.372948 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0141ca38-39cc-4692-813f-2647f8f4bafd tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:51.426080 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2486370d-e1ce-4de6-9353-920182f3c225 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:51.426507 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2486370d-e1ce-4de6-9353-920182f3c225 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:51.428276 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-88ad9828-a9e9-47a0-b9a5-f8ed5d8d3361 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:51.431572 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-0141ca38-39cc-4692-813f-2647f8f4bafd tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e647443c-5f98-45f8-a80d-fd0a94069ae6']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:51.439723 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-88ad9828-a9e9-47a0-b9a5-f8ed5d8d3361 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:51.453806 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-0141ca38-39cc-4692-813f-2647f8f4bafd tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e96fc69e-1319-429d-9109-99f2f6391fee') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:51.454316 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-0141ca38-39cc-4692-813f-2647f8f4bafd tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e96fc69e-1319-429d-9109-99f2f6391fee') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:51.464711 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-88ad9828-a9e9-47a0-b9a5-f8ed5d8d3361 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:51.465970 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-88ad9828-a9e9-47a0-b9a5-f8ed5d8d3361 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1560869 Jun 21 14:50:51.468646 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33522) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:51.468756 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f497ada1-0d57-4620-8628-f018e7980164 None None] get_active_networks_info from dv-neutron-797121-2-hyperv {{(pid=105226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 21 14:50:51.474387 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-07ab6b5e-dd14-41a1-8802-7cfed4f81a11 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'port': {'network_id': '4166846c-cef8-403d-b484-3bc3a7cedb8f', 'name': 'tempest-PortsIpV6TestJSON-1156096663'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:51.510001 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0141ca38-39cc-4692-813f-2647f8f4bafd tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:51.549534 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-2486370d-e1ce-4de6-9353-920182f3c225 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Calling delete_port for d7214681-40a1-407c-b85d-8a652a808046 owned by network:floatingip {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:51.553293 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-9984ffdd-5079-41d9-98ee-a0fc4aecf569 None None] Provisioning for port 3bd7f163-fb36-4a7f-b6da-063f6c476b13 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:51.591372 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0141ca38-39cc-4692-813f-2647f8f4bafd tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:51.606296 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0141ca38-39cc-4692-813f-2647f8f4bafd tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:50:51.606698 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0141ca38-39cc-4692-813f-2647f8f4bafd tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:51.615610 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f497ada1-0d57-4620-8628-f018e7980164 None None] Resources bound (agent type, host, resource id): {{(pid=105226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 21 14:50:51.625931 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ab6b5e-dd14-41a1-8802-7cfed4f81a11 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Made reservation on behalf of 4c5b77aec9d44a3cb3b2efd682f8e133 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:51.630157 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-07ab6b5e-dd14-41a1-8802-7cfed4f81a11 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:51.643867 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:50:51.643867 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:50:51.643867 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:50:51.643867 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:50:51.643867 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:50:51.643867 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:50:51.643867 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:50:51.643867 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:50:51.643867 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:50:51.643867 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:50:51.643867 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:50:51.643867 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:50:51.643867 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:50:51.643867 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:50:51.643867 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:50:51.643867 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:50:51.643867 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:50:51.643867 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:50:51.643867 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:50:51.643867 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:50:51.643867 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:50:51.643867 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:50:51.643867 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:50:51.643867 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:50:51.643867 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:50:51.643867 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:50:51.643867 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:50:51.643867 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:50:51.643867 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:50:51.643867 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:50:51.643867 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:50:51.643867 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:50:51.657228 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-07ab6b5e-dd14-41a1-8802-7cfed4f81a11 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] device_id is not set on port 66b982c4-15a0-4e05-9047-7d8f2c36744a yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:50:51.813360 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-07ab6b5e-dd14-41a1-8802-7cfed4f81a11 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Allocated IP 2001:db8::338 (4166846c-cef8-403d-b484-3bc3a7cedb8f/73076d5f-2bf4-4891-82d3-cf03b0b284c5/66b982c4-15a0-4e05-9047-7d8f2c36744a) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:51.996279 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3bd7f163-fb36-4a7f-b6da-063f6c476b13 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:50:52.030657 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2fa77d2f-2437-46f0-926b-2d74f723d95d tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:52.041961 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-07ab6b5e-dd14-41a1-8802-7cfed4f81a11 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:52.063677 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-07ab6b5e-dd14-41a1-8802-7cfed4f81a11 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Transition to ACTIVE for port object 66b982c4-15a0-4e05-9047-7d8f2c36744a will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:52.072905 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-2fa77d2f-2437-46f0-926b-2d74f723d95d tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Transition to ACTIVE for port object e639cf54-c7ee-4c54-8532-a7b5b2eea29c will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:52.075878 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0141ca38-39cc-4692-813f-2647f8f4bafd tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:52.079517 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6faa55-e304-42d2-a676-21790ab37ffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-4166846c-cef8-403d-b484-3bc3a7cedb8f', 'network_id': '4166846c-cef8-403d-b484-3bc3a7cedb8f', 'tenant_id': '4c5b77aec9d44a3cb3b2efd682f8e133', 'fixed_ips': [{'subnet_id': '73076d5f-2bf4-4891-82d3-cf03b0b284c5'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:50:52.080769 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3f6faa55-e304-42d2-a676-21790ab37ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:52.086566 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-739769bb-bd46-4dca-b314-d688409f6c5d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:52.091269 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0141ca38-39cc-4692-813f-2647f8f4bafd tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:52.093105 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0141ca38-39cc-4692-813f-2647f8f4bafd tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] 10.222.0.72 "DELETE /v2.0/networks/e647443c-5f98-45f8-a80d-fd0a94069ae6 HTTP/1.1" status: 204 len: 168 time: 1.1997149 Jun 21 14:50:52.097105 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33542) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:52.113506 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141ca38-39cc-4692-813f-2647f8f4bafd tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Pushing event deleted for resources: {'Network': ['ID=e647443c-5f98-45f8-a80d-fd0a94069ae6,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:52.120578 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0141ca38-39cc-4692-813f-2647f8f4bafd tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:52.122285 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 3bd7f163-fb36-4a7f-b6da-063f6c476b13 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:52.128806 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 3bd7f163-fb36-4a7f-b6da-063f6c476b13 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:52.129320 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:52.163999 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2fa77d2f-2437-46f0-926b-2d74f723d95d tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:52.193466 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-13de6770-d9ea-49e2-b628-d663ff7d5837 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:52.208644 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa77d2f-2437-46f0-926b-2d74f723d95d tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:52.230866 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-07ab6b5e-dd14-41a1-8802-7cfed4f81a11 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:52.237724 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6627652a-486a-46b9-801a-23edde7766a5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:52.245164 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-2fa77d2f-2437-46f0-926b-2d74f723d95d tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:52.256108 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa77d2f-2437-46f0-926b-2d74f723d95d tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:52.285691 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-684317c9-9b4c-424a-9349-d6175161635d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:52.299925 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33548) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:52.311691 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa77d2f-2437-46f0-926b-2d74f723d95d tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Port': ['ID=e639cf54-c7ee-4c54-8532-a7b5b2eea29c,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:52.317774 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2fa77d2f-2437-46f0-926b-2d74f723d95d tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:52.323234 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2486370d-e1ce-4de6-9353-920182f3c225 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:52.328321 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5b550902-c9aa-4811-8f4d-97884014a939 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:52.331495 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ab6b5e-dd14-41a1-8802-7cfed4f81a11 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Network 4166846c-cef8-403d-b484-3bc3a7cedb8f is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:52.348450 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-07ab6b5e-dd14-41a1-8802-7cfed4f81a11 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:52.354235 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2486370d-e1ce-4de6-9353-920182f3c225 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event deleted for resources: {'Port': ['ID=d7214681-40a1-407c-b85d-8a652a808046,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:52.362966 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa77d2f-2437-46f0-926b-2d74f723d95d tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:52.363605 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2fa77d2f-2437-46f0-926b-2d74f723d95d tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:52.377854 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab6b5e-dd14-41a1-8802-7cfed4f81a11 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Port': ['ID=66b982c4-15a0-4e05-9047-7d8f2c36744a,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:52.378071 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2486370d-e1ce-4de6-9353-920182f3c225 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:52.379456 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ab6b5e-dd14-41a1-8802-7cfed4f81a11 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:52.394840 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ab6b5e-dd14-41a1-8802-7cfed4f81a11 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:52.395523 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-07ab6b5e-dd14-41a1-8802-7cfed4f81a11 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:52.400316 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-07ab6b5e-dd14-41a1-8802-7cfed4f81a11 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:52.422331 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2fa77d2f-2437-46f0-926b-2d74f723d95d tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2851713 Jun 21 14:50:52.444250 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33552) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:52.454450 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-3f6faa55-e304-42d2-a676-21790ab37ffe None None] Allocated IP 2001:db8::2 (4166846c-cef8-403d-b484-3bc3a7cedb8f/73076d5f-2bf4-4891-82d3-cf03b0b284c5/a9034f9f-8855-4fec-97c5-fd8fb06e6673) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:52.464929 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-07ab6b5e-dd14-41a1-8802-7cfed4f81a11 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9945214 Jun 21 14:50:52.468114 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33554) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:52.477256 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-684317c9-9b4c-424a-9349-d6175161635d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:52.504691 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2486370d-e1ce-4de6-9353-920182f3c225 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for floatingip, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:52.505024 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [None req-2486370d-e1ce-4de6-9353-920182f3c225 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Floating IP 902e59e6-9fd4-4ee1-ba0a-5a1142cbb46e disassociated (deleted). External IP: 172.26.3.123, port: 2ce246e0-fc53-467c-a501-3d1d6746c63e. Jun 21 14:50:52.534423 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-09c6da46-bbc5-4abd-8d42-22c55c6acdbc tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-442211975'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:52.545657 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-684317c9-9b4c-424a-9349-d6175161635d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85852ef-13bc-40ff-9b59-cc27c5a13c8b']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:52.571932 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71d68b1-6286-4f8e-b958-5d6f35b14c63 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:52.579515 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71d68b1-6286-4f8e-b958-5d6f35b14c63 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:52.583944 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a71d68b1-6286-4f8e-b958-5d6f35b14c63 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1356833 Jun 21 14:50:52.585424 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33556) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:52.592103 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:52.598489 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-684317c9-9b4c-424a-9349-d6175161635d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c72b797-0364-46ae-bbf5-3308edd04ceb') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:52.598768 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-684317c9-9b4c-424a-9349-d6175161635d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c72b797-0364-46ae-bbf5-3308edd04ceb') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:52.635334 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-684317c9-9b4c-424a-9349-d6175161635d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:52.639788 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c6da46-bbc5-4abd-8d42-22c55c6acdbc tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Made reservation on behalf of fc99d5a5dea84a61be44f60fb8dedd86 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:52.643162 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-09c6da46-bbc5-4abd-8d42-22c55c6acdbc tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:52.662558 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 3bd7f163-fb36-4a7f-b6da-063f6c476b13, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3bd7f163-fb36-4a7f-b6da-063f6c476b13,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:50:52.669472 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:52.675133 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-636d1181-c5bd-416f-9db8-fc4ee28b83fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:52.715421 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3f6faa55-e304-42d2-a676-21790ab37ffe None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:52.727209 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-684317c9-9b4c-424a-9349-d6175161635d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:52.732170 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3f6faa55-e304-42d2-a676-21790ab37ffe None None] Transition to ACTIVE for port object a9034f9f-8855-4fec-97c5-fd8fb06e6673 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:52.734403 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-09c6da46-bbc5-4abd-8d42-22c55c6acdbc tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:52.748193 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=3bd7f163-fb36-4a7f-b6da-063f6c476b13,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:52.753100 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:52.757848 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3f6faa55-e304-42d2-a676-21790ab37ffe None None] Transition to ACTIVE for port object a9034f9f-8855-4fec-97c5-fd8fb06e6673 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:52.764502 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-684317c9-9b4c-424a-9349-d6175161635d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:50:52.764933 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-684317c9-9b4c-424a-9349-d6175161635d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:52.767505 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3f6faa55-e304-42d2-a676-21790ab37ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:52.770738 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-d4bd725b-7127-4ca7-a5c7-7c400834642e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:52.775004 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:50:52.775004 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:50:52.775004 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:50:52.775004 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:50:52.775004 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:50:52.775004 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:50:52.775004 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:50:52.775004 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:50:52.775004 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:50:52.775004 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:50:52.775004 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:50:52.775004 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:50:52.775004 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:50:52.775004 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:50:52.775004 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:50:52.775004 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:50:52.775004 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:50:52.775004 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:50:52.775004 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:50:52.775004 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:50:52.775004 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:50:52.775004 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:50:52.775004 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:50:52.775004 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:50:52.775004 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:50:52.775004 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:50:52.775004 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:50:52.775004 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:50:52.775004 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:50:52.775004 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:50:52.775004 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:50:52.775004 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:50:52.775004 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:50:52.775004 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:50:52.782070 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2486370d-e1ce-4de6-9353-920182f3c225 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Router ec2f64cc-e7b1-4145-ba13-1ed488f33ca9 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:50:52.814589 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6faa55-e304-42d2-a676-21790ab37ffe None None] Pushing event updated for resources: {'Port': ['ID=a9034f9f-8855-4fec-97c5-fd8fb06e6673,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:52.818924 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3f6faa55-e304-42d2-a676-21790ab37ffe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:52.828969 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6faa55-e304-42d2-a676-21790ab37ffe None None] Network 4166846c-cef8-403d-b484-3bc3a7cedb8f is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:52.837119 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-3f6faa55-e304-42d2-a676-21790ab37ffe None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:52.840788 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6faa55-e304-42d2-a676-21790ab37ffe None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:52.901434 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-3f6faa55-e304-42d2-a676-21790ab37ffe None None] Attempting to bind port a9034f9f-8855-4fec-97c5-fd8fb06e6673 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:50:52.901835 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-3f6faa55-e304-42d2-a676-21790ab37ffe None None] Attempting to bind port a9034f9f-8855-4fec-97c5-fd8fb06e6673 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '38eedf3e-8f3a-4e7e-aac3-4b4b8c358858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4166846c-cef8-403d-b484-3bc3a7cedb8f'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:50:52.902202 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6faa55-e304-42d2-a676-21790ab37ffe None None] Attempting to bind port a9034f9f-8855-4fec-97c5-fd8fb06e6673 on network 4166846c-cef8-403d-b484-3bc3a7cedb8f {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:50:52.907425 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6faa55-e304-42d2-a676-21790ab37ffe None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:50:52.907803 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6faa55-e304-42d2-a676-21790ab37ffe None None] Checking segment: {'id': '38eedf3e-8f3a-4e7e-aac3-4b4b8c358858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4166846c-cef8-403d-b484-3bc3a7cedb8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:50:52.908203 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3f6faa55-e304-42d2-a676-21790ab37ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:52.908740 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6faa55-e304-42d2-a676-21790ab37ffe None None] Bound using segment: {'id': '38eedf3e-8f3a-4e7e-aac3-4b4b8c358858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4166846c-cef8-403d-b484-3bc3a7cedb8f'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:50:52.909220 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-3f6faa55-e304-42d2-a676-21790ab37ffe None None] Bound port: a9034f9f-8855-4fec-97c5-fd8fb06e6673, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38eedf3e-8f3a-4e7e-aac3-4b4b8c358858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '4166846c-cef8-403d-b484-3bc3a7cedb8f'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:50:52.909593 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3f6faa55-e304-42d2-a676-21790ab37ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:52.910619 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2486370d-e1ce-4de6-9353-920182f3c225 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:50:52.915760 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2486370d-e1ce-4de6-9353-920182f3c225 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:52.932957 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e07058f-451b-41f2-8d58-08545cf0405f None None] Sync routers for ids ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:50:52.939907 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-684317c9-9b4c-424a-9349-d6175161635d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:52.951188 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:52.958254 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2486370d-e1ce-4de6-9353-920182f3c225 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "DELETE /v2.0/floatingips/902e59e6-9fd4-4ee1-ba0a-5a1142cbb46e HTTP/1.1" status: 204 len: 168 time: 2.3027849 Jun 21 14:50:52.961197 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33558) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:52.965909 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e07058f-451b-41f2-8d58-08545cf0405f None None] Routers {'ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:52.966544 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-8e07058f-451b-41f2-8d58-08545cf0405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:52.978647 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-684317c9-9b4c-424a-9349-d6175161635d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:52.982913 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-684317c9-9b4c-424a-9349-d6175161635d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] 10.222.0.72 "DELETE /v2.0/networks/a85852ef-13bc-40ff-9b59-cc27c5a13c8b HTTP/1.1" status: 204 len: 168 time: 0.8824844 Jun 21 14:50:53.005521 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684317c9-9b4c-424a-9349-d6175161635d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Pushing event deleted for resources: {'Network': ['ID=a85852ef-13bc-40ff-9b59-cc27c5a13c8b,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:53.015184 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-684317c9-9b4c-424a-9349-d6175161635d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:53.032574 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-8e07058f-451b-41f2-8d58-08545cf0405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:53.032821 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-264a9b9c-d943-469b-ab96-0a09c0837141 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting port e639cf54-c7ee-4c54-8532-a7b5b2eea29c {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:53.032921 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-264a9b9c-d943-469b-ab96-0a09c0837141 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:53.056899 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e07058f-451b-41f2-8d58-08545cf0405f None None] Routers {'ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:53.057374 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-8e07058f-451b-41f2-8d58-08545cf0405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:53.082608 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-0c22db95-2686-440c-b7e4-ad52af88418a tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Deleting port 2ce246e0-fc53-467c-a501-3d1d6746c63e {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:53.082608 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0c22db95-2686-440c-b7e4-ad52af88418a tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:53.103992 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-8e07058f-451b-41f2-8d58-08545cf0405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:53.104958 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e07058f-451b-41f2-8d58-08545cf0405f None None] The sync data for ids ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:50:53.118913 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-3f6faa55-e304-42d2-a676-21790ab37ffe None None] For port a9034f9f-8855-4fec-97c5-fd8fb06e6673, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:50:53.122430 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-3f6faa55-e304-42d2-a676-21790ab37ffe None None] For port a9034f9f-8855-4fec-97c5-fd8fb06e6673, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=a9034f9f-8855-4fec-97c5-fd8fb06e6673,segment=NetworkSegment(38eedf3e-8f3a-4e7e-aac3-4b4b8c358858),segment_id=38eedf3e-8f3a-4e7e-aac3-4b4b8c358858)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:50:53.133066 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3f6faa55-e304-42d2-a676-21790ab37ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:53.136502 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5543126d-f0db-4531-8b6a-8886a7309b0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:53.202913 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-09c6da46-bbc5-4abd-8d42-22c55c6acdbc tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:53.212687 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6faa55-e304-42d2-a676-21790ab37ffe None None] Pushing event updated for resources: {'Port': ['ID=a9034f9f-8855-4fec-97c5-fd8fb06e6673,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:53.220564 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0c22db95-2686-440c-b7e4-ad52af88418a tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:53.221061 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3f6faa55-e304-42d2-a676-21790ab37ffe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:53.227855 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-09c6da46-bbc5-4abd-8d42-22c55c6acdbc tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:53.240442 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:53.264281 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-264a9b9c-d943-469b-ab96-0a09c0837141 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:53.287476 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d4ad8245-e3db-4925-b304-b63aef6291e9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:53.289338 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c6da46-bbc5-4abd-8d42-22c55c6acdbc tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:50:53.336700 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-0c22db95-2686-440c-b7e4-ad52af88418a tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Calling delete_port for 2ce246e0-fc53-467c-a501-3d1d6746c63e owned by {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:53.338757 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33564) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:53.359154 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-264a9b9c-d943-469b-ab96-0a09c0837141 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Calling delete_port for e639cf54-c7ee-4c54-8532-a7b5b2eea29c owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:53.382639 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6da46-bbc5-4abd-8d42-22c55c6acdbc tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c34caf14-478a-4a46-b80b-950f5d86bd8b,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:53.401279 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-09c6da46-bbc5-4abd-8d42-22c55c6acdbc tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:53.414935 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-09c6da46-bbc5-4abd-8d42-22c55c6acdbc tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:53.415573 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-09c6da46-bbc5-4abd-8d42-22c55c6acdbc tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Added segment ebd6bcea-eecd-46fc-bbc2-ab24c55fcd12 of type vlan for network efa506b3-b4b6-4187-a5b6-34476a2ef1cf Jun 21 14:50:53.629479 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-09c6da46-bbc5-4abd-8d42-22c55c6acdbc tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:53.657458 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-ec00696a-0422-4d94-93bc-7923f6d5d55f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a13a2599fe084aa7ae27fa55beb10cd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3111658 Jun 21 14:50:53.660813 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33574) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:53.730025 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0c22db95-2686-440c-b7e4-ad52af88418a tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:53.735524 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-84ad6604-0425-465a-875d-819b509eb766 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:53.760308 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6e922142-51b6-4490-a627-6d030e5f2a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:53.767463 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22db95-2686-440c-b7e4-ad52af88418a tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event deleted for resources: {'Port': ['ID=2ce246e0-fc53-467c-a501-3d1d6746c63e,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:53.770467 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0c22db95-2686-440c-b7e4-ad52af88418a tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:53.770889 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-09c6da46-bbc5-4abd-8d42-22c55c6acdbc tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:53.776572 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c6da46-bbc5-4abd-8d42-22c55c6acdbc tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:53.777211 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-09c6da46-bbc5-4abd-8d42-22c55c6acdbc tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:53.783702 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:53.832070 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6e922142-51b6-4490-a627-6d030e5f2a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:53.879810 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-09c6da46-bbc5-4abd-8d42-22c55c6acdbc tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.5722518 Jun 21 14:50:53.886643 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33576) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:53.896127 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-8c9b3c41-a26d-4985-9fff-4e2ba6e5baa9 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Request body: {'subnet': {'network_id': 'efa506b3-b4b6-4187-a5b6-34476a2ef1cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:53.922273 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6da46-bbc5-4abd-8d42-22c55c6acdbc tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Pushing event updated for resources: {'Network': ['ID=efa506b3-b4b6-4187-a5b6-34476a2ef1cf,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:53.927206 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-09c6da46-bbc5-4abd-8d42-22c55c6acdbc tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:53.934745 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network efa506b3-b4b6-4187-a5b6-34476a2ef1cf details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:50:53.971413 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0c22db95-2686-440c-b7e4-ad52af88418a tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:53.972716 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0c22db95-2686-440c-b7e4-ad52af88418a tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "DELETE /v2.0/ports/2ce246e0-fc53-467c-a501-3d1d6746c63e HTTP/1.1" status: 204 len: 168 time: 1.0105088 Jun 21 14:50:53.977262 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33578) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:53.979335 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d4ad8245-e3db-4925-b304-b63aef6291e9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:53.985091 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-7640d094-0ce0-454f-9aef-8e1681f37314 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:53.996324 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d4ad8245-e3db-4925-b304-b63aef6291e9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:53.999847 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-55342100-3ca6-4c9b-830a-aabfd1d0b2ff tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:53.999981 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6e922142-51b6-4490-a627-6d030e5f2a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:54.002509 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6e922142-51b6-4490-a627-6d030e5f2a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:54.005971 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6e922142-51b6-4490-a627-6d030e5f2a0b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2d289906-1fb8-41e2-9978-190e86eb4bcf HTTP/1.1" status: 204 len: 168 time: 0.3421874 Jun 21 14:50:54.008158 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-492b2e27-d611-4602-b276-6a805beb5a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:54.033687 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-264a9b9c-d943-469b-ab96-0a09c0837141 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:54.037530 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e922142-51b6-4490-a627-6d030e5f2a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d289906-1fb8-41e2-9978-190e86eb4bcf,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:54.043989 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6e922142-51b6-4490-a627-6d030e5f2a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:54.057366 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7640d094-0ce0-454f-9aef-8e1681f37314 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for floatingip, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:54.072600 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device a9034f9f-8855-4fec-97c5-fd8fb06e6673 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:50:54.101455 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad8245-e3db-4925-b304-b63aef6291e9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Port': ['ID=66b982c4-15a0-4e05-9047-7d8f2c36744a,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:54.106901 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d4ad8245-e3db-4925-b304-b63aef6291e9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:54.109302 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fecff2f3-fa85-4485-bdc6-862f42e6f37d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:54.132006 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c9b3c41-a26d-4985-9fff-4e2ba6e5baa9 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Made reservation on behalf of fc99d5a5dea84a61be44f60fb8dedd86 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:54.137258 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8c9b3c41-a26d-4985-9fff-4e2ba6e5baa9 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:54.171687 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a9b9c-d943-469b-ab96-0a09c0837141 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Port': ['ID=e639cf54-c7ee-4c54-8532-a7b5b2eea29c,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:54.179639 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port a9034f9f-8855-4fec-97c5-fd8fb06e6673 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:54.185194 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3bd7f163-fb36-4a7f-b6da-063f6c476b13 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:50:54.200504 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-264a9b9c-d943-469b-ab96-0a09c0837141 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:54.262037 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 3bd7f163-fb36-4a7f-b6da-063f6c476b13 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:54.262752 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:54.390036 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d4ad8245-e3db-4925-b304-b63aef6291e9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:54.446724 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-264a9b9c-d943-469b-ab96-0a09c0837141 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:54.447368 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8c9b3c41-a26d-4985-9fff-4e2ba6e5baa9 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:54.450013 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-264a9b9c-d943-469b-ab96-0a09c0837141 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/e639cf54-c7ee-4c54-8532-a7b5b2eea29c HTTP/1.1" status: 204 len: 168 time: 1.8610022 Jun 21 14:50:54.451529 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c4260749-5338-49fa-ac34-d7f22cb09236 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:54.456349 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33588) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:54.567579 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e734d36c-9315-4dfa-8584-74d3e86df243 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:54.568890 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9b3c41-a26d-4985-9fff-4e2ba6e5baa9 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Pushing event updated for resources: {'Subnet': ['ID=cc2bd707-691e-418e-8b16-66a275e6ebff,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:54.579662 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8c9b3c41-a26d-4985-9fff-4e2ba6e5baa9 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:54.582361 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7640d094-0ce0-454f-9aef-8e1681f37314 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:54.583134 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d4ad8245-e3db-4925-b304-b63aef6291e9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:54.594426 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04925eea-6d1d-4c00-8caf-f7319e92555f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:54.597037 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04925eea-6d1d-4c00-8caf-f7319e92555f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:54.597511 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04925eea-6d1d-4c00-8caf-f7319e92555f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:54.599128 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-04925eea-6d1d-4c00-8caf-f7319e92555f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1393743 Jun 21 14:50:54.606516 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33596) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:54.609415 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b09e22-f48b-48cb-bb1a-7d945f8acf70 None None] Network 4166846c-cef8-403d-b484-3bc3a7cedb8f requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:54.648892 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9b3c41-a26d-4985-9fff-4e2ba6e5baa9 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Checking segment: {'id': 'ebd6bcea-eecd-46fc-bbc2-ab24c55fcd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'efa506b3-b4b6-4187-a5b6-34476a2ef1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:50:54.649295 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9b3c41-a26d-4985-9fff-4e2ba6e5baa9 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Network hostable DHCP agents. Network: efa506b3-b4b6-4187-a5b6-34476a2ef1cf, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:50:54.672955 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e429ef1-6906-4e71-8630-fe07fe0d4bb8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting subnet 1d4f936a-a96a-47bc-8bef-4545c3b50623 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:50:54.699351 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3e429ef1-6906-4e71-8630-fe07fe0d4bb8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:54.707783 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9b3c41-a26d-4985-9fff-4e2ba6e5baa9 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Network efa506b3-b4b6-4187-a5b6-34476a2ef1cf is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:50:54.727715 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-8c9b3c41-a26d-4985-9fff-4e2ba6e5baa9 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, efa506b3-b4b6-4187-a5b6-34476a2ef1cf) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:54.737257 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9b3c41-a26d-4985-9fff-4e2ba6e5baa9 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:54.737932 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8c9b3c41-a26d-4985-9fff-4e2ba6e5baa9 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:54.753043 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-7640d094-0ce0-454f-9aef-8e1681f37314 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Allocated IP 172.26.3.135 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/e20de7e2-46bb-4638-a1f0-964fda5ff5a7) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:54.774191 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f49910-40c1-41e8-af13-fb58c391a4d8 None None] Network efa506b3-b4b6-4187-a5b6-34476a2ef1cf requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:54.802417 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8c9b3c41-a26d-4985-9fff-4e2ba6e5baa9 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9146438 Jun 21 14:50:54.807139 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33604) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:54.816392 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-036da512-b4c9-4469-bca8-802cd1d2ca95 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Request body: {'port': {'network_id': 'efa506b3-b4b6-4187-a5b6-34476a2ef1cf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1852031953'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:54.859787 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3e429ef1-6906-4e71-8630-fe07fe0d4bb8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:54.903965 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7640d094-0ce0-454f-9aef-8e1681f37314 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:54.965003 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7640d094-0ce0-454f-9aef-8e1681f37314 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:54.972727 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0c22db95-2686-440c-b7e4-ad52af88418a tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:54.991246 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-b115a03c-a41e-42f4-b761-faa2474a10cb None None] Provisioning for port a9034f9f-8855-4fec-97c5-fd8fb06e6673 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:55.011549 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-b115a03c-a41e-42f4-b761-faa2474a10cb None None] Provisioning complete for port a9034f9f-8855-4fec-97c5-fd8fb06e6673 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:55.011916 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b115a03c-a41e-42f4-b761-faa2474a10cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:55.030125 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7640d094-0ce0-454f-9aef-8e1681f37314 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:55.032009 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-7640d094-0ce0-454f-9aef-8e1681f37314 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:55.038681 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7640d094-0ce0-454f-9aef-8e1681f37314 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:55.126877 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3e429ef1-6906-4e71-8630-fe07fe0d4bb8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:55.133214 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036da512-b4c9-4469-bca8-802cd1d2ca95 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Made reservation on behalf of fc99d5a5dea84a61be44f60fb8dedd86 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:55.137255 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-036da512-b4c9-4469-bca8-802cd1d2ca95 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:55.141805 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7640d094-0ce0-454f-9aef-8e1681f37314 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:55.155834 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33612) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:55.160422 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640d094-0ce0-454f-9aef-8e1681f37314 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event updated for resources: {'Port': ['ID=e20de7e2-46bb-4638-a1f0-964fda5ff5a7,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:55.184437 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-7640d094-0ce0-454f-9aef-8e1681f37314 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:55.212697 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-036da512-b4c9-4469-bca8-802cd1d2ca95 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] device_id is not set on port ce1535fd-1712-4ae9-ba0e-bc9c40bed755 yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:50:55.220209 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7640d094-0ce0-454f-9aef-8e1681f37314 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:55.302211 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d4ad8245-e3db-4925-b304-b63aef6291e9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:55.310205 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3e429ef1-6906-4e71-8630-fe07fe0d4bb8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:55.320823 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:55.325140 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d4ad8245-e3db-4925-b304-b63aef6291e9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:55.325991 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d4ad8245-e3db-4925-b304-b63aef6291e9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:55.328206 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3e429ef1-6906-4e71-8630-fe07fe0d4bb8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:55.330057 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3e429ef1-6906-4e71-8630-fe07fe0d4bb8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/1d4f936a-a96a-47bc-8bef-4545c3b50623 HTTP/1.1" status: 204 len: 168 time: 0.7195880 Jun 21 14:50:55.347121 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33616) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:55.362605 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-bc75bb5b-9398-41f1-a7b8-3ba584243003 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Request body: {'networks': [{'name': 'tempest-network--905406354'}, {'name': 'tempest-network--1592465332'}]} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:55.363003 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-bc75bb5b-9398-41f1-a7b8-3ba584243003 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Request body: {'network': {'name': 'tempest-network--905406354'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:55.363375 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-bc75bb5b-9398-41f1-a7b8-3ba584243003 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Request body: {'network': {'name': 'tempest-network--1592465332'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:55.381461 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e429ef1-6906-4e71-8630-fe07fe0d4bb8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Subnet': ['ID=1d4f936a-a96a-47bc-8bef-4545c3b50623,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:55.386591 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3e429ef1-6906-4e71-8630-fe07fe0d4bb8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:55.387194 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-64f17eb4-71c8-402c-87cb-aed9a02b237f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:55.429846 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc75bb5b-9398-41f1-a7b8-3ba584243003 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Made reservation on behalf of f0dc5b70dd6b4766b83d01a86c9ad2f6 for: {'network': 2} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:55.434280 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bc75bb5b-9398-41f1-a7b8-3ba584243003 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:55.460654 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-34d9c252-5c0c-4dec-9626-2cd2bcb7ccb6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting subnet e8446482-5be1-4a45-acc9-456c61cafe71 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:50:55.465336 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bc75bb5b-9398-41f1-a7b8-3ba584243003 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:55.468012 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-34d9c252-5c0c-4dec-9626-2cd2bcb7ccb6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:55.477060 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b115a03c-a41e-42f4-b761-faa2474a10cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:55.508432 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d838a24-dcf8-473f-b28f-7f040fb53efc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-efa506b3-b4b6-4187-a5b6-34476a2ef1cf', 'network_id': 'efa506b3-b4b6-4187-a5b6-34476a2ef1cf', 'tenant_id': 'fc99d5a5dea84a61be44f60fb8dedd86', 'fixed_ips': [{'subnet_id': 'cc2bd707-691e-418e-8b16-66a275e6ebff'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:50:55.509548 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3d838a24-dcf8-473f-b28f-7f040fb53efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:55.540169 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-34d9c252-5c0c-4dec-9626-2cd2bcb7ccb6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:55.540410 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-b115a03c-a41e-42f4-b761-faa2474a10cb None None] For port a9034f9f-8855-4fec-97c5-fd8fb06e6673, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=a9034f9f-8855-4fec-97c5-fd8fb06e6673,segment=NetworkSegment(38eedf3e-8f3a-4e7e-aac3-4b4b8c358858),segment_id=38eedf3e-8f3a-4e7e-aac3-4b4b8c358858)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:50:55.555695 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b115a03c-a41e-42f4-b761-faa2474a10cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:55.559993 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-80c43e99-27dc-4e45-a69d-62e2bb37ada4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:55.616922 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7640d094-0ce0-454f-9aef-8e1681f37314 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:55.628637 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7640d094-0ce0-454f-9aef-8e1681f37314 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:55.632241 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-34d9c252-5c0c-4dec-9626-2cd2bcb7ccb6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:55.636645 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-7640d094-0ce0-454f-9aef-8e1681f37314 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:55.703545 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b115a03c-a41e-42f4-b761-faa2474a10cb None None] Pushing event updated for resources: {'Port': ['ID=a9034f9f-8855-4fec-97c5-fd8fb06e6673,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:55.706249 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b115a03c-a41e-42f4-b761-faa2474a10cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:55.811234 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e74c7ba-e12e-48ac-a30d-e7292ded40de None None] Update dhcp port {'port': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'fixed_ips': [{'subnet_id': '1d4f936a-a96a-47bc-8bef-4545c3b50623'}, {'subnet_id': 'e8446482-5be1-4a45-acc9-456c61cafe71'}], 'binding:host_id': 'dv-neutron-797121-2-hyperv'}, 'id': '3bd7f163-fb36-4a7f-b6da-063f6c476b13'} from dv-neutron-797121-2-hyperv. {{(pid=105226) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 21 14:50:55.860446 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-036da512-b4c9-4469-bca8-802cd1d2ca95 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Allocated IP 2001:db8::172 (efa506b3-b4b6-4187-a5b6-34476a2ef1cf/cc2bd707-691e-418e-8b16-66a275e6ebff/ce1535fd-1712-4ae9-ba0e-bc9c40bed755) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:55.867764 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0e74c7ba-e12e-48ac-a30d-e7292ded40de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:55.891560 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad8245-e3db-4925-b304-b63aef6291e9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Port': ['ID=66b982c4-15a0-4e05-9047-7d8f2c36744a,revision_number=3']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:55.913178 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d4ad8245-e3db-4925-b304-b63aef6291e9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:56.080116 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device a9034f9f-8855-4fec-97c5-fd8fb06e6673 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:50:56.083128 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ad8245-e3db-4925-b304-b63aef6291e9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Network 4166846c-cef8-403d-b484-3bc3a7cedb8f is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:56.090228 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-d4ad8245-e3db-4925-b304-b63aef6291e9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:56.142710 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7640d094-0ce0-454f-9aef-8e1681f37314 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event updated for resources: {'Port': ['ID=e20de7e2-46bb-4638-a1f0-964fda5ff5a7,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:56.178964 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port a9034f9f-8855-4fec-97c5-fd8fb06e6673 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:56.179384 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bc75bb5b-9398-41f1-a7b8-3ba584243003 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:56.179668 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:56.181460 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7640d094-0ce0-454f-9aef-8e1681f37314 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:56.198924 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-7640d094-0ce0-454f-9aef-8e1681f37314 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:56.216110 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7640d094-0ce0-454f-9aef-8e1681f37314 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:56.218884 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-7640d094-0ce0-454f-9aef-8e1681f37314 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2405219 Jun 21 14:50:56.220175 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bc75bb5b-9398-41f1-a7b8-3ba584243003 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:56.220923 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bc75bb5b-9398-41f1-a7b8-3ba584243003 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:56.221291 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33624) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:56.223991 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c4c81d9c-9fa9-498e-8b83-86a8fbc3a86a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:56.230320 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-72816a59-a632-4332-ab35-b6ca4f50869f tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Request body: {'port': {'network_id': 'ff7b7a85-a56d-4971-aa71-061a33242db6', 'name': 'tempest-FloatingIPTestJSON-760889241'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:56.231333 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-34d9c252-5c0c-4dec-9626-2cd2bcb7ccb6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server [None req-0e74c7ba-e12e-48ac-a30d-e7292ded40de None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e8446482-5be1-4a45-acc9-456c61cafe71: This subnet is being modified by another concurrent operation. Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 21 14:50:56.262955 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 21 14:50:56.266420 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:50:56.266420 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:50:56.266420 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:50:56.266420 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:50:56.266420 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 21 14:50:56.266420 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 21 14:50:56.266420 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 21 14:50:56.266420 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 21 14:50:56.266420 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:50:56.266420 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:50:56.266420 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:50:56.266420 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:50:56.266420 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 21 14:50:56.266420 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 21 14:50:56.266420 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1715, in update_port Jun 21 14:50:56.266420 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jun 21 14:50:56.266420 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 21 14:50:56.266420 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 21 14:50:56.266420 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port Jun 21 14:50:56.266420 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jun 21 14:50:56.266420 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jun 21 14:50:56.266420 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jun 21 14:50:56.266420 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jun 21 14:50:56.266420 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jun 21 14:50:56.266420 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jun 21 14:50:56.266420 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 21 14:50:56.266420 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 21 14:50:56.266420 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 21 14:50:56.266420 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 21 14:50:56.266420 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise exception Jun 21 14:50:56.266420 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e8446482-5be1-4a45-acc9-456c61cafe71: This subnet is being modified by another concurrent operation. Jun 21 14:50:56.266420 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server Jun 21 14:50:56.274126 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-34d9c252-5c0c-4dec-9626-2cd2bcb7ccb6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:56.278656 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-34d9c252-5c0c-4dec-9626-2cd2bcb7ccb6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/e8446482-5be1-4a45-acc9-456c61cafe71 HTTP/1.1" status: 204 len: 168 time: 0.9244726 Jun 21 14:50:56.278872 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc75bb5b-9398-41f1-a7b8-3ba584243003 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09c4a0b5-16b5-4536-87f4-d9ff9f92d109,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:56.280917 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33626) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:56.283844 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-bc75bb5b-9398-41f1-a7b8-3ba584243003 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:56.284288 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:56.287383 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc75bb5b-9398-41f1-a7b8-3ba584243003 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:50:56.321573 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9c252-5c0c-4dec-9626-2cd2bcb7ccb6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Subnet': ['ID=e8446482-5be1-4a45-acc9-456c61cafe71,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:56.324666 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-34d9c252-5c0c-4dec-9626-2cd2bcb7ccb6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:56.328751 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bc75bb5b-9398-41f1-a7b8-3ba584243003 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:56.329396 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-bc75bb5b-9398-41f1-a7b8-3ba584243003 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Added segment 183491fd-fbf0-4b90-a23d-23e28f901420 of type vlan for network 53a3a00d-bc4b-4a79-95cd-7ca45a15ab8a Jun 21 14:50:56.399191 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8ef28720-2505-468f-9c5d-cf197497ac08 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1105316 Jun 21 14:50:56.402073 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33628) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:56.412418 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-822e6550-b474-423b-9026-b11941037f78 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:56.417533 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bc75bb5b-9398-41f1-a7b8-3ba584243003 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:56.425282 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffd9059-dc49-4f3d-8461-f0abc44aedb4 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:56.466538 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-036da512-b4c9-4469-bca8-802cd1d2ca95 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:56.497406 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-036da512-b4c9-4469-bca8-802cd1d2ca95 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Transition to ACTIVE for port object ce1535fd-1712-4ae9-ba0e-bc9c40bed755 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:56.502457 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-dfbe7b0a-b5f2-46f6-9196-1abb5bedf232 None None] Provisioning complete for port 3bd7f163-fb36-4a7f-b6da-063f6c476b13 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:56.503051 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-dfbe7b0a-b5f2-46f6-9196-1abb5bedf232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:56.526075 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72816a59-a632-4332-ab35-b6ca4f50869f tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Made reservation on behalf of da70a9900bfc421d9b05485e06c0e9c1 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:56.527479 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc75bb5b-9398-41f1-a7b8-3ba584243003 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:50:56.531068 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-72816a59-a632-4332-ab35-b6ca4f50869f tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:56.543748 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bc75bb5b-9398-41f1-a7b8-3ba584243003 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:56.544357 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-bc75bb5b-9398-41f1-a7b8-3ba584243003 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Added segment f0ee32d0-f938-4dc6-920a-5ea2812943f5 of type vlan for network ac51d0f9-26df-4575-bbf3-491a6ca19789 Jun 21 14:50:56.544807 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ad8245-e3db-4925-b304-b63aef6291e9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Router 97b1b629-fdb6-4787-b783-616942360305 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:50:56.574351 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-72816a59-a632-4332-ab35-b6ca4f50869f tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] device_id is not set on port 70f7f29c-36a2-48e4-aba9-8ca5004ee43a yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:50:56.587426 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-822e6550-b474-423b-9026-b11941037f78 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:56.591326 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-822e6550-b474-423b-9026-b11941037f78 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:56.651679 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bc75bb5b-9398-41f1-a7b8-3ba584243003 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:56.663810 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-036da512-b4c9-4469-bca8-802cd1d2ca95 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:56.685206 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649966c5-8478-4583-b53e-a43050417116 None None] Network 4166846c-cef8-403d-b484-3bc3a7cedb8f requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:56.705470 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7ff81d95-73af-4712-a7e9-d5ad52763c52 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:56.725875 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bc75bb5b-9398-41f1-a7b8-3ba584243003 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:56.726857 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bc75bb5b-9398-41f1-a7b8-3ba584243003 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:56.732670 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc75bb5b-9398-41f1-a7b8-3ba584243003 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:56.737483 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc75bb5b-9398-41f1-a7b8-3ba584243003 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:56.738146 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bc75bb5b-9398-41f1-a7b8-3ba584243003 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:56.743064 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:56.773966 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-3d838a24-dcf8-473f-b28f-7f040fb53efc None None] Allocated IP 2001:db8::2 (efa506b3-b4b6-4187-a5b6-34476a2ef1cf/cc2bd707-691e-418e-8b16-66a275e6ebff/1d430336-10c8-484b-8b21-86cc216a8765) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:56.787258 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036da512-b4c9-4469-bca8-802cd1d2ca95 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Network efa506b3-b4b6-4187-a5b6-34476a2ef1cf is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:56.815059 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036da512-b4c9-4469-bca8-802cd1d2ca95 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Pushing event updated for resources: {'Port': ['ID=ce1535fd-1712-4ae9-ba0e-bc9c40bed755,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:56.817883 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac5999a-3d6f-4fff-9a12-8595dddfcdd4 None None] DHCP port deletion for 8e867a28-8d41-47df-a2af-a54cb8b30a66 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:50:56.823943 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-036da512-b4c9-4469-bca8-802cd1d2ca95 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:56.826866 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036da512-b4c9-4469-bca8-802cd1d2ca95 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:56.832510 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036da512-b4c9-4469-bca8-802cd1d2ca95 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:56.833143 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-036da512-b4c9-4469-bca8-802cd1d2ca95 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:56.836922 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-bc75bb5b-9398-41f1-a7b8-3ba584243003 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.6784046 Jun 21 14:50:56.840331 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-036da512-b4c9-4469-bca8-802cd1d2ca95 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:56.840841 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33630) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:56.847579 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ad8245-e3db-4925-b304-b63aef6291e9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:50:56.852429 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc75bb5b-9398-41f1-a7b8-3ba584243003 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Pushing event updated for resources: {'Network': ['ID=53a3a00d-bc4b-4a79-95cd-7ca45a15ab8a,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:56.856743 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33632) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:56.859742 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49798955-9187-49b5-a42c-fa3736b635c6 None None] Sync routers for ids ['97b1b629-fdb6-4787-b783-616942360305'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:50:56.869005 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d4ad8245-e3db-4925-b304-b63aef6291e9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "PUT /v2.0/routers/97b1b629-fdb6-4787-b783-616942360305/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4000783 Jun 21 14:50:56.873017 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49798955-9187-49b5-a42c-fa3736b635c6 None None] Routers {'97b1b629-fdb6-4787-b783-616942360305'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:56.873647 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-49798955-9187-49b5-a42c-fa3736b635c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['97b1b629-fdb6-4787-b783-616942360305'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:56.884432 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 53a3a00d-bc4b-4a79-95cd-7ca45a15ab8a details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:50:56.920635 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-49798955-9187-49b5-a42c-fa3736b635c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:56.931452 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49798955-9187-49b5-a42c-fa3736b635c6 None None] Routers {'97b1b629-fdb6-4787-b783-616942360305'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:56.932409 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-49798955-9187-49b5-a42c-fa3736b635c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['97b1b629-fdb6-4787-b783-616942360305'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:56.970037 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-49798955-9187-49b5-a42c-fa3736b635c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:56.971122 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49798955-9187-49b5-a42c-fa3736b635c6 None None] The sync data for ids ['97b1b629-fdb6-4787-b783-616942360305'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:50:57.019815 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-e23d6f41-2790-4c71-af70-e9dd6ea9c27d None None] Provisioning for port 66b982c4-15a0-4e05-9047-7d8f2c36744a completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:50:57.045943 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-e23d6f41-2790-4c71-af70-e9dd6ea9c27d None None] Provisioning complete for port 66b982c4-15a0-4e05-9047-7d8f2c36744a triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:57.046302 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e23d6f41-2790-4c71-af70-e9dd6ea9c27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:57.064563 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc75bb5b-9398-41f1-a7b8-3ba584243003 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Pushing event updated for resources: {'Network': ['ID=ac51d0f9-26df-4575-bbf3-491a6ca19789,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:57.069482 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-bc75bb5b-9398-41f1-a7b8-3ba584243003 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:57.087766 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ae3db4dd-e609-4e04-93a9-1644f2024750 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.341s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:57.088086 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ae3db4dd-e609-4e04-93a9-1644f2024750 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:57.091158 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7caf6c8-148e-4461-98e6-4f89723e45d7 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:57.096921 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network ac51d0f9-26df-4575-bbf3-491a6ca19789 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:50:57.099175 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7caf6c8-148e-4461-98e6-4f89723e45d7 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:57.106802 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7caf6c8-148e-4461-98e6-4f89723e45d7 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:57.113150 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7caf6c8-148e-4461-98e6-4f89723e45d7 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:57.117324 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a7caf6c8-148e-4461-98e6-4f89723e45d7 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2685452 Jun 21 14:50:57.122618 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33638) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:57.136979 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5539f272-aeec-442a-92d7-1fc97326540b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:57.142099 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5539f272-aeec-442a-92d7-1fc97326540b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "GET /v2.0/ports?device_id=97b1b629-fdb6-4787-b783-616942360305 HTTP/1.1" status: 200 len: 989 time: 0.2773693 Jun 21 14:50:57.142900 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33642) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:57.180279 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-036da512-b4c9-4469-bca8-802cd1d2ca95 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3695610 Jun 21 14:50:57.199943 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33644) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:57.206066 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-1ac5999a-3d6f-4fff-9a12-8595dddfcdd4 None None] Deleting port 3bd7f163-fb36-4a7f-b6da-063f6c476b13 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:57.206528 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1ac5999a-3d6f-4fff-9a12-8595dddfcdd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:57.242437 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-658dca31-e1e2-4bd2-b047-ad98cd6c3b66 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Request body: {'port': {'network_id': 'efa506b3-b4b6-4187-a5b6-34476a2ef1cf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1736892014', 'allowed_address_pairs': [{'ip_address': '2001:db8::172', 'mac_address': 'fa:16:3e:88:c2:17'}]}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:57.245933 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-e23d6f41-2790-4c71-af70-e9dd6ea9c27d None None] Port 66b982c4-15a0-4e05-9047-7d8f2c36744a cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:50:57.264448 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-72816a59-a632-4332-ab35-b6ca4f50869f tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Allocated IP 172.20.0.5 (ff7b7a85-a56d-4971-aa71-061a33242db6/c37ba164-a4f4-408a-99ae-13c018d444ab/70f7f29c-36a2-48e4-aba9-8ca5004ee43a) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:57.294261 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3d838a24-dcf8-473f-b28f-7f040fb53efc None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:57.317312 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fa468dec-75c1-43af-96f5-32a8c6cdb979 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:57.329032 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3d838a24-dcf8-473f-b28f-7f040fb53efc None None] Transition to ACTIVE for port object 1d430336-10c8-484b-8b21-86cc216a8765 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:57.358510 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-e23d6f41-2790-4c71-af70-e9dd6ea9c27d None None] Provisioning complete for port a9034f9f-8855-4fec-97c5-fd8fb06e6673 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:57.359036 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e23d6f41-2790-4c71-af70-e9dd6ea9c27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:57.371978 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3d838a24-dcf8-473f-b28f-7f040fb53efc None None] Transition to ACTIVE for port object 1d430336-10c8-484b-8b21-86cc216a8765 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:57.407248 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3d838a24-dcf8-473f-b28f-7f040fb53efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:57.415300 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:57.430638 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.objects.ports [None req-822e6550-b474-423b-9026-b11941037f78 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105224) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 21 14:50:57.474340 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-1ac5999a-3d6f-4fff-9a12-8595dddfcdd4 None None] For port 3bd7f163-fb36-4a7f-b6da-063f6c476b13, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3bd7f163-fb36-4a7f-b6da-063f6c476b13,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:50:57.474903 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1ac5999a-3d6f-4fff-9a12-8595dddfcdd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:57.484187 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d838a24-dcf8-473f-b28f-7f040fb53efc None None] Network efa506b3-b4b6-4187-a5b6-34476a2ef1cf is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:57.485012 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fa468dec-75c1-43af-96f5-32a8c6cdb979 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:57.508387 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-3d838a24-dcf8-473f-b28f-7f040fb53efc None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:57.510632 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-fa468dec-75c1-43af-96f5-32a8c6cdb979 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53a3a00d-bc4b-4a79-95cd-7ca45a15ab8a']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:57.531154 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-fa468dec-75c1-43af-96f5-32a8c6cdb979 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '183491fd-fbf0-4b90-a23d-23e28f901420') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:57.531519 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-fa468dec-75c1-43af-96f5-32a8c6cdb979 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '183491fd-fbf0-4b90-a23d-23e28f901420') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:57.540038 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d838a24-dcf8-473f-b28f-7f040fb53efc None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:57.551076 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fa468dec-75c1-43af-96f5-32a8c6cdb979 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:57.561273 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-72816a59-a632-4332-ab35-b6ca4f50869f tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:57.565756 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-1ac5999a-3d6f-4fff-9a12-8595dddfcdd4 None None] Calling delete_port for 3bd7f163-fb36-4a7f-b6da-063f6c476b13 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:50:57.567644 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d838a24-dcf8-473f-b28f-7f040fb53efc None None] Pushing event updated for resources: {'Port': ['ID=1d430336-10c8-484b-8b21-86cc216a8765,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:57.574528 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fa468dec-75c1-43af-96f5-32a8c6cdb979 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:57.578400 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3d838a24-dcf8-473f-b28f-7f040fb53efc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:57.584397 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa468dec-75c1-43af-96f5-32a8c6cdb979 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:50:57.584893 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fa468dec-75c1-43af-96f5-32a8c6cdb979 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:57.587930 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:50:57.587930 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:50:57.587930 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:50:57.587930 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:50:57.587930 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:50:57.587930 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:50:57.587930 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:50:57.587930 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:50:57.587930 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:50:57.587930 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:50:57.587930 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:50:57.587930 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:50:57.587930 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:50:57.587930 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:50:57.587930 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:50:57.587930 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:50:57.587930 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:50:57.587930 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:50:57.587930 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:50:57.587930 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:50:57.587930 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:50:57.587930 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:50:57.587930 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:50:57.587930 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:50:57.587930 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:50:57.587930 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:50:57.587930 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:50:57.587930 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:50:57.587930 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:50:57.587930 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:50:57.587930 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:50:57.587930 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:50:57.587930 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:50:57.587930 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:50:57.587930 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:50:57.587930 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:50:57.674404 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fa468dec-75c1-43af-96f5-32a8c6cdb979 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:57.687051 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-68c73b96-e9ba-4412-b187-7a8c204f9ffb tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:57.696990 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fa468dec-75c1-43af-96f5-32a8c6cdb979 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:57.699095 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-fa468dec-75c1-43af-96f5-32a8c6cdb979 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] 10.222.0.72 "DELETE /v2.0/networks/53a3a00d-bc4b-4a79-95cd-7ca45a15ab8a HTTP/1.1" status: 204 len: 168 time: 0.5752714 Jun 21 14:50:57.702147 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-72816a59-a632-4332-ab35-b6ca4f50869f tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:57.713615 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33646) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:57.736507 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa468dec-75c1-43af-96f5-32a8c6cdb979 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Pushing event deleted for resources: {'Network': ['ID=53a3a00d-bc4b-4a79-95cd-7ca45a15ab8a,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:57.773754 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fa468dec-75c1-43af-96f5-32a8c6cdb979 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:57.774315 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d15809f8-eb09-42a0-8754-b84f0309514c tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:57.858138 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72816a59-a632-4332-ab35-b6ca4f50869f tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Network ff7b7a85-a56d-4971-aa71-061a33242db6 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:57.864389 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-72816a59-a632-4332-ab35-b6ca4f50869f tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:57.869352 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658dca31-e1e2-4bd2-b047-ad98cd6c3b66 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Made reservation on behalf of fc99d5a5dea84a61be44f60fb8dedd86 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:57.872018 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72816a59-a632-4332-ab35-b6ca4f50869f tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:57.929180 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-3d838a24-dcf8-473f-b28f-7f040fb53efc None None] Attempting to bind port 1d430336-10c8-484b-8b21-86cc216a8765 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:50:57.929398 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72816a59-a632-4332-ab35-b6ca4f50869f tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:57.929967 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-72816a59-a632-4332-ab35-b6ca4f50869f tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:57.930101 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-3d838a24-dcf8-473f-b28f-7f040fb53efc None None] Attempting to bind port 1d430336-10c8-484b-8b21-86cc216a8765 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'ebd6bcea-eecd-46fc-bbc2-ab24c55fcd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'efa506b3-b4b6-4187-a5b6-34476a2ef1cf'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:50:57.930602 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d838a24-dcf8-473f-b28f-7f040fb53efc None None] Attempting to bind port 1d430336-10c8-484b-8b21-86cc216a8765 on network efa506b3-b4b6-4187-a5b6-34476a2ef1cf {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:50:57.942700 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cfb829bd-1ffb-42db-8f9e-c4e8c7a251aa tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:57.946481 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d838a24-dcf8-473f-b28f-7f040fb53efc None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:50:57.947110 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d838a24-dcf8-473f-b28f-7f040fb53efc None None] Checking segment: {'id': 'ebd6bcea-eecd-46fc-bbc2-ab24c55fcd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'efa506b3-b4b6-4187-a5b6-34476a2ef1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:50:57.947693 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3d838a24-dcf8-473f-b28f-7f040fb53efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:57.949139 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72816a59-a632-4332-ab35-b6ca4f50869f tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event updated for resources: {'Port': ['ID=70f7f29c-36a2-48e4-aba9-8ca5004ee43a,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:57.955734 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-72816a59-a632-4332-ab35-b6ca4f50869f tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:57.962200 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d838a24-dcf8-473f-b28f-7f040fb53efc None None] Bound using segment: {'id': 'ebd6bcea-eecd-46fc-bbc2-ab24c55fcd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'efa506b3-b4b6-4187-a5b6-34476a2ef1cf'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:50:57.962748 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-3d838a24-dcf8-473f-b28f-7f040fb53efc None None] Bound port: 1d430336-10c8-484b-8b21-86cc216a8765, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd6bcea-eecd-46fc-bbc2-ab24c55fcd12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'efa506b3-b4b6-4187-a5b6-34476a2ef1cf'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:50:57.963198 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3d838a24-dcf8-473f-b28f-7f040fb53efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:57.971945 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3bd7f163-fb36-4a7f-b6da-063f6c476b13 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:50:57.974842 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-658dca31-e1e2-4bd2-b047-ad98cd6c3b66 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:57.995811 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-72816a59-a632-4332-ab35-b6ca4f50869f tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7718236 Jun 21 14:50:57.996441 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33648) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:58.000908 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-658dca31-e1e2-4bd2-b047-ad98cd6c3b66 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] device_id is not set on port 33b381ed-2587-4874-a9e4-92458918ce9a yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:50:58.012602 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-41bb2781-fe40-494d-b856-ef247d9274b8 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Request body: {'floatingip': {'port_id': '70f7f29c-36a2-48e4-aba9-8ca5004ee43a'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:58.076398 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1ac5999a-3d6f-4fff-9a12-8595dddfcdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:58.081913 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f15208c6-8cf2-4d6a-9610-4460b88e88da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:58.099117 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-41bb2781-fe40-494d-b856-ef247d9274b8 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for floatingip, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:58.103238 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cfb829bd-1ffb-42db-8f9e-c4e8c7a251aa tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:58.106848 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-822e6550-b474-423b-9026-b11941037f78 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:58.115155 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No active binding found for port 3bd7f163-fb36-4a7f-b6da-063f6c476b13 {{(pid=105226) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jun 21 14:50:58.115791 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3bd7f163-fb36-4a7f-b6da-063f6c476b13 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:50:58.143141 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac5999a-3d6f-4fff-9a12-8595dddfcdd4 None None] Pushing event deleted for resources: {'Port': ['ID=3bd7f163-fb36-4a7f-b6da-063f6c476b13,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:58.151145 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-1ac5999a-3d6f-4fff-9a12-8595dddfcdd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:58.158071 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac5999a-3d6f-4fff-9a12-8595dddfcdd4 None None] No DVR routers for this DVR port 3bd7f163-fb36-4a7f-b6da-063f6c476b13 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:50:58.174071 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-3d838a24-dcf8-473f-b28f-7f040fb53efc None None] For port 1d430336-10c8-484b-8b21-86cc216a8765, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:50:58.179690 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-3d838a24-dcf8-473f-b28f-7f040fb53efc None None] For port 1d430336-10c8-484b-8b21-86cc216a8765, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=1d430336-10c8-484b-8b21-86cc216a8765,segment=NetworkSegment(ebd6bcea-eecd-46fc-bbc2-ab24c55fcd12),segment_id=ebd6bcea-eecd-46fc-bbc2-ab24c55fcd12)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:50:58.186458 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-dea2dab1-4b6b-4edb-ab89-89b3b9884ed8 None None] Provisioning complete for port 66b982c4-15a0-4e05-9047-7d8f2c36744a triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:58.186897 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-dea2dab1-4b6b-4edb-ab89-89b3b9884ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:58.210247 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3d838a24-dcf8-473f-b28f-7f040fb53efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:58.216018 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-85ec4e05-1b1d-4d5b-b306-5b16f6cf4cbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:58.231995 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-822e6550-b474-423b-9026-b11941037f78 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Port 3bd7f163-fb36-4a7f-b6da-063f6c476b13 concurrently deleted while adding address for new subnet {'id': 'cbc0b73b-a94d-4793-a4da-a747dd1e1980', 'name': '', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 470, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-06-21T14:50:56Z', 'updated_at': '2021-06-21T14:50:56Z', 'revision_number': 0, 'segment_id': None, 'project_id': '234262753e154e0bafa0a37be0e79ff1'}. {{(pid=105224) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:766}} Jun 21 14:50:58.232962 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-822e6550-b474-423b-9026-b11941037f78 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:58.284346 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:58.305152 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-dea2dab1-4b6b-4edb-ab89-89b3b9884ed8 None None] Port 66b982c4-15a0-4e05-9047-7d8f2c36744a cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:50:58.314404 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d838a24-dcf8-473f-b28f-7f040fb53efc None None] Pushing event updated for resources: {'Port': ['ID=1d430336-10c8-484b-8b21-86cc216a8765,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:58.326015 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3d838a24-dcf8-473f-b28f-7f040fb53efc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:58.328377 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-cfb829bd-1ffb-42db-8f9e-c4e8c7a251aa tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac51d0f9-26df-4575-bbf3-491a6ca19789']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:58.342345 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-dea2dab1-4b6b-4edb-ab89-89b3b9884ed8 None None] Provisioning complete for port a9034f9f-8855-4fec-97c5-fd8fb06e6673 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:58.342725 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-dea2dab1-4b6b-4edb-ab89-89b3b9884ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:58.440542 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822e6550-b474-423b-9026-b11941037f78 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:58.455257 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-822e6550-b474-423b-9026-b11941037f78 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:58.462144 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-822e6550-b474-423b-9026-b11941037f78 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:58.462913 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-822e6550-b474-423b-9026-b11941037f78 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:58.465987 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e6550-b474-423b-9026-b11941037f78 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Subnet': ['ID=cbc0b73b-a94d-4793-a4da-a747dd1e1980,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:58.482080 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-822e6550-b474-423b-9026-b11941037f78 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:58.483268 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-658dca31-e1e2-4bd2-b047-ad98cd6c3b66 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Allocated IP 2001:db8::1e5 (efa506b3-b4b6-4187-a5b6-34476a2ef1cf/cc2bd707-691e-418e-8b16-66a275e6ebff/33b381ed-2587-4874-a9e4-92458918ce9a) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:58.516429 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a8ed2f-d714-495b-803a-4dfc17d37e99 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:50:58.531641 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-822e6550-b474-423b-9026-b11941037f78 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1282845 Jun 21 14:50:58.539786 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33656) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:58.547160 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-f85e3be2-6568-4423-a152-13bbaeceaa39 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:58.606113 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-cfb829bd-1ffb-42db-8f9e-c4e8c7a251aa tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ee32d0-f938-4dc6-920a-5ea2812943f5') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:58.606398 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-cfb829bd-1ffb-42db-8f9e-c4e8c7a251aa tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ee32d0-f938-4dc6-920a-5ea2812943f5') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:58.620684 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cfb829bd-1ffb-42db-8f9e-c4e8c7a251aa tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:58.662154 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cfb829bd-1ffb-42db-8f9e-c4e8c7a251aa tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:58.722832 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-d355cda8-a429-4b84-a1a6-96983908133b None None] Provisioning complete for port 66b982c4-15a0-4e05-9047-7d8f2c36744a triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:58.723607 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d355cda8-a429-4b84-a1a6-96983908133b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:58.742255 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfb829bd-1ffb-42db-8f9e-c4e8c7a251aa tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:50:58.742946 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cfb829bd-1ffb-42db-8f9e-c4e8c7a251aa tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:58.756077 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:50:58.756077 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:50:58.756077 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:50:58.756077 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:50:58.756077 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:50:58.756077 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:50:58.756077 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:50:58.756077 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:50:58.756077 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:50:58.756077 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:50:58.756077 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:50:58.756077 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:50:58.756077 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:50:58.756077 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:50:58.756077 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:50:58.756077 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:50:58.756077 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:50:58.756077 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:50:58.756077 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:50:58.756077 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:50:58.756077 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:50:58.756077 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:50:58.756077 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:50:58.756077 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:50:58.756077 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:50:58.756077 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:50:58.756077 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:50:58.756077 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:50:58.756077 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:50:58.756077 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:50:58.756077 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:50:58.756077 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:50:58.756077 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:50:58.756077 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:50:58.756077 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:50:58.756077 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:50:58.801382 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5917e458-1187-41d2-a3db-52a757dc691f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-8e867a28-8d41-47df-a2af-a54cb8b30a66', 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'fixed_ips': [{'subnet_id': 'cbc0b73b-a94d-4793-a4da-a747dd1e1980'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:50:58.802345 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5917e458-1187-41d2-a3db-52a757dc691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:58.828344 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-d355cda8-a429-4b84-a1a6-96983908133b None None] Port 66b982c4-15a0-4e05-9047-7d8f2c36744a cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:50:58.931935 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cfb829bd-1ffb-42db-8f9e-c4e8c7a251aa tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:58.941427 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-88232bb4-1039-45c1-b5d3-b350c6fa4a26 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:58.949551 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cfb829bd-1ffb-42db-8f9e-c4e8c7a251aa tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:58.951474 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-cfb829bd-1ffb-42db-8f9e-c4e8c7a251aa tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] 10.222.0.72 "DELETE /v2.0/networks/ac51d0f9-26df-4575-bbf3-491a6ca19789 HTTP/1.1" status: 204 len: 168 time: 1.2367451 Jun 21 14:50:58.980828 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33658) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:58.996829 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-bc1c5b7a-addf-4390-a0af-9d1ae60bc2b4 None None] Provisioning complete for port 66b982c4-15a0-4e05-9047-7d8f2c36744a triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:50:58.997297 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-bc1c5b7a-addf-4390-a0af-9d1ae60bc2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:59.007531 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb829bd-1ffb-42db-8f9e-c4e8c7a251aa tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Pushing event deleted for resources: {'Network': ['ID=ac51d0f9-26df-4575-bbf3-491a6ca19789,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:59.024705 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-cfb829bd-1ffb-42db-8f9e-c4e8c7a251aa tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:59.042088 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-5917e458-1187-41d2-a3db-52a757dc691f None None] Allocated IP 2001:db8::f816:3eff:fe21:3fa1 (8e867a28-8d41-47df-a2af-a54cb8b30a66/cbc0b73b-a94d-4793-a4da-a747dd1e1980/d0cfb3ed-da41-4bba-a69c-82f6bf93881a) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:50:59.052153 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-bc1c5b7a-addf-4390-a0af-9d1ae60bc2b4 None None] Port 66b982c4-15a0-4e05-9047-7d8f2c36744a cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:50:59.073231 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-41bb2781-fe40-494d-b856-ef247d9274b8 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:59.091002 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e1f437f2-6ed7-4eee-9b6c-0e0c8bd3293b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:59.092549 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-41bb2781-fe40-494d-b856-ef247d9274b8 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:59.179078 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be5391a-4a5b-40ef-a06e-af454919e3ae tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:59.185174 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be5391a-4a5b-40ef-a06e-af454919e3ae tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:59.190710 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6be5391a-4a5b-40ef-a06e-af454919e3ae tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1969874 Jun 21 14:50:59.192083 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33660) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:59.198354 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-a174f422-2e79-4f17-b511-a6c9af47105c tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1134663531'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:50:59.220241 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5917e458-1187-41d2-a3db-52a757dc691f None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:59.231598 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-5917e458-1187-41d2-a3db-52a757dc691f None None] Transition to ACTIVE for port object d0cfb3ed-da41-4bba-a69c-82f6bf93881a will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:59.241764 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.db.api [None req-a174f422-2e79-4f17-b511-a6c9af47105c tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 21 14:50:59.241764 dv-neutron-797121-2-hyperv neutron-server[105225]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 21 14:50:59.241764 dv-neutron-797121-2-hyperv neutron-server[105225]: [parameters: {'project_id_1': 'f0dc5b70dd6b4766b83d01a86c9ad2f6', 'expiration_1': datetime.datetime(2021, 6, 21, 14, 50, 59, 230301)}] Jun 21 14:50:59.241764 dv-neutron-797121-2-hyperv neutron-server[105225]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 14:50:59.242495 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_db.api [None req-a174f422-2e79-4f17-b511-a6c9af47105c tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 14:50:59.251343 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-5917e458-1187-41d2-a3db-52a757dc691f None None] Transition to ACTIVE for port object d0cfb3ed-da41-4bba-a69c-82f6bf93881a will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:59.257683 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.l3_db [None req-41bb2781-fe40-494d-b856-ef247d9274b8 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Floating IP 2324468f-53ea-4e99-98ba-a16d5a34f0fa associated. External IP: 172.26.3.135, port: 70f7f29c-36a2-48e4-aba9-8ca5004ee43a. Jun 21 14:50:59.259684 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5917e458-1187-41d2-a3db-52a757dc691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:59.263057 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8b233ab6-d3f4-421c-9f51-cad7ec220f49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:59.287968 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-658dca31-e1e2-4bd2-b047-ad98cd6c3b66 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:59.297714 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5917e458-1187-41d2-a3db-52a757dc691f None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:59.302700 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-5917e458-1187-41d2-a3db-52a757dc691f None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:59.310242 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5917e458-1187-41d2-a3db-52a757dc691f None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:59.312327 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85e3be2-6568-4423-a152-13bbaeceaa39 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:59.315754 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917e458-1187-41d2-a3db-52a757dc691f None None] Pushing event updated for resources: {'Port': ['ID=d0cfb3ed-da41-4bba-a69c-82f6bf93881a,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:59.315884 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f85e3be2-6568-4423-a152-13bbaeceaa39 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:59.328048 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5917e458-1187-41d2-a3db-52a757dc691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:59.376963 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-658dca31-e1e2-4bd2-b047-ad98cd6c3b66 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Transition to ACTIVE for port object 33b381ed-2587-4874-a9e4-92458918ce9a will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:50:59.391890 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-5917e458-1187-41d2-a3db-52a757dc691f None None] Attempting to bind port d0cfb3ed-da41-4bba-a69c-82f6bf93881a on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:50:59.392271 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-5917e458-1187-41d2-a3db-52a757dc691f None None] Attempting to bind port d0cfb3ed-da41-4bba-a69c-82f6bf93881a by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:50:59.392647 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5917e458-1187-41d2-a3db-52a757dc691f None None] Attempting to bind port d0cfb3ed-da41-4bba-a69c-82f6bf93881a on network 8e867a28-8d41-47df-a2af-a54cb8b30a66 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:50:59.402840 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5917e458-1187-41d2-a3db-52a757dc691f None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:50:59.403222 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5917e458-1187-41d2-a3db-52a757dc691f None None] Checking segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:50:59.403567 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5917e458-1187-41d2-a3db-52a757dc691f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:59.404156 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5917e458-1187-41d2-a3db-52a757dc691f None None] Bound using segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:50:59.404510 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-5917e458-1187-41d2-a3db-52a757dc691f None None] Bound port: d0cfb3ed-da41-4bba-a69c-82f6bf93881a, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:50:59.404898 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5917e458-1187-41d2-a3db-52a757dc691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:59.501967 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-658dca31-e1e2-4bd2-b047-ad98cd6c3b66 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:59.503876 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-5917e458-1187-41d2-a3db-52a757dc691f None None] For port d0cfb3ed-da41-4bba-a69c-82f6bf93881a, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:50:59.509744 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-5917e458-1187-41d2-a3db-52a757dc691f None None] For port d0cfb3ed-da41-4bba-a69c-82f6bf93881a, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=d0cfb3ed-da41-4bba-a69c-82f6bf93881a,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:50:59.511950 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1400bff6-195a-4599-b66a-30a627ce236e tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:59.514354 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5917e458-1187-41d2-a3db-52a757dc691f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:59.517862 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b115a03c-a41e-42f4-b761-faa2474a10cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:50:59.628302 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41bb2781-fe40-494d-b856-ef247d9274b8 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Router ec2f64cc-e7b1-4145-ba13-1ed488f33ca9 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:50:59.633119 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5917e458-1187-41d2-a3db-52a757dc691f None None] Pushing event updated for resources: {'Port': ['ID=d0cfb3ed-da41-4bba-a69c-82f6bf93881a,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:59.644298 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5917e458-1187-41d2-a3db-52a757dc691f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:59.664340 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658dca31-e1e2-4bd2-b047-ad98cd6c3b66 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Network efa506b3-b4b6-4187-a5b6-34476a2ef1cf is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:50:59.695704 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-658dca31-e1e2-4bd2-b047-ad98cd6c3b66 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:50:59.702705 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658dca31-e1e2-4bd2-b047-ad98cd6c3b66 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:50:59.708762 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658dca31-e1e2-4bd2-b047-ad98cd6c3b66 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:50:59.709864 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-658dca31-e1e2-4bd2-b047-ad98cd6c3b66 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:59.738233 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658dca31-e1e2-4bd2-b047-ad98cd6c3b66 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Pushing event updated for resources: {'Port': ['ID=33b381ed-2587-4874-a9e4-92458918ce9a,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:50:59.749998 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-658dca31-e1e2-4bd2-b047-ad98cd6c3b66 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:50:59.782175 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-658dca31-e1e2-4bd2-b047-ad98cd6c3b66 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.5517113 Jun 21 14:50:59.790636 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33668) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:59.828552 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bb2781-fe40-494d-b856-ef247d9274b8 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:50:59.833951 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-41bb2781-fe40-494d-b856-ef247d9274b8 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:59.836128 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a174f422-2e79-4f17-b511-a6c9af47105c tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Made reservation on behalf of f0dc5b70dd6b4766b83d01a86c9ad2f6 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:50:59.839820 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a174f422-2e79-4f17-b511-a6c9af47105c tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:59.841846 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-e1f437f2-6ed7-4eee-9b6c-0e0c8bd3293b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Deleting port 66b982c4-15a0-4e05-9047-7d8f2c36744a {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:50:59.842182 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e1f437f2-6ed7-4eee-9b6c-0e0c8bd3293b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:59.849475 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b04c49-cdc8-4774-ab45-e5180dc2626c None None] Sync routers for ids ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:50:59.877241 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b04c49-cdc8-4774-ab45-e5180dc2626c None None] Routers {'ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:59.878257 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-48b04c49-cdc8-4774-ab45-e5180dc2626c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:59.931289 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-41bb2781-fe40-494d-b856-ef247d9274b8 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "PUT /v2.0/floatingips/2324468f-53ea-4e99-98ba-a16d5a34f0fa HTTP/1.1" status: 200 len: 977 time: 1.9234724 Jun 21 14:50:59.932767 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33670) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:50:59.933602 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-48b04c49-cdc8-4774-ab45-e5180dc2626c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:59.943722 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b04c49-cdc8-4774-ab45-e5180dc2626c None None] Routers {'ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:50:59.945327 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-48b04c49-cdc8-4774-ab45-e5180dc2626c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:50:59.983608 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f85e3be2-6568-4423-a152-13bbaeceaa39 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:50:59.994955 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3ed96bf4-f934-441d-8104-529ed519ccc8 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:00.000265 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a174f422-2e79-4f17-b511-a6c9af47105c tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:51:00.013415 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a174f422-2e79-4f17-b511-a6c9af47105c tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:00.013953 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-a174f422-2e79-4f17-b511-a6c9af47105c tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Added segment c0d1c039-ba21-482d-9a3a-416f2059cd63 of type vlan for network 2e1211c4-c6bd-440a-91b4-1b854f8adfe0 Jun 21 14:51:00.037380 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-48b04c49-cdc8-4774-ab45-e5180dc2626c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:00.038570 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b04c49-cdc8-4774-ab45-e5180dc2626c None None] The sync data for ids ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:51:00.086411 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35001ccc-5e00-46e5-9ecc-1ce479021420 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:00.089634 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a174f422-2e79-4f17-b511-a6c9af47105c tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:00.093469 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35001ccc-5e00-46e5-9ecc-1ce479021420 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:00.099843 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35001ccc-5e00-46e5-9ecc-1ce479021420 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:00.101762 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-35001ccc-5e00-46e5-9ecc-1ce479021420 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.3092389 Jun 21 14:51:00.103907 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85e3be2-6568-4423-a152-13bbaeceaa39 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:00.107651 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33672) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:00.108515 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f32955b-72a7-4478-b8ac-609b001bd7f6 None None] Network efa506b3-b4b6-4187-a5b6-34476a2ef1cf requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:00.123786 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e1f437f2-6ed7-4eee-9b6c-0e0c8bd3293b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:00.124328 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 1d430336-10c8-484b-8b21-86cc216a8765 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:51:00.135698 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-f85e3be2-6568-4423-a152-13bbaeceaa39 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:00.144663 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85e3be2-6568-4423-a152-13bbaeceaa39 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:00.145252 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f85e3be2-6568-4423-a152-13bbaeceaa39 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:00.151361 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85e3be2-6568-4423-a152-13bbaeceaa39 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Subnet': ['ID=61527c98-ce33-4a6c-b529-6b58a5cd61f7,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:00.154994 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f85e3be2-6568-4423-a152-13bbaeceaa39 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:00.209667 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.db.resource_extend [None req-a174f422-2e79-4f17-b511-a6c9af47105c tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 21 14:51:00.213672 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-e1f437f2-6ed7-4eee-9b6c-0e0c8bd3293b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Calling delete_port for 66b982c4-15a0-4e05-9047-7d8f2c36744a owned by network:router_interface {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:00.233862 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f85e3be2-6568-4423-a152-13bbaeceaa39 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6903341 Jun 21 14:51:00.235426 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-7508e366-d382-48bb-9dba-df78afdf160f None None] Provisioning for port 1d430336-10c8-484b-8b21-86cc216a8765 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:00.239228 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33674) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:00.247495 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-b4eb44f8-ad3b-4f8d-a331-c8da6f213437 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'port': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'mac_address': 'fa:16:3e:16:db:d8', 'name': 'tempest-NetworksTestDHCPv6-2116393157'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:00.288481 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 1d430336-10c8-484b-8b21-86cc216a8765 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:00.299204 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 1d430336-10c8-484b-8b21-86cc216a8765 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:00.299582 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:00.426293 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:00.460159 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e1f437f2-6ed7-4eee-9b6c-0e0c8bd3293b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:00.467027 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5b805923-f720-47cf-af81-2552219e6adb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:00.471230 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 1d430336-10c8-484b-8b21-86cc216a8765, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=1d430336-10c8-484b-8b21-86cc216a8765,segment=NetworkSegment(ebd6bcea-eecd-46fc-bbc2-ab24c55fcd12),segment_id=ebd6bcea-eecd-46fc-bbc2-ab24c55fcd12)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:51:00.479669 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:00.485448 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3d838a24-dcf8-473f-b28f-7f040fb53efc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:00.548054 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=1d430336-10c8-484b-8b21-86cc216a8765,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:00.558207 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f437f2-6ed7-4eee-9b6c-0e0c8bd3293b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Port': ['ID=66b982c4-15a0-4e05-9047-7d8f2c36744a,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:00.559523 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:00.563228 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e1f437f2-6ed7-4eee-9b6c-0e0c8bd3293b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:00.705123 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e1f437f2-6ed7-4eee-9b6c-0e0c8bd3293b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:00.707134 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a174f422-2e79-4f17-b511-a6c9af47105c tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:00.714185 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a174f422-2e79-4f17-b511-a6c9af47105c tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:00.714461 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a174f422-2e79-4f17-b511-a6c9af47105c tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:00.720958 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fa468dec-75c1-43af-96f5-32a8c6cdb979 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:00.895566 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-244209a1-9b49-4508-8034-326ef84b245c None None] Provisioning complete for port 1d430336-10c8-484b-8b21-86cc216a8765 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:00.896253 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-244209a1-9b49-4508-8034-326ef84b245c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:00.904806 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174f422-2e79-4f17-b511-a6c9af47105c tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Pushing event updated for resources: {'Network': ['ID=2e1211c4-c6bd-440a-91b4-1b854f8adfe0,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:00.929262 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a174f422-2e79-4f17-b511-a6c9af47105c tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7301226 Jun 21 14:51:00.932322 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33682) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:00.937855 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-23f22127-8c8c-4f58-975e-d594fa8d12ae tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1331363995'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:00.949822 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a174f422-2e79-4f17-b511-a6c9af47105c tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:00.952097 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-b8aae6ad-aa10-4c3e-bb68-65ee3ed1d49d tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Deleting port 70f7f29c-36a2-48e4-aba9-8ca5004ee43a {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:00.952785 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b8aae6ad-aa10-4c3e-bb68-65ee3ed1d49d tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:00.971860 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 2e1211c4-c6bd-440a-91b4-1b854f8adfe0 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:51:00.973619 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f22127-8c8c-4f58-975e-d594fa8d12ae tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Made reservation on behalf of f0dc5b70dd6b4766b83d01a86c9ad2f6 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:00.977841 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-23f22127-8c8c-4f58-975e-d594fa8d12ae tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:00.998292 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f437f2-6ed7-4eee-9b6c-0e0c8bd3293b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Router 97b1b629-fdb6-4787-b783-616942360305 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:51:01.017674 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-4f8e0c14-0662-47c6-ac6b-99b633172443 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Deleting port 33b381ed-2587-4874-a9e4-92458918ce9a {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:01.018508 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4f8e0c14-0662-47c6-ac6b-99b633172443 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:01.023635 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23f22127-8c8c-4f58-975e-d594fa8d12ae tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:51:01.108943 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-23f22127-8c8c-4f58-975e-d594fa8d12ae tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:01.109301 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-23f22127-8c8c-4f58-975e-d594fa8d12ae tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Added segment ed351080-6bfe-4ec6-b3ef-c1bb777acbe3 of type vlan for network f2e268b0-3d20-4e62-b35d-c8d8850e886b Jun 21 14:51:01.127174 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f437f2-6ed7-4eee-9b6c-0e0c8bd3293b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:51:01.139882 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05a99e5-4f14-4f45-b413-4f41b5a2ac23 None None] Sync routers for ids ['97b1b629-fdb6-4787-b783-616942360305'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:51:01.158107 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05a99e5-4f14-4f45-b413-4f41b5a2ac23 None None] Routers {'97b1b629-fdb6-4787-b783-616942360305'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:51:01.158843 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-e05a99e5-4f14-4f45-b413-4f41b5a2ac23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['97b1b629-fdb6-4787-b783-616942360305'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:01.159035 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-244209a1-9b49-4508-8034-326ef84b245c None None] Provisioning for port ce1535fd-1712-4ae9-ba0e-bc9c40bed755 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:01.164557 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-244209a1-9b49-4508-8034-326ef84b245c None None] Provisioning complete for port ce1535fd-1712-4ae9-ba0e-bc9c40bed755 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:01.165399 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-244209a1-9b49-4508-8034-326ef84b245c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:01.202299 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e1f437f2-6ed7-4eee-9b6c-0e0c8bd3293b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "PUT /v2.0/routers/97b1b629-fdb6-4787-b783-616942360305/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0549700 Jun 21 14:51:01.210521 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33684) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:01.223416 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fc6bce-fc8e-457a-ba01-c108e4dcf862 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:01.224391 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-e05a99e5-4f14-4f45-b413-4f41b5a2ac23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:01.239159 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4f8e0c14-0662-47c6-ac6b-99b633172443 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:01.243634 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05a99e5-4f14-4f45-b413-4f41b5a2ac23 None None] Routers {'97b1b629-fdb6-4787-b783-616942360305'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:51:01.244486 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-e05a99e5-4f14-4f45-b413-4f41b5a2ac23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['97b1b629-fdb6-4787-b783-616942360305'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:01.299527 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c91832e-f66a-462d-91c6-6912ffc93415 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] GET failed (client error): The resource could not be found. Jun 21 14:51:01.303928 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1c91832e-f66a-462d-91c6-6912ffc93415 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "GET /v2.0/ports/66b982c4-15a0-4e05-9047-7d8f2c36744a HTTP/1.1" status: 404 len: 333 time: 0.0863423 Jun 21 14:51:01.304326 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33686) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:01.309678 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-e05a99e5-4f14-4f45-b413-4f41b5a2ac23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:01.310984 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05a99e5-4f14-4f45-b413-4f41b5a2ac23 None None] The sync data for ids ['97b1b629-fdb6-4787-b783-616942360305'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:51:01.324674 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-23f22127-8c8c-4f58-975e-d594fa8d12ae tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:01.327643 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-244209a1-9b49-4508-8034-326ef84b245c None None] Port ce1535fd-1712-4ae9-ba0e-bc9c40bed755 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:51:01.340049 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-4f8e0c14-0662-47c6-ac6b-99b633172443 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Calling delete_port for 33b381ed-2587-4874-a9e4-92458918ce9a owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:01.352081 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4eb44f8-ad3b-4f8d-a331-c8da6f213437 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:01.370400 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b8aae6ad-aa10-4c3e-bb68-65ee3ed1d49d tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:01.381706 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-244209a1-9b49-4508-8034-326ef84b245c None None] Provisioning for port 33b381ed-2587-4874-a9e4-92458918ce9a completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:01.393209 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-244209a1-9b49-4508-8034-326ef84b245c None None] Provisioning complete for port 33b381ed-2587-4874-a9e4-92458918ce9a triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:01.393597 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-244209a1-9b49-4508-8034-326ef84b245c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:01.414120 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-137c8f82-114d-4efc-841e-b28d23a9f56a tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:01.563139 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-23f22127-8c8c-4f58-975e-d594fa8d12ae tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:01.569560 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f22127-8c8c-4f58-975e-d594fa8d12ae tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:01.570249 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-23f22127-8c8c-4f58-975e-d594fa8d12ae tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:01.602739 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:01.616779 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b4eb44f8-ad3b-4f8d-a331-c8da6f213437 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:01.633740 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-244209a1-9b49-4508-8034-326ef84b245c None None] Port 33b381ed-2587-4874-a9e4-92458918ce9a cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:51:01.670802 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-b4eb44f8-ad3b-4f8d-a331-c8da6f213437 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] device_id is not set on port 894e80ee-29e0-4c8b-a482-51d27ef60faa yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:51:01.690207 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-137c8f82-114d-4efc-841e-b28d23a9f56a tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:01.692728 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-137c8f82-114d-4efc-841e-b28d23a9f56a tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:01.715078 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-23f22127-8c8c-4f58-975e-d594fa8d12ae tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7816501 Jun 21 14:51:01.744075 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33690) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:01.750085 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-e01bcc6e-051a-40a3-9d63-0a9e10295d34 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Request body: {'ports': [{'network_id': '2e1211c4-c6bd-440a-91b4-1b854f8adfe0', 'name': 'tempest-port--938042010', 'admin_state_up': True}, {'network_id': 'f2e268b0-3d20-4e62-b35d-c8d8850e886b', 'admin_state_up': False}]} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:01.750391 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-e01bcc6e-051a-40a3-9d63-0a9e10295d34 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Request body: {'port': {'network_id': '2e1211c4-c6bd-440a-91b4-1b854f8adfe0', 'name': 'tempest-port--938042010', 'admin_state_up': True}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:01.750866 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-e01bcc6e-051a-40a3-9d63-0a9e10295d34 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Request body: {'port': {'network_id': 'f2e268b0-3d20-4e62-b35d-c8d8850e886b', 'admin_state_up': False}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:01.753962 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f22127-8c8c-4f58-975e-d594fa8d12ae tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Pushing event updated for resources: {'Network': ['ID=f2e268b0-3d20-4e62-b35d-c8d8850e886b,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:01.758349 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-23f22127-8c8c-4f58-975e-d594fa8d12ae tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:01.774090 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network f2e268b0-3d20-4e62-b35d-c8d8850e886b details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:51:01.801848 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-137c8f82-114d-4efc-841e-b28d23a9f56a tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:01.802385 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137c8f82-114d-4efc-841e-b28d23a9f56a tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Fanout notify agent at l3_agent the message router_deleted on router 97b1b629-fdb6-4787-b783-616942360305 {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:51:01.811189 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-137c8f82-114d-4efc-841e-b28d23a9f56a tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:01.816551 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-137c8f82-114d-4efc-841e-b28d23a9f56a tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/routers/97b1b629-fdb6-4787-b783-616942360305 HTTP/1.1" status: 204 len: 168 time: 0.4971335 Jun 21 14:51:01.816911 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33692) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:01.859600 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0d5395b7-745c-4665-a1fc-0040c32e6c67 None None] Provisioning for port d0cfb3ed-da41-4bba-a69c-82f6bf93881a completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:01.870918 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7afe5e-4868-4b1f-a211-1dbbdee73649 None None] Update dhcp port {'port': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'fixed_ips': [{'subnet_id': 'cbc0b73b-a94d-4793-a4da-a747dd1e1980', 'ip_address': '2001:db8::f816:3eff:fe21:3fa1'}, {'subnet_id': '61527c98-ce33-4a6c-b529-6b58a5cd61f7'}], 'binding:host_id': 'dv-neutron-797121-2-hyperv'}, 'id': 'd0cfb3ed-da41-4bba-a69c-82f6bf93881a'} from dv-neutron-797121-2-hyperv. {{(pid=105226) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 21 14:51:01.889018 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed3d75c-9777-4b36-885f-4d86aca39f47 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Deleting subnet 73076d5f-2bf4-4891-82d3-cf03b0b284c5 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:51:01.897700 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bed3d75c-9777-4b36-885f-4d86aca39f47 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:01.945593 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0d5395b7-745c-4665-a1fc-0040c32e6c67 None None] Provisioning complete for port ce1535fd-1712-4ae9-ba0e-bc9c40bed755 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:01.945984 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0d5395b7-745c-4665-a1fc-0040c32e6c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:01.948694 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0d7afe5e-4868-4b1f-a211-1dbbdee73649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:01.980653 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01bcc6e-051a-40a3-9d63-0a9e10295d34 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Made reservation on behalf of f0dc5b70dd6b4766b83d01a86c9ad2f6 for: {'port': 2} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:01.981154 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b8aae6ad-aa10-4c3e-bb68-65ee3ed1d49d tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:01.981617 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b8aae6ad-aa10-4c3e-bb68-65ee3ed1d49d tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:01.981842 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.l3_db [None req-b8aae6ad-aa10-4c3e-bb68-65ee3ed1d49d tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Floating IP 2324468f-53ea-4e99-98ba-a16d5a34f0fa disassociated. External IP: 172.26.3.135, port: 70f7f29c-36a2-48e4-aba9-8ca5004ee43a. Jun 21 14:51:01.982235 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-b8aae6ad-aa10-4c3e-bb68-65ee3ed1d49d tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Calling delete_port for 70f7f29c-36a2-48e4-aba9-8ca5004ee43a owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:01.985837 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4f8e0c14-0662-47c6-ac6b-99b633172443 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:01.987763 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e01bcc6e-051a-40a3-9d63-0a9e10295d34 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:02.001796 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-036da512-b4c9-4469-bca8-802cd1d2ca95 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:02.009538 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bed3d75c-9777-4b36-885f-4d86aca39f47 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:02.010094 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e01bcc6e-051a-40a3-9d63-0a9e10295d34 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:02.058425 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 1d430336-10c8-484b-8b21-86cc216a8765 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:51:02.080489 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8e0c14-0662-47c6-ac6b-99b633172443 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Pushing event deleted for resources: {'Port': ['ID=33b381ed-2587-4874-a9e4-92458918ce9a,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:02.133488 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-e01bcc6e-051a-40a3-9d63-0a9e10295d34 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] device_id is not set on port 961a4526-6ecb-4e22-a4ea-22ec85b8be16 yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:51:02.158215 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4f8e0c14-0662-47c6-ac6b-99b633172443 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:02.195794 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-0d5395b7-745c-4665-a1fc-0040c32e6c67 None None] Port ce1535fd-1712-4ae9-ba0e-bc9c40bed755 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:51:02.201461 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0d5395b7-745c-4665-a1fc-0040c32e6c67 None None] Could not find standard attr ID for object 33b381ed-2587-4874-a9e4-92458918ce9a. {{(pid=105226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 21 14:51:02.275819 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4f8e0c14-0662-47c6-ac6b-99b633172443 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:02.277975 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4f8e0c14-0662-47c6-ac6b-99b633172443 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] 10.222.0.72 "DELETE /v2.0/ports/33b381ed-2587-4874-a9e4-92458918ce9a HTTP/1.1" status: 204 len: 168 time: 2.1676290 Jun 21 14:51:02.285279 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33698) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:02.303311 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-b4eb44f8-ad3b-4f8d-a331-c8da6f213437 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Allocated IP 172.20.0.4 (8e867a28-8d41-47df-a2af-a54cb8b30a66/61527c98-ce33-4a6c-b529-6b58a5cd61f7/894e80ee-29e0-4c8b-a482-51d27ef60faa) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:02.339598 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 1d430336-10c8-484b-8b21-86cc216a8765 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:02.340188 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:02.353936 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e01bcc6e-051a-40a3-9d63-0a9e10295d34 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:02.354681 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-b4eb44f8-ad3b-4f8d-a331-c8da6f213437 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Allocated IP 2001:db8::f816:3eff:fe16:dbd8 (8e867a28-8d41-47df-a2af-a54cb8b30a66/cbc0b73b-a94d-4793-a4da-a747dd1e1980/894e80ee-29e0-4c8b-a482-51d27ef60faa) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:02.422504 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bed3d75c-9777-4b36-885f-4d86aca39f47 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:02.483881 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device d0cfb3ed-da41-4bba-a69c-82f6bf93881a up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:51:02.538142 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port d0cfb3ed-da41-4bba-a69c-82f6bf93881a completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:02.543879 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port d0cfb3ed-da41-4bba-a69c-82f6bf93881a triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:02.544335 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:02.563070 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b8aae6ad-aa10-4c3e-bb68-65ee3ed1d49d tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:02.576951 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bed3d75c-9777-4b36-885f-4d86aca39f47 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:02.605853 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7f63679b-fe60-48c7-872b-e9db995a0744 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:02.634155 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:02.651854 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bed3d75c-9777-4b36-885f-4d86aca39f47 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:02.656543 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-bed3d75c-9777-4b36-885f-4d86aca39f47 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/subnets/73076d5f-2bf4-4891-82d3-cf03b0b284c5 HTTP/1.1" status: 204 len: 168 time: 0.8324122 Jun 21 14:51:02.656543 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed3d75c-9777-4b36-885f-4d86aca39f47 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Subnet': ['ID=73076d5f-2bf4-4891-82d3-cf03b0b284c5,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:02.668785 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33700) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:02.669672 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff59c91-e7df-4a4d-a26a-90e1fcd9efa0 None None] Network 4166846c-cef8-403d-b484-3bc3a7cedb8f requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:02.675427 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port d0cfb3ed-da41-4bba-a69c-82f6bf93881a, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=d0cfb3ed-da41-4bba-a69c-82f6bf93881a,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:51:02.683887 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bed3d75c-9777-4b36-885f-4d86aca39f47 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:02.684561 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8d94f34e-4586-45d5-8771-2ddce4c551f2 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.075s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:02.717927 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:02.721610 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-2b3e371f-af93-41c9-9b5e-91c0713df806 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:02.742022 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd6d44b2-6907-4a8f-a42a-a9900c2f5d86 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] GET failed (client error): The resource could not be found. Jun 21 14:51:02.748077 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fd6d44b2-6907-4a8f-a42a-a9900c2f5d86 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] 10.222.0.72 "GET /v2.0/ports/33b381ed-2587-4874-a9e4-92458918ce9a HTTP/1.1" status: 404 len: 333 time: 0.4576974 Jun 21 14:51:02.748077 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33702) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:02.752282 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-cc61f899-8849-4adb-97cc-1cb407978324 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Request body: {'port': {'network_id': 'efa506b3-b4b6-4187-a5b6-34476a2ef1cf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1243724677'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:02.799210 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aae6ad-aa10-4c3e-bb68-65ee3ed1d49d tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event deleted for resources: {'Port': ['ID=70f7f29c-36a2-48e4-aba9-8ca5004ee43a,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:02.801398 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b8aae6ad-aa10-4c3e-bb68-65ee3ed1d49d tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:02.806053 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=d0cfb3ed-da41-4bba-a69c-82f6bf93881a,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:02.819151 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-e01bcc6e-051a-40a3-9d63-0a9e10295d34 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] device_id is not set on port a8cbed13-9fd4-401a-a2cd-929d34224e4d yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:51:02.824639 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:02.917815 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b4eb44f8-ad3b-4f8d-a331-c8da6f213437 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:02.932164 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-06252c58-3ec7-4a86-ad62-e88dc7c2f042 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:02.943744 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc61f899-8849-4adb-97cc-1cb407978324 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Made reservation on behalf of fc99d5a5dea84a61be44f60fb8dedd86 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:02.947561 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cc61f899-8849-4adb-97cc-1cb407978324 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:02.957967 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8aae6ad-aa10-4c3e-bb68-65ee3ed1d49d tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Router ec2f64cc-e7b1-4145-ba13-1ed488f33ca9 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:51:02.961620 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7502815-06d3-4071-82fc-c671f7f86bf1 None None] DHCP port deletion for 4166846c-cef8-403d-b484-3bc3a7cedb8f request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:51:02.966567 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-b4eb44f8-ad3b-4f8d-a331-c8da6f213437 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Transition to ACTIVE for port object 894e80ee-29e0-4c8b-a482-51d27ef60faa will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:02.977543 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-cc61f899-8849-4adb-97cc-1cb407978324 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] device_id is not set on port ed027ed8-b825-4548-acf1-bcaa9f6cff54 yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:51:03.014363 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-e7502815-06d3-4071-82fc-c671f7f86bf1 None None] Deleting port a9034f9f-8855-4fec-97c5-fd8fb06e6673 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:03.014738 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e7502815-06d3-4071-82fc-c671f7f86bf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:03.036339 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e01bcc6e-051a-40a3-9d63-0a9e10295d34 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:03.083565 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-e7502815-06d3-4071-82fc-c671f7f86bf1 None None] For port a9034f9f-8855-4fec-97c5-fd8fb06e6673, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=a9034f9f-8855-4fec-97c5-fd8fb06e6673,segment=NetworkSegment(38eedf3e-8f3a-4e7e-aac3-4b4b8c358858),segment_id=38eedf3e-8f3a-4e7e-aac3-4b4b8c358858)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:51:03.084039 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e7502815-06d3-4071-82fc-c671f7f86bf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:03.113698 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b4eb44f8-ad3b-4f8d-a331-c8da6f213437 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:03.120375 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-704da6a8-299d-4385-bf1d-006521354915 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:03.137133 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-cc61f899-8849-4adb-97cc-1cb407978324 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Allocated IP 2001:db8::d8 (efa506b3-b4b6-4187-a5b6-34476a2ef1cf/cc2bd707-691e-418e-8b16-66a275e6ebff/ed027ed8-b825-4548-acf1-bcaa9f6cff54) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:03.139689 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e01bcc6e-051a-40a3-9d63-0a9e10295d34 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:03.145276 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6f2e240d-edb2-42cb-8a0d-a7b21ffe6c8e tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:03.161542 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-e7502815-06d3-4071-82fc-c671f7f86bf1 None None] Calling delete_port for a9034f9f-8855-4fec-97c5-fd8fb06e6673 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:03.192756 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eb44f8-ad3b-4f8d-a331-c8da6f213437 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:03.203347 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-06252c58-3ec7-4a86-ad62-e88dc7c2f042 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Deleting port a9034f9f-8855-4fec-97c5-fd8fb06e6673 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:03.203711 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-06252c58-3ec7-4a86-ad62-e88dc7c2f042 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:03.207168 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-b4eb44f8-ad3b-4f8d-a331-c8da6f213437 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:03.209905 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eb44f8-ad3b-4f8d-a331-c8da6f213437 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:51:03.223568 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb44f8-ad3b-4f8d-a331-c8da6f213437 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Port': ['ID=894e80ee-29e0-4c8b-a482-51d27ef60faa,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:03.223947 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01bcc6e-051a-40a3-9d63-0a9e10295d34 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Pushing event updated for resources: {'Port': ['ID=961a4526-6ecb-4e22-a4ea-22ec85b8be16,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:03.227855 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b4eb44f8-ad3b-4f8d-a331-c8da6f213437 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:03.228898 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8aae6ad-aa10-4c3e-bb68-65ee3ed1d49d tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:51:03.238157 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e01bcc6e-051a-40a3-9d63-0a9e10295d34 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:03.259924 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bcc6e-051a-40a3-9d63-0a9e10295d34 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Checking segment: {'id': 'c0d1c039-ba21-482d-9a3a-416f2059cd63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '2e1211c4-c6bd-440a-91b4-1b854f8adfe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:51:03.260278 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01bcc6e-051a-40a3-9d63-0a9e10295d34 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Network hostable DHCP agents. Network: 2e1211c4-c6bd-440a-91b4-1b854f8adfe0, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:51:03.312992 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda5b7fc-3f1c-42d6-9e09-c71f54171232 None None] Sync routers for ids ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:51:03.332239 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01bcc6e-051a-40a3-9d63-0a9e10295d34 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Network 2e1211c4-c6bd-440a-91b4-1b854f8adfe0 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:51:03.336683 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-0d7afe5e-4868-4b1f-a211-1dbbdee73649 None None] Allocated IP 172.20.0.2 (8e867a28-8d41-47df-a2af-a54cb8b30a66/61527c98-ce33-4a6c-b529-6b58a5cd61f7/d0cfb3ed-da41-4bba-a69c-82f6bf93881a) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:03.339765 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e7502815-06d3-4071-82fc-c671f7f86bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:03.349337 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda5b7fc-3f1c-42d6-9e09-c71f54171232 None None] Routers {'ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:51:03.351214 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-eda5b7fc-3f1c-42d6-9e09-c71f54171232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:03.357936 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-e01bcc6e-051a-40a3-9d63-0a9e10295d34 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 2e1211c4-c6bd-440a-91b4-1b854f8adfe0) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:03.368362 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01bcc6e-051a-40a3-9d63-0a9e10295d34 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:51:03.369217 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e01bcc6e-051a-40a3-9d63-0a9e10295d34 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:03.371274 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3d838a24-dcf8-473f-b28f-7f040fb53efc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:03.375236 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2fa77d2f-2437-46f0-926b-2d74f723d95d tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:03.407647 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-06252c58-3ec7-4a86-ad62-e88dc7c2f042 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] For port a9034f9f-8855-4fec-97c5-fd8fb06e6673, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=a9034f9f-8855-4fec-97c5-fd8fb06e6673,segment=NetworkSegment(38eedf3e-8f3a-4e7e-aac3-4b4b8c358858),segment_id=38eedf3e-8f3a-4e7e-aac3-4b4b8c358858)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:51:03.408790 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-06252c58-3ec7-4a86-ad62-e88dc7c2f042 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:03.412843 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cc61f899-8849-4adb-97cc-1cb407978324 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:03.426956 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1813ea90-4b5a-49ed-a4ac-a5d6175cbc71 None None] Network 2e1211c4-c6bd-440a-91b4-1b854f8adfe0 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:03.435198 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7502815-06d3-4071-82fc-c671f7f86bf1 None None] No DVR routers for this DVR port a9034f9f-8855-4fec-97c5-fd8fb06e6673 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:51:03.445304 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-cc61f899-8849-4adb-97cc-1cb407978324 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Transition to ACTIVE for port object ed027ed8-b825-4548-acf1-bcaa9f6cff54 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:03.448361 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01bcc6e-051a-40a3-9d63-0a9e10295d34 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Pushing event updated for resources: {'Port': ['ID=a8cbed13-9fd4-401a-a2cd-929d34224e4d,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:03.453350 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e01bcc6e-051a-40a3-9d63-0a9e10295d34 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:03.469283 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-eda5b7fc-3f1c-42d6-9e09-c71f54171232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:03.499014 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7502815-06d3-4071-82fc-c671f7f86bf1 None None] Pushing event deleted for resources: {'Port': ['ID=a9034f9f-8855-4fec-97c5-fd8fb06e6673,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:03.506406 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e7502815-06d3-4071-82fc-c671f7f86bf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:03.525808 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01bcc6e-051a-40a3-9d63-0a9e10295d34 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Checking segment: {'id': 'ed351080-6bfe-4ec6-b3ef-c1bb777acbe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'f2e268b0-3d20-4e62-b35d-c8d8850e886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:51:03.526442 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01bcc6e-051a-40a3-9d63-0a9e10295d34 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Network hostable DHCP agents. Network: f2e268b0-3d20-4e62-b35d-c8d8850e886b, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:51:03.540111 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-06252c58-3ec7-4a86-ad62-e88dc7c2f042 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Calling delete_port for a9034f9f-8855-4fec-97c5-fd8fb06e6673 owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:03.563622 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cc61f899-8849-4adb-97cc-1cb407978324 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:03.569489 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-27383ec6-808b-45aa-a7b0-e7c2b1fe57a0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:03.570035 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda5b7fc-3f1c-42d6-9e09-c71f54171232 None None] Routers {'ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:51:03.570597 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-eda5b7fc-3f1c-42d6-9e09-c71f54171232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:03.581107 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01bcc6e-051a-40a3-9d63-0a9e10295d34 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Network f2e268b0-3d20-4e62-b35d-c8d8850e886b is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:51:03.605557 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4eb44f8-ad3b-4f8d-a331-c8da6f213437 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:03.606272 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b4eb44f8-ad3b-4f8d-a331-c8da6f213437 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:03.623087 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-eda5b7fc-3f1c-42d6-9e09-c71f54171232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:03.623886 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda5b7fc-3f1c-42d6-9e09-c71f54171232 None None] The sync data for ids ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:51:03.632343 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-e01bcc6e-051a-40a3-9d63-0a9e10295d34 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, f2e268b0-3d20-4e62-b35d-c8d8850e886b) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:03.633946 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc61f899-8849-4adb-97cc-1cb407978324 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Network efa506b3-b4b6-4187-a5b6-34476a2ef1cf is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:03.636676 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b8aae6ad-aa10-4c3e-bb68-65ee3ed1d49d tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:03.642359 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b8aae6ad-aa10-4c3e-bb68-65ee3ed1d49d tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "DELETE /v2.0/ports/70f7f29c-36a2-48e4-aba9-8ca5004ee43a HTTP/1.1" status: 204 len: 168 time: 3.7030313 Jun 21 14:51:03.644606 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33712) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:03.647748 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188daf3e-1e96-4594-88d4-65822fddc839 req-64aa966c-df13-4aac-8c85-3a1bf6d05c72 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:03.649568 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-188daf3e-1e96-4594-88d4-65822fddc839 req-64aa966c-df13-4aac-8c85-3a1bf6d05c72 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa HTTP/1.1" status: 200 len: 945 time: 0.1698573 Jun 21 14:51:03.656042 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01bcc6e-051a-40a3-9d63-0a9e10295d34 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:51:03.662785 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01bcc6e-051a-40a3-9d63-0a9e10295d34 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:03.667566 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01bcc6e-051a-40a3-9d63-0a9e10295d34 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:03.667719 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef4661f-b91e-4d3c-9d75-f63af6db5000 None None] Network f2e268b0-3d20-4e62-b35d-c8d8850e886b requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:03.668509 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e01bcc6e-051a-40a3-9d63-0a9e10295d34 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:03.671250 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-cc61f899-8849-4adb-97cc-1cb407978324 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:03.678310 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc61f899-8849-4adb-97cc-1cb407978324 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:51:03.683744 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc61f899-8849-4adb-97cc-1cb407978324 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:03.684361 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cc61f899-8849-4adb-97cc-1cb407978324 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:03.696120 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61f899-8849-4adb-97cc-1cb407978324 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Pushing event updated for resources: {'Port': ['ID=ed027ed8-b825-4548-acf1-bcaa9f6cff54,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:03.710811 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cc61f899-8849-4adb-97cc-1cb407978324 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:03.711027 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b4eb44f8-ad3b-4f8d-a331-c8da6f213437 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4697251 Jun 21 14:51:03.714385 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33714) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:03.730855 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-71c7c970-9f2b-4f19-ad10-4e2e55ef3483 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "GET /v2.0/floatingips/2324468f-53ea-4e99-98ba-a16d5a34f0fa HTTP/1.1" status: 200 len: 688 time: 0.0830088 Jun 21 14:51:03.732554 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33716) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:03.737198 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e01bcc6e-051a-40a3-9d63-0a9e10295d34 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.9917791 Jun 21 14:51:03.745678 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33718) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:03.764935 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-cc61f899-8849-4adb-97cc-1cb407978324 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0165217 Jun 21 14:51:03.774455 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-0d7afe5e-4868-4b1f-a211-1dbbdee73649 None None] For port d0cfb3ed-da41-4bba-a69c-82f6bf93881a, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=d0cfb3ed-da41-4bba-a69c-82f6bf93881a,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:51:03.782159 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33720) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:03.790576 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-29bf9fff-083d-4ec1-9f08-14272cd9b63c tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::172', 'mac_address': 'fa:16:3e:88:c2:17'}]}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:03.821560 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-188daf3e-1e96-4594-88d4-65822fddc839 req-a5721464-12f7-4e04-b6ff-4be25ab2f398 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb9e8f8a-52cd-400c-95c5-e1624b2e12e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481323 Jun 21 14:51:03.897716 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-06252c58-3ec7-4a86-ad62-e88dc7c2f042 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:03.903106 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0d7afe5e-4868-4b1f-a211-1dbbdee73649 None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:03.937149 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0d7afe5e-4868-4b1f-a211-1dbbdee73649 None None] Transition to ACTIVE for port object d0cfb3ed-da41-4bba-a69c-82f6bf93881a will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:03.943509 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-46e2d3bf-0ba3-4277-b7ac-c336d4dd71bf tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:03.947719 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device d0cfb3ed-da41-4bba-a69c-82f6bf93881a up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:51:03.954057 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0d7afe5e-4868-4b1f-a211-1dbbdee73649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:03.973453 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3f6faa55-e304-42d2-a676-21790ab37ffe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:03.985840 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06252c58-3ec7-4a86-ad62-e88dc7c2f042 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Port': ['ID=a9034f9f-8855-4fec-97c5-fd8fb06e6673,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:03.996973 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06252c58-3ec7-4a86-ad62-e88dc7c2f042 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] No DVR routers for this DVR port a9034f9f-8855-4fec-97c5-fd8fb06e6673 on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:51:03.999825 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-06252c58-3ec7-4a86-ad62-e88dc7c2f042 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:04.015861 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a2574c-224e-43fe-8910-ac938f6a2c08 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:04.022177 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a2574c-224e-43fe-8910-ac938f6a2c08 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:04.023868 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-41a2574c-224e-43fe-8910-ac938f6a2c08 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.3085399 Jun 21 14:51:04.028063 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33728) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:04.146173 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-c6abc147-3d74-4eaf-ba17-942b12ba5099 None None] Provisioning for port ed027ed8-b825-4548-acf1-bcaa9f6cff54 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:04.151068 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-c6abc147-3d74-4eaf-ba17-942b12ba5099 None None] Provisioning complete for port ed027ed8-b825-4548-acf1-bcaa9f6cff54 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:04.151447 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c6abc147-3d74-4eaf-ba17-942b12ba5099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:04.153266 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7afe5e-4868-4b1f-a211-1dbbdee73649 None None] Pushing event updated for resources: {'Port': ['ID=d0cfb3ed-da41-4bba-a69c-82f6bf93881a,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:04.158832 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0d7afe5e-4868-4b1f-a211-1dbbdee73649 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:04.176458 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-29bf9fff-083d-4ec1-9f08-14272cd9b63c tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:04.197835 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-c6abc147-3d74-4eaf-ba17-942b12ba5099 None None] Port ed027ed8-b825-4548-acf1-bcaa9f6cff54 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:51:04.271221 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-74d61251-56fe-489b-90cc-c527c62b1248 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting port 894e80ee-29e0-4c8b-a482-51d27ef60faa {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:04.271569 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-74d61251-56fe-489b-90cc-c527c62b1248 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:04.275707 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device a9034f9f-8855-4fec-97c5-fd8fb06e6673 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:51:04.300280 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: a9034f9f-8855-4fec-97c5-fd8fb06e6673 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:51:04.300655 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device a9034f9f-8855-4fec-97c5-fd8fb06e6673 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:51:04.466069 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-74d61251-56fe-489b-90cc-c527c62b1248 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:04.539584 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e103a5e-bcc5-4d97-b304-b517f798ed07 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:04.540632 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-74d61251-56fe-489b-90cc-c527c62b1248 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Calling delete_port for 894e80ee-29e0-4c8b-a482-51d27ef60faa owned by {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:04.545576 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e103a5e-bcc5-4d97-b304-b517f798ed07 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:04.547434 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4e103a5e-bcc5-4d97-b304-b517f798ed07 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.7969832 Jun 21 14:51:04.550891 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33730) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:04.559975 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-29bf9fff-083d-4ec1-9f08-14272cd9b63c tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:04.594219 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-29bf9fff-083d-4ec1-9f08-14272cd9b63c tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:04.596545 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-06252c58-3ec7-4a86-ad62-e88dc7c2f042 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:04.598292 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-739769bb-bd46-4dca-b314-d688409f6c5d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:04.613895 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-06252c58-3ec7-4a86-ad62-e88dc7c2f042 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4166846c-cef8-403d-b484-3bc3a7cedb8f']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:04.636181 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-29bf9fff-083d-4ec1-9f08-14272cd9b63c tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] In _notify_port_updated(), no bound segment for port ed027ed8-b825-4548-acf1-bcaa9f6cff54 on network efa506b3-b4b6-4187-a5b6-34476a2ef1cf {{(pid=105224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 21 14:51:04.638956 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-06252c58-3ec7-4a86-ad62-e88dc7c2f042 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38eedf3e-8f3a-4e7e-aac3-4b4b8c358858') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:04.639339 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-06252c58-3ec7-4a86-ad62-e88dc7c2f042 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38eedf3e-8f3a-4e7e-aac3-4b4b8c358858') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:04.641584 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bf9fff-083d-4ec1-9f08-14272cd9b63c tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:04.642221 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-29bf9fff-083d-4ec1-9f08-14272cd9b63c tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:04.644690 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-29bf9fff-083d-4ec1-9f08-14272cd9b63c tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] 10.222.0.72 "PUT /v2.0/ports/ed027ed8-b825-4548-acf1-bcaa9f6cff54 HTTP/1.1" status: 200 len: 1002 time: 0.8601456 Jun 21 14:51:04.647670 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33732) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:04.688785 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-30ac5984-1d90-40eb-abd8-076cc808941f tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Deleting port e20de7e2-46bb-4638-a1f0-964fda5ff5a7 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:04.689274 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-30ac5984-1d90-40eb-abd8-076cc808941f tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:04.695348 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-06252c58-3ec7-4a86-ad62-e88dc7c2f042 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:04.712156 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-06252c58-3ec7-4a86-ad62-e88dc7c2f042 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:04.720679 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06252c58-3ec7-4a86-ad62-e88dc7c2f042 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:51:04.721270 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-06252c58-3ec7-4a86-ad62-e88dc7c2f042 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:04.733512 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf9fff-083d-4ec1-9f08-14272cd9b63c tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Pushing event updated for resources: {'Port': ['ID=ed027ed8-b825-4548-acf1-bcaa9f6cff54,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:04.772618 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-29bf9fff-083d-4ec1-9f08-14272cd9b63c tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: self.session.flush() Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: self.session.flush() Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: self.session.flush() Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: self.session.flush() Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:51:04.795236 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:51:04.877174 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-06252c58-3ec7-4a86-ad62-e88dc7c2f042 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:04.881866 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-06252c58-3ec7-4a86-ad62-e88dc7c2f042 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:04.889645 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-06252c58-3ec7-4a86-ad62-e88dc7c2f042 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/networks/4166846c-cef8-403d-b484-3bc3a7cedb8f HTTP/1.1" status: 204 len: 168 time: 2.2176802 Jun 21 14:51:04.890387 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33738) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:04.893386 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:04.933978 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-1ab421c0-6614-4ca7-befe-a48bdd47ae5e None None] Provisioning for port d0cfb3ed-da41-4bba-a69c-82f6bf93881a completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:04.943385 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-1ab421c0-6614-4ca7-befe-a48bdd47ae5e None None] Provisioning complete for port d0cfb3ed-da41-4bba-a69c-82f6bf93881a triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:04.944085 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1ab421c0-6614-4ca7-befe-a48bdd47ae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:04.955388 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-1726e425-d5ab-41d7-b8bb-4314a8caf8ff tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Deleting port ed027ed8-b825-4548-acf1-bcaa9f6cff54 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:04.955781 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1726e425-d5ab-41d7-b8bb-4314a8caf8ff tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:04.957558 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06252c58-3ec7-4a86-ad62-e88dc7c2f042 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Network': ['ID=4166846c-cef8-403d-b484-3bc3a7cedb8f,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:04.961165 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-06252c58-3ec7-4a86-ad62-e88dc7c2f042 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:04.978097 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-b5255093-af51-4b46-92a4-dece9e35d52a tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Deleting port 961a4526-6ecb-4e22-a4ea-22ec85b8be16 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:04.978412 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b5255093-af51-4b46-92a4-dece9e35d52a tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:04.999166 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-30ac5984-1d90-40eb-abd8-076cc808941f tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:04.999529 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-30ac5984-1d90-40eb-abd8-076cc808941f tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:05.069399 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bfa09a-79a7-470e-9cce-2884613b0fae tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:05.070029 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1726e425-d5ab-41d7-b8bb-4314a8caf8ff tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:05.070768 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-43bfa09a-79a7-470e-9cce-2884613b0fae tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "GET /v2.0/ports/b4cf7d61-9773-473c-9b01-54936c104ee3 HTTP/1.1" status: 200 len: 844 time: 0.1729379 Jun 21 14:51:05.111326 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33740) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:05.145766 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-1726e425-d5ab-41d7-b8bb-4314a8caf8ff tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Calling delete_port for ed027ed8-b825-4548-acf1-bcaa9f6cff54 owned by {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:05.205146 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-30ac5984-1d90-40eb-abd8-076cc808941f tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Calling delete_port for e20de7e2-46bb-4638-a1f0-964fda5ff5a7 owned by network:floatingip {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:05.233520 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:05.249667 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b5255093-af51-4b46-92a4-dece9e35d52a tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:05.256671 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-06db9585-cf1c-4301-ad23-fae284ee8bbb None None] Provisioning complete for port ed027ed8-b825-4548-acf1-bcaa9f6cff54 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:05.257484 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-06db9585-cf1c-4301-ad23-fae284ee8bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:05.318287 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bacdf60-7bc8-4461-8143-a74e476356b6 None None] get_active_networks_info from dv-neutron-797121-2-hyperv {{(pid=105226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 21 14:51:05.322672 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-74d61251-56fe-489b-90cc-c527c62b1248 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:05.347325 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cc61f899-8849-4adb-97cc-1cb407978324 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:05.364527 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-b5255093-af51-4b46-92a4-dece9e35d52a tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Calling delete_port for 961a4526-6ecb-4e22-a4ea-22ec85b8be16 owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:05.384141 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-06db9585-cf1c-4301-ad23-fae284ee8bbb None None] Port ed027ed8-b825-4548-acf1-bcaa9f6cff54 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:51:05.413914 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e4ae3370-b129-4eed-a6be-b80897286aa7 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "GET /v2.0/ports/b4cf7d61-9773-473c-9b01-54936c104ee3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3012998 Jun 21 14:51:05.420638 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33746) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:05.426582 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-42b72f9a-7d31-4cf7-bdc6-434ac6c9ae76 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'subnet': {'network_id': '6796ce10-2494-4002-991f-bcb89379992d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:05.458152 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bacdf60-7bc8-4461-8143-a74e476356b6 None None] Resources bound (agent type, host, resource id): {{(pid=105226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 21 14:51:05.492813 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d61251-56fe-489b-90cc-c527c62b1248 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Port': ['ID=894e80ee-29e0-4c8b-a482-51d27ef60faa,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:05.504221 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-74d61251-56fe-489b-90cc-c527c62b1248 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:05.526320 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8ee9f099-8d13-47e5-b347-801bb00e3a11 None None] Could not find standard attr ID for object 894e80ee-29e0-4c8b-a482-51d27ef60faa. {{(pid=105226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 21 14:51:05.564166 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-74d61251-56fe-489b-90cc-c527c62b1248 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:05.568689 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-74d61251-56fe-489b-90cc-c527c62b1248 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/894e80ee-29e0-4c8b-a482-51d27ef60faa HTTP/1.1" status: 204 len: 168 time: 1.5373912 Jun 21 14:51:05.570246 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33748) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:05.592503 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1726e425-d5ab-41d7-b8bb-4314a8caf8ff tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:05.604048 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b470aba-a6ad-4874-bb84-7873a0b773b7 req-d1c56ca7-9913-48e3-b6fd-7edcb1238883 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:05.605587 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5b470aba-a6ad-4874-bb84-7873a0b773b7 req-d1c56ca7-9913-48e3-b6fd-7edcb1238883 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa HTTP/1.1" status: 200 len: 945 time: 0.2852583 Jun 21 14:51:05.606297 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-35150a5e-937f-428c-8430-d5b476998a5f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:05.640590 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1726e425-d5ab-41d7-b8bb-4314a8caf8ff tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Pushing event deleted for resources: {'Port': ['ID=ed027ed8-b825-4548-acf1-bcaa9f6cff54,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:05.652439 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1726e425-d5ab-41d7-b8bb-4314a8caf8ff tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:05.703561 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5b470aba-a6ad-4874-bb84-7873a0b773b7 req-778ef4be-4508-4b36-b215-3d08dff7d6c9 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb9e8f8a-52cd-400c-95c5-e1624b2e12e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917671 Jun 21 14:51:05.704103 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2817f36-7f62-4035-aaba-80d956a2459e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:05.705572 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2817f36-7f62-4035-aaba-80d956a2459e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:05.707049 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2817f36-7f62-4035-aaba-80d956a2459e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:05.708644 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a2817f36-7f62-4035-aaba-80d956a2459e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1289983 Jun 21 14:51:05.712827 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33750) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:05.760770 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b5255093-af51-4b46-92a4-dece9e35d52a tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:05.766830 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f0e5ca1a-8d85-4ee8-b3ff-e3a2dc867d4c req-f410b06b-521a-413b-bea1-6d97ce209abd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3452158 Jun 21 14:51:05.770847 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b72f9a-7d31-4cf7-bdc6-434ac6c9ae76 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Made reservation on behalf of 4c5b77aec9d44a3cb3b2efd682f8e133 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:05.774571 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-42b72f9a-7d31-4cf7-bdc6-434ac6c9ae76 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:05.777650 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-92b70b12-7e68-4ef7-95e4-234ed92fbb91 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:05.832793 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1726e425-d5ab-41d7-b8bb-4314a8caf8ff tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:05.835014 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1726e425-d5ab-41d7-b8bb-4314a8caf8ff tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] 10.222.0.72 "DELETE /v2.0/ports/ed027ed8-b825-4548-acf1-bcaa9f6cff54 HTTP/1.1" status: 204 len: 168 time: 1.1863768 Jun 21 14:51:05.840256 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ca563d3-5c4d-424e-ba89-87b51e33ef8b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting subnet 61527c98-ce33-4a6c-b529-6b58a5cd61f7 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:51:05.842252 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33752) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:05.853257 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1ca563d3-5c4d-424e-ba89-87b51e33ef8b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:05.864052 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5255093-af51-4b46-92a4-dece9e35d52a tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Pushing event deleted for resources: {'Port': ['ID=961a4526-6ecb-4e22-a4ea-22ec85b8be16,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:05.897428 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b5255093-af51-4b46-92a4-dece9e35d52a tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:05.905625 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c522c53-6d4e-49a8-b125-f10693811706 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] GET failed (client error): The resource could not be found. Jun 21 14:51:05.907289 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0c522c53-6d4e-49a8-b125-f10693811706 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] 10.222.0.72 "GET /v2.0/ports/ed027ed8-b825-4548-acf1-bcaa9f6cff54 HTTP/1.1" status: 404 len: 333 time: 0.0641155 Jun 21 14:51:05.912479 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33756) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:05.919465 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-fdbeff79-81e8-40ce-abae-74e83f960e98 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Request body: {'port': {'network_id': 'efa506b3-b4b6-4187-a5b6-34476a2ef1cf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2048720998'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:05.939715 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b5255093-af51-4b46-92a4-dece9e35d52a tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:05.944187 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b5255093-af51-4b46-92a4-dece9e35d52a tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] 10.222.0.72 "DELETE /v2.0/ports/961a4526-6ecb-4e22-a4ea-22ec85b8be16 HTTP/1.1" status: 204 len: 168 time: 1.3897700 Jun 21 14:51:05.948792 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33758) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:05.951823 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-30ac5984-1d90-40eb-abd8-076cc808941f tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:05.957009 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device d0cfb3ed-da41-4bba-a69c-82f6bf93881a up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:51:05.962253 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-72816a59-a632-4332-ab35-b6ca4f50869f tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:05.998321 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1ca563d3-5c4d-424e-ba89-87b51e33ef8b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:06.036946 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac5984-1d90-40eb-abd8-076cc808941f tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event deleted for resources: {'Port': ['ID=e20de7e2-46bb-4638-a1f0-964fda5ff5a7,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:06.045355 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-30ac5984-1d90-40eb-abd8-076cc808941f tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:06.057936 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port d0cfb3ed-da41-4bba-a69c-82f6bf93881a triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:06.060432 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:06.157803 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1ca563d3-5c4d-424e-ba89-87b51e33ef8b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:06.200955 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbeff79-81e8-40ce-abae-74e83f960e98 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Made reservation on behalf of fc99d5a5dea84a61be44f60fb8dedd86 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:06.204578 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fdbeff79-81e8-40ce-abae-74e83f960e98 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:06.230187 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-fdbeff79-81e8-40ce-abae-74e83f960e98 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] device_id is not set on port 535f16cc-c803-4982-a866-fb6a6c8e2565 yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:51:06.240775 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5ca1a-8d85-4ee8-b3ff-e3a2dc867d4c req-f2337c7f-ce38-4d8c-baa2-c6763f30ad99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:06.242446 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f0e5ca1a-8d85-4ee8-b3ff-e3a2dc867d4c req-f2337c7f-ce38-4d8c-baa2-c6763f30ad99 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=11635685b5064af1901fae1b04f861cb&device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 1098 time: 0.4245412 Jun 21 14:51:06.284413 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-30ac5984-1d90-40eb-abd8-076cc808941f tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for floatingip, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:06.287304 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-30ac5984-1d90-40eb-abd8-076cc808941f tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:06.292456 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-30ac5984-1d90-40eb-abd8-076cc808941f tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "DELETE /v2.0/floatingips/2324468f-53ea-4e99-98ba-a16d5a34f0fa HTTP/1.1" status: 204 len: 168 time: 2.5547342 Jun 21 14:51:06.292974 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1ca563d3-5c4d-424e-ba89-87b51e33ef8b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:06.295516 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33760) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:06.300438 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-822e6550-b474-423b-9026-b11941037f78 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:06.311712 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-89ff0721-33e8-4336-850f-768815876a46 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'port_id': 'f2b817ea-c0ef-4595-b0a1-a4574c0ae06d'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:06.353039 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca563d3-5c4d-424e-ba89-87b51e33ef8b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Subnet': ['ID=61527c98-ce33-4a6c-b529-6b58a5cd61f7,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:06.355506 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1ca563d3-5c4d-424e-ba89-87b51e33ef8b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:06.363941 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1ca563d3-5c4d-424e-ba89-87b51e33ef8b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:06.366767 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1ca563d3-5c4d-424e-ba89-87b51e33ef8b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/61527c98-ce33-4a6c-b529-6b58a5cd61f7 HTTP/1.1" status: 204 len: 168 time: 0.6524415 Jun 21 14:51:06.390224 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33762) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:06.465464 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89ff0721-33e8-4336-850f-768815876a46 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for floatingip, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:06.472126 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-fdbeff79-81e8-40ce-abae-74e83f960e98 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Allocated IP 2001:db8::284 (efa506b3-b4b6-4187-a5b6-34476a2ef1cf/cc2bd707-691e-418e-8b16-66a275e6ebff/535f16cc-c803-4982-a866-fb6a6c8e2565) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:06.494493 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-2eb0cdda-b8f5-4ec1-9e6b-7a60767f12b5 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Deleting port a8cbed13-9fd4-401a-a2cd-929d34224e4d {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:06.494872 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2eb0cdda-b8f5-4ec1-9e6b-7a60767f12b5 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:06.523476 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78aacffe-a5c6-4453-a40b-d84d54533ebb None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:06.542871 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d5f4038-5266-4b85-9521-e8336e6fb271 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting subnet cbc0b73b-a94d-4793-a4da-a747dd1e1980 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:51:06.556904 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4d5f4038-5266-4b85-9521-e8336e6fb271 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:06.600916 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2eb0cdda-b8f5-4ec1-9e6b-7a60767f12b5 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:06.614392 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f518c979-92dd-4444-886b-34020ea795d5 None None] Provisioning complete for port d0cfb3ed-da41-4bba-a69c-82f6bf93881a triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:06.621260 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f518c979-92dd-4444-886b-34020ea795d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:06.629337 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4d5f4038-5266-4b85-9521-e8336e6fb271 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:06.676603 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-42b72f9a-7d31-4cf7-bdc6-434ac6c9ae76 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:07.012666 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-2eb0cdda-b8f5-4ec1-9e6b-7a60767f12b5 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Calling delete_port for a8cbed13-9fd4-401a-a2cd-929d34224e4d owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:07.014760 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-79e37723-9085-4968-803b-0985b253b038 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:07.092065 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b72f9a-7d31-4cf7-bdc6-434ac6c9ae76 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Network 6796ce10-2494-4002-991f-bcb89379992d is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:07.095604 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5ca1a-8d85-4ee8-b3ff-e3a2dc867d4c req-73459f03-9554-4420-8093-be72580b44d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:07.096815 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f0e5ca1a-8d85-4ee8-b3ff-e3a2dc867d4c req-73459f03-9554-4420-8093-be72580b44d9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=393f8381-0805-46a3-9584-62cfa82bcbaf HTTP/1.1" status: 200 len: 912 time: 0.8065853 Jun 21 14:51:07.127459 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-42b72f9a-7d31-4cf7-bdc6-434ac6c9ae76 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:07.130432 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b72f9a-7d31-4cf7-bdc6-434ac6c9ae76 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:07.131029 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-42b72f9a-7d31-4cf7-bdc6-434ac6c9ae76 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:07.143223 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b72f9a-7d31-4cf7-bdc6-434ac6c9ae76 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Subnet': ['ID=b86f75dd-c6c9-4f5e-b104-600c8f9342d9,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:07.145975 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-42b72f9a-7d31-4cf7-bdc6-434ac6c9ae76 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:07.150389 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27223a8-b364-4161-ba3e-900a2d88d8ad None None] Network 6796ce10-2494-4002-991f-bcb89379992d requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:07.170312 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4d5f4038-5266-4b85-9521-e8336e6fb271 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:07.236632 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-42b72f9a-7d31-4cf7-bdc6-434ac6c9ae76 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8138611 Jun 21 14:51:07.249203 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33770) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:07.261651 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-fb7d07bd-ddde-4679-9fe1-95c9fc6f8b5b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'security_group': {'name': 'tempest-secgroup-1616173601'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:07.289765 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f0e5ca1a-8d85-4ee8-b3ff-e3a2dc867d4c req-d61d451a-5410-4ae3-86e0-c3ac21479ddc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac8496c7-d6cc-470a-91c4-c943a5eda639 HTTP/1.1" status: 200 len: 1001 time: 0.1558268 Jun 21 14:51:07.317876 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2eb0cdda-b8f5-4ec1-9e6b-7a60767f12b5 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:07.356153 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4f8e0c14-0662-47c6-ac6b-99b633172443 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:07.358597 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fdbeff79-81e8-40ce-abae-74e83f960e98 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:07.370720 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4d5f4038-5266-4b85-9521-e8336e6fb271 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:07.391148 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3549e201-9b82-4960-b25e-e17203d639fd tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:07.399817 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2eb0cdda-b8f5-4ec1-9e6b-7a60767f12b5 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:07.400585 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fb7d07bd-ddde-4679-9fe1-95c9fc6f8b5b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:07.404326 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-2eb0cdda-b8f5-4ec1-9e6b-7a60767f12b5 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] 10.222.0.72 "DELETE /v2.0/ports/a8cbed13-9fd4-401a-a2cd-929d34224e4d HTTP/1.1" status: 204 len: 168 time: 1.4510286 Jun 21 14:51:07.409213 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb0cdda-b8f5-4ec1-9e6b-7a60767f12b5 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Pushing event deleted for resources: {'Port': ['ID=a8cbed13-9fd4-401a-a2cd-929d34224e4d,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:07.411892 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2eb0cdda-b8f5-4ec1-9e6b-7a60767f12b5 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:07.421398 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33772) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:07.426026 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26694a-660e-4499-8610-f8bd72373cd6 req-e8ffed16-d526-4813-806a-f9bb3be9321a tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:07.428562 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8b26694a-660e-4499-8610-f8bd72373cd6 req-e8ffed16-d526-4813-806a-f9bb3be9321a tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa HTTP/1.1" status: 200 len: 945 time: 0.4008064 Jun 21 14:51:07.435063 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3db10f-f669-4533-a1d9-d6d13bef3004 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-6796ce10-2494-4002-991f-bcb89379992d', 'network_id': '6796ce10-2494-4002-991f-bcb89379992d', 'tenant_id': '4c5b77aec9d44a3cb3b2efd682f8e133', 'fixed_ips': [{'subnet_id': 'b86f75dd-c6c9-4f5e-b104-600c8f9342d9'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:51:07.436181 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ff3db10f-f669-4533-a1d9-d6d13bef3004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:07.462119 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ac466416-2156-40b7-9b66-c688ff46893e tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0394661 Jun 21 14:51:07.465225 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5ca1a-8d85-4ee8-b3ff-e3a2dc867d4c req-01c38dbf-de1c-400a-9c5b-603e94c8395f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:07.466047 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f0e5ca1a-8d85-4ee8-b3ff-e3a2dc867d4c req-01c38dbf-de1c-400a-9c5b-603e94c8395f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3bb9f9f-5a2e-4ed7-b8d4-076458baa435 HTTP/1.1" status: 200 len: 850 time: 0.1675940 Jun 21 14:51:07.466537 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33774) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:07.471517 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-52f84883-3163-4d00-b173-5d8ae56124d5 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1325706739'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:07.479426 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89ff0721-33e8-4336-850f-768815876a46 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:07.499793 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-fdbeff79-81e8-40ce-abae-74e83f960e98 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Transition to ACTIVE for port object 535f16cc-c803-4982-a866-fb6a6c8e2565 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:07.526302 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4d5f4038-5266-4b85-9521-e8336e6fb271 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:07.532744 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4d5f4038-5266-4b85-9521-e8336e6fb271 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/cbc0b73b-a94d-4793-a4da-a747dd1e1980 HTTP/1.1" status: 204 len: 168 time: 1.1394951 Jun 21 14:51:07.538777 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33776) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:07.543305 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b27aa3-8e6c-48d2-9cb6-7a40db871e93 req-ed36cc7b-a53f-42df-9d32-a01318e03c18 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:07.545850 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-99b27aa3-8e6c-48d2-9cb6-7a40db871e93 req-ed36cc7b-a53f-42df-9d32-a01318e03c18 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.66 "GET /v2.0/ports?device_id=e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa HTTP/1.1" status: 200 len: 945 time: 0.4079034 Jun 21 14:51:07.546837 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f4038-5266-4b85-9521-e8336e6fb271 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Subnet': ['ID=cbc0b73b-a94d-4793-a4da-a747dd1e1980,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:07.597377 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e2a51719-0a66-4ad9-9986-0db73371177d tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0545430 Jun 21 14:51:07.600710 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33780) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:07.606666 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4d5f4038-5266-4b85-9521-e8336e6fb271 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:07.607482 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-208ec293-3a9a-43bf-8787-32fde94b10ea tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:07.612973 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f84883-3163-4d00-b173-5d8ae56124d5 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Made reservation on behalf of f0dc5b70dd6b4766b83d01a86c9ad2f6 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:07.617039 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-52f84883-3163-4d00-b173-5d8ae56124d5 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:07.618475 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8b26694a-660e-4499-8610-f8bd72373cd6 req-1baf8426-b602-400d-8ed2-ab3a488d1f50 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb9e8f8a-52cd-400c-95c5-e1624b2e12e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407051 Jun 21 14:51:07.654157 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-ff3db10f-f669-4533-a1d9-d6d13bef3004 None None] Allocated IP 2001:db8::2 (6796ce10-2494-4002-991f-bcb89379992d/b86f75dd-c6c9-4f5e-b104-600c8f9342d9/cd921d9b-92b3-4a04-8484-550f79ae7b49) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:07.707777 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e5ca1a-8d85-4ee8-b3ff-e3a2dc867d4c req-11f0d653-a93d-4588-9ef4-034e0df089b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:07.709377 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f0e5ca1a-8d85-4ee8-b3ff-e3a2dc867d4c req-11f0d653-a93d-4588-9ef4-034e0df089b5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=393f8381-0805-46a3-9584-62cfa82bcbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2337043 Jun 21 14:51:07.736445 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f84883-3163-4d00-b173-5d8ae56124d5 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:51:07.752674 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84069e7-4135-4367-a5eb-238e3d98690b None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:07.795119 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-52f84883-3163-4d00-b173-5d8ae56124d5 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:07.795494 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-52f84883-3163-4d00-b173-5d8ae56124d5 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Added segment 4f278cec-ba84-4a51-95ce-8462d999982b of type vlan for network c3c5aa5b-4389-442d-bf82-2d1192c6c2f4 Jun 21 14:51:07.859948 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-52f84883-3163-4d00-b173-5d8ae56124d5 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:07.871594 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208ec293-3a9a-43bf-8787-32fde94b10ea tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:07.875440 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-208ec293-3a9a-43bf-8787-32fde94b10ea tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:07.906746 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-431b7996-5721-4a74-8106-784a62f6e724 None None] Provisioning complete for port d0cfb3ed-da41-4bba-a69c-82f6bf93881a triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:07.907161 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-431b7996-5721-4a74-8106-784a62f6e724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:07.953815 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f0e5ca1a-8d85-4ee8-b3ff-e3a2dc867d4c req-ce2ee83c-f74e-4cec-a507-31313109b055 service neutron] 10.222.0.66 "GET /v2.0/networks/393f8381-0805-46a3-9584-62cfa82bcbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361753 Jun 21 14:51:08.008570 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-99b27aa3-8e6c-48d2-9cb6-7a40db871e93 req-44e405db-e0b6-4134-969e-dfe20d876bf3 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Deleting port a4761b37-67e5-4592-bbd3-af9b9171ea97 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:08.008822 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-99b27aa3-8e6c-48d2-9cb6-7a40db871e93 req-44e405db-e0b6-4134-969e-dfe20d876bf3 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:08.020058 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ff3db10f-f669-4533-a1d9-d6d13bef3004 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:08.025261 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-52f84883-3163-4d00-b173-5d8ae56124d5 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:08.031687 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f84883-3163-4d00-b173-5d8ae56124d5 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:08.031687 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-52f84883-3163-4d00-b173-5d8ae56124d5 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:08.033259 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fdbeff79-81e8-40ce-abae-74e83f960e98 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:08.034103 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e3cd6da2-9527-4032-8bbd-41fd6d636629 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:08.037438 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ff3db10f-f669-4533-a1d9-d6d13bef3004 None None] Transition to ACTIVE for port object cd921d9b-92b3-4a04-8484-550f79ae7b49 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:08.059858 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ff3db10f-f669-4533-a1d9-d6d13bef3004 None None] Transition to ACTIVE for port object cd921d9b-92b3-4a04-8484-550f79ae7b49 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:08.072119 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2486370d-e1ce-4de6-9353-920182f3c225 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:08.084238 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ff3db10f-f669-4533-a1d9-d6d13bef3004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:08.088545 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:08.134875 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-89ff0721-33e8-4336-850f-768815876a46 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Allocated IP 172.26.3.108 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/08912d77-d95a-430a-9fdf-08074da08116) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:08.152569 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3db10f-f669-4533-a1d9-d6d13bef3004 None None] Network 6796ce10-2494-4002-991f-bcb89379992d is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:08.155559 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f84883-3163-4d00-b173-5d8ae56124d5 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Pushing event updated for resources: {'Network': ['ID=c3c5aa5b-4389-442d-bf82-2d1192c6c2f4,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:08.156566 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-ff3db10f-f669-4533-a1d9-d6d13bef3004 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:08.158568 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3db10f-f669-4533-a1d9-d6d13bef3004 None None] Pushing event updated for resources: {'Port': ['ID=cd921d9b-92b3-4a04-8484-550f79ae7b49,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:08.158749 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-52f84883-3163-4d00-b173-5d8ae56124d5 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:08.160882 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3db10f-f669-4533-a1d9-d6d13bef3004 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:51:08.163141 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-ff3db10f-f669-4533-a1d9-d6d13bef3004 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:08.173107 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbeff79-81e8-40ce-abae-74e83f960e98 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Network efa506b3-b4b6-4187-a5b6-34476a2ef1cf is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:08.195884 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network c3c5aa5b-4389-442d-bf82-2d1192c6c2f4 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:51:08.196107 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-fdbeff79-81e8-40ce-abae-74e83f960e98 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:08.197910 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbeff79-81e8-40ce-abae-74e83f960e98 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Pushing event updated for resources: {'Port': ['ID=535f16cc-c803-4982-a866-fb6a6c8e2565,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:08.200698 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbeff79-81e8-40ce-abae-74e83f960e98 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:51:08.205668 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbeff79-81e8-40ce-abae-74e83f960e98 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:08.206317 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fdbeff79-81e8-40ce-abae-74e83f960e98 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:08.211345 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f0e5ca1a-8d85-4ee8-b3ff-e3a2dc867d4c req-1afd0684-4d8d-45a2-b5e3-350a48129394 service neutron] 10.222.0.66 "GET /v2.0/networks/393f8381-0805-46a3-9584-62cfa82bcbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449956 Jun 21 14:51:08.219849 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fdbeff79-81e8-40ce-abae-74e83f960e98 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:08.324199 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c42efe6-f841-4ec7-b8c2-b075c1214270 None None] DHCP port deletion for 8e867a28-8d41-47df-a2af-a54cb8b30a66 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:51:08.329123 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-208ec293-3a9a-43bf-8787-32fde94b10ea tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:08.331573 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-dd9f28d6-8096-4c7c-a3d8-72e8bbf762fa tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:08.336738 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-ff3db10f-f669-4533-a1d9-d6d13bef3004 None None] Attempting to bind port cd921d9b-92b3-4a04-8484-550f79ae7b49 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:51:08.337241 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-ff3db10f-f669-4533-a1d9-d6d13bef3004 None None] Attempting to bind port cd921d9b-92b3-4a04-8484-550f79ae7b49 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'a6395557-c5f5-457a-bf3d-bba5d396ff5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6796ce10-2494-4002-991f-bcb89379992d'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:51:08.337874 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3db10f-f669-4533-a1d9-d6d13bef3004 None None] Attempting to bind port cd921d9b-92b3-4a04-8484-550f79ae7b49 on network 6796ce10-2494-4002-991f-bcb89379992d {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:51:08.344987 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fb7d07bd-ddde-4679-9fe1-95c9fc6f8b5b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:08.354835 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3db10f-f669-4533-a1d9-d6d13bef3004 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:51:08.355359 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3db10f-f669-4533-a1d9-d6d13bef3004 None None] Checking segment: {'id': 'a6395557-c5f5-457a-bf3d-bba5d396ff5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6796ce10-2494-4002-991f-bcb89379992d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:51:08.355879 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ff3db10f-f669-4533-a1d9-d6d13bef3004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:08.356406 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3db10f-f669-4533-a1d9-d6d13bef3004 None None] Bound using segment: {'id': 'a6395557-c5f5-457a-bf3d-bba5d396ff5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6796ce10-2494-4002-991f-bcb89379992d'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:51:08.357065 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-ff3db10f-f669-4533-a1d9-d6d13bef3004 None None] Bound port: cd921d9b-92b3-4a04-8484-550f79ae7b49, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6395557-c5f5-457a-bf3d-bba5d396ff5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '6796ce10-2494-4002-991f-bcb89379992d'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:51:08.357573 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ff3db10f-f669-4533-a1d9-d6d13bef3004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:08.372853 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-99b27aa3-8e6c-48d2-9cb6-7a40db871e93 req-44e405db-e0b6-4134-969e-dfe20d876bf3 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] For port a4761b37-67e5-4592-bbd3-af9b9171ea97, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=a4761b37-67e5-4592-bbd3-af9b9171ea97,segment=NetworkSegment(65774553-a27d-4d8a-916a-99e0c521981d),segment_id=65774553-a27d-4d8a-916a-99e0c521981d)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:51:08.373927 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-99b27aa3-8e6c-48d2-9cb6-7a40db871e93 req-44e405db-e0b6-4134-969e-dfe20d876bf3 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:08.399278 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-52f84883-3163-4d00-b173-5d8ae56124d5 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9312098 Jun 21 14:51:08.399761 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33786) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:08.408764 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-d13ec572-ec1d-4bce-91cf-df11a0993795 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-549508517'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:08.428123 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208ec293-3a9a-43bf-8787-32fde94b10ea tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:08.428491 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fb7d07bd-ddde-4679-9fe1-95c9fc6f8b5b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:08.436268 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ec293-3a9a-43bf-8787-32fde94b10ea tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Subnet': ['ID=b9888985-56dd-4710-bb48-2e3d42d22aac,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:08.438593 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-208ec293-3a9a-43bf-8787-32fde94b10ea tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:08.441536 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-208ec293-3a9a-43bf-8787-32fde94b10ea tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:08.444723 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208ec293-3a9a-43bf-8787-32fde94b10ea tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:08.445378 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-208ec293-3a9a-43bf-8787-32fde94b10ea tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:08.459759 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13ec572-ec1d-4bce-91cf-df11a0993795 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Made reservation on behalf of f0dc5b70dd6b4766b83d01a86c9ad2f6 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:08.464155 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d13ec572-ec1d-4bce-91cf-df11a0993795 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:08.483782 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-208ec293-3a9a-43bf-8787-32fde94b10ea tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8804259 Jun 21 14:51:08.486132 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33788) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:08.492303 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-b4e3b7e7-276f-4f7e-9d63-45eb83fd7bbd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:08.494559 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-ff3db10f-f669-4533-a1d9-d6d13bef3004 None None] For port cd921d9b-92b3-4a04-8484-550f79ae7b49, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:51:08.494827 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5d03ccf8-7d24-4345-b0b2-d8f45b2c01c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:08.497883 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-1c42efe6-f841-4ec7-b8c2-b075c1214270 None None] Deleting port d0cfb3ed-da41-4bba-a69c-82f6bf93881a {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:08.498371 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1c42efe6-f841-4ec7-b8c2-b075c1214270 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:08.519161 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fdbeff79-81e8-40ce-abae-74e83f960e98 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.6033545 Jun 21 14:51:08.537194 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33790) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:08.543213 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-20de0afe-4ecb-4c89-957a-416b8921647b tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:88:c2:17'}]}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:08.551631 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-ff3db10f-f669-4533-a1d9-d6d13bef3004 None None] For port cd921d9b-92b3-4a04-8484-550f79ae7b49, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=cd921d9b-92b3-4a04-8484-550f79ae7b49,segment=NetworkSegment(a6395557-c5f5-457a-bf3d-bba5d396ff5a),segment_id=a6395557-c5f5-457a-bf3d-bba5d396ff5a)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:51:08.563878 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ff3db10f-f669-4533-a1d9-d6d13bef3004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:08.568414 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:08.580376 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d13ec572-ec1d-4bce-91cf-df11a0993795 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:51:08.586622 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d2d48-7b8f-460f-9d7b-ae34b3552f12 req-52b40f9b-4f6b-4742-b57d-4b8779f34880 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:08.594114 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b41d2d48-7b8f-460f-9d7b-ae34b3552f12 req-52b40f9b-4f6b-4742-b57d-4b8779f34880 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b97222f-057c-4a8d-b6ae-c4dca715d228 HTTP/1.1" status: 200 len: 945 time: 0.6381352 Jun 21 14:51:08.602683 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d07bd-ddde-4679-9fe1-95c9fc6f8b5b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd86c428-8b07-4909-9295-ea47a4d730e0,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:08.615468 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d13ec572-ec1d-4bce-91cf-df11a0993795 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:08.616010 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-d13ec572-ec1d-4bce-91cf-df11a0993795 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Added segment d5b622c2-2bba-4de1-909c-42bc526f78a7 of type vlan for network f6851a6f-ced1-46bc-bee9-13d352341363 Jun 21 14:51:08.622123 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fb7d07bd-ddde-4679-9fe1-95c9fc6f8b5b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:08.650920 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fb7d07bd-ddde-4679-9fe1-95c9fc6f8b5b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:08.652166 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fb7d07bd-ddde-4679-9fe1-95c9fc6f8b5b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.3948095 Jun 21 14:51:08.657332 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33794) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:08.682168 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-cebc87c9-dcae-4497-aaa8-1882abe497bd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'security_group': {'name': 'tempest-secgroup-1598665517'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:08.691667 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3db10f-f669-4533-a1d9-d6d13bef3004 None None] Pushing event updated for resources: {'Port': ['ID=cd921d9b-92b3-4a04-8484-550f79ae7b49,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:08.707594 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-1c42efe6-f841-4ec7-b8c2-b075c1214270 None None] For port d0cfb3ed-da41-4bba-a69c-82f6bf93881a, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=d0cfb3ed-da41-4bba-a69c-82f6bf93881a,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:51:08.708253 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1c42efe6-f841-4ec7-b8c2-b075c1214270 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:08.712261 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-ff3db10f-f669-4533-a1d9-d6d13bef3004 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:08.770730 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d13ec572-ec1d-4bce-91cf-df11a0993795 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:08.775357 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89ff0721-33e8-4336-850f-768815876a46 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:08.802841 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b41d2d48-7b8f-460f-9d7b-ae34b3552f12 req-1e7f4981-4854-4e48-9e37-f4a610d2d337 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0b4eee-c620-4d88-9101-6249791c8813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072945 Jun 21 14:51:08.837101 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-1c42efe6-f841-4ec7-b8c2-b075c1214270 None None] Calling delete_port for d0cfb3ed-da41-4bba-a69c-82f6bf93881a owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:08.839723 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-e44cc1c0-e2cf-44bd-80dc-0fd20da820cc None None] Provisioning for port 535f16cc-c803-4982-a866-fb6a6c8e2565 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:08.854140 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-e44cc1c0-e2cf-44bd-80dc-0fd20da820cc None None] Provisioning complete for port 535f16cc-c803-4982-a866-fb6a6c8e2565 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:08.856354 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e44cc1c0-e2cf-44bd-80dc-0fd20da820cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:08.881722 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cebc87c9-dcae-4497-aaa8-1882abe497bd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:08.910499 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-e44cc1c0-e2cf-44bd-80dc-0fd20da820cc None None] Port 535f16cc-c803-4982-a866-fb6a6c8e2565 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:51:08.955187 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e3b7e7-276f-4f7e-9d63-45eb83fd7bbd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:08.958252 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b4e3b7e7-276f-4f7e-9d63-45eb83fd7bbd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:08.961418 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d13ec572-ec1d-4bce-91cf-df11a0993795 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:08.966802 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13ec572-ec1d-4bce-91cf-df11a0993795 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:08.967405 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d13ec572-ec1d-4bce-91cf-df11a0993795 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:09.000041 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:09.003266 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-99b27aa3-8e6c-48d2-9cb6-7a40db871e93 req-44e405db-e0b6-4134-969e-dfe20d876bf3 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:09.003919 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-99b27aa3-8e6c-48d2-9cb6-7a40db871e93 req-44e405db-e0b6-4134-969e-dfe20d876bf3 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:09.004228 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [req-99b27aa3-8e6c-48d2-9cb6-7a40db871e93 req-44e405db-e0b6-4134-969e-dfe20d876bf3 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Floating IP df0f7f2c-4f36-45a7-8d83-b353c8b4ba37 disassociated. External IP: 172.26.3.82, port: a4761b37-67e5-4592-bbd3-af9b9171ea97. Jun 21 14:51:09.004568 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-99b27aa3-8e6c-48d2-9cb6-7a40db871e93 req-44e405db-e0b6-4134-969e-dfe20d876bf3 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Calling delete_port for a4761b37-67e5-4592-bbd3-af9b9171ea97 owned by compute:nova {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:09.010185 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89ff0721-33e8-4336-850f-768815876a46 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:09.023121 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-29bf9fff-083d-4ec1-9f08-14272cd9b63c tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:09.046521 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ff0721-33e8-4336-850f-768815876a46 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:09.047477 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1c42efe6-f841-4ec7-b8c2-b075c1214270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:09.059417 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:09.064694 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c42efe6-f841-4ec7-b8c2-b075c1214270 None None] No DVR routers for this DVR port d0cfb3ed-da41-4bba-a69c-82f6bf93881a on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:51:09.097017 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-89ff0721-33e8-4336-850f-768815876a46 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:09.109975 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c00aaf-fb31-4fad-85d5-d13bda92cb6a None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:09.111052 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ff0721-33e8-4336-850f-768815876a46 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:51:09.113290 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c42efe6-f841-4ec7-b8c2-b075c1214270 None None] Pushing event deleted for resources: {'Port': ['ID=d0cfb3ed-da41-4bba-a69c-82f6bf93881a,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:09.121225 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-1c42efe6-f841-4ec7-b8c2-b075c1214270 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:09.198812 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcf02c-76d0-40a7-8a45-46cc05d2e73f req-211d56ce-6033-4af5-a515-c679e81d1d0e tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:09.201324 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-25dcf02c-76d0-40a7-8a45-46cc05d2e73f req-211d56ce-6033-4af5-a515-c679e81d1d0e tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa HTTP/1.1" status: 200 len: 945 time: 0.3038330 Jun 21 14:51:09.221549 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff0721-33e8-4336-850f-768815876a46 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event updated for resources: {'Port': ['ID=08912d77-d95a-430a-9fdf-08074da08116,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:09.227921 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cebc87c9-dcae-4497-aaa8-1882abe497bd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:09.235153 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-89ff0721-33e8-4336-850f-768815876a46 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:09.253117 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cebc87c9-dcae-4497-aaa8-1882abe497bd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:09.278727 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d13ec572-ec1d-4bce-91cf-df11a0993795 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8739495 Jun 21 14:51:09.298651 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-20de0afe-4ecb-4c89-957a-416b8921647b tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:09.305009 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48198cda-be3f-42cd-ac75-76cdd2cc869f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-8e867a28-8d41-47df-a2af-a54cb8b30a66', 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'fixed_ips': [{'subnet_id': 'b9888985-56dd-4710-bb48-2e3d42d22aac'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:51:09.306240 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ec572-ec1d-4bce-91cf-df11a0993795 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Pushing event updated for resources: {'Network': ['ID=f6851a6f-ced1-46bc-bee9-13d352341363,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:09.306973 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-48198cda-be3f-42cd-ac75-76cdd2cc869f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:09.363002 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-25dcf02c-76d0-40a7-8a45-46cc05d2e73f req-4938113e-8df2-4512-a289-aac33753e5a6 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/security-groups?id=cb9e8f8a-52cd-400c-95c5-e1624b2e12e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318543 Jun 21 14:51:09.407298 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33802) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:09.409328 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network f6851a6f-ced1-46bc-bee9-13d352341363 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:51:09.413963 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d13ec572-ec1d-4bce-91cf-df11a0993795 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:09.417891 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:09.461218 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cebc87c9-dcae-4497-aaa8-1882abe497bd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:09.466581 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-cebc87c9-dcae-4497-aaa8-1882abe497bd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7881622 Jun 21 14:51:09.474199 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33806) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:09.483316 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-9ffa1f11-1042-4659-a6ca-ff5499510c5b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-596723256', 'security_groups': ['e14b34c1-1e4c-4f16-8343-d7303de081f9'], 'network_id': '6796ce10-2494-4002-991f-bcb89379992d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b86f75dd-c6c9-4f5e-b104-600c8f9342d9'}]}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:09.548350 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-48198cda-be3f-42cd-ac75-76cdd2cc869f None None] Allocated IP 172.20.0.2 (8e867a28-8d41-47df-a2af-a54cb8b30a66/b9888985-56dd-4710-bb48-2e3d42d22aac/4cece492-9656-485e-9546-148e6276d063) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:09.563582 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebc87c9-dcae-4497-aaa8-1882abe497bd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e14b34c1-1e4c-4f16-8343-d7303de081f9,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:09.582055 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-2edc067c-a748-41d8-b7db-24f740a91423 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Request body: {'subnets': [{'network_id': 'c3c5aa5b-4389-442d-bf82-2d1192c6c2f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--397052648', 'ip_version': 4}, {'network_id': 'f6851a6f-ced1-46bc-bee9-13d352341363', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:09.582364 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-2edc067c-a748-41d8-b7db-24f740a91423 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Request body: {'subnet': {'network_id': 'c3c5aa5b-4389-442d-bf82-2d1192c6c2f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--397052648', 'ip_version': 4}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:09.583202 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-2edc067c-a748-41d8-b7db-24f740a91423 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Request body: {'subnet': {'network_id': 'f6851a6f-ced1-46bc-bee9-13d352341363', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:09.592847 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-cebc87c9-dcae-4497-aaa8-1882abe497bd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:09.712530 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-48198cda-be3f-42cd-ac75-76cdd2cc869f None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:09.720855 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-48198cda-be3f-42cd-ac75-76cdd2cc869f None None] Transition to ACTIVE for port object 4cece492-9656-485e-9546-148e6276d063 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:09.737337 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-48198cda-be3f-42cd-ac75-76cdd2cc869f None None] Transition to ACTIVE for port object 4cece492-9656-485e-9546-148e6276d063 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:09.751591 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-48198cda-be3f-42cd-ac75-76cdd2cc869f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:09.754668 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f9aae7c4-ae46-46a2-9639-6d2c9b0483aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:09.815313 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48198cda-be3f-42cd-ac75-76cdd2cc869f None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:09.828457 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-48198cda-be3f-42cd-ac75-76cdd2cc869f None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:09.833627 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48198cda-be3f-42cd-ac75-76cdd2cc869f None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:51:09.837668 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48198cda-be3f-42cd-ac75-76cdd2cc869f None None] Pushing event updated for resources: {'Port': ['ID=4cece492-9656-485e-9546-148e6276d063,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:09.838000 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffa1f11-1042-4659-a6ca-ff5499510c5b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Made reservation on behalf of 4c5b77aec9d44a3cb3b2efd682f8e133 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:09.842640 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-48198cda-be3f-42cd-ac75-76cdd2cc869f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:09.922047 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-48198cda-be3f-42cd-ac75-76cdd2cc869f None None] Attempting to bind port 4cece492-9656-485e-9546-148e6276d063 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:51:09.922341 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-48198cda-be3f-42cd-ac75-76cdd2cc869f None None] Attempting to bind port 4cece492-9656-485e-9546-148e6276d063 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:51:09.922717 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48198cda-be3f-42cd-ac75-76cdd2cc869f None None] Attempting to bind port 4cece492-9656-485e-9546-148e6276d063 on network 8e867a28-8d41-47df-a2af-a54cb8b30a66 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:51:09.929312 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48198cda-be3f-42cd-ac75-76cdd2cc869f None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:51:09.929709 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48198cda-be3f-42cd-ac75-76cdd2cc869f None None] Checking segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:51:09.930176 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-48198cda-be3f-42cd-ac75-76cdd2cc869f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:09.931254 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48198cda-be3f-42cd-ac75-76cdd2cc869f None None] Bound using segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:51:09.931745 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-48198cda-be3f-42cd-ac75-76cdd2cc869f None None] Bound port: 4cece492-9656-485e-9546-148e6276d063, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:51:09.932131 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-48198cda-be3f-42cd-ac75-76cdd2cc869f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:09.955824 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-99b27aa3-8e6c-48d2-9cb6-7a40db871e93 req-44e405db-e0b6-4134-969e-dfe20d876bf3 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:09.972689 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2993a82f-f104-497a-a56d-892996ebd2d7 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:10.021082 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device cd921d9b-92b3-4a04-8484-550f79ae7b49 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:51:10.048061 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e405db-e0b6-4134-969e-dfe20d876bf3 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Pushing event deleted for resources: {'Port': ['ID=a4761b37-67e5-4592-bbd3-af9b9171ea97,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:10.082422 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-48198cda-be3f-42cd-ac75-76cdd2cc869f None None] For port 4cece492-9656-485e-9546-148e6276d063, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:51:10.102822 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-48198cda-be3f-42cd-ac75-76cdd2cc869f None None] For port 4cece492-9656-485e-9546-148e6276d063, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=4cece492-9656-485e-9546-148e6276d063,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:51:10.119101 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-48198cda-be3f-42cd-ac75-76cdd2cc869f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:10.122640 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-ff3db10f-f669-4533-a1d9-d6d13bef3004 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:10.158023 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-44e405db-e0b6-4134-969e-dfe20d876bf3 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:10.175430 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port cd921d9b-92b3-4a04-8484-550f79ae7b49 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:10.198522 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2edc067c-a748-41d8-b7db-24f740a91423 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Made reservation on behalf of f0dc5b70dd6b4766b83d01a86c9ad2f6 for: {'subnet': 2} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:10.207248 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2edc067c-a748-41d8-b7db-24f740a91423 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:10.207248 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2edc067c-a748-41d8-b7db-24f740a91423 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:10.207953 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48198cda-be3f-42cd-ac75-76cdd2cc869f None None] Pushing event updated for resources: {'Port': ['ID=4cece492-9656-485e-9546-148e6276d063,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:10.220038 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-48198cda-be3f-42cd-ac75-76cdd2cc869f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:10.239113 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-c1dd7f7e-f869-4a47-829c-8eb01e19e0f1 None None] Provisioning complete for port b4cf7d61-9773-473c-9b01-54936c104ee3 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:10.241326 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c1dd7f7e-f869-4a47-829c-8eb01e19e0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:10.282327 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device d0cfb3ed-da41-4bba-a69c-82f6bf93881a no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:51:10.311288 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: d0cfb3ed-da41-4bba-a69c-82f6bf93881a {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:51:10.311987 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device d0cfb3ed-da41-4bba-a69c-82f6bf93881a not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:51:10.325945 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-c1dd7f7e-f869-4a47-829c-8eb01e19e0f1 None None] Port b4cf7d61-9773-473c-9b01-54936c104ee3 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:51:10.349516 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-c1dd7f7e-f869-4a47-829c-8eb01e19e0f1 None None] Provisioning for port cd921d9b-92b3-4a04-8484-550f79ae7b49 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:10.355066 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-c1dd7f7e-f869-4a47-829c-8eb01e19e0f1 None None] Provisioning complete for port cd921d9b-92b3-4a04-8484-550f79ae7b49 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:10.355741 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c1dd7f7e-f869-4a47-829c-8eb01e19e0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:10.487739 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9ffa1f11-1042-4659-a6ca-ff5499510c5b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:10.527632 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c1dd7f7e-f869-4a47-829c-8eb01e19e0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:10.579730 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-9ffa1f11-1042-4659-a6ca-ff5499510c5b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] device_id is not set on port e8259bfd-dade-4b52-84f3-906ab359873b yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:51:10.612526 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-c1dd7f7e-f869-4a47-829c-8eb01e19e0f1 None None] For port cd921d9b-92b3-4a04-8484-550f79ae7b49, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=cd921d9b-92b3-4a04-8484-550f79ae7b49,segment=NetworkSegment(a6395557-c5f5-457a-bf3d-bba5d396ff5a),segment_id=a6395557-c5f5-457a-bf3d-bba5d396ff5a)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:51:10.619838 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c1dd7f7e-f869-4a47-829c-8eb01e19e0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:10.637560 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8587d34f-48bf-446f-b384-7afa9ae16ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:10.744685 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd7f7e-f869-4a47-829c-8eb01e19e0f1 None None] Pushing event updated for resources: {'Port': ['ID=cd921d9b-92b3-4a04-8484-550f79ae7b49,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:10.752690 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-20de0afe-4ecb-4c89-957a-416b8921647b tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:10.759497 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-c1dd7f7e-f869-4a47-829c-8eb01e19e0f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:10.792835 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-20de0afe-4ecb-4c89-957a-416b8921647b tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:10.797603 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.objects.ports [None req-b4e3b7e7-276f-4f7e-9d63-45eb83fd7bbd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105225) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 21 14:51:10.802085 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-54807956-f333-4bbb-84ef-0f23613987c4 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:10.822873 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e9f71894-db23-4e79-ac7f-1c6d634b85fe req-cb17f13c-2a59-4f9b-82c0-c71637a838a5 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa HTTP/1.1" status: 200 len: 210 time: 0.0783455 Jun 21 14:51:10.829320 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89ff0721-33e8-4336-850f-768815876a46 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:10.976155 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c698ca7-577a-4e50-b30f-a1bc9b955644 req-2ca4867a-ad89-430f-b685-2e0a4942d2e1 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:10.984174 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-20de0afe-4ecb-4c89-957a-416b8921647b tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] In _notify_port_updated(), no bound segment for port 535f16cc-c803-4982-a866-fb6a6c8e2565 on network efa506b3-b4b6-4187-a5b6-34476a2ef1cf {{(pid=105225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 21 14:51:10.984733 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9c698ca7-577a-4e50-b30f-a1bc9b955644 req-2ca4867a-ad89-430f-b685-2e0a4942d2e1 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b97222f-057c-4a8d-b6ae-c4dca715d228 HTTP/1.1" status: 200 len: 945 time: 0.8273692 Jun 21 14:51:10.993441 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20de0afe-4ecb-4c89-957a-416b8921647b tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:10.994171 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-20de0afe-4ecb-4c89-957a-416b8921647b tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:10.998551 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-20de0afe-4ecb-4c89-957a-416b8921647b tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] 10.222.0.72 "PUT /v2.0/ports/535f16cc-c803-4982-a866-fb6a6c8e2565 HTTP/1.1" status: 200 len: 1003 time: 2.4599795 Jun 21 14:51:11.002128 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33820) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:11.077173 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de0afe-4ecb-4c89-957a-416b8921647b tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Pushing event updated for resources: {'Port': ['ID=535f16cc-c803-4982-a866-fb6a6c8e2565,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:11.108556 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-20de0afe-4ecb-4c89-957a-416b8921647b tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:11.146547 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99b27aa3-8e6c-48d2-9cb6-7a40db871e93 req-44e405db-e0b6-4134-969e-dfe20d876bf3 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Router 6fd8b839-a27a-4e3e-9965-5583343d5e43 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:51:11.197542 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-9ffa1f11-1042-4659-a6ca-ff5499510c5b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Allocated IP 2001:db8::106 (6796ce10-2494-4002-991f-bcb89379992d/b86f75dd-c6c9-4f5e-b104-600c8f9342d9/e8259bfd-dade-4b52-84f3-906ab359873b) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:11.303238 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b4e3b7e7-276f-4f7e-9d63-45eb83fd7bbd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:11.311137 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9c698ca7-577a-4e50-b30f-a1bc9b955644 req-ec883af5-e32e-46ef-8e1f-2c893a7efca6 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0b4eee-c620-4d88-9101-6249791c8813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3259485 Jun 21 14:51:11.317968 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89ff0721-33e8-4336-850f-768815876a46 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:11.464470 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-5356d832-72ba-40e1-9f5a-8b62b2c3e3ac None None] Provisioning complete for port 535f16cc-c803-4982-a866-fb6a6c8e2565 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:11.465344 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5356d832-72ba-40e1-9f5a-8b62b2c3e3ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:11.527157 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-5356d832-72ba-40e1-9f5a-8b62b2c3e3ac None None] Port 535f16cc-c803-4982-a866-fb6a6c8e2565 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:51:11.674257 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-cba0402f-ebd9-4267-8743-92f332ab5fef tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Deleting port 535f16cc-c803-4982-a866-fb6a6c8e2565 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:11.674515 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cba0402f-ebd9-4267-8743-92f332ab5fef tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:11.691390 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b1762-d190-4c53-a937-9387c5819254 req-beb4246a-66fe-49e6-b62c-8d1d8a54eb26 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:11.692947 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-102b1762-d190-4c53-a937-9387c5819254 req-beb4246a-66fe-49e6-b62c-8d1d8a54eb26 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.5486548 Jun 21 14:51:11.712322 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9ffa1f11-1042-4659-a6ca-ff5499510c5b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:11.717193 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99b27aa3-8e6c-48d2-9cb6-7a40db871e93 req-44e405db-e0b6-4134-969e-dfe20d876bf3 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:51:11.719015 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-b4e3b7e7-276f-4f7e-9d63-45eb83fd7bbd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] For port 4cece492-9656-485e-9546-148e6276d063, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=4cece492-9656-485e-9546-148e6276d063,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:51:11.733406 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b051cfd-ed1a-48cf-9646-44eaa4d9a510 None None] Sync routers for ids ['6fd8b839-a27a-4e3e-9965-5583343d5e43'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:51:11.763022 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-9ffa1f11-1042-4659-a6ca-ff5499510c5b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Transition to ACTIVE for port object e8259bfd-dade-4b52-84f3-906ab359873b will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:11.765170 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b051cfd-ed1a-48cf-9646-44eaa4d9a510 None None] Routers {'6fd8b839-a27a-4e3e-9965-5583343d5e43'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:51:11.766891 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-4b051cfd-ed1a-48cf-9646-44eaa4d9a510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6fd8b839-a27a-4e3e-9965-5583343d5e43'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:11.774974 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-9f403db2-25c8-409e-bd27-6fd9d87ace46 None None] Provisioning for port 4cece492-9656-485e-9546-148e6276d063 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:11.789461 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b4e3b7e7-276f-4f7e-9d63-45eb83fd7bbd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:11.801209 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee192cb0-b2f2-4bd1-b06f-b2737468fcda req-e52b7990-d83c-4b1f-9425-8190fc6416b1 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:11.802693 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-ee192cb0-b2f2-4bd1-b06f-b2737468fcda req-e52b7990-d83c-4b1f-9425-8190fc6416b1 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.66 "GET /v2.0/ports?device_id=8b97222f-057c-4a8d-b6ae-c4dca715d228 HTTP/1.1" status: 200 len: 945 time: 0.2079103 Jun 21 14:51:11.822066 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b4e3b7e7-276f-4f7e-9d63-45eb83fd7bbd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:11.822295 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b4e3b7e7-276f-4f7e-9d63-45eb83fd7bbd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:11.851071 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-704da6a8-299d-4385-bf1d-006521354915 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:11.887751 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e3b7e7-276f-4f7e-9d63-45eb83fd7bbd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:11.899322 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b27aa3-8e6c-48d2-9cb6-7a40db871e93 req-44e405db-e0b6-4134-969e-dfe20d876bf3 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] No DVR routers for this DVR port a4761b37-67e5-4592-bbd3-af9b9171ea97 on host hv-neutron-7971 {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:51:11.904176 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-b4e3b7e7-276f-4f7e-9d63-45eb83fd7bbd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:11.911648 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e3b7e7-276f-4f7e-9d63-45eb83fd7bbd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:11.912668 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b4e3b7e7-276f-4f7e-9d63-45eb83fd7bbd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:11.920462 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-99b27aa3-8e6c-48d2-9cb6-7a40db871e93 req-44e405db-e0b6-4134-969e-dfe20d876bf3 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:11.922231 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-99b27aa3-8e6c-48d2-9cb6-7a40db871e93 req-44e405db-e0b6-4134-969e-dfe20d876bf3 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.66 "DELETE /v2.0/ports/a4761b37-67e5-4592-bbd3-af9b9171ea97 HTTP/1.1" status: 204 len: 173 time: 4.3205452 Jun 21 14:51:11.925168 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf989720-5413-4e99-b3b7-47db3e7c505f None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:11.952206 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa', 'name': 'network-vif-deleted', 'tag': 'a4761b37-67e5-4592-bbd3-af9b9171ea97'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:51:11.957367 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8b1236-5b76-4854-bac4-13d483093aa3" -d '{"events": [{"server_uuid": "e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa", "name": "network-vif-deleted", "tag": "a4761b37-67e5-4592-bbd3-af9b9171ea97"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:51:12.007998 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-4b051cfd-ed1a-48cf-9646-44eaa4d9a510 None None] Set router 6fd8b839-a27a-4e3e-9965-5583343d5e43 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:51:12.010614 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b4e3b7e7-276f-4f7e-9d63-45eb83fd7bbd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.5231671 Jun 21 14:51:12.012187 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9ffa1f11-1042-4659-a6ca-ff5499510c5b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:12.013655 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33826) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:12.022838 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-5ca31bd9-e107-40fe-919f-4dbcd1f58419 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'port': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'mac_address': 'fa:16:3e:82:2b:a6', 'name': 'tempest-NetworksTestDHCPv6-363337360'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:12.033975 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3b7e7-276f-4f7e-9d63-45eb83fd7bbd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Port': ['ID=4cece492-9656-485e-9546-148e6276d063,revision_number=4']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:12.064048 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b4e3b7e7-276f-4f7e-9d63-45eb83fd7bbd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:12.066292 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-976bb798-7708-4143-9a38-6a8bcc88c0d4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.213s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:12.124460 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device cd921d9b-92b3-4a04-8484-550f79ae7b49 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:51:12.150915 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-dcbbd177-6d38-49bf-bce0-0e113dedaca8 req-3d8cae8f-49a7-42ba-af0f-6e534ed53de9 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/ports?device_id=e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa HTTP/1.1" status: 200 len: 210 time: 0.0642879 Jun 21 14:51:12.190639 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-102b1762-d190-4c53-a937-9387c5819254 req-08e0157d-d31a-4c8b-8a8e-fadf0d1373fe tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4723811 Jun 21 14:51:12.221214 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffa1f11-1042-4659-a6ca-ff5499510c5b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Network 6796ce10-2494-4002-991f-bcb89379992d is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:12.227770 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-9ffa1f11-1042-4659-a6ca-ff5499510c5b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:12.252465 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port cd921d9b-92b3-4a04-8484-550f79ae7b49 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:12.252734 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:12.254763 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffa1f11-1042-4659-a6ca-ff5499510c5b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:51:12.267742 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffa1f11-1042-4659-a6ca-ff5499510c5b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:12.268304 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9ffa1f11-1042-4659-a6ca-ff5499510c5b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:12.363486 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e4ee4d-d019-40b6-98f5-4bda16543462 x-openstack-request-id: req-70e4ee4d-d019-40b6-98f5-4bda16543462 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:51:12.365558 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa", "name": "network-vif-deleted", "tag": "a4761b37-67e5-4592-bbd3-af9b9171ea97", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:51:12.366174 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-70e4ee4d-d019-40b6-98f5-4bda16543462 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:51:12.372240 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1c5cb8b-40c4-4aa9-a22b-9dfe2c8b2aaa', 'name': 'network-vif-deleted', 'tag': 'a4761b37-67e5-4592-bbd3-af9b9171ea97', 'status': 'completed', 'code': 200} Jun 21 14:51:12.378347 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89ff0721-33e8-4336-850f-768815876a46 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:12.414732 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e3b7e7-276f-4f7e-9d63-45eb83fd7bbd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Subnet': ['ID=bf04417d-4858-4147-aab8-5ade9a9a55ce,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:12.430332 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [req-ee192cb0-b2f2-4bd1-b06f-b2737468fcda req-7aab172c-29af-44ac-b942-5bd00810a22e tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Deleting port 32b31af4-f03b-48d7-a71d-b78859be8b27 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:12.430688 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-ee192cb0-b2f2-4bd1-b06f-b2737468fcda req-7aab172c-29af-44ac-b942-5bd00810a22e tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:12.433906 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b4e3b7e7-276f-4f7e-9d63-45eb83fd7bbd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:12.447226 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cba0402f-ebd9-4267-8743-92f332ab5fef tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:12.449765 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89ff0721-33e8-4336-850f-768815876a46 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:12.450987 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.419s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:12.456954 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9ffa1f11-1042-4659-a6ca-ff5499510c5b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9815691 Jun 21 14:51:12.473935 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33832) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:12.479810 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-4b051cfd-ed1a-48cf-9646-44eaa4d9a510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'name': 'tempest-ServersTestJSON-1587561787-router', 'tenant_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '91883d16-b9a8-48d8-b5e3-e2691f34b0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:37Z', 'updated_at': '2021-06-21T14:48:42Z', 'revision_number': 4, 'project_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'gw_port': {'id': '91883d16-b9a8-48d8-b5e3-e2691f34b0ee', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:10:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:38Z', 'updated_at': '2021-06-21T14:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'aa1a8d41-2cba-4d87-ab27-870c7f841e14', 'name': '', 'network_id': 'eb470b20-6e86-4a91-bfc2-e6552b84c15d', 'tenant_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'mac_address': 'fa:16:3e:56:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a2f70e59-7e68-49dc-8fd5-a1de7ed83ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:40Z', 'updated_at': '2021-06-21T14:48:52Z', 'revision_number': 5, 'project_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'subnets': [{'id': 'a2f70e59-7e68-49dc-8fd5-a1de7ed83ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:12.483769 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e01bcc6e-051a-40a3-9d63-0a9e10295d34 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:12.534538 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-1eac613c-21d4-43bf-a2d3-63e87b59802f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'subnet': {'network_id': '6796ce10-2494-4002-991f-bcb89379992d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:12.570109 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b051cfd-ed1a-48cf-9646-44eaa4d9a510 None None] Checking router: 6fd8b839-a27a-4e3e-9965-5583343d5e43 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:51:12.594913 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b051cfd-ed1a-48cf-9646-44eaa4d9a510 None None] Routers {'6fd8b839-a27a-4e3e-9965-5583343d5e43'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:51:12.595805 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-4b051cfd-ed1a-48cf-9646-44eaa4d9a510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6fd8b839-a27a-4e3e-9965-5583343d5e43'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:12.636835 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device a4761b37-67e5-4592-bbd3-af9b9171ea97 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:51:12.746673 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-cba0402f-ebd9-4267-8743-92f332ab5fef tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Calling delete_port for 535f16cc-c803-4982-a866-fb6a6c8e2565 owned by {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:12.756190 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: a4761b37-67e5-4592-bbd3-af9b9171ea97 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:51:12.756691 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device a4761b37-67e5-4592-bbd3-af9b9171ea97 not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:51:12.822309 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-4b051cfd-ed1a-48cf-9646-44eaa4d9a510 None None] Set router 6fd8b839-a27a-4e3e-9965-5583343d5e43 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:51:12.833594 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa1f11-1042-4659-a6ca-ff5499510c5b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Port': ['ID=e8259bfd-dade-4b52-84f3-906ab359873b,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:12.884936 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 4cece492-9656-485e-9546-148e6276d063 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:51:12.908259 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9ffa1f11-1042-4659-a6ca-ff5499510c5b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:12.938918 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89ff0721-33e8-4336-850f-768815876a46 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:12.952763 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0136ce9c-ee60-4fb0-9356-c09c2632cc39 None None] Provisioning for port e8259bfd-dade-4b52-84f3-906ab359873b completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:12.957837 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca31bd9-e107-40fe-919f-4dbcd1f58419 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:12.963775 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0136ce9c-ee60-4fb0-9356-c09c2632cc39 None None] Provisioning complete for port e8259bfd-dade-4b52-84f3-906ab359873b triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:12.964251 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0136ce9c-ee60-4fb0-9356-c09c2632cc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:13.043405 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-0136ce9c-ee60-4fb0-9356-c09c2632cc39 None None] Port e8259bfd-dade-4b52-84f3-906ab359873b cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:51:13.047401 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 4cece492-9656-485e-9546-148e6276d063 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:13.052870 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 4cece492-9656-485e-9546-148e6276d063 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:13.053346 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:13.073948 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ff0721-33e8-4336-850f-768815876a46 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event updated for resources: {'Port': ['ID=08912d77-d95a-430a-9fdf-08074da08116,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:13.087355 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-89ff0721-33e8-4336-850f-768815876a46 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:13.158716 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [req-ee192cb0-b2f2-4bd1-b06f-b2737468fcda req-7aab172c-29af-44ac-b942-5bd00810a22e tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] For port 32b31af4-f03b-48d7-a71d-b78859be8b27, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=32b31af4-f03b-48d7-a71d-b78859be8b27,segment=NetworkSegment(f494193e-eb98-474d-8309-6b49d7e2f849),segment_id=f494193e-eb98-474d-8309-6b49d7e2f849)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:51:13.159824 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-ee192cb0-b2f2-4bd1-b06f-b2737468fcda req-7aab172c-29af-44ac-b942-5bd00810a22e tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:13.201704 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:13.257088 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [None req-89ff0721-33e8-4336-850f-768815876a46 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Floating IP 49952410-abd3-4c16-b39a-1079f43e0fb2 associated. External IP: 172.26.3.108, port: f2b817ea-c0ef-4595-b0a1-a4574c0ae06d. Jun 21 14:51:13.264167 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2edc067c-a748-41d8-b7db-24f740a91423 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:13.266836 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 4cece492-9656-485e-9546-148e6276d063, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=4cece492-9656-485e-9546-148e6276d063,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:51:13.279841 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:13.287223 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-1c55bde5-911b-42a0-8bb1-f1371cc8b4eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:13.317710 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-4b051cfd-ed1a-48cf-9646-44eaa4d9a510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'name': 'tempest-ServersTestJSON-1587561787-router', 'tenant_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '91883d16-b9a8-48d8-b5e3-e2691f34b0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:37Z', 'updated_at': '2021-06-21T14:48:42Z', 'revision_number': 4, 'project_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'gw_port': {'id': '91883d16-b9a8-48d8-b5e3-e2691f34b0ee', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:10:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:38Z', 'updated_at': '2021-06-21T14:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'aa1a8d41-2cba-4d87-ab27-870c7f841e14', 'name': '', 'network_id': 'eb470b20-6e86-4a91-bfc2-e6552b84c15d', 'tenant_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'mac_address': 'fa:16:3e:56:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a2f70e59-7e68-49dc-8fd5-a1de7ed83ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:40Z', 'updated_at': '2021-06-21T14:48:52Z', 'revision_number': 5, 'project_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'subnets': [{'id': 'a2f70e59-7e68-49dc-8fd5-a1de7ed83ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:13.320152 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:13.384543 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d22e6-5c23-4f7d-8394-98a69ef22431 req-10d27ffc-93e5-49b2-89b7-321f85e656be tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:13.387836 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=4cece492-9656-485e-9546-148e6276d063,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:13.389207 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b051cfd-ed1a-48cf-9646-44eaa4d9a510 None None] The sync data for ids ['6fd8b839-a27a-4e3e-9965-5583343d5e43'] in dv-neutron-797121-2-hyperv is: [{'id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'name': 'tempest-ServersTestJSON-1587561787-router', 'tenant_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '91883d16-b9a8-48d8-b5e3-e2691f34b0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:37Z', 'updated_at': '2021-06-21T14:48:42Z', 'revision_number': 4, 'project_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'gw_port': {'id': '91883d16-b9a8-48d8-b5e3-e2691f34b0ee', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:10:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:38Z', 'updated_at': '2021-06-21T14:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'aa1a8d41-2cba-4d87-ab27-870c7f841e14', 'name': '', 'network_id': 'eb470b20-6e86-4a91-bfc2-e6552b84c15d', 'tenant_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'mac_address': 'fa:16:3e:56:bc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'a2f70e59-7e68-49dc-8fd5-a1de7ed83ffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:40Z', 'updated_at': '2021-06-21T14:48:52Z', 'revision_number': 5, 'project_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'subnets': [{'id': 'a2f70e59-7e68-49dc-8fd5-a1de7ed83ffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:51:13.391846 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:13.405664 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-954d22e6-5c23-4f7d-8394-98a69ef22431 req-10d27ffc-93e5-49b2-89b7-321f85e656be tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b97222f-057c-4a8d-b6ae-c4dca715d228 HTTP/1.1" status: 200 len: 945 time: 0.9491854 Jun 21 14:51:13.551410 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc067c-a748-41d8-b7db-24f740a91423 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Pushing event updated for resources: {'Subnet': ['ID=2abaf00e-6710-4c5f-9cf9-da95fe55ebed,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:13.555424 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2edc067c-a748-41d8-b7db-24f740a91423 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:13.696625 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eac613c-21d4-43bf-a2d3-63e87b59802f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Made reservation on behalf of 4c5b77aec9d44a3cb3b2efd682f8e133 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:13.700526 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1eac613c-21d4-43bf-a2d3-63e87b59802f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:13.703296 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cba0402f-ebd9-4267-8743-92f332ab5fef tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:13.711101 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-27383ec6-808b-45aa-a7b0-e7c2b1fe57a0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:13.713112 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5ca31bd9-e107-40fe-919f-4dbcd1f58419 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:13.728414 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-954d22e6-5c23-4f7d-8394-98a69ef22431 req-a7b055ef-69a8-474e-8ac7-ffe5927846d9 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/security-groups?id=6a0b4eee-c620-4d88-9101-6249791c8813&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026386 Jun 21 14:51:13.736885 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405647db-4505-4772-88e9-ad50890a3f0e req-e6f0d535-0566-49c5-93f8-680388f661bc tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:13.738650 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-405647db-4505-4772-88e9-ad50890a3f0e req-e6f0d535-0566-49c5-93f8-680388f661bc tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.6430466 Jun 21 14:51:13.748727 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc067c-a748-41d8-b7db-24f740a91423 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Checking segment: {'id': '4f278cec-ba84-4a51-95ce-8462d999982b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c3c5aa5b-4389-442d-bf82-2d1192c6c2f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:51:13.748727 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edc067c-a748-41d8-b7db-24f740a91423 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Network hostable DHCP agents. Network: c3c5aa5b-4389-442d-bf82-2d1192c6c2f4, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:51:13.754882 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432e2684-c721-4a41-92e6-eab6581f2dfa None None] New status for floating IP df0f7f2c-4f36-45a7-8d83-b353c8b4ba37: DOWN {{(pid=105226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:51:13.890296 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33842) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:13.896126 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-5ca31bd9-e107-40fe-919f-4dbcd1f58419 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] device_id is not set on port e27b82f7-cc99-4182-9c7e-01d0cdb3330e yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:51:13.992010 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 4cece492-9656-485e-9546-148e6276d063 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:51:14.072352 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0d1af8a6-db65-4683-b557-ba16a3c8562b None None] Provisioning complete for port 4cece492-9656-485e-9546-148e6276d063 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:14.077351 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0d1af8a6-db65-4683-b557-ba16a3c8562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:14.097410 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.ipam_backend_mixin [None req-1eac613c-21d4-43bf-a2d3-63e87b59802f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b86f75dd-c6c9-4f5e-b104-600c8f9342d9 (CIDR: 2001:db8::/64) Jun 21 14:51:14.119677 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eac613c-21d4-43bf-a2d3-63e87b59802f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:51:14.119933 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1eac613c-21d4-43bf-a2d3-63e87b59802f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:51:14.125994 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-ee192cb0-b2f2-4bd1-b06f-b2737468fcda req-7aab172c-29af-44ac-b942-5bd00810a22e tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:14.126366 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-ee192cb0-b2f2-4bd1-b06f-b2737468fcda req-7aab172c-29af-44ac-b942-5bd00810a22e tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:14.126683 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.l3_db [req-ee192cb0-b2f2-4bd1-b06f-b2737468fcda req-7aab172c-29af-44ac-b942-5bd00810a22e tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Floating IP cbf58e1f-cbe5-4ea4-9408-b2a5c08cd7bb disassociated. External IP: 172.26.3.128, port: 32b31af4-f03b-48d7-a71d-b78859be8b27. Jun 21 14:51:14.127030 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [req-ee192cb0-b2f2-4bd1-b06f-b2737468fcda req-7aab172c-29af-44ac-b942-5bd00810a22e tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Calling delete_port for 32b31af4-f03b-48d7-a71d-b78859be8b27 owned by compute:nova {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:14.135087 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cd3577b7-2dd2-44e3-9e6a-ba160b847e31 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:14.142549 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3e8d4dce-3df4-40f6-b056-072a09f07799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:14.195540 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 4cece492-9656-485e-9546-148e6276d063 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:14.195924 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:14.220811 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0402f-ebd9-4267-8743-92f332ab5fef tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Pushing event deleted for resources: {'Port': ['ID=535f16cc-c803-4982-a866-fb6a6c8e2565,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:14.223416 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cba0402f-ebd9-4267-8743-92f332ab5fef tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:14.250029 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cd3577b7-2dd2-44e3-9e6a-ba160b847e31 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:14.254841 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1eac613c-21d4-43bf-a2d3-63e87b59802f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7247984 Jun 21 14:51:14.260415 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33844) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:14.267682 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cba0402f-ebd9-4267-8743-92f332ab5fef tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:14.270069 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-cba0402f-ebd9-4267-8743-92f332ab5fef tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] 10.222.0.72 "DELETE /v2.0/ports/535f16cc-c803-4982-a866-fb6a6c8e2565 HTTP/1.1" status: 204 len: 168 time: 3.2658219 Jun 21 14:51:14.278562 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33846) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:14.278851 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-701b922b-3527-4f9a-8359-c3c1ca79a7de tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'subnet': {'network_id': '6796ce10-2494-4002-991f-bcb89379992d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:14.315817 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ca58b1-1f84-42e6-a019-f8f06ecde3ed tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] GET failed (client error): The resource could not be found. Jun 21 14:51:14.317639 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b9ca58b1-1f84-42e6-a019-f8f06ecde3ed tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] 10.222.0.72 "GET /v2.0/ports/535f16cc-c803-4982-a866-fb6a6c8e2565 HTTP/1.1" status: 404 len: 333 time: 0.0378807 Jun 21 14:51:14.326433 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33852) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:14.343268 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-f5450a6b-9867-4d4f-93ea-6721270efcf9 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Request body: {'port': {'network_id': 'efa506b3-b4b6-4187-a5b6-34476a2ef1cf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1317408647'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:14.371141 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edc067c-a748-41d8-b7db-24f740a91423 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Network c3c5aa5b-4389-442d-bf82-2d1192c6c2f4 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:51:14.382314 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-405647db-4505-4772-88e9-ad50890a3f0e req-f86531f3-4f4d-4206-a872-96053af8c28d tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6275659 Jun 21 14:51:14.402467 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-2edc067c-a748-41d8-b7db-24f740a91423 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, c3c5aa5b-4389-442d-bf82-2d1192c6c2f4) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:14.413183 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2edc067c-a748-41d8-b7db-24f740a91423 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:14.417183 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac9c3d2-c9f4-494d-b3e7-5db7d54e5900 None None] Network c3c5aa5b-4389-442d-bf82-2d1192c6c2f4 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:14.418171 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-247135c1-a6f4-4a35-b696-474d39c2baa5 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:14.425522 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ff0721-33e8-4336-850f-768815876a46 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Router ec2f64cc-e7b1-4145-ba13-1ed488f33ca9 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:51:14.532308 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-5ca31bd9-e107-40fe-919f-4dbcd1f58419 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Allocated IP 172.20.0.10 (8e867a28-8d41-47df-a2af-a54cb8b30a66/b9888985-56dd-4710-bb48-2e3d42d22aac/e27b82f7-cc99-4182-9c7e-01d0cdb3330e) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:14.559892 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-5ca31bd9-e107-40fe-919f-4dbcd1f58419 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Allocated IP 2001:db8::f816:3eff:fe82:2ba6 (8e867a28-8d41-47df-a2af-a54cb8b30a66/bf04417d-4858-4147-aab8-5ade9a9a55ce/e27b82f7-cc99-4182-9c7e-01d0cdb3330e) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:14.578495 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edc067c-a748-41d8-b7db-24f740a91423 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Pushing event updated for resources: {'Subnet': ['ID=6ff244bf-dfc6-42b8-9a60-3ebeaf26e979,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:14.608029 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2edc067c-a748-41d8-b7db-24f740a91423 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:14.609895 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cd3577b7-2dd2-44e3-9e6a-ba160b847e31 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:14.612792 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cd3577b7-2dd2-44e3-9e6a-ba160b847e31 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:14.614128 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-cd3577b7-2dd2-44e3-9e6a-ba160b847e31 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "DELETE /v2.0/security-groups/cb9e8f8a-52cd-400c-95c5-e1624b2e12e5 HTTP/1.1" status: 204 len: 168 time: 0.7196338 Jun 21 14:51:14.621659 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3b4ff189-ff3e-4681-b8a8-ad81a7845be3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:14.633061 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33858) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:14.648087 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-701b922b-3527-4f9a-8359-c3c1ca79a7de tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Made reservation on behalf of 4c5b77aec9d44a3cb3b2efd682f8e133 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:14.651952 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-701b922b-3527-4f9a-8359-c3c1ca79a7de tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:14.684779 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3577b7-2dd2-44e3-9e6a-ba160b847e31 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9e8f8a-52cd-400c-95c5-e1624b2e12e5,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:14.687959 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-cd3577b7-2dd2-44e3-9e6a-ba160b847e31 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:14.697435 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-8ffa14d3-4082-44cd-9936-c5dbe94e41df tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] show failed (client error): The resource could not be found. Jun 21 14:51:14.698953 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8ffa14d3-4082-44cd-9936-c5dbe94e41df tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "GET /v2.0/security-groups/cb9e8f8a-52cd-400c-95c5-e1624b2e12e5 HTTP/1.1" status: 404 len: 347 time: 0.0640929 Jun 21 14:51:14.702754 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33860) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:14.709422 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49baed7-6815-43e5-9367-adb43ef033c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-c3c5aa5b-4389-442d-bf82-2d1192c6c2f4', 'network_id': 'c3c5aa5b-4389-442d-bf82-2d1192c6c2f4', 'tenant_id': 'f0dc5b70dd6b4766b83d01a86c9ad2f6', 'fixed_ips': [{'subnet_id': '2abaf00e-6710-4c5f-9cf9-da95fe55ebed'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:51:14.711037 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e49baed7-6815-43e5-9367-adb43ef033c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:14.718056 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2edc067c-a748-41d8-b7db-24f740a91423 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Checking segment: {'id': 'd5b622c2-2bba-4de1-909c-42bc526f78a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f6851a6f-ced1-46bc-bee9-13d352341363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:51:14.718571 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edc067c-a748-41d8-b7db-24f740a91423 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Network hostable DHCP agents. Network: f6851a6f-ced1-46bc-bee9-13d352341363, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:51:14.774893 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-ee192cb0-b2f2-4bd1-b06f-b2737468fcda req-7aab172c-29af-44ac-b942-5bd00810a22e tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:14.818451 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-30ac5984-1d90-40eb-abd8-076cc808941f tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:14.869259 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5450a6b-9867-4d4f-93ea-6721270efcf9 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Made reservation on behalf of fc99d5a5dea84a61be44f60fb8dedd86 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:14.876621 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f5450a6b-9867-4d4f-93ea-6721270efcf9 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:14.889842 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab172c-29af-44ac-b942-5bd00810a22e tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Pushing event deleted for resources: {'Port': ['ID=32b31af4-f03b-48d7-a71d-b78859be8b27,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:14.891120 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2edc067c-a748-41d8-b7db-24f740a91423 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Network f6851a6f-ced1-46bc-bee9-13d352341363 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:51:14.897991 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7aab172c-29af-44ac-b942-5bd00810a22e tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:14.953578 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c80893a2-edf1-4979-a112-91e555444ad4 req-3a34e77e-3fa4-42eb-b811-71f39329dc51 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b97222f-057c-4a8d-b6ae-c4dca715d228 HTTP/1.1" status: 200 len: 210 time: 0.0494850 Jun 21 14:51:14.954276 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-2edc067c-a748-41d8-b7db-24f740a91423 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, f6851a6f-ced1-46bc-bee9-13d352341363) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:14.964957 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5face359-ee9d-4d5a-89f6-4c90a272196f None None] Network f6851a6f-ced1-46bc-bee9-13d352341363 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:14.989018 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edc067c-a748-41d8-b7db-24f740a91423 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:14.989656 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edc067c-a748-41d8-b7db-24f740a91423 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:14.990574 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2edc067c-a748-41d8-b7db-24f740a91423 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:14.999336 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ff0721-33e8-4336-850f-768815876a46 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:51:15.015751 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc877e4-3a2f-4fbc-ad9a-89118df9907f None None] Sync routers for ids ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:51:15.031468 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc877e4-3a2f-4fbc-ad9a-89118df9907f None None] Routers {'ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:51:15.032877 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-fcc877e4-3a2f-4fbc-ad9a-89118df9907f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:15.039390 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2edc067c-a748-41d8-b7db-24f740a91423 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 5.6304545 Jun 21 14:51:15.041361 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-e49baed7-6815-43e5-9367-adb43ef033c9 None None] Allocated IP 172.20.0.2 (c3c5aa5b-4389-442d-bf82-2d1192c6c2f4/2abaf00e-6710-4c5f-9cf9-da95fe55ebed/3dfa19a2-0803-41c1-b03f-c475edb12b7c) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:15.042246 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33866) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:15.059155 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89ff0721-33e8-4336-850f-768815876a46 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:15.113545 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee192cb0-b2f2-4bd1-b06f-b2737468fcda req-7aab172c-29af-44ac-b942-5bd00810a22e tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Router b65626d1-58a7-4392-aaea-21a6e352a942 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:51:15.124754 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-f5450a6b-9867-4d4f-93ea-6721270efcf9 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] device_id is not set on port f2a8f89f-4dd8-4575-b5b8-5e0d2f5780dc yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:51:15.191926 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-21562d02-3ee8-4043-827a-70d5ebb54da7 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Deleting port 49082197-fd62-40ec-a356-61cf08fa0384 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:15.192478 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-21562d02-3ee8-4043-827a-70d5ebb54da7 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:15.204061 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-89ff0721-33e8-4336-850f-768815876a46 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.8990839 Jun 21 14:51:15.207411 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33870) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:15.213185 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-a1486bb1-050c-440a-bd35-515904b21e97 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-767713494'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:15.236771 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-fcc877e4-3a2f-4fbc-ad9a-89118df9907f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:15.267025 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc877e4-3a2f-4fbc-ad9a-89118df9907f None None] Routers {'ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:51:15.267914 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-fcc877e4-3a2f-4fbc-ad9a-89118df9907f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:15.271082 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c901c9e-39cc-4d24-ad26-5378bfdd24f3 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:15.273363 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c901c9e-39cc-4d24-ad26-5378bfdd24f3 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:15.275766 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c901c9e-39cc-4d24-ad26-5378bfdd24f3 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:15.279650 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4c901c9e-39cc-4d24-ad26-5378bfdd24f3 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2361960 Jun 21 14:51:15.307634 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33872) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:15.342798 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-fcc877e4-3a2f-4fbc-ad9a-89118df9907f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:15.343521 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc877e4-3a2f-4fbc-ad9a-89118df9907f None None] The sync data for ids ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:51:15.390484 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205d97a7-12f2-4967-9efd-ff0467ed1fee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-f6851a6f-ced1-46bc-bee9-13d352341363', 'network_id': 'f6851a6f-ced1-46bc-bee9-13d352341363', 'tenant_id': 'f0dc5b70dd6b4766b83d01a86c9ad2f6', 'fixed_ips': [{'subnet_id': '6ff244bf-dfc6-42b8-9a60-3ebeaf26e979'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:51:15.397807 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-205d97a7-12f2-4967-9efd-ff0467ed1fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:15.434309 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1486bb1-050c-440a-bd35-515904b21e97 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Made reservation on behalf of da70a9900bfc421d9b05485e06c0e9c1 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:15.438051 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a1486bb1-050c-440a-bd35-515904b21e97 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:15.475139 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-21562d02-3ee8-4043-827a-70d5ebb54da7 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:15.475896 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-21562d02-3ee8-4043-827a-70d5ebb54da7 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:15.496363 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b792b4-d055-4955-85dc-c1dbde6a4590 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Deleting subnet 2abaf00e-6710-4c5f-9cf9-da95fe55ebed {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:51:15.542463 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-f5450a6b-9867-4d4f-93ea-6721270efcf9 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Allocated IP 2001:db8::90 (efa506b3-b4b6-4187-a5b6-34476a2ef1cf/cc2bd707-691e-418e-8b16-66a275e6ebff/f2a8f89f-4dd8-4575-b5b8-5e0d2f5780dc) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:15.573900 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-21562d02-3ee8-4043-827a-70d5ebb54da7 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Calling delete_port for 49082197-fd62-40ec-a356-61cf08fa0384 owned by network:floatingip {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:15.585472 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-701b922b-3527-4f9a-8359-c3c1ca79a7de tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:15.586359 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5ca31bd9-e107-40fe-919f-4dbcd1f58419 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:15.592499 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1ca563d3-5c4d-424e-ba89-87b51e33ef8b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:15.601414 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e49baed7-6815-43e5-9367-adb43ef033c9 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:15.617640 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-e49baed7-6815-43e5-9367-adb43ef033c9 None None] Transition to ACTIVE for port object 3dfa19a2-0803-41c1-b03f-c475edb12b7c will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:15.626556 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-205d97a7-12f2-4967-9efd-ff0467ed1fee None None] Allocated IP 172.20.0.18 (f6851a6f-ced1-46bc-bee9-13d352341363/6ff244bf-dfc6-42b8-9a60-3ebeaf26e979/ba4f42c9-5df4-40cb-9db6-d5aa754874ee) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:15.644086 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-e49baed7-6815-43e5-9367-adb43ef033c9 None None] Transition to ACTIVE for port object 3dfa19a2-0803-41c1-b03f-c475edb12b7c will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:15.650645 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-5ca31bd9-e107-40fe-919f-4dbcd1f58419 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Transition to ACTIVE for port object e27b82f7-cc99-4182-9c7e-01d0cdb3330e will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:15.658794 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-94b792b4-d055-4955-85dc-c1dbde6a4590 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:15.679487 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1486bb1-050c-440a-bd35-515904b21e97 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:51:15.685236 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e49baed7-6815-43e5-9367-adb43ef033c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:15.689023 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-48198cda-be3f-42cd-ac75-76cdd2cc869f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:15.696707 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701b922b-3527-4f9a-8359-c3c1ca79a7de tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Network 6796ce10-2494-4002-991f-bcb89379992d is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:15.718497 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-701b922b-3527-4f9a-8359-c3c1ca79a7de tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:15.721422 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a1486bb1-050c-440a-bd35-515904b21e97 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:15.721957 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-a1486bb1-050c-440a-bd35-515904b21e97 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Added segment a60e4848-95c7-4e01-b86b-49afd8fe7d1d of type vlan for network 3d2cb8f7-30f9-4905-8a6e-3de5e34206d6 Jun 21 14:51:15.728933 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49baed7-6815-43e5-9367-adb43ef033c9 None None] Network c3c5aa5b-4389-442d-bf82-2d1192c6c2f4 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:15.737695 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-701b922b-3527-4f9a-8359-c3c1ca79a7de tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:15.737980 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-e49baed7-6815-43e5-9367-adb43ef033c9 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:15.738225 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-701b922b-3527-4f9a-8359-c3c1ca79a7de tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:15.745059 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afa00de-daaf-4861-a2e9-c5b17f36305c None None] Network 6796ce10-2494-4002-991f-bcb89379992d requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:15.747527 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee192cb0-b2f2-4bd1-b06f-b2737468fcda req-7aab172c-29af-44ac-b942-5bd00810a22e tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:51:15.748399 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0aaaf1-93a2-4f8e-9c67-9358d5d79190 req-b527e6b3-fb84-467d-a103-a74205b3c390 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:15.750110 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ec0aaaf1-93a2-4f8e-9c67-9358d5d79190 req-b527e6b3-fb84-467d-a103-a74205b3c390 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.3835611 Jun 21 14:51:15.758714 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b922b-3527-4f9a-8359-c3c1ca79a7de tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Subnet': ['ID=0a580cac-43b5-4249-afb2-ee5a56e5e24c,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:15.779055 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-94b792b4-d055-4955-85dc-c1dbde6a4590 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:15.790573 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-701b922b-3527-4f9a-8359-c3c1ca79a7de tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:15.794999 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49baed7-6815-43e5-9367-adb43ef033c9 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:51:15.798609 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4dbb6d-6a36-43bb-bc24-7c8769b40a45 None None] Sync routers for ids ['b65626d1-58a7-4392-aaea-21a6e352a942'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:51:15.816460 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49baed7-6815-43e5-9367-adb43ef033c9 None None] Pushing event updated for resources: {'Port': ['ID=3dfa19a2-0803-41c1-b03f-c475edb12b7c,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:15.827586 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a1486bb1-050c-440a-bd35-515904b21e97 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:15.831662 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e49baed7-6815-43e5-9367-adb43ef033c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:15.833741 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-701b922b-3527-4f9a-8359-c3c1ca79a7de tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5697126 Jun 21 14:51:15.840435 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33874) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:15.847074 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-cc2792f4-28b1-4f30-b36b-48aae4d2e855 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-407382194', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0a580cac-43b5-4249-afb2-ee5a56e5e24c'}], 'security_groups': ['dd86c428-8b07-4909-9295-ea47a4d730e0']}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:15.904895 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee192cb0-b2f2-4bd1-b06f-b2737468fcda req-7aab172c-29af-44ac-b942-5bd00810a22e tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] No DVR routers for this DVR port 32b31af4-f03b-48d7-a71d-b78859be8b27 on host hv-neutron-7971 {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:51:15.908090 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4dbb6d-6a36-43bb-bc24-7c8769b40a45 None None] Routers {'b65626d1-58a7-4392-aaea-21a6e352a942'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:51:15.908736 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-6a4dbb6d-6a36-43bb-bc24-7c8769b40a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:50:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['b65626d1-58a7-4392-aaea-21a6e352a942'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:15.917002 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-ee192cb0-b2f2-4bd1-b06f-b2737468fcda req-7aab172c-29af-44ac-b942-5bd00810a22e tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:15.919445 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-ee192cb0-b2f2-4bd1-b06f-b2737468fcda req-7aab172c-29af-44ac-b942-5bd00810a22e tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.66 "DELETE /v2.0/ports/32b31af4-f03b-48d7-a71d-b78859be8b27 HTTP/1.1" status: 204 len: 173 time: 4.1087909 Jun 21 14:51:15.924711 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b97222f-057c-4a8d-b6ae-c4dca715d228', 'name': 'network-vif-deleted', 'tag': '32b31af4-f03b-48d7-a71d-b78859be8b27'}] {{(pid=105225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:51:15.927505 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d720512e93a77e3bffebe2b790a2b81995dcc7e4c74443a12a7dc003910c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec73939-d78a-4214-bd2a-f94d282a8830" -d '{"events": [{"server_uuid": "8b97222f-057c-4a8d-b6ae-c4dca715d228", "name": "network-vif-deleted", "tag": "32b31af4-f03b-48d7-a71d-b78859be8b27"}]}' {{(pid=105225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:51:15.962332 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ec0aaaf1-93a2-4f8e-9c67-9358d5d79190 req-0cb48c34-2427-4652-b7e9-66170fbcf489 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763651 Jun 21 14:51:15.986612 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5ca31bd9-e107-40fe-919f-4dbcd1f58419 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:16.005352 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-06252c58-3ec7-4a86-ad62-e88dc7c2f042 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:16.029815 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a1486bb1-050c-440a-bd35-515904b21e97 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:16.035819 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1486bb1-050c-440a-bd35-515904b21e97 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:16.036544 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a1486bb1-050c-440a-bd35-515904b21e97 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:16.044042 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0141ca38-39cc-4692-813f-2647f8f4bafd tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:16.080143 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a49b3c-2763-4776-bee6-383496927bd2 x-openstack-request-id: req-27a49b3c-2763-4776-bee6-383496927bd2 {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:51:16.080708 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b97222f-057c-4a8d-b6ae-c4dca715d228", "name": "network-vif-deleted", "tag": "32b31af4-f03b-48d7-a71d-b78859be8b27", "status": "completed", "code": 200}]} {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:51:16.081163 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-27a49b3c-2763-4776-bee6-383496927bd2 {{(pid=105225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:51:16.082003 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b97222f-057c-4a8d-b6ae-c4dca715d228', 'name': 'network-vif-deleted', 'tag': '32b31af4-f03b-48d7-a71d-b78859be8b27', 'status': 'completed', 'code': 200} Jun 21 14:51:16.092883 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca31bd9-e107-40fe-919f-4dbcd1f58419 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:16.111607 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-5ca31bd9-e107-40fe-919f-4dbcd1f58419 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:16.114338 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca31bd9-e107-40fe-919f-4dbcd1f58419 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:51:16.131340 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-e49baed7-6815-43e5-9367-adb43ef033c9 None None] Attempting to bind port 3dfa19a2-0803-41c1-b03f-c475edb12b7c on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:51:16.138523 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-e49baed7-6815-43e5-9367-adb43ef033c9 None None] Attempting to bind port 3dfa19a2-0803-41c1-b03f-c475edb12b7c by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '4f278cec-ba84-4a51-95ce-8462d999982b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c3c5aa5b-4389-442d-bf82-2d1192c6c2f4'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:51:16.138997 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49baed7-6815-43e5-9367-adb43ef033c9 None None] Attempting to bind port 3dfa19a2-0803-41c1-b03f-c475edb12b7c on network c3c5aa5b-4389-442d-bf82-2d1192c6c2f4 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:51:16.148341 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a1486bb1-050c-440a-bd35-515904b21e97 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9361389 Jun 21 14:51:16.159689 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33880) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:16.172537 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-e72c3848-04b4-434a-96a9-526248befff7 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Request body: {'subnet': {'network_id': '3d2cb8f7-30f9-4905-8a6e-3de5e34206d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:16.189090 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49baed7-6815-43e5-9367-adb43ef033c9 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:51:16.189090 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49baed7-6815-43e5-9367-adb43ef033c9 None None] Checking segment: {'id': '4f278cec-ba84-4a51-95ce-8462d999982b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c3c5aa5b-4389-442d-bf82-2d1192c6c2f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:51:16.189090 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e49baed7-6815-43e5-9367-adb43ef033c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:16.189601 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49baed7-6815-43e5-9367-adb43ef033c9 None None] Bound using segment: {'id': '4f278cec-ba84-4a51-95ce-8462d999982b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c3c5aa5b-4389-442d-bf82-2d1192c6c2f4'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:51:16.190055 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-e49baed7-6815-43e5-9367-adb43ef033c9 None None] Bound port: 3dfa19a2-0803-41c1-b03f-c475edb12b7c, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f278cec-ba84-4a51-95ce-8462d999982b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'c3c5aa5b-4389-442d-bf82-2d1192c6c2f4'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:51:16.190428 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e49baed7-6815-43e5-9367-adb43ef033c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:16.195319 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-205d97a7-12f2-4967-9efd-ff0467ed1fee None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:16.197132 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1486bb1-050c-440a-bd35-515904b21e97 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event updated for resources: {'Network': ['ID=3d2cb8f7-30f9-4905-8a6e-3de5e34206d6,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:16.232337 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-94b792b4-d055-4955-85dc-c1dbde6a4590 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:16.234943 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a1486bb1-050c-440a-bd35-515904b21e97 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:16.281529 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-21562d02-3ee8-4043-827a-70d5ebb54da7 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:16.284594 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f5450a6b-9867-4d4f-93ea-6721270efcf9 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:16.294815 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fdbeff79-81e8-40ce-abae-74e83f960e98 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:16.321638 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca31bd9-e107-40fe-919f-4dbcd1f58419 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Port': ['ID=e27b82f7-cc99-4182-9c7e-01d0cdb3330e,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:16.338519 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-acbee4a7-bef0-436e-9c3e-ecc582f5a0c5 req-7a09637c-545d-40df-85ca-58d7236e072f tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/ports?device_id=8b97222f-057c-4a8d-b6ae-c4dca715d228 HTTP/1.1" status: 200 len: 210 time: 0.0785930 Jun 21 14:51:16.349231 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5ca31bd9-e107-40fe-919f-4dbcd1f58419 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:16.366641 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca31bd9-e107-40fe-919f-4dbcd1f58419 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:16.367335 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5ca31bd9-e107-40fe-919f-4dbcd1f58419 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:16.392013 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21562d02-3ee8-4043-827a-70d5ebb54da7 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Pushing event deleted for resources: {'Port': ['ID=49082197-fd62-40ec-a356-61cf08fa0384,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:16.404039 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-21562d02-3ee8-4043-827a-70d5ebb54da7 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:16.404980 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cc2792f4-28b1-4f30-b36b-48aae4d2e855 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:16.406825 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-f5450a6b-9867-4d4f-93ea-6721270efcf9 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Transition to ACTIVE for port object f2a8f89f-4dd8-4575-b5b8-5e0d2f5780dc will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:16.411881 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5ca31bd9-e107-40fe-919f-4dbcd1f58419 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.3904812 Jun 21 14:51:16.415083 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33882) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:16.497177 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72c3848-04b4-434a-96a9-526248befff7 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Made reservation on behalf of da70a9900bfc421d9b05485e06c0e9c1 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:16.500534 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 3d2cb8f7-30f9-4905-8a6e-3de5e34206d6 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:51:16.501011 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e72c3848-04b4-434a-96a9-526248befff7 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:16.507228 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-94b792b4-d055-4955-85dc-c1dbde6a4590 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:16.518881 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4bf72aad-a483-4fe9-b206-e0b3ce726adb tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:16.563071 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b792b4-d055-4955-85dc-c1dbde6a4590 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Pushing event deleted for resources: {'Subnet': ['ID=2abaf00e-6710-4c5f-9cf9-da95fe55ebed,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:16.565229 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-94b792b4-d055-4955-85dc-c1dbde6a4590 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:16.570290 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-94b792b4-d055-4955-85dc-c1dbde6a4590 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] 10.222.0.72 "DELETE /v2.0/subnets/2abaf00e-6710-4c5f-9cf9-da95fe55ebed HTTP/1.1" status: 204 len: 168 time: 1.2611399 Jun 21 14:51:16.573139 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33884) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:16.574361 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-94b792b4-d055-4955-85dc-c1dbde6a4590 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:16.583817 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f5450a6b-9867-4d4f-93ea-6721270efcf9 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:16.608431 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b4eb44f8-ad3b-4f8d-a331-c8da6f213437 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:16.614820 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-21562d02-3ee8-4043-827a-70d5ebb54da7 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks [] for floatingip, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:16.615341 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 32b31af4-f03b-48d7-a71d-b78859be8b27 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:51:16.618464 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-21562d02-3ee8-4043-827a-70d5ebb54da7 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:16.618793 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-21562d02-3ee8-4043-827a-70d5ebb54da7 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] 10.222.0.72 "DELETE /v2.0/floatingips/df0f7f2c-4f36-45a7-8d83-b353c8b4ba37 HTTP/1.1" status: 204 len: 168 time: 1.9115155 Jun 21 14:51:16.623750 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33886) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:16.640977 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-205d97a7-12f2-4967-9efd-ff0467ed1fee None None] Transition to ACTIVE for port object ba4f42c9-5df4-40cb-9db6-d5aa754874ee will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:16.651208 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: 32b31af4-f03b-48d7-a71d-b78859be8b27 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:51:16.651755 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 32b31af4-f03b-48d7-a71d-b78859be8b27 not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:51:16.679630 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5450a6b-9867-4d4f-93ea-6721270efcf9 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Network efa506b3-b4b6-4187-a5b6-34476a2ef1cf is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:16.690361 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-e717a87d-5dd0-416f-a4a0-3ac9f4d0e21d tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Deleting subnet 6ff244bf-dfc6-42b8-9a60-3ebeaf26e979 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:51:16.692833 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-f5450a6b-9867-4d4f-93ea-6721270efcf9 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:16.699511 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5450a6b-9867-4d4f-93ea-6721270efcf9 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:51:16.705844 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5450a6b-9867-4d4f-93ea-6721270efcf9 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:16.706687 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f5450a6b-9867-4d4f-93ea-6721270efcf9 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:16.708248 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-6a4dbb6d-6a36-43bb-bc24-7c8769b40a45 None None] Set router b65626d1-58a7-4392-aaea-21a6e352a942 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:51:16.727087 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5450a6b-9867-4d4f-93ea-6721270efcf9 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Pushing event updated for resources: {'Port': ['ID=f2a8f89f-4dd8-4575-b5b8-5e0d2f5780dc,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:16.738009 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd91637-4b77-420c-a7f3-b9e37937d183 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:16.749433 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd91637-4b77-420c-a7f3-b9e37937d183 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:16.751395 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6cd91637-4b77-420c-a7f3-b9e37937d183 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3211029 Jun 21 14:51:16.752562 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f5450a6b-9867-4d4f-93ea-6721270efcf9 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:16.758044 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f6ab6083-8338-44dd-88e3-900c5d721d0b None None] Provisioning for port e27b82f7-cc99-4182-9c7e-01d0cdb3330e completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:16.766702 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33888) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:16.797811 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ba66e1f0-dcd0-445b-a284-13cbbc376e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:16.832600 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-205d97a7-12f2-4967-9efd-ff0467ed1fee None None] Transition to ACTIVE for port object ba4f42c9-5df4-40cb-9db6-d5aa754874ee will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:16.834672 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f6ab6083-8338-44dd-88e3-900c5d721d0b None None] Provisioning complete for port e27b82f7-cc99-4182-9c7e-01d0cdb3330e triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:16.835093 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f6ab6083-8338-44dd-88e3-900c5d721d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:16.862374 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e717a87d-5dd0-416f-a4a0-3ac9f4d0e21d tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:16.875817 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-e49baed7-6815-43e5-9367-adb43ef033c9 None None] For port 3dfa19a2-0803-41c1-b03f-c475edb12b7c, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:51:16.887260 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-205d97a7-12f2-4967-9efd-ff0467ed1fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:16.916165 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e717a87d-5dd0-416f-a4a0-3ac9f4d0e21d tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:16.932557 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-1c42efe6-f841-4ec7-b8c2-b075c1214270 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:16.982147 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d97a7-12f2-4967-9efd-ff0467ed1fee None None] Pushing event updated for resources: {'Port': ['ID=ba4f42c9-5df4-40cb-9db6-d5aa754874ee,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:16.994057 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-205d97a7-12f2-4967-9efd-ff0467ed1fee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:16.999297 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-e49baed7-6815-43e5-9367-adb43ef033c9 None None] For port 3dfa19a2-0803-41c1-b03f-c475edb12b7c, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3dfa19a2-0803-41c1-b03f-c475edb12b7c,segment=NetworkSegment(4f278cec-ba84-4a51-95ce-8462d999982b),segment_id=4f278cec-ba84-4a51-95ce-8462d999982b)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:51:17.023599 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e717a87d-5dd0-416f-a4a0-3ac9f4d0e21d tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:17.092384 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f5450a6b-9867-4d4f-93ea-6721270efcf9 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7620387 Jun 21 14:51:17.095193 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33892) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:17.115564 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e49baed7-6815-43e5-9367-adb43ef033c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:17.117099 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-76fc54a8-8d29-41c8-9aeb-771441521ebd tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Request body: {'port': {'network_id': 'efa506b3-b4b6-4187-a5b6-34476a2ef1cf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1290829849'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:17.143170 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3f6faa55-e304-42d2-a676-21790ab37ffe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:17.161388 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205d97a7-12f2-4967-9efd-ff0467ed1fee None None] Network f6851a6f-ced1-46bc-bee9-13d352341363 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:17.182201 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e717a87d-5dd0-416f-a4a0-3ac9f4d0e21d tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:17.184358 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:17.185728 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-f6ab6083-8338-44dd-88e3-900c5d721d0b None None] Port e27b82f7-cc99-4182-9c7e-01d0cdb3330e cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:51:17.197432 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7db10494-69f2-4465-9963-74de226b1c04 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:17.205949 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e717a87d-5dd0-416f-a4a0-3ac9f4d0e21d tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:17.207223 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-205d97a7-12f2-4967-9efd-ff0467ed1fee None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:17.210996 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e717a87d-5dd0-416f-a4a0-3ac9f4d0e21d tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] 10.222.0.72 "DELETE /v2.0/subnets/6ff244bf-dfc6-42b8-9a60-3ebeaf26e979 HTTP/1.1" status: 204 len: 168 time: 0.6324503 Jun 21 14:51:17.226529 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33894) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:17.235396 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205d97a7-12f2-4967-9efd-ff0467ed1fee None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:51:17.235897 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e717a87d-5dd0-416f-a4a0-3ac9f4d0e21d tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Pushing event deleted for resources: {'Subnet': ['ID=6ff244bf-dfc6-42b8-9a60-3ebeaf26e979,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:17.238789 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-34b2e5a9-d029-4540-b2cf-b11bc0fad588 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting port e27b82f7-cc99-4182-9c7e-01d0cdb3330e {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:17.239066 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-34b2e5a9-d029-4540-b2cf-b11bc0fad588 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:17.244474 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e717a87d-5dd0-416f-a4a0-3ac9f4d0e21d tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:17.330480 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde9623a-4b3f-4b14-b57f-fc8e395b8e0a None None] Network c3c5aa5b-4389-442d-bf82-2d1192c6c2f4 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:17.337283 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5236801e-8b76-4adb-ac94-419918cd9c32 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:17.342360 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5236801e-8b76-4adb-ac94-419918cd9c32 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1113651 Jun 21 14:51:17.343997 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33896) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:17.369433 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49baed7-6815-43e5-9367-adb43ef033c9 None None] Pushing event updated for resources: {'Port': ['ID=3dfa19a2-0803-41c1-b03f-c475edb12b7c,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:17.401402 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e49baed7-6815-43e5-9367-adb43ef033c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:17.437869 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-34b2e5a9-d029-4540-b2cf-b11bc0fad588 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:17.440826 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-205d97a7-12f2-4967-9efd-ff0467ed1fee None None] Attempting to bind port ba4f42c9-5df4-40cb-9db6-d5aa754874ee on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:51:17.441206 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-205d97a7-12f2-4967-9efd-ff0467ed1fee None None] Attempting to bind port ba4f42c9-5df4-40cb-9db6-d5aa754874ee by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'd5b622c2-2bba-4de1-909c-42bc526f78a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f6851a6f-ced1-46bc-bee9-13d352341363'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:51:17.441574 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205d97a7-12f2-4967-9efd-ff0467ed1fee None None] Attempting to bind port ba4f42c9-5df4-40cb-9db6-d5aa754874ee on network f6851a6f-ced1-46bc-bee9-13d352341363 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:51:17.454344 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488ac0cf-885b-4e14-80c1-908588df8cd0 None None] Update dhcp port {'port': {'network_id': '6796ce10-2494-4002-991f-bcb89379992d', 'fixed_ips': [{'subnet_id': 'b86f75dd-c6c9-4f5e-b104-600c8f9342d9', 'ip_address': '2001:db8::2'}, {'subnet_id': '0a580cac-43b5-4249-afb2-ee5a56e5e24c'}], 'binding:host_id': 'dv-neutron-797121-2-hyperv'}, 'id': 'cd921d9b-92b3-4a04-8484-550f79ae7b49'} from dv-neutron-797121-2-hyperv. {{(pid=105226) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 21 14:51:17.457432 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-6a4dbb6d-6a36-43bb-bc24-7c8769b40a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'name': 'tempest-ServersTestManualDisk-471254655-router', 'tenant_id': 'edeb970118494409b474321a022665eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '4dd87579-ad77-4393-ba18-226b5e06cd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:43Z', 'updated_at': '2021-06-21T14:48:54Z', 'revision_number': 4, 'project_id': 'edeb970118494409b474321a022665eb', 'gw_port': {'id': '4dd87579-ad77-4393-ba18-226b5e06cd4c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:45Z', 'updated_at': '2021-06-21T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'cbab8c34-f882-4684-903f-205c2da9cf22', 'name': '', 'network_id': '84e1768a-a440-4f3b-9a03-5323ebc8092f', 'tenant_id': 'edeb970118494409b474321a022665eb', 'mac_address': 'fa:16:3e:28:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'ab9b3e1e-da06-4d3e-a679-80adc4390a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:52Z', 'updated_at': '2021-06-21T14:49:03Z', 'revision_number': 5, 'project_id': 'edeb970118494409b474321a022665eb', 'subnets': [{'id': 'ab9b3e1e-da06-4d3e-a679-80adc4390a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:17.466843 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0c6ac0b4-2cb2-4a8d-9916-738e7f15a1ab tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:17.467248 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205d97a7-12f2-4967-9efd-ff0467ed1fee None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:51:17.467865 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205d97a7-12f2-4967-9efd-ff0467ed1fee None None] Checking segment: {'id': 'd5b622c2-2bba-4de1-909c-42bc526f78a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f6851a6f-ced1-46bc-bee9-13d352341363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:51:17.468277 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-205d97a7-12f2-4967-9efd-ff0467ed1fee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:17.468681 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205d97a7-12f2-4967-9efd-ff0467ed1fee None None] Bound using segment: {'id': 'd5b622c2-2bba-4de1-909c-42bc526f78a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f6851a6f-ced1-46bc-bee9-13d352341363'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:51:17.469178 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-205d97a7-12f2-4967-9efd-ff0467ed1fee None None] Bound port: ba4f42c9-5df4-40cb-9db6-d5aa754874ee, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5b622c2-2bba-4de1-909c-42bc526f78a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'f6851a6f-ced1-46bc-bee9-13d352341363'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:51:17.469554 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-205d97a7-12f2-4967-9efd-ff0467ed1fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:17.471486 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0ca8db52-4b58-4385-b918-bfb4b4adfafd None None] Provisioning for port f2a8f89f-4dd8-4575-b5b8-5e0d2f5780dc completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:17.539758 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4dbb6d-6a36-43bb-bc24-7c8769b40a45 None None] Checking router: b65626d1-58a7-4392-aaea-21a6e352a942 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:51:17.547619 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0ca8db52-4b58-4385-b918-bfb4b4adfafd None None] Provisioning complete for port f2a8f89f-4dd8-4575-b5b8-5e0d2f5780dc triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:17.548419 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0ca8db52-4b58-4385-b918-bfb4b4adfafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:17.565822 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e72c3848-04b4-434a-96a9-526248befff7 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:17.568030 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33902) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:17.588959 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:17.647164 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-488ac0cf-885b-4e14-80c1-908588df8cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:17.652995 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4dbb6d-6a36-43bb-bc24-7c8769b40a45 None None] Routers {'b65626d1-58a7-4392-aaea-21a6e352a942'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:51:17.653645 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-6a4dbb6d-6a36-43bb-bc24-7c8769b40a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:51:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['b65626d1-58a7-4392-aaea-21a6e352a942'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:17.724801 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-0ca8db52-4b58-4385-b918-bfb4b4adfafd None None] Port f2a8f89f-4dd8-4575-b5b8-5e0d2f5780dc cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:51:17.781863 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c3848-04b4-434a-96a9-526248befff7 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event updated for resources: {'Subnet': ['ID=87994234-9f14-4a5d-82b7-411e373a92d7,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:17.785159 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e72c3848-04b4-434a-96a9-526248befff7 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:17.795970 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-205d97a7-12f2-4967-9efd-ff0467ed1fee None None] For port ba4f42c9-5df4-40cb-9db6-d5aa754874ee, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:51:17.820948 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-205d97a7-12f2-4967-9efd-ff0467ed1fee None None] For port ba4f42c9-5df4-40cb-9db6-d5aa754874ee, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=ba4f42c9-5df4-40cb-9db6-d5aa754874ee,segment=NetworkSegment(d5b622c2-2bba-4de1-909c-42bc526f78a7),segment_id=d5b622c2-2bba-4de1-909c-42bc526f78a7)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:51:17.841634 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-205d97a7-12f2-4967-9efd-ff0467ed1fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:17.841832 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-cc2792f4-28b1-4f30-b36b-48aae4d2e855 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Delete allocated IP 2001:db8::106 (6796ce10-2494-4002-991f-bcb89379992d/b86f75dd-c6c9-4f5e-b104-600c8f9342d9) {{(pid=105224) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 21 14:51:17.851611 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-85ec4e05-1b1d-4d5b-b306-5b16f6cf4cbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:17.877625 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-34b2e5a9-d029-4540-b2cf-b11bc0fad588 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Calling delete_port for e27b82f7-cc99-4182-9c7e-01d0cdb3330e owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:17.894528 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-cc2792f4-28b1-4f30-b36b-48aae4d2e855 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Allocated IP 2001:db8:0:1::387 (6796ce10-2494-4002-991f-bcb89379992d/0a580cac-43b5-4249-afb2-ee5a56e5e24c/e8259bfd-dade-4b52-84f3-906ab359873b) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:17.943062 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-6a4dbb6d-6a36-43bb-bc24-7c8769b40a45 None None] Set router b65626d1-58a7-4392-aaea-21a6e352a942 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:51:17.948902 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f58075b-9416-4cac-98ea-b0016c19f7bf req-043ee0dd-d3a9-494b-88e2-cbf0a1ff18dc tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:17.954496 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3f58075b-9416-4cac-98ea-b0016c19f7bf req-043ee0dd-d3a9-494b-88e2-cbf0a1ff18dc tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.4837372 Jun 21 14:51:17.964588 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4610c5eb-b16a-4288-b4b6-c1828a508ea7 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:17.993766 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c3848-04b4-434a-96a9-526248befff7 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Checking segment: {'id': 'a60e4848-95c7-4e01-b86b-49afd8fe7d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d2cb8f7-30f9-4905-8a6e-3de5e34206d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:51:17.994025 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72c3848-04b4-434a-96a9-526248befff7 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Network hostable DHCP agents. Network: 3d2cb8f7-30f9-4905-8a6e-3de5e34206d6, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:51:18.025693 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ac0b4-2cb2-4a8d-9916-738e7f15a1ab tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Deleting port ba4f42c9-5df4-40cb-9db6-d5aa754874ee {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:18.026070 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0c6ac0b4-2cb2-4a8d-9916-738e7f15a1ab tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:18.083521 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:18.084320 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d97a7-12f2-4967-9efd-ff0467ed1fee None None] Pushing event updated for resources: {'Port': ['ID=ba4f42c9-5df4-40cb-9db6-d5aa754874ee,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:18.091478 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:51:18.126239 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fc54a8-8d29-41c8-9aeb-771441521ebd tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Made reservation on behalf of fc99d5a5dea84a61be44f60fb8dedd86 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:18.126479 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-205d97a7-12f2-4967-9efd-ff0467ed1fee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:18.130284 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-76fc54a8-8d29-41c8-9aeb-771441521ebd tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:18.150736 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-0c6ac0b4-2cb2-4a8d-9916-738e7f15a1ab tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] For port ba4f42c9-5df4-40cb-9db6-d5aa754874ee, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=ba4f42c9-5df4-40cb-9db6-d5aa754874ee,segment=NetworkSegment(d5b622c2-2bba-4de1-909c-42bc526f78a7),segment_id=d5b622c2-2bba-4de1-909c-42bc526f78a7)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:51:18.151114 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0c6ac0b4-2cb2-4a8d-9916-738e7f15a1ab tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:18.156761 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4610c5eb-b16a-4288-b4b6-c1828a508ea7 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:18.170989 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72c3848-04b4-434a-96a9-526248befff7 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Network 3d2cb8f7-30f9-4905-8a6e-3de5e34206d6 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:51:18.174579 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0472e4-d3ba-4706-844b-5e33f1ecafdd None None] Network f6851a6f-ced1-46bc-bee9-13d352341363 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:18.226660 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-76fc54a8-8d29-41c8-9aeb-771441521ebd tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] device_id is not set on port b15f29a7-6c87-47d4-9882-44ae7f7f8819 yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:51:18.232311 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-e72c3848-04b4-434a-96a9-526248befff7 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 3d2cb8f7-30f9-4905-8a6e-3de5e34206d6) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:18.238010 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72c3848-04b4-434a-96a9-526248befff7 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:18.239843 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e72c3848-04b4-434a-96a9-526248befff7 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:18.242476 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ac0b4-2cb2-4a8d-9916-738e7f15a1ab tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Calling delete_port for ba4f42c9-5df4-40cb-9db6-d5aa754874ee owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:18.260204 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3f58075b-9416-4cac-98ea-b0016c19f7bf req-a9fab8da-f463-4590-a649-803e72239f8d tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2643793 Jun 21 14:51:18.333229 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e72c3848-04b4-434a-96a9-526248befff7 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1696439 Jun 21 14:51:18.337958 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33906) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:18.350360 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-dd757d80-6795-46a2-ad80-0293971b9143 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-812899932', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}, 'admin_state_up': False}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:18.406083 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-34b2e5a9-d029-4540-b2cf-b11bc0fad588 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:18.411582 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9ffa1f11-1042-4659-a6ca-ff5499510c5b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:18.417497 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfbd834-9ec7-48c6-9009-865e2dcabeae None None] Network 3d2cb8f7-30f9-4905-8a6e-3de5e34206d6 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:18.452907 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b2e5a9-d029-4540-b2cf-b11bc0fad588 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Port': ['ID=e27b82f7-cc99-4182-9c7e-01d0cdb3330e,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:18.457770 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-34b2e5a9-d029-4540-b2cf-b11bc0fad588 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:18.465929 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0c6ac0b4-2cb2-4a8d-9916-738e7f15a1ab tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:18.482340 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4610c5eb-b16a-4288-b4b6-c1828a508ea7 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:18.485215 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4610c5eb-b16a-4288-b4b6-c1828a508ea7 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:18.486462 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4610c5eb-b16a-4288-b4b6-c1828a508ea7 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "DELETE /v2.0/security-groups/6a0b4eee-c620-4d88-9101-6249791c8813 HTTP/1.1" status: 204 len: 168 time: 0.8936551 Jun 21 14:51:18.487650 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-48d4b770-e9b3-4026-aaef-ce76ab156a68 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:18.499778 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-07ab6b5e-dd14-41a1-8802-7cfed4f81a11 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:18.501126 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33908) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:18.542348 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4610c5eb-b16a-4288-b4b6-c1828a508ea7 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0b4eee-c620-4d88-9101-6249791c8813,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:18.556646 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4610c5eb-b16a-4288-b4b6-c1828a508ea7 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:18.558823 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ac0b4-2cb2-4a8d-9916-738e7f15a1ab tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Pushing event deleted for resources: {'Port': ['ID=ba4f42c9-5df4-40cb-9db6-d5aa754874ee,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:18.564016 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-dd757d80-6795-46a2-ad80-0293971b9143 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:18.565092 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-dd757d80-6795-46a2-ad80-0293971b9143 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:18.571509 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-e4e5861d-213e-4264-a827-e7b149f070c9 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] show failed (client error): The resource could not be found. Jun 21 14:51:18.572798 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e4e5861d-213e-4264-a827-e7b149f070c9 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "GET /v2.0/security-groups/6a0b4eee-c620-4d88-9101-6249791c8813 HTTP/1.1" status: 404 len: 347 time: 0.0689087 Jun 21 14:51:18.589223 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0c6ac0b4-2cb2-4a8d-9916-738e7f15a1ab tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:18.591232 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33910) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:18.592436 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6ac0b4-2cb2-4a8d-9916-738e7f15a1ab tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] No DVR routers for this DVR port ba4f42c9-5df4-40cb-9db6-d5aa754874ee on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:51:18.662358 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-76fc54a8-8d29-41c8-9aeb-771441521ebd tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Allocated IP 2001:db8::45 (efa506b3-b4b6-4187-a5b6-34476a2ef1cf/cc2bd707-691e-418e-8b16-66a275e6ebff/b15f29a7-6c87-47d4-9882-44ae7f7f8819) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:18.785415 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-34b2e5a9-d029-4540-b2cf-b11bc0fad588 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:18.789448 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-34b2e5a9-d029-4540-b2cf-b11bc0fad588 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/e27b82f7-cc99-4182-9c7e-01d0cdb3330e HTTP/1.1" status: 204 len: 168 time: 2.0215738 Jun 21 14:51:18.809541 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33912) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:18.815095 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbdec6b-5a45-4e13-9da7-d30d0fe721af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-3d2cb8f7-30f9-4905-8a6e-3de5e34206d6', 'network_id': '3d2cb8f7-30f9-4905-8a6e-3de5e34206d6', 'tenant_id': 'da70a9900bfc421d9b05485e06c0e9c1', 'fixed_ips': [{'subnet_id': '87994234-9f14-4a5d-82b7-411e373a92d7'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:51:18.816309 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5fbdec6b-5a45-4e13-9da7-d30d0fe721af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:18.832304 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-dd757d80-6795-46a2-ad80-0293971b9143 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:18.849506 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-6a4dbb6d-6a36-43bb-bc24-7c8769b40a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'name': 'tempest-ServersTestManualDisk-471254655-router', 'tenant_id': 'edeb970118494409b474321a022665eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '4dd87579-ad77-4393-ba18-226b5e06cd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:43Z', 'updated_at': '2021-06-21T14:48:54Z', 'revision_number': 4, 'project_id': 'edeb970118494409b474321a022665eb', 'gw_port': {'id': '4dd87579-ad77-4393-ba18-226b5e06cd4c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:45Z', 'updated_at': '2021-06-21T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'cbab8c34-f882-4684-903f-205c2da9cf22', 'name': '', 'network_id': '84e1768a-a440-4f3b-9a03-5323ebc8092f', 'tenant_id': 'edeb970118494409b474321a022665eb', 'mac_address': 'fa:16:3e:28:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'ab9b3e1e-da06-4d3e-a679-80adc4390a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:52Z', 'updated_at': '2021-06-21T14:49:03Z', 'revision_number': 5, 'project_id': 'edeb970118494409b474321a022665eb', 'subnets': [{'id': 'ab9b3e1e-da06-4d3e-a679-80adc4390a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:18.877848 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4dbb6d-6a36-43bb-bc24-7c8769b40a45 None None] The sync data for ids ['b65626d1-58a7-4392-aaea-21a6e352a942'] in dv-neutron-797121-2-hyperv is: [{'id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'name': 'tempest-ServersTestManualDisk-471254655-router', 'tenant_id': 'edeb970118494409b474321a022665eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '4dd87579-ad77-4393-ba18-226b5e06cd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:43Z', 'updated_at': '2021-06-21T14:48:54Z', 'revision_number': 4, 'project_id': 'edeb970118494409b474321a022665eb', 'gw_port': {'id': '4dd87579-ad77-4393-ba18-226b5e06cd4c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:45Z', 'updated_at': '2021-06-21T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'cbab8c34-f882-4684-903f-205c2da9cf22', 'name': '', 'network_id': '84e1768a-a440-4f3b-9a03-5323ebc8092f', 'tenant_id': 'edeb970118494409b474321a022665eb', 'mac_address': 'fa:16:3e:28:fd:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'ab9b3e1e-da06-4d3e-a679-80adc4390a65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:52Z', 'updated_at': '2021-06-21T14:49:03Z', 'revision_number': 5, 'project_id': 'edeb970118494409b474321a022665eb', 'subnets': [{'id': 'ab9b3e1e-da06-4d3e-a679-80adc4390a65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:51:18.910987 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0c6ac0b4-2cb2-4a8d-9916-738e7f15a1ab tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:18.923265 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-0c6ac0b4-2cb2-4a8d-9916-738e7f15a1ab tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6851a6f-ced1-46bc-bee9-13d352341363']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:18.944407 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-0c6ac0b4-2cb2-4a8d-9916-738e7f15a1ab tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5b622c2-2bba-4de1-909c-42bc526f78a7') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:18.944711 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-0c6ac0b4-2cb2-4a8d-9916-738e7f15a1ab tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5b622c2-2bba-4de1-909c-42bc526f78a7') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:18.967960 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d64eb31f-4c76-482a-b03a-5d44c3bc8d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:18.978425 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0c6ac0b4-2cb2-4a8d-9916-738e7f15a1ab tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:18.994895 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0c6ac0b4-2cb2-4a8d-9916-738e7f15a1ab tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:19.003186 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c6ac0b4-2cb2-4a8d-9916-738e7f15a1ab tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:51:19.003605 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0c6ac0b4-2cb2-4a8d-9916-738e7f15a1ab tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:51:19.007689 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:51:19.017353 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-5fbdec6b-5a45-4e13-9da7-d30d0fe721af None None] Allocated IP 172.20.0.2 (3d2cb8f7-30f9-4905-8a6e-3de5e34206d6/87994234-9f14-4a5d-82b7-411e373a92d7/1f2f212d-a2f6-4d7c-87d6-57d9f697b872) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:19.064088 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cc2792f4-28b1-4f30-b36b-48aae4d2e855 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:19.069499 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-339b7564-e911-4113-9525-162a48080688 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Deleting port 9125cd73-c670-40c5-a526-06457c4750b2 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:19.069918 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-339b7564-e911-4113-9525-162a48080688 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:19.114280 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0c6ac0b4-2cb2-4a8d-9916-738e7f15a1ab tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:19.119584 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d54e4cff-f57a-4dae-ade7-49c8d68380dc tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:19.123710 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0c6ac0b4-2cb2-4a8d-9916-738e7f15a1ab tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:19.125531 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0c6ac0b4-2cb2-4a8d-9916-738e7f15a1ab tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] 10.222.0.72 "DELETE /v2.0/networks/f6851a6f-ced1-46bc-bee9-13d352341363 HTTP/1.1" status: 204 len: 168 time: 1.7804081 Jun 21 14:51:19.130598 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33914) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:19.150952 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-cc2792f4-28b1-4f30-b36b-48aae4d2e855 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Transition to ACTIVE for port object e8259bfd-dade-4b52-84f3-906ab359873b will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:19.152146 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ac0b4-2cb2-4a8d-9916-738e7f15a1ab tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Pushing event deleted for resources: {'Network': ['ID=f6851a6f-ced1-46bc-bee9-13d352341363,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:19.174074 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0c6ac0b4-2cb2-4a8d-9916-738e7f15a1ab tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:19.205921 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb4e12e-ab84-4428-9e8f-68efe52ae636 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:19.207408 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb4e12e-ab84-4428-9e8f-68efe52ae636 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:19.209017 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb4e12e-ab84-4428-9e8f-68efe52ae636 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:19.210661 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-deb4e12e-ab84-4428-9e8f-68efe52ae636 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3911431 Jun 21 14:51:19.227758 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33916) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:19.245388 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cc2792f4-28b1-4f30-b36b-48aae4d2e855 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:19.264662 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f91a7465-a768-48db-bfdd-0cc7004bd7ed tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:19.267831 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5fbdec6b-5a45-4e13-9da7-d30d0fe721af None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:19.270029 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-488ac0cf-885b-4e14-80c1-908588df8cd0 None None] Allocated IP 2001:db8:0:1::2 (6796ce10-2494-4002-991f-bcb89379992d/0a580cac-43b5-4249-afb2-ee5a56e5e24c/cd921d9b-92b3-4a04-8484-550f79ae7b49) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:19.270820 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-dd757d80-6795-46a2-ad80-0293971b9143 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:19.292594 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-5fbdec6b-5a45-4e13-9da7-d30d0fe721af None None] Transition to ACTIVE for port object 1f2f212d-a2f6-4d7c-87d6-57d9f697b872 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:19.303142 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b6d763-3bea-4e2f-ae3c-1b1e5f5284fb None None] New status for floating IP cbf58e1f-cbe5-4ea4-9408-b2a5c08cd7bb: DOWN {{(pid=105227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:51:19.303731 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-339b7564-e911-4113-9525-162a48080688 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:19.304135 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-339b7564-e911-4113-9525-162a48080688 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:19.310237 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-91c255ff-5678-43c0-bcc7-28ba564e1767 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:19.339299 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-cc2792f4-28b1-4f30-b36b-48aae4d2e855 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] In _notify_port_updated(), no bound segment for port e8259bfd-dade-4b52-84f3-906ab359873b on network 6796ce10-2494-4002-991f-bcb89379992d {{(pid=105224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 21 14:51:19.344731 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2792f4-28b1-4f30-b36b-48aae4d2e855 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:19.345362 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cc2792f4-28b1-4f30-b36b-48aae4d2e855 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:19.349677 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-cc2792f4-28b1-4f30-b36b-48aae4d2e855 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "PUT /v2.0/ports/e8259bfd-dade-4b52-84f3-906ab359873b HTTP/1.1" status: 200 len: 930 time: 3.5068777 Jun 21 14:51:19.359851 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-5fbdec6b-5a45-4e13-9da7-d30d0fe721af None None] Transition to ACTIVE for port object 1f2f212d-a2f6-4d7c-87d6-57d9f697b872 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:19.360846 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33920) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:19.363472 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-982910e8-18d2-4a1f-9f5f-de3860c73e75 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting subnet b9888985-56dd-4710-bb48-2e3d42d22aac {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:51:19.366707 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-982910e8-18d2-4a1f-9f5f-de3860c73e75 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:19.372218 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5fbdec6b-5a45-4e13-9da7-d30d0fe721af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:19.379265 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8587d34f-48bf-446f-b384-7afa9ae16ad1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:19.414927 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-982910e8-18d2-4a1f-9f5f-de3860c73e75 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:19.439297 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbdec6b-5a45-4e13-9da7-d30d0fe721af None None] Network 3d2cb8f7-30f9-4905-8a6e-3de5e34206d6 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:19.456975 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-5fbdec6b-5a45-4e13-9da7-d30d0fe721af None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:19.460162 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbdec6b-5a45-4e13-9da7-d30d0fe721af None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:51:19.474113 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-488ac0cf-885b-4e14-80c1-908588df8cd0 None None] For port cd921d9b-92b3-4a04-8484-550f79ae7b49, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=cd921d9b-92b3-4a04-8484-550f79ae7b49,segment=NetworkSegment(a6395557-c5f5-457a-bf3d-bba5d396ff5a),segment_id=a6395557-c5f5-457a-bf3d-bba5d396ff5a)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:51:19.477527 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbdec6b-5a45-4e13-9da7-d30d0fe721af None None] Pushing event updated for resources: {'Port': ['ID=1f2f212d-a2f6-4d7c-87d6-57d9f697b872,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:19.480916 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5fbdec6b-5a45-4e13-9da7-d30d0fe721af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:19.499756 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-982910e8-18d2-4a1f-9f5f-de3860c73e75 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:19.532448 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2792f4-28b1-4f30-b36b-48aae4d2e855 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Port': ['ID=e8259bfd-dade-4b52-84f3-906ab359873b,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:19.535816 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cc2792f4-28b1-4f30-b36b-48aae4d2e855 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:19.551790 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-5fbdec6b-5a45-4e13-9da7-d30d0fe721af None None] Attempting to bind port 1f2f212d-a2f6-4d7c-87d6-57d9f697b872 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:51:19.552333 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-5fbdec6b-5a45-4e13-9da7-d30d0fe721af None None] Attempting to bind port 1f2f212d-a2f6-4d7c-87d6-57d9f697b872 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'a60e4848-95c7-4e01-b86b-49afd8fe7d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d2cb8f7-30f9-4905-8a6e-3de5e34206d6'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:51:19.552959 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbdec6b-5a45-4e13-9da7-d30d0fe721af None None] Attempting to bind port 1f2f212d-a2f6-4d7c-87d6-57d9f697b872 on network 3d2cb8f7-30f9-4905-8a6e-3de5e34206d6 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:51:19.565504 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbdec6b-5a45-4e13-9da7-d30d0fe721af None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:51:19.565995 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbdec6b-5a45-4e13-9da7-d30d0fe721af None None] Checking segment: {'id': 'a60e4848-95c7-4e01-b86b-49afd8fe7d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d2cb8f7-30f9-4905-8a6e-3de5e34206d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:51:19.566353 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5fbdec6b-5a45-4e13-9da7-d30d0fe721af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:19.566758 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbdec6b-5a45-4e13-9da7-d30d0fe721af None None] Bound using segment: {'id': 'a60e4848-95c7-4e01-b86b-49afd8fe7d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d2cb8f7-30f9-4905-8a6e-3de5e34206d6'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:51:19.567245 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-5fbdec6b-5a45-4e13-9da7-d30d0fe721af None None] Bound port: 1f2f212d-a2f6-4d7c-87d6-57d9f697b872, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a60e4848-95c7-4e01-b86b-49afd8fe7d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3d2cb8f7-30f9-4905-8a6e-3de5e34206d6'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:51:19.567978 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5fbdec6b-5a45-4e13-9da7-d30d0fe721af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:19.573124 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-76fc54a8-8d29-41c8-9aeb-771441521ebd tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:19.587860 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-488ac0cf-885b-4e14-80c1-908588df8cd0 None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:19.625194 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-339b7564-e911-4113-9525-162a48080688 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Calling delete_port for 9125cd73-c670-40c5-a526-06457c4750b2 owned by network:floatingip {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:19.630719 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-982910e8-18d2-4a1f-9f5f-de3860c73e75 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:19.637921 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-25ca3f2b-4b16-4a14-ab56-309e74c8b633 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:19.673433 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982910e8-18d2-4a1f-9f5f-de3860c73e75 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Subnet': ['ID=b9888985-56dd-4710-bb48-2e3d42d22aac,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:19.674496 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-5fbdec6b-5a45-4e13-9da7-d30d0fe721af None None] For port 1f2f212d-a2f6-4d7c-87d6-57d9f697b872, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:51:19.696113 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-488ac0cf-885b-4e14-80c1-908588df8cd0 None None] Transition to ACTIVE for port object cd921d9b-92b3-4a04-8484-550f79ae7b49 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:19.705000 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6413ba04-5b05-4e35-8e6c-2da27d85da4f None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:19.713931 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-982910e8-18d2-4a1f-9f5f-de3860c73e75 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:19.717551 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-5fbdec6b-5a45-4e13-9da7-d30d0fe721af None None] For port 1f2f212d-a2f6-4d7c-87d6-57d9f697b872, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=1f2f212d-a2f6-4d7c-87d6-57d9f697b872,segment=NetworkSegment(a60e4848-95c7-4e01-b86b-49afd8fe7d1d),segment_id=a60e4848-95c7-4e01-b86b-49afd8fe7d1d)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:51:19.732319 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-488ac0cf-885b-4e14-80c1-908588df8cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:19.746781 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-982910e8-18d2-4a1f-9f5f-de3860c73e75 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:19.748913 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-982910e8-18d2-4a1f-9f5f-de3860c73e75 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/b9888985-56dd-4710-bb48-2e3d42d22aac HTTP/1.1" status: 204 len: 168 time: 0.5203447 Jun 21 14:51:19.752819 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33922) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:19.764577 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e7502815-06d3-4071-82fc-c671f7f86bf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:19.767363 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5fbdec6b-5a45-4e13-9da7-d30d0fe721af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:19.796591 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:19.842488 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9908a95-33b2-4c4f-82dc-fe91e0161ee5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting subnet bf04417d-4858-4147-aab8-5ade9a9a55ce {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:51:19.852758 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b9908a95-33b2-4c4f-82dc-fe91e0161ee5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:19.880942 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-91c255ff-5678-43c0-bcc7-28ba564e1767 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Deleting port 3dfa19a2-0803-41c1-b03f-c475edb12b7c {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:19.880942 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-91c255ff-5678-43c0-bcc7-28ba564e1767 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:19.931627 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ac0cf-885b-4e14-80c1-908588df8cd0 None None] Pushing event updated for resources: {'Port': ['ID=cd921d9b-92b3-4a04-8484-550f79ae7b49,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:19.941592 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-488ac0cf-885b-4e14-80c1-908588df8cd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:19.942011 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-1ac5999a-3d6f-4fff-9a12-8595dddfcdd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:19.962859 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-76fc54a8-8d29-41c8-9aeb-771441521ebd tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Transition to ACTIVE for port object b15f29a7-6c87-47d4-9882-44ae7f7f8819 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:19.975007 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b9908a95-33b2-4c4f-82dc-fe91e0161ee5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:20.001173 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbdec6b-5a45-4e13-9da7-d30d0fe721af None None] Pushing event updated for resources: {'Port': ['ID=1f2f212d-a2f6-4d7c-87d6-57d9f697b872,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:20.016753 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5fbdec6b-5a45-4e13-9da7-d30d0fe721af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:20.048022 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-91c255ff-5678-43c0-bcc7-28ba564e1767 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] For port 3dfa19a2-0803-41c1-b03f-c475edb12b7c, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3dfa19a2-0803-41c1-b03f-c475edb12b7c,segment=NetworkSegment(4f278cec-ba84-4a51-95ce-8462d999982b),segment_id=4f278cec-ba84-4a51-95ce-8462d999982b)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:51:20.048312 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-91c255ff-5678-43c0-bcc7-28ba564e1767 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:20.129485 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a5930-6c04-4a6f-9deb-27d7d5a4bef1 req-aa4e1233-c199-4aea-b853-ced75c101f04 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:20.136557 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d1a5930-6c04-4a6f-9deb-27d7d5a4bef1 req-aa4e1233-c199-4aea-b853-ced75c101f04 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.5565982 Jun 21 14:51:20.178871 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-91c255ff-5678-43c0-bcc7-28ba564e1767 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Calling delete_port for 3dfa19a2-0803-41c1-b03f-c475edb12b7c owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:20.219167 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-26ce27a9-5365-41da-9240-ad84dc5a612f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Deleting port e8259bfd-dade-4b52-84f3-906ab359873b {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:20.219898 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-26ce27a9-5365-41da-9240-ad84dc5a612f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:20.228319 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-76fc54a8-8d29-41c8-9aeb-771441521ebd tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:20.245273 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-339b7564-e911-4113-9525-162a48080688 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:20.246884 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f9cac7a0-a3c4-499c-adc4-024ecd8fe208 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:20.258797 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b8aae6ad-aa10-4c3e-bb68-65ee3ed1d49d tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:20.298257 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b7564-e911-4113-9525-162a48080688 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Pushing event deleted for resources: {'Port': ['ID=9125cd73-c670-40c5-a526-06457c4750b2,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:20.305411 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-339b7564-e911-4113-9525-162a48080688 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:20.325932 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b9908a95-33b2-4c4f-82dc-fe91e0161ee5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:20.456371 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d1a5930-6c04-4a6f-9deb-27d7d5a4bef1 req-22a67cc6-16e5-4a01-841d-023fcb609e32 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3182507 Jun 21 14:51:20.461483 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fc54a8-8d29-41c8-9aeb-771441521ebd tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Network efa506b3-b4b6-4187-a5b6-34476a2ef1cf is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:20.469430 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-76fc54a8-8d29-41c8-9aeb-771441521ebd tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:20.496504 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fc54a8-8d29-41c8-9aeb-771441521ebd tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:51:20.504546 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fc54a8-8d29-41c8-9aeb-771441521ebd tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:20.505226 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-76fc54a8-8d29-41c8-9aeb-771441521ebd tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:20.510273 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-26ce27a9-5365-41da-9240-ad84dc5a612f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:20.521152 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-339b7564-e911-4113-9525-162a48080688 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks [] for floatingip, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:20.524060 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-339b7564-e911-4113-9525-162a48080688 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:20.528069 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-339b7564-e911-4113-9525-162a48080688 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] 10.222.0.72 "DELETE /v2.0/floatingips/cbf58e1f-cbe5-4ea4-9408-b2a5c08cd7bb HTTP/1.1" status: 204 len: 168 time: 1.9278257 Jun 21 14:51:20.538973 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33924) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:20.548229 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b9908a95-33b2-4c4f-82dc-fe91e0161ee5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:20.594036 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:20.611180 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-26ce27a9-5365-41da-9240-ad84dc5a612f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Calling delete_port for e8259bfd-dade-4b52-84f3-906ab359873b owned by {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:20.643837 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9908a95-33b2-4c4f-82dc-fe91e0161ee5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Subnet': ['ID=bf04417d-4858-4147-aab8-5ade9a9a55ce,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:20.649275 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b9908a95-33b2-4c4f-82dc-fe91e0161ee5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:20.665045 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b9908a95-33b2-4c4f-82dc-fe91e0161ee5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:20.666981 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b9908a95-33b2-4c4f-82dc-fe91e0161ee5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/bf04417d-4858-4147-aab8-5ade9a9a55ce HTTP/1.1" status: 204 len: 168 time: 0.9121172 Jun 21 14:51:20.672157 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-91c255ff-5678-43c0-bcc7-28ba564e1767 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:20.674014 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33926) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:20.682611 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2eb0cdda-b8f5-4ec1-9e6b-7a60767f12b5 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:20.754891 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fc54a8-8d29-41c8-9aeb-771441521ebd tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Pushing event updated for resources: {'Port': ['ID=b15f29a7-6c87-47d4-9882-44ae7f7f8819,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:20.765988 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-76fc54a8-8d29-41c8-9aeb-771441521ebd tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:20.859784 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-76fc54a8-8d29-41c8-9aeb-771441521ebd tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.7477601 Jun 21 14:51:20.860001 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-61031749-2bbb-49bc-9367-c8b89023e122 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1733131 Jun 21 14:51:20.861796 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c255ff-5678-43c0-bcc7-28ba564e1767 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] No DVR routers for this DVR port 3dfa19a2-0803-41c1-b03f-c475edb12b7c on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:51:20.875613 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c255ff-5678-43c0-bcc7-28ba564e1767 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Pushing event deleted for resources: {'Port': ['ID=3dfa19a2-0803-41c1-b03f-c475edb12b7c,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:20.880172 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33928) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:20.880532 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33930) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:20.891124 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-7e1873d8-3e3a-4c2c-8254-224ca54fb761 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::172', 'mac_address': 'fa:16:3e:88:c2:17'}, {'ip_address': '2001:db8::90', 'mac_address': 'fa:16:3e:d7:94:fe'}]}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:20.900918 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-bc803c04-7561-497c-98d2-d4d3183b9a17 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:20.905172 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-91c255ff-5678-43c0-bcc7-28ba564e1767 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:20.949697 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-d64eb31f-4c76-482a-b03a-5d44c3bc8d0d admin admin] Deleting port aa1a8d41-2cba-4d87-ab27-870c7f841e14 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:20.950096 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d64eb31f-4c76-482a-b03a-5d44c3bc8d0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:20.973535 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-dd757d80-6795-46a2-ad80-0293971b9143 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for router_gateway, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:21.061157 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-dd757d80-6795-46a2-ad80-0293971b9143 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:21.068742 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-26ce27a9-5365-41da-9240-ad84dc5a612f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:21.081006 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-21562d02-3ee8-4043-827a-70d5ebb54da7 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:21.111679 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6266b2ad-7448-4dd6-8b76-178c9ab580d2 None None] Provisioning for port b15f29a7-6c87-47d4-9882-44ae7f7f8819 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:21.117277 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6266b2ad-7448-4dd6-8b76-178c9ab580d2 None None] Provisioning complete for port b15f29a7-6c87-47d4-9882-44ae7f7f8819 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:21.118157 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6266b2ad-7448-4dd6-8b76-178c9ab580d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:21.137895 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce27a9-5365-41da-9240-ad84dc5a612f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Port': ['ID=e8259bfd-dade-4b52-84f3-906ab359873b,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:21.214656 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-26ce27a9-5365-41da-9240-ad84dc5a612f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:21.238853 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6266b2ad-7448-4dd6-8b76-178c9ab580d2 None None] Port b15f29a7-6c87-47d4-9882-44ae7f7f8819 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:51:21.299040 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-26ce27a9-5365-41da-9240-ad84dc5a612f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:21.300895 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-26ce27a9-5365-41da-9240-ad84dc5a612f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/ports/e8259bfd-dade-4b52-84f3-906ab359873b HTTP/1.1" status: 204 len: 168 time: 1.9399202 Jun 21 14:51:21.305576 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-d64eb31f-4c76-482a-b03a-5d44c3bc8d0d admin admin] For port aa1a8d41-2cba-4d87-ab27-870c7f841e14, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=aa1a8d41-2cba-4d87-ab27-870c7f841e14,segment=NetworkSegment(65774553-a27d-4d8a-916a-99e0c521981d),segment_id=65774553-a27d-4d8a-916a-99e0c521981d)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:51:21.305998 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d64eb31f-4c76-482a-b03a-5d44c3bc8d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:21.308409 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33932) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:21.353015 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2a507844-9b17-437f-8e09-2e86438ad3c4 None None] Could not find standard attr ID for object e8259bfd-dade-4b52-84f3-906ab359873b. {{(pid=105226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 21 14:51:21.379179 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec6212e-a83f-43d0-bc81-60716196e7f1 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:21.386705 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2a507844-9b17-437f-8e09-2e86438ad3c4 None None] Provisioning complete for port b4cf7d61-9773-473c-9b01-54936c104ee3 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:21.395130 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2a507844-9b17-437f-8e09-2e86438ad3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:21.551760 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-d64eb31f-4c76-482a-b03a-5d44c3bc8d0d admin admin] Calling delete_port for aa1a8d41-2cba-4d87-ab27-870c7f841e14 owned by network:router_interface {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:21.560242 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-2a507844-9b17-437f-8e09-2e86438ad3c4 None None] Port b4cf7d61-9773-473c-9b01-54936c104ee3 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:51:21.614590 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2a507844-9b17-437f-8e09-2e86438ad3c4 None None] Provisioning for port cd921d9b-92b3-4a04-8484-550f79ae7b49 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:21.621511 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2a507844-9b17-437f-8e09-2e86438ad3c4 None None] Provisioning complete for port cd921d9b-92b3-4a04-8484-550f79ae7b49 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:21.622222 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2a507844-9b17-437f-8e09-2e86438ad3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:21.677491 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58058d10-217b-4b6f-ad58-dd837df08d98 None None] Network 3d2cb8f7-30f9-4905-8a6e-3de5e34206d6 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:21.751983 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-91c255ff-5678-43c0-bcc7-28ba564e1767 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:21.786072 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-91c255ff-5678-43c0-bcc7-28ba564e1767 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3c5aa5b-4389-442d-bf82-2d1192c6c2f4']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:21.800368 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1a7b7e-c2ac-4658-b073-7e4156c83e2d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] GET failed (client error): The resource could not be found. Jun 21 14:51:21.803357 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-91c255ff-5678-43c0-bcc7-28ba564e1767 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f278cec-ba84-4a51-95ce-8462d999982b') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:21.803722 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fa1a7b7e-c2ac-4658-b073-7e4156c83e2d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "GET /v2.0/ports/e8259bfd-dade-4b52-84f3-906ab359873b HTTP/1.1" status: 404 len: 333 time: 0.4918194 Jun 21 14:51:21.803947 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-91c255ff-5678-43c0-bcc7-28ba564e1767 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f278cec-ba84-4a51-95ce-8462d999982b') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:21.807536 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33936) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:21.850178 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc803c04-7561-497c-98d2-d4d3183b9a17 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:21.864406 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bc803c04-7561-497c-98d2-d4d3183b9a17 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:21.882940 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-91c255ff-5678-43c0-bcc7-28ba564e1767 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:21.913511 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-dd757d80-6795-46a2-ad80-0293971b9143 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Allocated IP 172.26.3.41 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/5db14db5-c4c0-429e-80cc-8d1c1d8c4b9e) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:21.981997 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba36c7-86b9-49b7-9169-930c2da02e3a req-d01fd043-a05d-4a71-be00-eb6198e5b41f tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:21.991869 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a6ba36c7-86b9-49b7-9169-930c2da02e3a req-d01fd043-a05d-4a71-be00-eb6198e5b41f tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.1864250 Jun 21 14:51:22.014183 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-91c255ff-5678-43c0-bcc7-28ba564e1767 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:22.018151 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d64eb31f-4c76-482a-b03a-5d44c3bc8d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:22.053640 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-89ff0721-33e8-4336-850f-768815876a46 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:22.063182 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91c255ff-5678-43c0-bcc7-28ba564e1767 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:51:22.063591 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-91c255ff-5678-43c0-bcc7-28ba564e1767 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:22.069085 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:51:22.069085 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:51:22.069085 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:51:22.069085 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:51:22.069085 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:51:22.069085 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:51:22.069085 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:51:22.069085 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:51:22.069085 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:51:22.069085 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:51:22.069085 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:51:22.069085 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:51:22.069085 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:51:22.069085 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:51:22.069085 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:51:22.069085 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:51:22.069085 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:51:22.069085 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:51:22.069085 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:51:22.069085 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:51:22.069085 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:51:22.069085 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:51:22.069085 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:51:22.069085 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:51:22.069085 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:51:22.069085 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:51:22.069085 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:51:22.069085 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:51:22.069085 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:51:22.069085 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:51:22.069085 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:51:22.069085 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:51:22.071029 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914a22cd-1024-419a-a6a7-de746572c638 None None] DHCP port deletion for 8e867a28-8d41-47df-a2af-a54cb8b30a66 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:51:22.120349 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64eb31f-4c76-482a-b03a-5d44c3bc8d0d admin admin] Pushing event deleted for resources: {'Port': ['ID=aa1a8d41-2cba-4d87-ab27-870c7f841e14,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:22.126010 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d64eb31f-4c76-482a-b03a-5d44c3bc8d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:22.158771 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a6ba36c7-86b9-49b7-9169-930c2da02e3a req-3d891794-093f-4539-bead-8e1dd8f3a6e1 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658537 Jun 21 14:51:22.206037 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 1f2f212d-a2f6-4d7c-87d6-57d9f697b872 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:51:22.211158 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-32a2178b-ec4b-43b3-aba5-a7d33c227f4e None None] Provisioning for port 1f2f212d-a2f6-4d7c-87d6-57d9f697b872 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:22.244860 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-32a2178b-ec4b-43b3-aba5-a7d33c227f4e None None] Could not find standard attr ID for object e8259bfd-dade-4b52-84f3-906ab359873b. {{(pid=105226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 21 14:51:22.251632 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0ef8b0c8-28c4-4f02-8678-bce28ac2fd92 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:22.259841 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-914a22cd-1024-419a-a6a7-de746572c638 None None] Deleting port 4cece492-9656-485e-9546-148e6276d063 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:22.260369 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-914a22cd-1024-419a-a6a7-de746572c638 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:22.272007 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-dd757d80-6795-46a2-ad80-0293971b9143 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:22.315704 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-91c255ff-5678-43c0-bcc7-28ba564e1767 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:22.324012 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-91c255ff-5678-43c0-bcc7-28ba564e1767 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:22.327207 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-91c255ff-5678-43c0-bcc7-28ba564e1767 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] 10.222.0.72 "DELETE /v2.0/networks/c3c5aa5b-4389-442d-bf82-2d1192c6c2f4 HTTP/1.1" status: 204 len: 168 time: 3.1862566 Jun 21 14:51:22.328216 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7e1873d8-3e3a-4c2c-8254-224ca54fb761 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:22.331198 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33938) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:22.338043 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-09c6da46-bbc5-4abd-8d42-22c55c6acdbc tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:22.394175 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c255ff-5678-43c0-bcc7-28ba564e1767 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Pushing event deleted for resources: {'Network': ['ID=c3c5aa5b-4389-442d-bf82-2d1192c6c2f4,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:22.397887 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-91c255ff-5678-43c0-bcc7-28ba564e1767 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:22.419053 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0ef8b0c8-28c4-4f02-8678-bce28ac2fd92 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:22.449194 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c031fe21-5e7c-4810-ab38-5de9c0ab746a tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:22.588241 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-914a22cd-1024-419a-a6a7-de746572c638 None None] For port 4cece492-9656-485e-9546-148e6276d063, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=4cece492-9656-485e-9546-148e6276d063,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:51:22.589200 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-914a22cd-1024-419a-a6a7-de746572c638 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:22.607688 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-32a2178b-ec4b-43b3-aba5-a7d33c227f4e None None] Provisioning complete for port 4cece492-9656-485e-9546-148e6276d063 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:22.608746 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-32a2178b-ec4b-43b3-aba5-a7d33c227f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:22.617452 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d64eb31f-4c76-482a-b03a-5d44c3bc8d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:22.622516 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-dd757d80-6795-46a2-ad80-0293971b9143 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:22.630123 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8d4276ac-05e6-4e5e-adc9-ff24ef6aab01 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:22.656518 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0ef8b0c8-28c4-4f02-8678-bce28ac2fd92 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:22.659273 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0ef8b0c8-28c4-4f02-8678-bce28ac2fd92 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:22.664277 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0ef8b0c8-28c4-4f02-8678-bce28ac2fd92 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/security-groups/e14b34c1-1e4c-4f16-8343-d7303de081f9 HTTP/1.1" status: 204 len: 168 time: 0.8147111 Jun 21 14:51:22.666733 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33940) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:22.672382 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-26b6f2f8-70d6-4169-966a-c2710990be34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:22.676751 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c031fe21-5e7c-4810-ab38-5de9c0ab746a tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:22.690359 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd757d80-6795-46a2-ad80-0293971b9143 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:22.692955 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-914a22cd-1024-419a-a6a7-de746572c638 None None] Calling delete_port for 4cece492-9656-485e-9546-148e6276d063 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:22.714970 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 1f2f212d-a2f6-4d7c-87d6-57d9f697b872 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:22.722861 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 1f2f212d-a2f6-4d7c-87d6-57d9f697b872 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:22.723437 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:22.729314 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8b0c8-28c4-4f02-8678-bce28ac2fd92 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14b34c1-1e4c-4f16-8343-d7303de081f9,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:22.731906 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0ef8b0c8-28c4-4f02-8678-bce28ac2fd92 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:22.742095 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-dd757d80-6795-46a2-ad80-0293971b9143 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:22.744926 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-c031fe21-5e7c-4810-ab38-5de9c0ab746a tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2e268b0-3d20-4e62-b35d-c8d8850e886b']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:22.762771 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd757d80-6795-46a2-ad80-0293971b9143 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:51:22.791574 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-c031fe21-5e7c-4810-ab38-5de9c0ab746a tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed351080-6bfe-4ec6-b3ef-c1bb777acbe3') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:22.792135 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-c031fe21-5e7c-4810-ab38-5de9c0ab746a tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed351080-6bfe-4ec6-b3ef-c1bb777acbe3') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:22.792583 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bc803c04-7561-497c-98d2-d4d3183b9a17 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:22.805971 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd757d80-6795-46a2-ad80-0293971b9143 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event updated for resources: {'Port': ['ID=5db14db5-c4c0-429e-80cc-8d1c1d8c4b9e,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:22.818763 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3243ca8f-eeaf-49e2-86e5-e469dc3fb6a6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:22.821497 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-dd757d80-6795-46a2-ad80-0293971b9143 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:22.824909 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c031fe21-5e7c-4810-ab38-5de9c0ab746a tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:22.895249 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c031fe21-5e7c-4810-ab38-5de9c0ab746a tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:22.897061 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-914a22cd-1024-419a-a6a7-de746572c638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:22.900535 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-205d97a7-12f2-4967-9efd-ff0467ed1fee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:22.912752 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc803c04-7561-497c-98d2-d4d3183b9a17 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:22.931567 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-bc803c04-7561-497c-98d2-d4d3183b9a17 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:22.934040 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914a22cd-1024-419a-a6a7-de746572c638 None None] No DVR routers for this DVR port 4cece492-9656-485e-9546-148e6276d063 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:51:22.935419 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc803c04-7561-497c-98d2-d4d3183b9a17 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:22.935620 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a22cd-1024-419a-a6a7-de746572c638 None None] Pushing event deleted for resources: {'Port': ['ID=4cece492-9656-485e-9546-148e6276d063,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:22.936124 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bc803c04-7561-497c-98d2-d4d3183b9a17 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:22.939737 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-914a22cd-1024-419a-a6a7-de746572c638 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:22.940749 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:22.942382 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c031fe21-5e7c-4810-ab38-5de9c0ab746a tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:51:22.942820 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c031fe21-5e7c-4810-ab38-5de9c0ab746a tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:51:22.948741 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:51:22.964229 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7e1873d8-3e3a-4c2c-8254-224ca54fb761 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:22.967413 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1692d500-b384-4e23-9555-930918b2f1eb None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:22.976645 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc803c04-7561-497c-98d2-d4d3183b9a17 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Subnet': ['ID=22890f64-b8f8-407d-95f6-0fcd9babf5d1,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:22.979853 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bc803c04-7561-497c-98d2-d4d3183b9a17 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:22.980807 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7e1873d8-3e3a-4c2c-8254-224ca54fb761 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:22.987213 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d4ad8245-e3db-4925-b304-b63aef6291e9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:22.999062 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-bc803c04-7561-497c-98d2-d4d3183b9a17 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1036484 Jun 21 14:51:23.020371 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33942) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:23.032101 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-b99abfc0-462a-47c9-803b-7cad8b94e018 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:23.038472 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 1f2f212d-a2f6-4d7c-87d6-57d9f697b872, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=1f2f212d-a2f6-4d7c-87d6-57d9f697b872,segment=NetworkSegment(a60e4848-95c7-4e01-b86b-49afd8fe7d1d),segment_id=a60e4848-95c7-4e01-b86b-49afd8fe7d1d)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:51:23.052872 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:23.053750 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device cd921d9b-92b3-4a04-8484-550f79ae7b49 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:51:23.058823 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:23.059527 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-25e33dd3-1f9f-421a-a819-0e9f7aedadfd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:23.097297 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-7e1873d8-3e3a-4c2c-8254-224ca54fb761 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] In _notify_port_updated(), no bound segment for port b15f29a7-6c87-47d4-9882-44ae7f7f8819 on network efa506b3-b4b6-4187-a5b6-34476a2ef1cf {{(pid=105225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 21 14:51:23.102805 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6ea70865-8141-48a6-a6aa-8f0123ce803a None None] Provisioning complete for port 1f2f212d-a2f6-4d7c-87d6-57d9f697b872 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:23.103215 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6ea70865-8141-48a6-a6aa-8f0123ce803a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:23.103327 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1873d8-3e3a-4c2c-8254-224ca54fb761 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:23.103926 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7e1873d8-3e3a-4c2c-8254-224ca54fb761 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:23.107871 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7e1873d8-3e3a-4c2c-8254-224ca54fb761 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] 10.222.0.72 "PUT /v2.0/ports/b15f29a7-6c87-47d4-9882-44ae7f7f8819 HTTP/1.1" status: 200 len: 1066 time: 2.2237427 Jun 21 14:51:23.113017 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33944) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:23.134405 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1873d8-3e3a-4c2c-8254-224ca54fb761 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Pushing event updated for resources: {'Port': ['ID=b15f29a7-6c87-47d4-9882-44ae7f7f8819,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:23.138786 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7e1873d8-3e3a-4c2c-8254-224ca54fb761 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:23.141977 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-785e9f1e-370b-4f39-bdfd-b095bc453c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:23.198316 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c031fe21-5e7c-4810-ab38-5de9c0ab746a tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:23.205225 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-25e33dd3-1f9f-421a-a819-0e9f7aedadfd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:23.225176 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-48d4b770-e9b3-4026-aaef-ce76ab156a68 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:23.249573 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=1f2f212d-a2f6-4d7c-87d6-57d9f697b872,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:23.256219 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:23.298133 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port cd921d9b-92b3-4a04-8484-550f79ae7b49 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:23.298867 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:23.356219 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2c8988-12e4-448b-b210-070d0cb62b1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-8e867a28-8d41-47df-a2af-a54cb8b30a66', 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'fixed_ips': [{'subnet_id': '22890f64-b8f8-407d-95f6-0fcd9babf5d1'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:51:23.357095 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ff2c8988-12e4-448b-b210-070d0cb62b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:23.379464 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99abfc0-462a-47c9-803b-7cad8b94e018 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:23.385116 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b99abfc0-462a-47c9-803b-7cad8b94e018 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:23.580831 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-ff2c8988-12e4-448b-b210-070d0cb62b1f None None] Allocated IP 172.20.0.2 (8e867a28-8d41-47df-a2af-a54cb8b30a66/22890f64-b8f8-407d-95f6-0fcd9babf5d1/309e0a08-f812-40e9-bf3a-8362c20116eb) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:23.606268 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c031fe21-5e7c-4810-ab38-5de9c0ab746a tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:23.610568 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c031fe21-5e7c-4810-ab38-5de9c0ab746a tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] 10.222.0.72 "DELETE /v2.0/networks/f2e268b0-3d20-4e62-b35d-c8d8850e886b HTTP/1.1" status: 204 len: 168 time: 1.2759936 Jun 21 14:51:23.619388 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33948) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:23.663936 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-9da5a797-b1a8-48c2-9579-4bb86fe1f01b None None] Provisioning complete for port b15f29a7-6c87-47d4-9882-44ae7f7f8819 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:23.664227 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9da5a797-b1a8-48c2-9579-4bb86fe1f01b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:23.678095 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c031fe21-5e7c-4810-ab38-5de9c0ab746a tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Pushing event deleted for resources: {'Network': ['ID=f2e268b0-3d20-4e62-b35d-c8d8850e886b,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:23.703820 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c031fe21-5e7c-4810-ab38-5de9c0ab746a tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:23.722277 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-9da5a797-b1a8-48c2-9579-4bb86fe1f01b None None] Port b15f29a7-6c87-47d4-9882-44ae7f7f8819 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:51:23.760410 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9b4ada22-89c1-49ec-ad67-44a78e195dcd tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:23.785534 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ff2c8988-12e4-448b-b210-070d0cb62b1f None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:23.793304 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-25e33dd3-1f9f-421a-a819-0e9f7aedadfd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:23.795864 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-25e33dd3-1f9f-421a-a819-0e9f7aedadfd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:23.796981 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-25e33dd3-1f9f-421a-a819-0e9f7aedadfd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/security-groups/dd86c428-8b07-4909-9295-ea47a4d730e0 HTTP/1.1" status: 204 len: 168 time: 1.1283133 Jun 21 14:51:23.801036 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33950) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:23.802686 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ff2c8988-12e4-448b-b210-070d0cb62b1f None None] Transition to ACTIVE for port object 309e0a08-f812-40e9-bf3a-8362c20116eb will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:23.817613 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ff2c8988-12e4-448b-b210-070d0cb62b1f None None] Transition to ACTIVE for port object 309e0a08-f812-40e9-bf3a-8362c20116eb will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:23.828100 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ff2c8988-12e4-448b-b210-070d0cb62b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:23.830246 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5917e458-1187-41d2-a3db-52a757dc691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:23.831595 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f5d6db6f-dd8f-4da1-9acb-ae3cb25d9ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:23.853976 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64eb31f-4c76-482a-b03a-5d44c3bc8d0d admin admin] Router 6fd8b839-a27a-4e3e-9965-5583343d5e43 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:51:23.861695 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e33dd3-1f9f-421a-a819-0e9f7aedadfd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd86c428-8b07-4909-9295-ea47a4d730e0,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:23.872088 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-25e33dd3-1f9f-421a-a819-0e9f7aedadfd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:23.875527 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-88115e7d-0d4b-4768-bab5-6b6b27474345 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Deleting port b15f29a7-6c87-47d4-9882-44ae7f7f8819 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:23.876228 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-88115e7d-0d4b-4768-bab5-6b6b27474345 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:23.877543 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2c8988-12e4-448b-b210-070d0cb62b1f None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:23.881697 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-ff2c8988-12e4-448b-b210-070d0cb62b1f None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:23.888625 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2c8988-12e4-448b-b210-070d0cb62b1f None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:51:23.896855 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c8988-12e4-448b-b210-070d0cb62b1f None None] Pushing event updated for resources: {'Port': ['ID=309e0a08-f812-40e9-bf3a-8362c20116eb,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:23.903712 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-ff2c8988-12e4-448b-b210-070d0cb62b1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:23.948243 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0022c59-6af7-4332-b0cf-289be28f8d9c req-6289cfda-0ec9-462a-a762-59b7622ddd4f tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:23.950050 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c0022c59-6af7-4332-b0cf-289be28f8d9c req-6289cfda-0ec9-462a-a762-59b7622ddd4f tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.3356898 Jun 21 14:51:23.953349 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-dd757d80-6795-46a2-ad80-0293971b9143 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for router_gateway, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:23.956787 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ae2e93-315b-470c-accd-ad60ca538e71 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Deleting subnet b86f75dd-c6c9-4f5e-b104-600c8f9342d9 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:51:23.978522 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-ff2c8988-12e4-448b-b210-070d0cb62b1f None None] Attempting to bind port 309e0a08-f812-40e9-bf3a-8362c20116eb on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:51:23.979599 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-ff2c8988-12e4-448b-b210-070d0cb62b1f None None] Attempting to bind port 309e0a08-f812-40e9-bf3a-8362c20116eb by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:51:23.980207 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2c8988-12e4-448b-b210-070d0cb62b1f None None] Attempting to bind port 309e0a08-f812-40e9-bf3a-8362c20116eb on network 8e867a28-8d41-47df-a2af-a54cb8b30a66 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:51:23.985697 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2c8988-12e4-448b-b210-070d0cb62b1f None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:51:23.986111 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2c8988-12e4-448b-b210-070d0cb62b1f None None] Checking segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:51:23.986656 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ff2c8988-12e4-448b-b210-070d0cb62b1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:23.987060 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff2c8988-12e4-448b-b210-070d0cb62b1f None None] Bound using segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:51:23.987548 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-ff2c8988-12e4-448b-b210-070d0cb62b1f None None] Bound port: 309e0a08-f812-40e9-bf3a-8362c20116eb, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:51:23.987914 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ff2c8988-12e4-448b-b210-070d0cb62b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:24.045252 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9b4ada22-89c1-49ec-ad67-44a78e195dcd tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:24.064737 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-ff2c8988-12e4-448b-b210-070d0cb62b1f None None] For port 309e0a08-f812-40e9-bf3a-8362c20116eb, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:51:24.065777 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-06ae2e93-315b-470c-accd-ad60ca538e71 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:24.070198 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-ff2c8988-12e4-448b-b210-070d0cb62b1f None None] For port 309e0a08-f812-40e9-bf3a-8362c20116eb, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=309e0a08-f812-40e9-bf3a-8362c20116eb,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:51:24.077155 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 1f2f212d-a2f6-4d7c-87d6-57d9f697b872 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:51:24.082088 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ff2c8988-12e4-448b-b210-070d0cb62b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:24.107126 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-ff3db10f-f669-4533-a1d9-d6d13bef3004 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:24.110659 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-9b4ada22-89c1-49ec-ad67-44a78e195dcd tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e1211c4-c6bd-440a-91b4-1b854f8adfe0']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:24.129960 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-785e9f1e-370b-4f39-bdfd-b095bc453c57 admin admin] Deleting port cbab8c34-f882-4684-903f-205c2da9cf22 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:24.130316 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-785e9f1e-370b-4f39-bdfd-b095bc453c57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:24.145611 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-9b4ada22-89c1-49ec-ad67-44a78e195dcd tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d1c039-ba21-482d-9a3a-416f2059cd63') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:24.145976 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-9b4ada22-89c1-49ec-ad67-44a78e195dcd tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d1c039-ba21-482d-9a3a-416f2059cd63') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:24.173712 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-88115e7d-0d4b-4768-bab5-6b6b27474345 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:24.189585 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2c8988-12e4-448b-b210-070d0cb62b1f None None] Pushing event updated for resources: {'Port': ['ID=309e0a08-f812-40e9-bf3a-8362c20116eb,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:24.196980 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-ff2c8988-12e4-448b-b210-070d0cb62b1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:24.197285 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c0022c59-6af7-4332-b0cf-289be28f8d9c req-17e9dc9c-9e9d-4739-9c39-0ea3ddcf5574 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2335632 Jun 21 14:51:24.212812 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 1f2f212d-a2f6-4d7c-87d6-57d9f697b872 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:24.212945 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9b4ada22-89c1-49ec-ad67-44a78e195dcd tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:24.213377 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:24.238438 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9b4ada22-89c1-49ec-ad67-44a78e195dcd tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:24.248293 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b4ada22-89c1-49ec-ad67-44a78e195dcd tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:51:24.248852 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9b4ada22-89c1-49ec-ad67-44a78e195dcd tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:24.276378 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-88115e7d-0d4b-4768-bab5-6b6b27474345 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Calling delete_port for b15f29a7-6c87-47d4-9882-44ae7f7f8819 owned by {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:24.300263 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64eb31f-4c76-482a-b03a-5d44c3bc8d0d admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:51:24.315339 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830d19c9-25bc-4118-befb-7bd821f73e2a None None] Sync routers for ids ['6fd8b839-a27a-4e3e-9965-5583343d5e43'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:51:24.326351 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830d19c9-25bc-4118-befb-7bd821f73e2a None None] Routers {'6fd8b839-a27a-4e3e-9965-5583343d5e43'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:51:24.327250 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-830d19c9-25bc-4118-befb-7bd821f73e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:51:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6fd8b839-a27a-4e3e-9965-5583343d5e43'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:24.338229 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d64eb31f-4c76-482a-b03a-5d44c3bc8d0d admin admin] 10.222.0.72 "PUT /v2.0/routers/6fd8b839-a27a-4e3e-9965-5583343d5e43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7115066 Jun 21 14:51:24.343738 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33952) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:24.441267 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 4cece492-9656-485e-9546-148e6276d063 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:51:24.472895 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 4cece492-9656-485e-9546-148e6276d063 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:51:24.473398 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 4cece492-9656-485e-9546-148e6276d063 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:51:24.550014 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-830d19c9-25bc-4118-befb-7bd821f73e2a None None] Set router 6fd8b839-a27a-4e3e-9965-5583343d5e43 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:51:24.620789 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89e249ac-c620-40fd-a8b9-533fcb24669e admin admin] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:24.623456 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-dd757d80-6795-46a2-ad80-0293971b9143 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:24.678385 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:51:24.678385 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:51:24.678385 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:51:24.678385 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:51:24.678385 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:51:24.678385 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:51:24.678385 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:51:24.678385 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:51:24.678385 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:51:24.678385 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:51:24.678385 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:51:24.678385 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:51:24.678385 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:51:24.678385 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:51:24.678385 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:51:24.678385 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:51:24.678385 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:51:24.678385 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:51:24.678385 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:51:24.678385 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:51:24.678385 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:51:24.678385 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:51:24.678385 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:51:24.678385 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:51:24.678385 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:51:24.678385 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:51:24.678385 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:51:24.678385 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:51:24.678385 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:51:24.678385 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:51:24.678385 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:51:24.678385 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:51:24.689434 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-06ae2e93-315b-470c-accd-ad60ca538e71 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:24.775019 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-830d19c9-25bc-4118-befb-7bd821f73e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'name': 'tempest-ServersTestJSON-1587561787-router', 'tenant_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '91883d16-b9a8-48d8-b5e3-e2691f34b0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:37Z', 'updated_at': '2021-06-21T14:51:21Z', 'revision_number': 5, 'project_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'gw_port': {'id': '91883d16-b9a8-48d8-b5e3-e2691f34b0ee', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:10:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:38Z', 'updated_at': '2021-06-21T14:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:24.794916 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9b4ada22-89c1-49ec-ad67-44a78e195dcd tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:24.804489 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830d19c9-25bc-4118-befb-7bd821f73e2a None None] Checking router: 6fd8b839-a27a-4e3e-9965-5583343d5e43 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:51:24.810531 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-52f84883-3163-4d00-b173-5d8ae56124d5 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:24.814572 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830d19c9-25bc-4118-befb-7bd821f73e2a None None] Routers {'6fd8b839-a27a-4e3e-9965-5583343d5e43'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:51:24.816800 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9b4ada22-89c1-49ec-ad67-44a78e195dcd tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:24.817023 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-830d19c9-25bc-4118-befb-7bd821f73e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:51:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6fd8b839-a27a-4e3e-9965-5583343d5e43'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:24.825565 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9b4ada22-89c1-49ec-ad67-44a78e195dcd tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] 10.222.0.72 "DELETE /v2.0/networks/2e1211c4-c6bd-440a-91b4-1b854f8adfe0 HTTP/1.1" status: 204 len: 168 time: 1.2013669 Jun 21 14:51:24.872329 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-88115e7d-0d4b-4768-bab5-6b6b27474345 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:24.877727 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ada22-89c1-49ec-ad67-44a78e195dcd tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Pushing event deleted for resources: {'Network': ['ID=2e1211c4-c6bd-440a-91b4-1b854f8adfe0,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:24.882646 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9b4ada22-89c1-49ec-ad67-44a78e195dcd tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:24.882818 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-44e405db-e0b6-4134-969e-dfe20d876bf3 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:24.907001 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-785e9f1e-370b-4f39-bdfd-b095bc453c57 admin admin] For port cbab8c34-f882-4684-903f-205c2da9cf22, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=cbab8c34-f882-4684-903f-205c2da9cf22,segment=NetworkSegment(f494193e-eb98-474d-8309-6b49d7e2f849),segment_id=f494193e-eb98-474d-8309-6b49d7e2f849)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:51:24.907396 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-785e9f1e-370b-4f39-bdfd-b095bc453c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:24.921580 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89e249ac-c620-40fd-a8b9-533fcb24669e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:24.927969 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88115e7d-0d4b-4768-bab5-6b6b27474345 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Pushing event deleted for resources: {'Port': ['ID=b15f29a7-6c87-47d4-9882-44ae7f7f8819,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:24.933705 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-88115e7d-0d4b-4768-bab5-6b6b27474345 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:24.961673 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-830d19c9-25bc-4118-befb-7bd821f73e2a None None] Set router 6fd8b839-a27a-4e3e-9965-5583343d5e43 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:51:25.039279 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-785e9f1e-370b-4f39-bdfd-b095bc453c57 admin admin] Calling delete_port for cbab8c34-f882-4684-903f-205c2da9cf22 owned by network:router_interface {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:25.065357 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd757d80-6795-46a2-ad80-0293971b9143 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Router 03f8bfb2-b35a-4122-9b0c-a392da10d006 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:51:25.077305 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-06ae2e93-315b-470c-accd-ad60ca538e71 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:25.081991 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.objects.ports [None req-b99abfc0-462a-47c9-803b-7cad8b94e018 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105225) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 21 14:51:25.249524 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-830d19c9-25bc-4118-befb-7bd821f73e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'name': 'tempest-ServersTestJSON-1587561787-router', 'tenant_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '91883d16-b9a8-48d8-b5e3-e2691f34b0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:37Z', 'updated_at': '2021-06-21T14:51:21Z', 'revision_number': 5, 'project_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'gw_port': {'id': '91883d16-b9a8-48d8-b5e3-e2691f34b0ee', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:10:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:38Z', 'updated_at': '2021-06-21T14:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:25.279826 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-89e249ac-c620-40fd-a8b9-533fcb24669e admin admin] Deleting port 91883d16-b9a8-48d8-b5e3-e2691f34b0ee {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:25.280179 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89e249ac-c620-40fd-a8b9-533fcb24669e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:25.327935 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33960) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:25.430141 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-88115e7d-0d4b-4768-bab5-6b6b27474345 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:25.434375 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-88115e7d-0d4b-4768-bab5-6b6b27474345 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] 10.222.0.72 "DELETE /v2.0/ports/b15f29a7-6c87-47d4-9882-44ae7f7f8819 HTTP/1.1" status: 204 len: 168 time: 2.3179502 Jun 21 14:51:25.462185 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33964) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:25.511514 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee3a7424-b63c-463e-98e0-d8164d7e1a41 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] GET failed (client error): The resource could not be found. Jun 21 14:51:25.524154 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ee3a7424-b63c-463e-98e0-d8164d7e1a41 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] 10.222.0.72 "GET /v2.0/ports/b15f29a7-6c87-47d4-9882-44ae7f7f8819 HTTP/1.1" status: 404 len: 333 time: 0.0491102 Jun 21 14:51:25.525006 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33966) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:25.555319 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-06ae2e93-315b-470c-accd-ad60ca538e71 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:25.597917 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830d19c9-25bc-4118-befb-7bd821f73e2a None None] The sync data for ids ['6fd8b839-a27a-4e3e-9965-5583343d5e43'] in dv-neutron-797121-2-hyperv is: [{'id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'name': 'tempest-ServersTestJSON-1587561787-router', 'tenant_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '91883d16-b9a8-48d8-b5e3-e2691f34b0ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:37Z', 'updated_at': '2021-06-21T14:51:21Z', 'revision_number': 5, 'project_id': 'eb3339ddc44e4edaa02fbedfc7e28c58', 'gw_port': {'id': '91883d16-b9a8-48d8-b5e3-e2691f34b0ee', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:10:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd8b839-a27a-4e3e-9965-5583343d5e43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:38Z', 'updated_at': '2021-06-21T14:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:51:25.603333 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e318ad44-e50b-4314-8333-6417ca85c5ab tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:25.622604 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6030db40-d19c-437f-9ff6-9e18ad789ba8 None None] Network 6796ce10-2494-4002-991f-bcb89379992d requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:25.723695 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-06ae2e93-315b-470c-accd-ad60ca538e71 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:25.730093 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-06ae2e93-315b-470c-accd-ad60ca538e71 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/subnets/b86f75dd-c6c9-4f5e-b104-600c8f9342d9 HTTP/1.1" status: 204 len: 168 time: 1.9221706 Jun 21 14:51:25.744364 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33968) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:25.745140 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae2e93-315b-470c-accd-ad60ca538e71 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Subnet': ['ID=b86f75dd-c6c9-4f5e-b104-600c8f9342d9,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:25.757928 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-26ce155a-ca9b-43c2-96db-94bb90308bd9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'subnet': {'network_id': '6796ce10-2494-4002-991f-bcb89379992d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:25.764189 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-06ae2e93-315b-470c-accd-ad60ca538e71 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:25.835903 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f0789d42-95d3-495d-9ded-ddf133581573 None None] Provisioning for port 309e0a08-f812-40e9-bf3a-8362c20116eb completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:25.904912 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-89e249ac-c620-40fd-a8b9-533fcb24669e admin admin] For port 91883d16-b9a8-48d8-b5e3-e2691f34b0ee, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=91883d16-b9a8-48d8-b5e3-e2691f34b0ee,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:51:25.905453 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89e249ac-c620-40fd-a8b9-533fcb24669e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:25.908115 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-56909c24-b672-41dc-8a99-b6f808571dcc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f0dc5b70dd6b4766b83d01a86c9ad2f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5682750 Jun 21 14:51:25.914581 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33970) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:25.961060 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b99abfc0-462a-47c9-803b-7cad8b94e018 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:25.969709 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd757d80-6795-46a2-ad80-0293971b9143 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:51:25.982503 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab4cff2-1448-4ea7-ac60-e9ec487f85ca None None] Sync routers for ids ['03f8bfb2-b35a-4122-9b0c-a392da10d006'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:51:25.999302 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab4cff2-1448-4ea7-ac60-e9ec487f85ca None None] Routers {'03f8bfb2-b35a-4122-9b0c-a392da10d006'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:51:26.001043 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-6ab4cff2-1448-4ea7-ac60-e9ec487f85ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:51:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['03f8bfb2-b35a-4122-9b0c-a392da10d006'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:26.054986 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-89e249ac-c620-40fd-a8b9-533fcb24669e admin admin] Calling delete_port for 91883d16-b9a8-48d8-b5e3-e2691f34b0ee owned by network:router_gateway {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:26.085379 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-6ab4cff2-1448-4ea7-ac60-e9ec487f85ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:26.085642 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-dd757d80-6795-46a2-ad80-0293971b9143 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:26.086849 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-dd757d80-6795-46a2-ad80-0293971b9143 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.7474909 Jun 21 14:51:26.097679 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0c1fbe41-3d21-47ec-96e2-4a95a0007270 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:26.099458 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab4cff2-1448-4ea7-ac60-e9ec487f85ca None None] Routers {'03f8bfb2-b35a-4122-9b0c-a392da10d006'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:51:26.100502 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-6ab4cff2-1448-4ea7-ac60-e9ec487f85ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:51:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['03f8bfb2-b35a-4122-9b0c-a392da10d006'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:26.122128 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 33972) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:26.157605 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-6ab4cff2-1448-4ea7-ac60-e9ec487f85ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:26.158599 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab4cff2-1448-4ea7-ac60-e9ec487f85ca None None] The sync data for ids ['03f8bfb2-b35a-4122-9b0c-a392da10d006'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:51:26.171965 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae98cd-c1ba-496c-acbb-3cb68e2b6549 req-74126ca5-6381-459a-841e-cff7c55b9ad0 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:26.190642 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a1ae98cd-c1ba-496c-acbb-3cb68e2b6549 req-74126ca5-6381-459a-841e-cff7c55b9ad0 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.7106133 Jun 21 14:51:26.202840 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 309e0a08-f812-40e9-bf3a-8362c20116eb up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:51:26.212723 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0c1fbe41-3d21-47ec-96e2-4a95a0007270 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:26.255161 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-785e9f1e-370b-4f39-bdfd-b095bc453c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:26.270089 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0b67e7c2-4822-4855-a597-2b294f5ae1de tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:26.272651 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ce155a-ca9b-43c2-96db-94bb90308bd9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Made reservation on behalf of 4c5b77aec9d44a3cb3b2efd682f8e133 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:26.281414 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-26ce155a-ca9b-43c2-96db-94bb90308bd9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:26.291753 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 309e0a08-f812-40e9-bf3a-8362c20116eb completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:26.301662 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 309e0a08-f812-40e9-bf3a-8362c20116eb triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:26.302177 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:26.328635 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a1ae98cd-c1ba-496c-acbb-3cb68e2b6549 req-3b6b2d1c-298a-40c9-b78e-04c96c90f901 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078103 Jun 21 14:51:26.336704 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-d87191ed-2253-4b81-beed-e02b04049e85 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Deleting port f2a8f89f-4dd8-4575-b5b8-5e0d2f5780dc {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:26.337763 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d87191ed-2253-4b81-beed-e02b04049e85 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:26.364502 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0c1fbe41-3d21-47ec-96e2-4a95a0007270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:26.368517 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0c1fbe41-3d21-47ec-96e2-4a95a0007270 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:26.370151 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0c1fbe41-3d21-47ec-96e2-4a95a0007270 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/09c4a0b5-16b5-4536-87f4-d9ff9f92d109 HTTP/1.1" status: 204 len: 168 time: 0.4521744 Jun 21 14:51:26.376066 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-bc75bb5b-9398-41f1-a7b8-3ba584243003 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:26.391991 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1fbe41-3d21-47ec-96e2-4a95a0007270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c4a0b5-16b5-4536-87f4-d9ff9f92d109,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:26.399565 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0c1fbe41-3d21-47ec-96e2-4a95a0007270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:26.454420 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89e249ac-c620-40fd-a8b9-533fcb24669e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:26.461105 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e1f437f2-6ed7-4eee-9b6c-0e0c8bd3293b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:26.469694 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:26.489179 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e249ac-c620-40fd-a8b9-533fcb24669e admin admin] Pushing event deleted for resources: {'Port': ['ID=91883d16-b9a8-48d8-b5e3-e2691f34b0ee,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:26.492734 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-89e249ac-c620-40fd-a8b9-533fcb24669e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:26.551402 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e9f1e-370b-4f39-bdfd-b095bc453c57 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbab8c34-f882-4684-903f-205c2da9cf22,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:26.573559 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89e249ac-c620-40fd-a8b9-533fcb24669e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:26.609018 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-785e9f1e-370b-4f39-bdfd-b095bc453c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:26.687897 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89e249ac-c620-40fd-a8b9-533fcb24669e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:26.692480 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89e249ac-c620-40fd-a8b9-533fcb24669e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:26.762078 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89e249ac-c620-40fd-a8b9-533fcb24669e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:26.763149 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e249ac-c620-40fd-a8b9-533fcb24669e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fd8b839-a27a-4e3e-9965-5583343d5e43 {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:51:26.781998 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89e249ac-c620-40fd-a8b9-533fcb24669e admin admin] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:26.786202 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-89e249ac-c620-40fd-a8b9-533fcb24669e admin admin] 10.222.0.72 "DELETE /v2.0/routers/6fd8b839-a27a-4e3e-9965-5583343d5e43 HTTP/1.1" status: 204 len: 168 time: 2.4411926 Jun 21 14:51:26.787146 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33980) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:26.796867 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-b470d30a-14e9-4385-ba50-5b433ccafab7 None None] Provisioning complete for port b4cf7d61-9773-473c-9b01-54936c104ee3 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:26.797456 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b470d30a-14e9-4385-ba50-5b433ccafab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:26.856492 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-b470d30a-14e9-4385-ba50-5b433ccafab7 None None] Port b4cf7d61-9773-473c-9b01-54936c104ee3 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:51:26.869948 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-b470d30a-14e9-4385-ba50-5b433ccafab7 None None] Provisioning complete for port cd921d9b-92b3-4a04-8484-550f79ae7b49 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:26.870857 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b470d30a-14e9-4385-ba50-5b433ccafab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:26.883397 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-b99abfc0-462a-47c9-803b-7cad8b94e018 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] For port 309e0a08-f812-40e9-bf3a-8362c20116eb, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=309e0a08-f812-40e9-bf3a-8362c20116eb,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:51:26.892216 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-c831f6fa-7a56-4cb4-93a8-6f1bb684d690 admin admin] Deleting subnet a2f70e59-7e68-49dc-8fd5-a1de7ed83ffa {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:51:26.895928 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c831f6fa-7a56-4cb4-93a8-6f1bb684d690 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:26.913543 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21d1d4d-9575-40f3-ad69-bc45eb5fd00b None None] get_active_networks_info from dv-neutron-797121-2-hyperv {{(pid=105226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 21 14:51:26.922472 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b99abfc0-462a-47c9-803b-7cad8b94e018 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:26.947877 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c831f6fa-7a56-4cb4-93a8-6f1bb684d690 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:26.957990 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b99abfc0-462a-47c9-803b-7cad8b94e018 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:26.962883 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b99abfc0-462a-47c9-803b-7cad8b94e018 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:26.976519 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5ca31bd9-e107-40fe-919f-4dbcd1f58419 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:27.063218 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c831f6fa-7a56-4cb4-93a8-6f1bb684d690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:27.070759 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.db.api [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 14:51:27.071127 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_db.api [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 14:51:27.119503 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d87191ed-2253-4b81-beed-e02b04049e85 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:27.144586 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c831f6fa-7a56-4cb4-93a8-6f1bb684d690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:27.148177 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-70ed322f-ae6e-471c-a4d1-7fac669bbc6c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:27.151307 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99abfc0-462a-47c9-803b-7cad8b94e018 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:27.159952 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21d1d4d-9575-40f3-ad69-bc45eb5fd00b None None] Resources bound (agent type, host, resource id): {{(pid=105226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 21 14:51:27.189232 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831f6fa-7a56-4cb4-93a8-6f1bb684d690 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2f70e59-7e68-49dc-8fd5-a1de7ed83ffa,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:27.196155 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c831f6fa-7a56-4cb4-93a8-6f1bb684d690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:27.202703 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c831f6fa-7a56-4cb4-93a8-6f1bb684d690 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:27.205443 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c831f6fa-7a56-4cb4-93a8-6f1bb684d690 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/a2f70e59-7e68-49dc-8fd5-a1de7ed83ffa HTTP/1.1" status: 204 len: 168 time: 0.4162235 Jun 21 14:51:27.207474 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-b99abfc0-462a-47c9-803b-7cad8b94e018 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:27.208129 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 33992) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:27.268537 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-d87191ed-2253-4b81-beed-e02b04049e85 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Calling delete_port for f2a8f89f-4dd8-4575-b5b8-5e0d2f5780dc owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:27.280927 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99abfc0-462a-47c9-803b-7cad8b94e018 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:27.281776 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b99abfc0-462a-47c9-803b-7cad8b94e018 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:27.317183 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a129132c-91cb-4b93-8ce2-5e463dce3950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:27.417168 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-a129132c-91cb-4b93-8ce2-5e463dce3950 admin admin] Deleting port a5417e78-ce6b-4588-bf9b-5b0365bb92d1 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:27.417808 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a129132c-91cb-4b93-8ce2-5e463dce3950 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:27.465994 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34000) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:27.507246 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-a129132c-91cb-4b93-8ce2-5e463dce3950 admin admin] For port a5417e78-ce6b-4588-bf9b-5b0365bb92d1, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=a5417e78-ce6b-4588-bf9b-5b0365bb92d1,segment=NetworkSegment(65774553-a27d-4d8a-916a-99e0c521981d),segment_id=65774553-a27d-4d8a-916a-99e0c521981d)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:51:27.507499 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a129132c-91cb-4b93-8ce2-5e463dce3950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:27.562952 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4df702-4c59-4513-9a15-86dec20c9a4e None None] get_active_networks_info from dv-neutron-797121-2-hyperv {{(pid=105226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 21 14:51:27.609680 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-a129132c-91cb-4b93-8ce2-5e463dce3950 admin admin] Calling delete_port for a5417e78-ce6b-4588-bf9b-5b0365bb92d1 owned by network:dhcp {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:27.628727 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-644734bc-ef54-4269-ac0a-b9cb381453fb tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:27.629435 dv-neutron-797121-2-hyperv neutron-server[105224]: WARNING neutron.api.v2.base [None req-644734bc-ef54-4269-ac0a-b9cb381453fb tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 21 14:51:27.630020 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-644734bc-ef54-4269-ac0a-b9cb381453fb tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] create failed (client error): There was a conflict when trying to complete your request. Jun 21 14:51:27.634952 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-644734bc-ef54-4269-ac0a-b9cb381453fb tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1641073 Jun 21 14:51:27.639432 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:27.651219 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34004) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:27.657157 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-2850ab0f-f865-4580-a0fe-2b5b5df4dd83 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Request body: {'security_group': {'name': 'tempest-secgroup--830643191'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:27.704410 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 309e0a08-f812-40e9-bf3a-8362c20116eb, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=309e0a08-f812-40e9-bf3a-8362c20116eb,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:51:27.713059 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:27.722346 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e49baed7-6815-43e5-9367-adb43ef033c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:27.728772 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99abfc0-462a-47c9-803b-7cad8b94e018 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Port': ['ID=309e0a08-f812-40e9-bf3a-8362c20116eb,revision_number=4']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:27.735647 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2850ab0f-f865-4580-a0fe-2b5b5df4dd83 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:27.738157 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device aa1a8d41-2cba-4d87-ab27-870c7f841e14 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:51:27.757407 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2850ab0f-f865-4580-a0fe-2b5b5df4dd83 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:27.766787 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b99abfc0-462a-47c9-803b-7cad8b94e018 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.790s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:27.778426 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.798s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:27.798711 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e88131-eeef-442b-888f-4fb8b250c54d req-b52eca82-9856-45d7-97d1-66b235f607f0 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:27.800386 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-37e88131-eeef-442b-888f-4fb8b250c54d req-b52eca82-9856-45d7-97d1-66b235f607f0 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.2581422 Jun 21 14:51:27.811737 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: aa1a8d41-2cba-4d87-ab27-870c7f841e14 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:51:27.812775 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device aa1a8d41-2cba-4d87-ab27-870c7f841e14 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:51:27.813503 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a129132c-91cb-4b93-8ce2-5e463dce3950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:27.817326 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-88115e7d-0d4b-4768-bab5-6b6b27474345 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:27.845000 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b99abfc0-462a-47c9-803b-7cad8b94e018 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.8142865 Jun 21 14:51:27.857741 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34006) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:27.860950 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=309e0a08-f812-40e9-bf3a-8362c20116eb,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:27.867975 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:27.868689 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-d6312130-b45c-4c9b-a485-dc11419f56ed tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'port': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'mac_address': 'fa:16:3e:c0:b8:7d', 'name': 'tempest-NetworksTestDHCPv6-927693079'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:27.870329 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4df702-4c59-4513-9a15-86dec20c9a4e None None] Resources bound (agent type, host, resource id): {{(pid=105226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 21 14:51:27.876455 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129132c-91cb-4b93-8ce2-5e463dce3950 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5417e78-ce6b-4588-bf9b-5b0365bb92d1,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:27.883888 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a129132c-91cb-4b93-8ce2-5e463dce3950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:27.891430 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a129132c-91cb-4b93-8ce2-5e463dce3950 admin admin] No DVR routers for this DVR port a5417e78-ce6b-4588-bf9b-5b0365bb92d1 on host dv-neutron-797121-2-hyperv {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:51:27.945272 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-785e9f1e-370b-4f39-bdfd-b095bc453c57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:27.987067 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99abfc0-462a-47c9-803b-7cad8b94e018 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Subnet': ['ID=5d5451bd-8694-4cac-beb6-405080bff343,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:27.989754 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-37e88131-eeef-442b-888f-4fb8b250c54d req-6647ba01-1ad8-400e-b377-18de45a42e8e tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694767 Jun 21 14:51:27.998368 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b99abfc0-462a-47c9-803b-7cad8b94e018 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:28.037554 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 309e0a08-f812-40e9-bf3a-8362c20116eb up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:51:28.083493 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a129132c-91cb-4b93-8ce2-5e463dce3950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:28.103713 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-a129132c-91cb-4b93-8ce2-5e463dce3950 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb470b20-6e86-4a91-bfc2-e6552b84c15d']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:28.122305 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-a129132c-91cb-4b93-8ce2-5e463dce3950 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65774553-a27d-4d8a-916a-99e0c521981d') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:28.122885 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-a129132c-91cb-4b93-8ce2-5e463dce3950 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65774553-a27d-4d8a-916a-99e0c521981d') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:28.140962 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a129132c-91cb-4b93-8ce2-5e463dce3950 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:28.157340 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 309e0a08-f812-40e9-bf3a-8362c20116eb triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:28.158003 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:28.161585 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2850ab0f-f865-4580-a0fe-2b5b5df4dd83 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:28.169450 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a129132c-91cb-4b93-8ce2-5e463dce3950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:28.178333 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2850ab0f-f865-4580-a0fe-2b5b5df4dd83 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:28.184702 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:28.192021 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a129132c-91cb-4b93-8ce2-5e463dce3950 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:51:28.192415 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a129132c-91cb-4b93-8ce2-5e463dce3950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:28.194585 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:51:28.194585 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:51:28.194585 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:51:28.194585 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:51:28.194585 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:51:28.194585 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:51:28.194585 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:51:28.194585 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:51:28.194585 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:51:28.194585 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:51:28.194585 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:51:28.194585 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:51:28.194585 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:51:28.194585 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:51:28.194585 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:51:28.194585 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:51:28.194585 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:51:28.194585 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:51:28.194585 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:51:28.194585 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:51:28.194585 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:51:28.194585 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:51:28.194585 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:51:28.194585 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:51:28.194585 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:51:28.194585 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:51:28.194585 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:51:28.194585 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:51:28.194585 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:51:28.194585 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:51:28.194585 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:51:28.194585 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:51:28.296176 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-26ce155a-ca9b-43c2-96db-94bb90308bd9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:28.298934 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2850ab0f-f865-4580-a0fe-2b5b5df4dd83 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e246951-9c37-456b-abdd-c97b1d99e445,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:28.301870 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6312130-b45c-4c9b-a485-dc11419f56ed tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:28.312149 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2850ab0f-f865-4580-a0fe-2b5b5df4dd83 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:28.323216 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-982910e8-18d2-4a1f-9f5f-de3860c73e75 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:28.369202 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2d0639-86a5-4745-8dff-bc3205d1db10 None None] Network eb470b20-6e86-4a91-bfc2-e6552b84c15d requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:28.373966 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6a4292-28dc-45c8-9012-8ebfdac4e5cc None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:28.407679 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a129132c-91cb-4b93-8ce2-5e463dce3950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:28.429390 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 91883d16-b9a8-48d8-b5e3-e2691f34b0ee no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:51:28.440888 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2eae5581-8d92-4e92-b235-20848f6d85b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:28.452493 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a129132c-91cb-4b93-8ce2-5e463dce3950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:28.469319 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a129132c-91cb-4b93-8ce2-5e463dce3950 admin admin] 10.222.0.72 "DELETE /v2.0/networks/eb470b20-6e86-4a91-bfc2-e6552b84c15d HTTP/1.1" status: 204 len: 168 time: 1.2599399 Jun 21 14:51:28.507414 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129132c-91cb-4b93-8ce2-5e463dce3950 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb470b20-6e86-4a91-bfc2-e6552b84c15d,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:28.510997 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 91883d16-b9a8-48d8-b5e3-e2691f34b0ee {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:51:28.511991 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 91883d16-b9a8-48d8-b5e3-e2691f34b0ee not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:51:28.516998 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a129132c-91cb-4b93-8ce2-5e463dce3950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:28.519488 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2850ab0f-f865-4580-a0fe-2b5b5df4dd83 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:28.541901 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2850ab0f-f865-4580-a0fe-2b5b5df4dd83 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:28.547992 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6e922142-51b6-4490-a627-6d030e5f2a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:28.592915 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce155a-ca9b-43c2-96db-94bb90308bd9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Subnet': ['ID=996cb741-0281-4c23-9fdd-6a53ff21dcb1,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:28.623363 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2850ab0f-f865-4580-a0fe-2b5b5df4dd83 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:28.624893 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2850ab0f-f865-4580-a0fe-2b5b5df4dd83 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9718533 Jun 21 14:51:28.626895 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-26ce155a-ca9b-43c2-96db-94bb90308bd9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:28.628924 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ce155a-ca9b-43c2-96db-94bb90308bd9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Network 6796ce10-2494-4002-991f-bcb89379992d is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:28.631550 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d6312130-b45c-4c9b-a485-dc11419f56ed tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:28.636210 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34014) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:28.666719 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-26ce155a-ca9b-43c2-96db-94bb90308bd9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:28.673977 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-3b32bc0f-92bd-45a2-9ab2-fc3a49fbb0e0 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Request body: {'security_group_rule': {'security_group_id': '123fb5b2-006a-46f5-b170-abe7fc66fc7a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:28.682160 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2850ab0f-f865-4580-a0fe-2b5b5df4dd83 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=123fb5b2-006a-46f5-b170-abe7fc66fc7a,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:28.682706 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbc4147c-9f78-44b0-93e8-f50d93bf34ae None None] Network 6796ce10-2494-4002-991f-bcb89379992d requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:28.683462 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ce155a-ca9b-43c2-96db-94bb90308bd9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:28.684857 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-26ce155a-ca9b-43c2-96db-94bb90308bd9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:28.703539 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2850ab0f-f865-4580-a0fe-2b5b5df4dd83 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:28.709670 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d87191ed-2253-4b81-beed-e02b04049e85 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:28.717401 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-d6312130-b45c-4c9b-a485-dc11419f56ed tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] device_id is not set on port 1b2fa0bf-49a7-4bcf-98ff-9bd8e39947af yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:51:28.726523 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-785e9f1e-370b-4f39-bdfd-b095bc453c57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:28.731457 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44975942-5567-4f8a-a024-2755554e32e7 None None] DHCP port deletion for eb470b20-6e86-4a91-bfc2-e6552b84c15d request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:51:28.739961 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-26ce155a-ca9b-43c2-96db-94bb90308bd9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9905257 Jun 21 14:51:28.742418 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785e9f1e-370b-4f39-bdfd-b095bc453c57 admin admin] Router b65626d1-58a7-4392-aaea-21a6e352a942 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:51:28.773360 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34016) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:28.797311 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-03c886d3-26cc-4940-86cd-c70b779607cc tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'security_group': {'name': 'tempest-secgroup-292038621'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:28.825708 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34018) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:28.827949 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87191ed-2253-4b81-beed-e02b04049e85 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Pushing event deleted for resources: {'Port': ['ID=f2a8f89f-4dd8-4575-b5b8-5e0d2f5780dc,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:28.837645 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d87191ed-2253-4b81-beed-e02b04049e85 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:28.874047 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3b32bc0f-92bd-45a2-9ab2-fc3a49fbb0e0 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:28.884650 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d87191ed-2253-4b81-beed-e02b04049e85 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:28.890190 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d87191ed-2253-4b81-beed-e02b04049e85 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] 10.222.0.72 "DELETE /v2.0/ports/f2a8f89f-4dd8-4575-b5b8-5e0d2f5780dc HTTP/1.1" status: 204 len: 168 time: 3.3487265 Jun 21 14:51:28.893826 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34020) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:28.905122 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f17bd-f074-4e13-b08f-0c4fafdb092d req-e06c7696-d4c0-49df-ae63-f369df0a05cc tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:28.913682 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-081f17bd-f074-4e13-b08f-0c4fafdb092d req-e06c7696-d4c0-49df-ae63-f369df0a05cc tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.3608131 Jun 21 14:51:28.952112 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a38850-14f6-49d3-86fc-6c568f8ea117 req-cbbdc880-7ded-4cf3-b07f-476f499a71bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:28.953664 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e1a38850-14f6-49d3-86fc-6c568f8ea117 req-cbbdc880-7ded-4cf3-b07f-476f499a71bf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=11635685b5064af1901fae1b04f861cb&device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 1098 time: 0.3826318 Jun 21 14:51:28.980086 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ec5c6000-f078-4253-88b1-5c1b66073445 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:28.987701 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-03c886d3-26cc-4940-86cd-c70b779607cc tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:29.001473 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-aceb3dd1-4dfa-49a8-aa2d-a7c6f9853e54 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] GET failed (client error): The resource could not be found. Jun 21 14:51:29.014698 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-aceb3dd1-4dfa-49a8-aa2d-a7c6f9853e54 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] 10.222.0.72 "GET /v2.0/ports/f2a8f89f-4dd8-4575-b5b8-5e0d2f5780dc HTTP/1.1" status: 404 len: 333 time: 0.1147733 Jun 21 14:51:29.019847 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34022) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:29.042746 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a6521750-296b-4637-a478-b72a536b6940 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=eb3339ddc44e4edaa02fbedfc7e28c58&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1997113 Jun 21 14:51:29.066808 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34024) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:29.098006 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381ea5a0-0737-4e33-af0d-39fc8d792c73 None None] Update dhcp port {'port': {'network_id': '6796ce10-2494-4002-991f-bcb89379992d', 'fixed_ips': [{'subnet_id': '0a580cac-43b5-4249-afb2-ee5a56e5e24c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '996cb741-0281-4c23-9fdd-6a53ff21dcb1'}], 'binding:host_id': 'dv-neutron-797121-2-hyperv'}, 'id': 'cd921d9b-92b3-4a04-8484-550f79ae7b49'} from dv-neutron-797121-2-hyperv. {{(pid=105226) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 21 14:51:29.114590 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-081f17bd-f074-4e13-b08f-0c4fafdb092d req-d8f27e5d-dcd8-49cb-bd7e-7abbb24b3fdd tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1896067 Jun 21 14:51:29.177398 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3b32bc0f-92bd-45a2-9ab2-fc3a49fbb0e0 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:29.180248 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-381ea5a0-0737-4e33-af0d-39fc8d792c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:29.243178 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3b32bc0f-92bd-45a2-9ab2-fc3a49fbb0e0 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:29.257346 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785e9f1e-370b-4f39-bdfd-b095bc453c57 admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:51:29.270815 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-785e9f1e-370b-4f39-bdfd-b095bc453c57 admin admin] 10.222.0.72 "PUT /v2.0/routers/b65626d1-58a7-4392-aaea-21a6e352a942/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7306166 Jun 21 14:51:29.276045 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34026) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:29.276875 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-68e288e7-7692-427a-8e7c-286d74d57c5a tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:29.318879 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c4accc-391d-495d-bb28-a50ef0bdc1a7 None None] Sync routers for ids ['b65626d1-58a7-4392-aaea-21a6e352a942'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:51:29.323493 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-d6312130-b45c-4c9b-a485-dc11419f56ed tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Allocated IP 172.20.0.12 (8e867a28-8d41-47df-a2af-a54cb8b30a66/22890f64-b8f8-407d-95f6-0fcd9babf5d1/1b2fa0bf-49a7-4bcf-98ff-9bd8e39947af) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:29.335286 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32bc0f-92bd-45a2-9ab2-fc3a49fbb0e0 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3957ecf6-a5c6-41e5-8ace-1c082b15ee87,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:29.340964 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e2d98fa9-5563-4fee-a9de-3ea7296884d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:29.346137 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-d6312130-b45c-4c9b-a485-dc11419f56ed tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Allocated IP 2001:db8::f816:3eff:fec0:b87d (8e867a28-8d41-47df-a2af-a54cb8b30a66/5d5451bd-8694-4cac-beb6-405080bff343/1b2fa0bf-49a7-4bcf-98ff-9bd8e39947af) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:29.358686 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3b32bc0f-92bd-45a2-9ab2-fc3a49fbb0e0 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:29.363179 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c4accc-391d-495d-bb28-a50ef0bdc1a7 None None] Routers {'b65626d1-58a7-4392-aaea-21a6e352a942'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:51:29.364047 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-33c4accc-391d-495d-bb28-a50ef0bdc1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:51:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['b65626d1-58a7-4392-aaea-21a6e352a942'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:29.397505 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e2d98fa9-5563-4fee-a9de-3ea7296884d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:29.418527 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a38850-14f6-49d3-86fc-6c568f8ea117 req-8bfff55f-64e3-4cb0-a641-045febd3fecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:29.419900 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e1a38850-14f6-49d3-86fc-6c568f8ea117 req-8bfff55f-64e3-4cb0-a641-045febd3fecc service neutron] 10.222.0.66 "GET /v2.0/networks?id=393f8381-0805-46a3-9584-62cfa82bcbaf HTTP/1.1" status: 200 len: 912 time: 0.4347024 Jun 21 14:51:29.439326 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-381ea5a0-0737-4e33-af0d-39fc8d792c73 None None] Allocated IP 2001:db8::2 (6796ce10-2494-4002-991f-bcb89379992d/996cb741-0281-4c23-9fdd-6a53ff21dcb1/cd921d9b-92b3-4a04-8484-550f79ae7b49) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:29.462071 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-03c886d3-26cc-4940-86cd-c70b779607cc tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:29.481209 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-03c886d3-26cc-4940-86cd-c70b779607cc tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:29.487589 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c0366649-36fb-4122-8a6a-8c4b88b20b30 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944 tempest-ExtraDHCPOptionsIpV6TestJSON-828886944-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:29.508110 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3b32bc0f-92bd-45a2-9ab2-fc3a49fbb0e0 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:29.512065 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3b32bc0f-92bd-45a2-9ab2-fc3a49fbb0e0 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8706229 Jun 21 14:51:29.616385 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34028) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:29.624915 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-3f34f869-4821-4575-986e-210734a207b2 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Request body: {'security_group_rule': {'security_group_id': '123fb5b2-006a-46f5-b170-abe7fc66fc7a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:29.669746 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d6312130-b45c-4c9b-a485-dc11419f56ed tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:29.721230 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c886d3-26cc-4940-86cd-c70b779607cc tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3de7c7ec-66ed-414f-9f93-43907753138a,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:29.726651 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-03c886d3-26cc-4940-86cd-c70b779607cc tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:29.727872 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-03c886d3-26cc-4940-86cd-c70b779607cc tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:29.729622 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-03c886d3-26cc-4940-86cd-c70b779607cc tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.9552619 Jun 21 14:51:29.732504 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34030) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:29.739171 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-b3f093fd-f67c-44a7-9f27-86baa845ce1d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'security_group': {'name': 'tempest-secgroup-489883492'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:29.758754 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-d6312130-b45c-4c9b-a485-dc11419f56ed tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Transition to ACTIVE for port object 1b2fa0bf-49a7-4bcf-98ff-9bd8e39947af will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:29.762740 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3f34f869-4821-4575-986e-210734a207b2 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:29.769439 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e2d98fa9-5563-4fee-a9de-3ea7296884d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:29.772580 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e2d98fa9-5563-4fee-a9de-3ea7296884d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:29.773763 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e2d98fa9-5563-4fee-a9de-3ea7296884d0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2c2a30e2-cbe1-49eb-83a8-abd72aaa04ee HTTP/1.1" status: 204 len: 168 time: 0.7052956 Jun 21 14:51:29.786093 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-7ea696bc-a2a4-48a9-89bb-99d976642983 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:29.798232 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-33c4accc-391d-495d-bb28-a50ef0bdc1a7 None None] Set router b65626d1-58a7-4392-aaea-21a6e352a942 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:51:29.803730 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d98fa9-5563-4fee-a9de-3ea7296884d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2a30e2-cbe1-49eb-83a8-abd72aaa04ee,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:29.807406 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e2d98fa9-5563-4fee-a9de-3ea7296884d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:29.853147 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b3f093fd-f67c-44a7-9f27-86baa845ce1d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:29.892099 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-381ea5a0-0737-4e33-af0d-39fc8d792c73 None None] For port cd921d9b-92b3-4a04-8484-550f79ae7b49, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=cd921d9b-92b3-4a04-8484-550f79ae7b49,segment=NetworkSegment(a6395557-c5f5-457a-bf3d-bba5d396ff5a),segment_id=a6395557-c5f5-457a-bf3d-bba5d396ff5a)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:51:29.941664 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-90e8dc62-823d-4853-94af-d54fe988b950 None None] Provisioning complete for port 309e0a08-f812-40e9-bf3a-8362c20116eb triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:29.942076 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-90e8dc62-823d-4853-94af-d54fe988b950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:29.966491 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b3f093fd-f67c-44a7-9f27-86baa845ce1d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:29.975200 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 309e0a08-f812-40e9-bf3a-8362c20116eb up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:51:29.988449 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b3f093fd-f67c-44a7-9f27-86baa845ce1d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:29.996815 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e1a38850-14f6-49d3-86fc-6c568f8ea117 req-d1bd9197-3d12-413b-8ef0-a8bdd5cbb852 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac8496c7-d6cc-470a-91c4-c943a5eda639 HTTP/1.1" status: 200 len: 1001 time: 0.5632677 Jun 21 14:51:30.001987 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fb7d07bd-ddde-4679-9fe1-95c9fc6f8b5b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:30.031806 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-3f34f869-4821-4575-986e-210734a207b2 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] create failed (client error): There was a conflict when trying to complete your request. Jun 21 14:51:30.036091 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3f34f869-4821-4575-986e-210734a207b2 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4181132 Jun 21 14:51:30.037096 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b3f093fd-f67c-44a7-9f27-86baa845ce1d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:30.041772 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b3f093fd-f67c-44a7-9f27-86baa845ce1d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.3046713 Jun 21 14:51:30.041772 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34034) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:30.041772 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34036) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:30.044450 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-381ea5a0-0737-4e33-af0d-39fc8d792c73 None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:30.083430 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-b1f9bebb-64a8-444e-a720-b637084cb910 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'security_group': {'name': 'tempest-secgroup-513815362'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:30.090011 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-381ea5a0-0737-4e33-af0d-39fc8d792c73 None None] Transition to ACTIVE for port object cd921d9b-92b3-4a04-8484-550f79ae7b49 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:30.092964 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-489c095f-adec-490d-acbc-a70eb2245d3b tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Deleting port ce1535fd-1712-4ae9-ba0e-bc9c40bed755 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:30.093445 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-489c095f-adec-490d-acbc-a70eb2245d3b tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:30.094251 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f093fd-f67c-44a7-9f27-86baa845ce1d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dac8edd-c0f4-4a20-a3a7-8b541a718d27,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:30.097515 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-01564933-23ec-4c55-a95f-63b44a7ff790 admin admin] Notify callbacks [] for router, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:30.097745 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b3f093fd-f67c-44a7-9f27-86baa845ce1d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:30.123122 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-381ea5a0-0737-4e33-af0d-39fc8d792c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:30.125700 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d6312130-b45c-4c9b-a485-dc11419f56ed tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:30.129210 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5917e458-1187-41d2-a3db-52a757dc691f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:30.141746 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cc2792f4-28b1-4f30-b36b-48aae4d2e855 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:30.179052 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-ec5c6000-f078-4253-88b1-5c1b66073445 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Allocated IP 172.20.0.1 (3d2cb8f7-30f9-4905-8a6e-3de5e34206d6/87994234-9f14-4a5d-82b7-411e373a92d7/66981d58-0c0e-4d46-a1ea-18d12628061b) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:30.203498 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 309e0a08-f812-40e9-bf3a-8362c20116eb triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:30.204066 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:30.263758 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6312130-b45c-4c9b-a485-dc11419f56ed tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Port': ['ID=1b2fa0bf-49a7-4bcf-98ff-9bd8e39947af,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:30.267937 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d6312130-b45c-4c9b-a485-dc11419f56ed tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:30.280613 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-515f6c4c-f9c9-43b3-9c6b-23189bca06a1 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:30.333074 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ea5a0-0737-4e33-af0d-39fc8d792c73 None None] Pushing event updated for resources: {'Port': ['ID=cd921d9b-92b3-4a04-8484-550f79ae7b49,revision_number=6']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:30.338201 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-381ea5a0-0737-4e33-af0d-39fc8d792c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:30.353994 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-515f6c4c-f9c9-43b3-9c6b-23189bca06a1 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:30.364780 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-33c4accc-391d-495d-bb28-a50ef0bdc1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'name': 'tempest-ServersTestManualDisk-471254655-router', 'tenant_id': 'edeb970118494409b474321a022665eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '4dd87579-ad77-4393-ba18-226b5e06cd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:43Z', 'updated_at': '2021-06-21T14:51:25Z', 'revision_number': 5, 'project_id': 'edeb970118494409b474321a022665eb', 'gw_port': {'id': '4dd87579-ad77-4393-ba18-226b5e06cd4c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:45Z', 'updated_at': '2021-06-21T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:30.408372 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b1f9bebb-64a8-444e-a720-b637084cb910 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:30.419261 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ec5c6000-f078-4253-88b1-5c1b66073445 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:30.429039 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a38850-14f6-49d3-86fc-6c568f8ea117 req-6b231e30-9a87-48db-97c7-ff8fd8083136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:30.430962 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e1a38850-14f6-49d3-86fc-6c568f8ea117 req-6b231e30-9a87-48db-97c7-ff8fd8083136 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3bb9f9f-5a2e-4ed7-b8d4-076458baa435 HTTP/1.1" status: 200 len: 850 time: 0.3399305 Jun 21 14:51:30.440100 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c4accc-391d-495d-bb28-a50ef0bdc1a7 None None] Checking router: b65626d1-58a7-4392-aaea-21a6e352a942 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:51:30.460457 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6312130-b45c-4c9b-a485-dc11419f56ed tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:30.470380 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-d6312130-b45c-4c9b-a485-dc11419f56ed tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:30.475729 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c4accc-391d-495d-bb28-a50ef0bdc1a7 None None] Routers {'b65626d1-58a7-4392-aaea-21a6e352a942'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:51:30.476532 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-33c4accc-391d-495d-bb28-a50ef0bdc1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:51:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['b65626d1-58a7-4392-aaea-21a6e352a942'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:30.487026 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6312130-b45c-4c9b-a485-dc11419f56ed tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:51:30.518653 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-ec5c6000-f078-4253-88b1-5c1b66073445 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Transition to ACTIVE for port object 66981d58-0c0e-4d46-a1ea-18d12628061b will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:30.537886 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-489c095f-adec-490d-acbc-a70eb2245d3b tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:30.615722 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb9547-f489-4b3c-9a7f-38e58ba3bf4c req-21cb7bbd-d8b5-4dae-8314-8621525ad1eb tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:30.623387 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c9bb9547-f489-4b3c-9a7f-38e58ba3bf4c req-21cb7bbd-d8b5-4dae-8314-8621525ad1eb tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.2380240 Jun 21 14:51:30.638299 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-515f6c4c-f9c9-43b3-9c6b-23189bca06a1 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:30.641029 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-515f6c4c-f9c9-43b3-9c6b-23189bca06a1 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:30.646012 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-515f6c4c-f9c9-43b3-9c6b-23189bca06a1 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "DELETE /v2.0/security-groups/123fb5b2-006a-46f5-b170-abe7fc66fc7a HTTP/1.1" status: 204 len: 168 time: 0.6023850 Jun 21 14:51:30.647794 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34050) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:30.652519 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6312130-b45c-4c9b-a485-dc11419f56ed tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:30.654127 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d6312130-b45c-4c9b-a485-dc11419f56ed tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:30.672546 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2850ab0f-f865-4580-a0fe-2b5b5df4dd83 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:30.692390 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-489c095f-adec-490d-acbc-a70eb2245d3b tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Calling delete_port for ce1535fd-1712-4ae9-ba0e-bc9c40bed755 owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:30.701733 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f6c4c-f9c9-43b3-9c6b-23189bca06a1 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=123fb5b2-006a-46f5-b170-abe7fc66fc7a,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:30.705139 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-515f6c4c-f9c9-43b3-9c6b-23189bca06a1 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:30.714069 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-01564933-23ec-4c55-a95f-63b44a7ff790 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:30.730620 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c9bb9547-f489-4b3c-9a7f-38e58ba3bf4c req-4f0c8d69-33f2-408b-8fb0-626102767a33 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061339 Jun 21 14:51:30.754399 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device a5417e78-ce6b-4588-bf9b-5b0365bb92d1 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:51:30.783168 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b1f9bebb-64a8-444e-a720-b637084cb910 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:30.798524 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b1f9bebb-64a8-444e-a720-b637084cb910 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:30.803832 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6c809892-dda6-4479-b236-2cf1bb74c5f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:30.819124 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-33c4accc-391d-495d-bb28-a50ef0bdc1a7 None None] Set router b65626d1-58a7-4392-aaea-21a6e352a942 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:51:30.821119 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: a5417e78-ce6b-4588-bf9b-5b0365bb92d1 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:51:30.821739 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device a5417e78-ce6b-4588-bf9b-5b0365bb92d1 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:51:30.837314 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d6312130-b45c-4c9b-a485-dc11419f56ed tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9745932 Jun 21 14:51:30.840583 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34056) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:30.925112 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b1f9bebb-64a8-444e-a720-b637084cb910 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:30.926524 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b1f9bebb-64a8-444e-a720-b637084cb910 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8466897 Jun 21 14:51:30.927447 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f9bebb-64a8-444e-a720-b637084cb910 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b544e42-4c0f-4e16-8a25-27b62c8b1133,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:30.930481 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34060) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:30.936958 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b1f9bebb-64a8-444e-a720-b637084cb910 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:30.949343 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-aeccca11-b5f9-4f5e-a1a0-549beeca565c tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2486796 Jun 21 14:51:30.950620 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ec5c6000-f078-4253-88b1-5c1b66073445 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:30.952728 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-96b4772c-c4fa-4d27-b967-504a379c5295 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1103355090', 'security_groups': ['6b544e42-4c0f-4e16-8a25-27b62c8b1133'], 'network_id': '6796ce10-2494-4002-991f-bcb89379992d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '996cb741-0281-4c23-9fdd-6a53ff21dcb1'}]}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:30.961331 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34062) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:30.965951 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-339b7564-e911-4113-9525-162a48080688 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:31.005476 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-98c996dd-d176-4e93-bf02-846c73cbab01 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Request body: {'security_group': {'name': 'tempest-secgroup--1815642204'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:31.079611 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5c6000-f078-4253-88b1-5c1b66073445 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Network 3d2cb8f7-30f9-4905-8a6e-3de5e34206d6 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:31.118008 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-ec5c6000-f078-4253-88b1-5c1b66073445 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:31.120818 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5c6000-f078-4253-88b1-5c1b66073445 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:51:31.155784 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ab21e0-1f4b-4300-9251-5869cfa571c6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:31.165813 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3c9ff32b-c6cf-4175-ae17-ac4e07fb8a36 None None] Provisioning for port 1b2fa0bf-49a7-4bcf-98ff-9bd8e39947af completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:31.172980 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-33c4accc-391d-495d-bb28-a50ef0bdc1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'name': 'tempest-ServersTestManualDisk-471254655-router', 'tenant_id': 'edeb970118494409b474321a022665eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '4dd87579-ad77-4393-ba18-226b5e06cd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:43Z', 'updated_at': '2021-06-21T14:51:25Z', 'revision_number': 5, 'project_id': 'edeb970118494409b474321a022665eb', 'gw_port': {'id': '4dd87579-ad77-4393-ba18-226b5e06cd4c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:45Z', 'updated_at': '2021-06-21T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:31.173808 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ab21e0-1f4b-4300-9251-5869cfa571c6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:31.176597 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-92ab21e0-1f4b-4300-9251-5869cfa571c6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3325369 Jun 21 14:51:31.178610 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3c9ff32b-c6cf-4175-ae17-ac4e07fb8a36 None None] Provisioning complete for port 1b2fa0bf-49a7-4bcf-98ff-9bd8e39947af triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:31.179044 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3c9ff32b-c6cf-4175-ae17-ac4e07fb8a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:31.183166 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34066) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:31.183510 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34068) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:31.201260 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c6000-f078-4253-88b1-5c1b66073445 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event updated for resources: {'Port': ['ID=66981d58-0c0e-4d46-a1ea-18d12628061b,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:31.204834 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ec5c6000-f078-4253-88b1-5c1b66073445 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:31.211458 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-98c996dd-d176-4e93-bf02-846c73cbab01 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:31.252262 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a38850-14f6-49d3-86fc-6c568f8ea117 req-895de14b-7b57-4c1d-9fdd-f0a835255c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:31.253887 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e1a38850-14f6-49d3-86fc-6c568f8ea117 req-895de14b-7b57-4c1d-9fdd-f0a835255c00 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=393f8381-0805-46a3-9584-62cfa82bcbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8123860 Jun 21 14:51:31.270919 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b4772c-c4fa-4d27-b967-504a379c5295 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Made reservation on behalf of 4c5b77aec9d44a3cb3b2efd682f8e133 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:31.271770 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c4accc-391d-495d-bb28-a50ef0bdc1a7 None None] The sync data for ids ['b65626d1-58a7-4392-aaea-21a6e352a942'] in dv-neutron-797121-2-hyperv is: [{'id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'name': 'tempest-ServersTestManualDisk-471254655-router', 'tenant_id': 'edeb970118494409b474321a022665eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '4dd87579-ad77-4393-ba18-226b5e06cd4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:43Z', 'updated_at': '2021-06-21T14:51:25Z', 'revision_number': 5, 'project_id': 'edeb970118494409b474321a022665eb', 'gw_port': {'id': '4dd87579-ad77-4393-ba18-226b5e06cd4c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:b9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b65626d1-58a7-4392-aaea-21a6e352a942', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:45Z', 'updated_at': '2021-06-21T14:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:51:31.300252 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ec5c6000-f078-4253-88b1-5c1b66073445 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:31.319885 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-3c9ff32b-c6cf-4175-ae17-ac4e07fb8a36 None None] Port 1b2fa0bf-49a7-4bcf-98ff-9bd8e39947af cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:51:31.431275 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-c30ca6dd-683e-4230-814d-ced29b048cc0 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1014698888'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:31.440819 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-01564933-23ec-4c55-a95f-63b44a7ff790 admin admin] Deleting port 4dd87579-ad77-4393-ba18-226b5e06cd4c {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:31.441724 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-01564933-23ec-4c55-a95f-63b44a7ff790 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:31.458073 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ef141c6f-1833-4954-b3a1-bff66b127de8 None None] Provisioning complete for port b4cf7d61-9773-473c-9b01-54936c104ee3 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:31.459824 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ef141c6f-1833-4954-b3a1-bff66b127de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:31.486755 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-96b4772c-c4fa-4d27-b967-504a379c5295 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:31.500379 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-fd2a21c1-3ed9-408a-9986-9a5c7717b9d5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting port 1b2fa0bf-49a7-4bcf-98ff-9bd8e39947af {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:31.500713 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fd2a21c1-3ed9-408a-9986-9a5c7717b9d5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:31.507892 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-ef141c6f-1833-4954-b3a1-bff66b127de8 None None] Port b4cf7d61-9773-473c-9b01-54936c104ee3 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:51:31.523598 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ef141c6f-1833-4954-b3a1-bff66b127de8 None None] Provisioning for port cd921d9b-92b3-4a04-8484-550f79ae7b49 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:31.528170 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ef141c6f-1833-4954-b3a1-bff66b127de8 None None] Provisioning complete for port cd921d9b-92b3-4a04-8484-550f79ae7b49 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:31.528723 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ef141c6f-1833-4954-b3a1-bff66b127de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:31.545708 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-96b4772c-c4fa-4d27-b967-504a379c5295 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] device_id is not set on port c58ff329-b9c2-47b6-a88e-c4abc6234e76 yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:51:31.587065 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-489c095f-adec-490d-acbc-a70eb2245d3b tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:31.597607 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7aab172c-29af-44ac-b942-5bd00810a22e tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:31.677351 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c095f-adec-490d-acbc-a70eb2245d3b tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Pushing event deleted for resources: {'Port': ['ID=ce1535fd-1712-4ae9-ba0e-bc9c40bed755,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:31.680893 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-489c095f-adec-490d-acbc-a70eb2245d3b tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:31.686178 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fd2a21c1-3ed9-408a-9986-9a5c7717b9d5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:31.725141 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-489c095f-adec-490d-acbc-a70eb2245d3b tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:31.729969 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-489c095f-adec-490d-acbc-a70eb2245d3b tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] 10.222.0.72 "DELETE /v2.0/ports/ce1535fd-1712-4ae9-ba0e-bc9c40bed755 HTTP/1.1" status: 204 len: 168 time: 2.6969023 Jun 21 14:51:31.733377 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34072) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:31.741459 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e1a38850-14f6-49d3-86fc-6c568f8ea117 req-9a738142-a7b4-4e70-b0cd-ae0af9f668a0 service neutron] 10.222.0.66 "GET /v2.0/networks/393f8381-0805-46a3-9584-62cfa82bcbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618158 Jun 21 14:51:31.743330 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-01564933-23ec-4c55-a95f-63b44a7ff790 admin admin] For port 4dd87579-ad77-4393-ba18-226b5e06cd4c, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=4dd87579-ad77-4393-ba18-226b5e06cd4c,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:51:31.743684 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-01564933-23ec-4c55-a95f-63b44a7ff790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:31.759963 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-b2e8e3e8-75ec-433d-817f-f2fefcf3c56d None None] Provisioning for port 66981d58-0c0e-4d46-a1ea-18d12628061b completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:31.765884 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-b2e8e3e8-75ec-433d-817f-f2fefcf3c56d None None] Provisioning complete for port 66981d58-0c0e-4d46-a1ea-18d12628061b triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:31.766502 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b2e8e3e8-75ec-433d-817f-f2fefcf3c56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:31.789366 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-fd2a21c1-3ed9-408a-9986-9a5c7717b9d5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Calling delete_port for 1b2fa0bf-49a7-4bcf-98ff-9bd8e39947af owned by {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:31.835434 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-b2e8e3e8-75ec-433d-817f-f2fefcf3c56d None None] Port 66981d58-0c0e-4d46-a1ea-18d12628061b cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:51:31.909822 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-96b4772c-c4fa-4d27-b967-504a379c5295 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Allocated IP 2001:db8::3b3 (6796ce10-2494-4002-991f-bcb89379992d/996cb741-0281-4c23-9fdd-6a53ff21dcb1/c58ff329-b9c2-47b6-a88e-c4abc6234e76) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:31.945727 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-01564933-23ec-4c55-a95f-63b44a7ff790 admin admin] Calling delete_port for 4dd87579-ad77-4393-ba18-226b5e06cd4c owned by network:router_gateway {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:31.965474 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device cd921d9b-92b3-4a04-8484-550f79ae7b49 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:51:32.017003 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-98c996dd-d176-4e93-bf02-846c73cbab01 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:32.033092 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port cd921d9b-92b3-4a04-8484-550f79ae7b49 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:32.034450 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:32.043173 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-98c996dd-d176-4e93-bf02-846c73cbab01 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:32.054317 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bdc486ed-3669-4454-8a05-eb4b1677e693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:32.114245 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6799162-0bea-4fb3-892d-7caa20fdfb36 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Deleting subnet cc2bd707-691e-418e-8b16-66a275e6ebff {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:51:32.114707 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30ca6dd-683e-4230-814d-ced29b048cc0 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Made reservation on behalf of 57e20db61fe241e18b0f621ed62d898b for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:32.118282 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c30ca6dd-683e-4230-814d-ced29b048cc0 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:32.123134 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ec5c6000-f078-4253-88b1-5c1b66073445 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:32.136308 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device cbab8c34-f882-4684-903f-205c2da9cf22 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:51:32.143644 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a6799162-0bea-4fb3-892d-7caa20fdfb36 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:32.162896 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: cbab8c34-f882-4684-903f-205c2da9cf22 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:51:32.163286 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device cbab8c34-f882-4684-903f-205c2da9cf22 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:51:32.182382 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-98c996dd-d176-4e93-bf02-846c73cbab01 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:32.183584 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-98c996dd-d176-4e93-bf02-846c73cbab01 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1875200 Jun 21 14:51:32.203586 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34076) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:32.211642 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-298a3e24-cbda-4675-acbd-58534b746b0c tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Request body: {'security_group_rule': {'security_group_id': 'd40ab8d5-cb4f-40f9-8932-9eb7cfe9551b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:32.212401 dv-neutron-797121-2-hyperv neutron-server[105225]: WARNING neutron.api.v2.base [None req-298a3e24-cbda-4675-acbd-58534b746b0c tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 21 14:51:32.212887 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-298a3e24-cbda-4675-acbd-58534b746b0c tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:51:32.213844 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-298a3e24-cbda-4675-acbd-58534b746b0c tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0061429 Jun 21 14:51:32.223696 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c996dd-d176-4e93-bf02-846c73cbab01 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d40ab8d5-cb4f-40f9-8932-9eb7cfe9551b,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:32.227049 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-98c996dd-d176-4e93-bf02-846c73cbab01 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:32.235588 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34078) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:32.305698 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a6799162-0bea-4fb3-892d-7caa20fdfb36 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:32.315372 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e1a38850-14f6-49d3-86fc-6c568f8ea117 req-d603e675-12b8-45b7-925c-356d3619a138 service neutron] 10.222.0.66 "GET /v2.0/networks/393f8381-0805-46a3-9584-62cfa82bcbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5480826 Jun 21 14:51:32.442853 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c30ca6dd-683e-4230-814d-ced29b048cc0 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:32.483733 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bff564-9ebf-4300-ba33-74fdc9cecb42 req-a609b9de-7d17-48a9-9208-07518b829d60 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:32.485244 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-32bff564-9ebf-4300-ba33-74fdc9cecb42 req-a609b9de-7d17-48a9-9208-07518b829d60 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.5684710 Jun 21 14:51:32.585387 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-96b4772c-c4fa-4d27-b967-504a379c5295 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:32.655281 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-96b4772c-c4fa-4d27-b967-504a379c5295 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Transition to ACTIVE for port object c58ff329-b9c2-47b6-a88e-c4abc6234e76 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:32.663801 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-32bff564-9ebf-4300-ba33-74fdc9cecb42 req-a93ff992-7c38-4632-b125-4bb0c8aaef69 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684451 Jun 21 14:51:32.735762 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fd2a21c1-3ed9-408a-9986-9a5c7717b9d5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:32.744077 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-74d61251-56fe-489b-90cc-c527c62b1248 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:32.802233 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a21c1-3ed9-408a-9986-9a5c7717b9d5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Port': ['ID=1b2fa0bf-49a7-4bcf-98ff-9bd8e39947af,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:32.807178 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c30ca6dd-683e-4230-814d-ced29b048cc0 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:32.808681 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-96b4772c-c4fa-4d27-b967-504a379c5295 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:32.810606 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fd2a21c1-3ed9-408a-9986-9a5c7717b9d5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:32.850248 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-dd757d80-6795-46a2-ad80-0293971b9143 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:32.855860 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c30ca6dd-683e-4230-814d-ced29b048cc0 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:32.927784 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4ddecfc8-152b-4000-8d65-5e1ad9e17586 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:32.963037 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b4772c-c4fa-4d27-b967-504a379c5295 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Network 6796ce10-2494-4002-991f-bcb89379992d is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:32.963912 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c30ca6dd-683e-4230-814d-ced29b048cc0 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:51:32.972250 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4ddecfc8-152b-4000-8d65-5e1ad9e17586 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:32.975857 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a6799162-0bea-4fb3-892d-7caa20fdfb36 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:32.976158 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4772c-c4fa-4d27-b967-504a379c5295 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Port': ['ID=c58ff329-b9c2-47b6-a88e-c4abc6234e76,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:32.978879 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-96b4772c-c4fa-4d27-b967-504a379c5295 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:32.984635 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-96b4772c-c4fa-4d27-b967-504a379c5295 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:32.985988 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2850ab0f-f865-4580-a0fe-2b5b5df4dd83 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:32.997851 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b4772c-c4fa-4d27-b967-504a379c5295 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:51:33.003508 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b4772c-c4fa-4d27-b967-504a379c5295 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:33.004139 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-96b4772c-c4fa-4d27-b967-504a379c5295 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:33.028449 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c30ca6dd-683e-4230-814d-ced29b048cc0 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:33.028816 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-c30ca6dd-683e-4230-814d-ced29b048cc0 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Added segment 269af777-38e4-48b4-ba83-2515d7ca8170 of type vlan for network 09824e0f-0bbc-4d33-bf4b-d75f8ad99ce8 Jun 21 14:51:33.048506 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fd2a21c1-3ed9-408a-9986-9a5c7717b9d5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:33.050484 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fd2a21c1-3ed9-408a-9986-9a5c7717b9d5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/1b2fa0bf-49a7-4bcf-98ff-9bd8e39947af HTTP/1.1" status: 204 len: 168 time: 1.8659949 Jun 21 14:51:33.053759 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34080) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:33.086510 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ca6dd-683e-4230-814d-ced29b048cc0 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5919b0-2f4f-489b-841d-33a405b98453,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:33.109665 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-01564933-23ec-4c55-a95f-63b44a7ff790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:33.112155 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-96b4772c-c4fa-4d27-b967-504a379c5295 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1765399 Jun 21 14:51:33.113632 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c30ca6dd-683e-4230-814d-ced29b048cc0 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:33.122766 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34082) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:33.132631 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-81978a7b-11af-4dc8-9653-92d10bae2773 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'subnet': {'network_id': '6796ce10-2494-4002-991f-bcb89379992d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:33.141341 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-489c095f-adec-490d-acbc-a70eb2245d3b tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:33.145431 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c30ca6dd-683e-4230-814d-ced29b048cc0 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:33.191412 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01564933-23ec-4c55-a95f-63b44a7ff790 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dd87579-ad77-4393-ba18-226b5e06cd4c,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:33.199428 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-01564933-23ec-4c55-a95f-63b44a7ff790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:33.205829 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa73fc0-ec91-4ba7-83b0-c39b90fb43b5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:33.207443 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa73fc0-ec91-4ba7-83b0-c39b90fb43b5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:33.209489 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa73fc0-ec91-4ba7-83b0-c39b90fb43b5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:33.211064 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-7aa73fc0-ec91-4ba7-83b0-c39b90fb43b5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1544175 Jun 21 14:51:33.215036 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34084) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:33.229421 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4ddecfc8-152b-4000-8d65-5e1ad9e17586 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:33.231981 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4ddecfc8-152b-4000-8d65-5e1ad9e17586 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:33.233078 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4ddecfc8-152b-4000-8d65-5e1ad9e17586 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "DELETE /v2.0/security-groups/d40ab8d5-cb4f-40f9-8932-9eb7cfe9551b HTTP/1.1" status: 204 len: 168 time: 0.9965329 Jun 21 14:51:33.240514 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34086) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:33.241243 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-868ecac0-08d4-4b45-a4b4-d7cc68585f63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:33.301530 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c30ca6dd-683e-4230-814d-ced29b048cc0 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:33.307286 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30ca6dd-683e-4230-814d-ced29b048cc0 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:33.307885 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c30ca6dd-683e-4230-814d-ced29b048cc0 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:33.311647 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddecfc8-152b-4000-8d65-5e1ad9e17586 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40ab8d5-cb4f-40f9-8932-9eb7cfe9551b,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:33.312364 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-96f9bd58-bd0c-410f-9ef6-39d4a666d6c4 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:33.314876 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a6799162-0bea-4fb3-892d-7caa20fdfb36 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:33.319615 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-f25c88e7-e624-4f22-83c1-a1ae7282e3e9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting subnet 22890f64-b8f8-407d-95f6-0fcd9babf5d1 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:51:33.322396 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4ddecfc8-152b-4000-8d65-5e1ad9e17586 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:33.326023 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-94b792b4-d055-4955-85dc-c1dbde6a4590 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:33.327955 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f25c88e7-e624-4f22-83c1-a1ae7282e3e9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:33.369168 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3e0f4d5c-b775-4e90-9953-328207976cf5 None None] Provisioning for port c58ff329-b9c2-47b6-a88e-c4abc6234e76 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:33.374128 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3e0f4d5c-b775-4e90-9953-328207976cf5 None None] Provisioning complete for port c58ff329-b9c2-47b6-a88e-c4abc6234e76 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:33.374758 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3e0f4d5c-b775-4e90-9953-328207976cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:33.384594 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a6799162-0bea-4fb3-892d-7caa20fdfb36 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:33.390189 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a6799162-0bea-4fb3-892d-7caa20fdfb36 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] 10.222.0.72 "DELETE /v2.0/subnets/cc2bd707-691e-418e-8b16-66a275e6ebff HTTP/1.1" status: 204 len: 168 time: 1.6511238 Jun 21 14:51:33.391166 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6799162-0bea-4fb3-892d-7caa20fdfb36 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Pushing event deleted for resources: {'Subnet': ['ID=cc2bd707-691e-418e-8b16-66a275e6ebff,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:33.395796 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34088) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:33.398847 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a6799162-0bea-4fb3-892d-7caa20fdfb36 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:33.403155 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cd59ad-1561-45e1-9bef-cc6e597189f1 None None] Network efa506b3-b4b6-4187-a5b6-34476a2ef1cf requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:33.425029 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-01564933-23ec-4c55-a95f-63b44a7ff790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:33.461503 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4193355b-4b72-4375-b844-9504d88c0433 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2115791 Jun 21 14:51:33.476963 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-3e0f4d5c-b775-4e90-9953-328207976cf5 None None] Port c58ff329-b9c2-47b6-a88e-c4abc6234e76 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:51:33.478647 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34090) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:33.488923 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c30ca6dd-683e-4230-814d-ced29b048cc0 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.3030040 Jun 21 14:51:33.493446 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-a398427a-d37b-4d23-8c69-b23d1135ea76 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Request body: {'security_group': {'name': 'tempest-secgroup--1041096155'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:33.494280 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34092) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:33.500704 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-2fbacf34-d934-4500-921b-7f50ab9ace66 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Request body: {'subnet': {'network_id': '09824e0f-0bbc-4d33-bf4b-d75f8ad99ce8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:33.516550 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f25c88e7-e624-4f22-83c1-a1ae7282e3e9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:33.521695 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ca6dd-683e-4230-814d-ced29b048cc0 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Pushing event updated for resources: {'Network': ['ID=09824e0f-0bbc-4d33-bf4b-d75f8ad99ce8,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:33.524988 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c30ca6dd-683e-4230-814d-ced29b048cc0 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:33.538638 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 09824e0f-0bbc-4d33-bf4b-d75f8ad99ce8 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:51:33.573570 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-01564933-23ec-4c55-a95f-63b44a7ff790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:33.580570 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-01564933-23ec-4c55-a95f-63b44a7ff790 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:33.599069 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d2dbdd9c-4c42-4032-854a-7abb1ec6836a tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:33.605189 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ec5c6000-f078-4253-88b1-5c1b66073445 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:33.606148 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81978a7b-11af-4dc8-9653-92d10bae2773 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Made reservation on behalf of 4c5b77aec9d44a3cb3b2efd682f8e133 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:33.610460 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-81978a7b-11af-4dc8-9653-92d10bae2773 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:33.647737 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ec5c6000-f078-4253-88b1-5c1b66073445 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:33.654141 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c16231d7-59d2-4fa3-bf94-c9254ef7b3a3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:33.685816 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-01564933-23ec-4c55-a95f-63b44a7ff790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:33.686324 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01564933-23ec-4c55-a95f-63b44a7ff790 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b65626d1-58a7-4392-aaea-21a6e352a942 {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:51:33.686919 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a398427a-d37b-4d23-8c69-b23d1135ea76 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:33.710500 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41684e7f-8309-45f8-9b5e-d73c398d8273 None None] DHCP port deletion for efa506b3-b4b6-4187-a5b6-34476a2ef1cf request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:51:33.726041 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-01564933-23ec-4c55-a95f-63b44a7ff790 admin admin] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:33.727201 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-01564933-23ec-4c55-a95f-63b44a7ff790 admin admin] 10.222.0.72 "DELETE /v2.0/routers/b65626d1-58a7-4392-aaea-21a6e352a942 HTTP/1.1" status: 204 len: 168 time: 4.4145887 Jun 21 14:51:33.738169 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34096) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:33.771193 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f25c88e7-e624-4f22-83c1-a1ae7282e3e9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:33.784859 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-41684e7f-8309-45f8-9b5e-d73c398d8273 None None] Deleting port 1d430336-10c8-484b-8b21-86cc216a8765 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:33.785795 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-41684e7f-8309-45f8-9b5e-d73c398d8273 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:33.803480 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ec5c6000-f078-4253-88b1-5c1b66073445 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:33.843883 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-6732dd10-d241-4006-aed6-793b86d110e6 admin admin] Deleting subnet ab9b3e1e-da06-4d3e-a679-80adc4390a65 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:51:33.846226 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c6000-f078-4253-88b1-5c1b66073445 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event updated for resources: {'Port': ['ID=66981d58-0c0e-4d46-a1ea-18d12628061b,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:33.852075 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ec5c6000-f078-4253-88b1-5c1b66073445 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:33.852753 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6732dd10-d241-4006-aed6-793b86d110e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:33.855841 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbacf34-d934-4500-921b-7f50ab9ace66 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Made reservation on behalf of 57e20db61fe241e18b0f621ed62d898b for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:33.862585 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2fbacf34-d934-4500-921b-7f50ab9ace66 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:33.875928 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-41684e7f-8309-45f8-9b5e-d73c398d8273 None None] For port 1d430336-10c8-484b-8b21-86cc216a8765, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=1d430336-10c8-484b-8b21-86cc216a8765,segment=NetworkSegment(ebd6bcea-eecd-46fc-bbc2-ab24c55fcd12),segment_id=ebd6bcea-eecd-46fc-bbc2-ab24c55fcd12)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:51:33.876332 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-41684e7f-8309-45f8-9b5e-d73c398d8273 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:33.944798 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f25c88e7-e624-4f22-83c1-a1ae7282e3e9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:33.951336 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:33.952879 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-41684e7f-8309-45f8-9b5e-d73c398d8273 None None] Calling delete_port for 1d430336-10c8-484b-8b21-86cc216a8765 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:34.013602 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25c88e7-e624-4f22-83c1-a1ae7282e3e9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Subnet': ['ID=22890f64-b8f8-407d-95f6-0fcd9babf5d1,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:34.016710 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f25c88e7-e624-4f22-83c1-a1ae7282e3e9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:34.018611 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f25c88e7-e624-4f22-83c1-a1ae7282e3e9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/22890f64-b8f8-407d-95f6-0fcd9babf5d1 HTTP/1.1" status: 204 len: 168 time: 0.8009956 Jun 21 14:51:34.023217 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f25c88e7-e624-4f22-83c1-a1ae7282e3e9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:34.026242 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6732dd10-d241-4006-aed6-793b86d110e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:34.028519 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34098) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:34.035189 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192c65ea-4de5-4629-864e-096a345df1fa None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:34.046749 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.ipam_backend_mixin [None req-81978a7b-11af-4dc8-9653-92d10bae2773 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 996cb741-0281-4c23-9fdd-6a53ff21dcb1 (CIDR: 2001:db8::/64) Jun 21 14:51:34.061446 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-81978a7b-11af-4dc8-9653-92d10bae2773 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:51:34.061925 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81978a7b-11af-4dc8-9653-92d10bae2773 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:51:34.110995 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880684e-f7a4-4e39-9b4e-91aafc160582 req-745c4150-34b2-459f-9ec8-3c845efcf200 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:34.115601 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1880684e-f7a4-4e39-9b4e-91aafc160582 req-745c4150-34b2-459f-9ec8-3c845efcf200 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.2749858 Jun 21 14:51:34.126830 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-d2dbdd9c-4c42-4032-854a-7abb1ec6836a tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Deleting port 1d430336-10c8-484b-8b21-86cc216a8765 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:34.127090 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d2dbdd9c-4c42-4032-854a-7abb1ec6836a tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:34.128935 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-41684e7f-8309-45f8-9b5e-d73c398d8273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:34.138997 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-48198cda-be3f-42cd-ac75-76cdd2cc869f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:34.169578 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41684e7f-8309-45f8-9b5e-d73c398d8273 None None] Pushing event deleted for resources: {'Port': ['ID=1d430336-10c8-484b-8b21-86cc216a8765,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:34.170388 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-e469f7b8-36b9-46df-ab2c-62c481ed3961 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting subnet 5d5451bd-8694-4cac-beb6-405080bff343 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:51:34.176448 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41684e7f-8309-45f8-9b5e-d73c398d8273 None None] No DVR routers for this DVR port 1d430336-10c8-484b-8b21-86cc216a8765 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:51:34.179353 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-41684e7f-8309-45f8-9b5e-d73c398d8273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:34.181832 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e469f7b8-36b9-46df-ab2c-62c481ed3961 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:34.188061 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5c6000-f078-4253-88b1-5c1b66073445 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Network 3d2cb8f7-30f9-4905-8a6e-3de5e34206d6 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:34.218785 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-ec5c6000-f078-4253-88b1-5c1b66073445 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:34.239742 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a398427a-d37b-4d23-8c69-b23d1135ea76 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:34.247599 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1880684e-f7a4-4e39-9b4e-91aafc160582 req-f259047e-3ff4-444d-8c9c-112321c18ca6 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180377 Jun 21 14:51:34.263657 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a398427a-d37b-4d23-8c69-b23d1135ea76 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:34.282702 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4b33a457-1293-4e62-8e6b-0deebd2c1fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:34.286920 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-d2dbdd9c-4c42-4032-854a-7abb1ec6836a tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] For port 1d430336-10c8-484b-8b21-86cc216a8765, host dv-neutron-797121-2-hyperv, got binding levels [] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:51:34.287283 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d2dbdd9c-4c42-4032-854a-7abb1ec6836a tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:34.295701 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-81978a7b-11af-4dc8-9653-92d10bae2773 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1718590 Jun 21 14:51:34.308325 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34102) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:34.315205 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a398427a-d37b-4d23-8c69-b23d1135ea76 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:34.318123 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a398427a-d37b-4d23-8c69-b23d1135ea76 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8337221 Jun 21 14:51:34.323795 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34104) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:34.331532 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-fc6b4df2-d110-428a-8904-57da476cd7b5 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'subnet': {'network_id': '6796ce10-2494-4002-991f-bcb89379992d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:34.372461 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-3a679e13-0372-409c-a228-7cbba01b9e8b tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Request body: {'security_group_rule': {'security_group_id': 'd70905e4-97b4-4864-ada5-c456d9188c68', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:34.376532 dv-neutron-797121-2-hyperv neutron-server[105224]: WARNING neutron.api.v2.base [None req-3a679e13-0372-409c-a228-7cbba01b9e8b tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 21 14:51:34.382740 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-3a679e13-0372-409c-a228-7cbba01b9e8b tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:51:34.388211 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3a679e13-0372-409c-a228-7cbba01b9e8b tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0266252 Jun 21 14:51:34.396950 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 1d430336-10c8-484b-8b21-86cc216a8765 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:51:34.418155 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34106) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:34.442077 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e469f7b8-36b9-46df-ab2c-62c481ed3961 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:34.447827 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a398427a-d37b-4d23-8c69-b23d1135ea76 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d70905e4-97b4-4864-ada5-c456d9188c68,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:34.452411 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a398427a-d37b-4d23-8c69-b23d1135ea76 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:34.484196 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6732dd10-d241-4006-aed6-793b86d110e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:34.571347 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-d2dbdd9c-4c42-4032-854a-7abb1ec6836a tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Calling delete_port for 1d430336-10c8-484b-8b21-86cc216a8765 owned by network:dhcp {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:34.577001 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.ipam_backend_mixin [None req-d2dbdd9c-4c42-4032-854a-7abb1ec6836a tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Port 1d430336-10c8-484b-8b21-86cc216a8765 was not found and therefore no delete operation was performed {{(pid=105224) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 21 14:51:34.588301 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 1d430336-10c8-484b-8b21-86cc216a8765 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:51:34.588676 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 1d430336-10c8-484b-8b21-86cc216a8765 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:51:34.591997 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d2dbdd9c-4c42-4032-854a-7abb1ec6836a tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:34.603602 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-82eb52fc-aa43-4540-bb78-03e1c2f4fb52 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:34.622683 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2bf0636f-26d8-4059-80e6-87e290f80f0c None None] Provisioning complete for port 66981d58-0c0e-4d46-a1ea-18d12628061b triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:34.623063 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2bf0636f-26d8-4059-80e6-87e290f80f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:34.644979 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dbdd9c-4c42-4032-854a-7abb1ec6836a tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Pushing event deleted for resources: {'Port': ['ID=1d430336-10c8-484b-8b21-86cc216a8765,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:34.648741 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d2dbdd9c-4c42-4032-854a-7abb1ec6836a tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:34.656084 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dbdd9c-4c42-4032-854a-7abb1ec6836a tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] No DVR routers for this DVR port 1d430336-10c8-484b-8b21-86cc216a8765 on host dv-neutron-797121-2-hyperv {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:51:34.668910 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-2bf0636f-26d8-4059-80e6-87e290f80f0c None None] Port 66981d58-0c0e-4d46-a1ea-18d12628061b cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:51:34.679281 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2fbacf34-d934-4500-921b-7f50ab9ace66 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:34.704355 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b9908a95-33b2-4c4f-82dc-fe91e0161ee5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:34.727926 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8a9bf-063b-421c-88ef-73d28c2668ad req-0b77ab37-41d4-4ac2-8da9-72b319444592 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:34.729612 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-23b8a9bf-063b-421c-88ef-73d28c2668ad req-0b77ab37-41d4-4ac2-8da9-72b319444592 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.2314668 Jun 21 14:51:34.772174 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a8657326-bf82-4e25-bce7-8bbb1ae9c82d tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:34.774147 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6732dd10-d241-4006-aed6-793b86d110e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:34.798857 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5c6000-f078-4253-88b1-5c1b66073445 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Router 03f8bfb2-b35a-4122-9b0c-a392da10d006 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:51:34.799068 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d2dbdd9c-4c42-4032-854a-7abb1ec6836a tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:34.800406 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e469f7b8-36b9-46df-ab2c-62c481ed3961 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:34.830350 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-d2dbdd9c-4c42-4032-854a-7abb1ec6836a tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa506b3-b4b6-4187-a5b6-34476a2ef1cf']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:34.856226 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbacf34-d934-4500-921b-7f50ab9ace66 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Pushing event updated for resources: {'Subnet': ['ID=f28c6279-d857-4509-bc69-ded6c7bf4a8a,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:34.860739 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-d2dbdd9c-4c42-4032-854a-7abb1ec6836a tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebd6bcea-eecd-46fc-bbc2-ab24c55fcd12') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:34.861319 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-d2dbdd9c-4c42-4032-854a-7abb1ec6836a tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebd6bcea-eecd-46fc-bbc2-ab24c55fcd12') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:34.866080 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2fbacf34-d934-4500-921b-7f50ab9ace66 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:34.867118 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6732dd10-d241-4006-aed6-793b86d110e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:34.869027 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6732dd10-d241-4006-aed6-793b86d110e6 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/ab9b3e1e-da06-4d3e-a679-80adc4390a65 HTTP/1.1" status: 204 len: 168 time: 1.1278143 Jun 21 14:51:34.870685 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-23b8a9bf-063b-421c-88ef-73d28c2668ad req-5e7d4df3-ab5b-4f5c-8931-0f0431eb88be tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106558 Jun 21 14:51:34.872103 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4356e357-9e64-4074-9d12-64052f663348 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:34.873588 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eadcb7fe-0098-435b-9d95-9e60fbe548ac None None] Network 84e1768a-a440-4f3b-9a03-5323ebc8092f requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:34.873958 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34108) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:34.882912 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6b4df2-d110-428a-8904-57da476cd7b5 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Made reservation on behalf of 4c5b77aec9d44a3cb3b2efd682f8e133 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:34.887229 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fc6b4df2-d110-428a-8904-57da476cd7b5 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:34.895186 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d2dbdd9c-4c42-4032-854a-7abb1ec6836a tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:34.905410 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a8657326-bf82-4e25-bce7-8bbb1ae9c82d tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:34.951877 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d2dbdd9c-4c42-4032-854a-7abb1ec6836a tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:34.962368 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6732dd10-d241-4006-aed6-793b86d110e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab9b3e1e-da06-4d3e-a679-80adc4390a65,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:34.977459 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2dbdd9c-4c42-4032-854a-7abb1ec6836a tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:51:34.978182 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d2dbdd9c-4c42-4032-854a-7abb1ec6836a tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:34.998821 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:51:34.998821 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:51:34.998821 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:51:34.998821 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:51:34.998821 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:51:34.998821 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:51:34.998821 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:51:34.998821 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:51:34.998821 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:51:34.998821 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:51:34.998821 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:51:34.998821 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:51:34.998821 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:51:34.998821 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:51:34.998821 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:51:34.998821 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:51:34.998821 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:51:34.998821 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:51:34.998821 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:51:34.998821 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:51:34.998821 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:51:34.998821 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:51:34.998821 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:51:34.998821 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:51:34.998821 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:51:34.998821 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:51:34.998821 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:51:34.998821 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:51:34.998821 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:51:34.998821 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:51:34.998821 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:51:34.998821 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:51:34.998821 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:51:34.998821 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:51:34.998821 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:51:34.998821 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:51:35.008174 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6732dd10-d241-4006-aed6-793b86d110e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:35.109366 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fbacf34-d934-4500-921b-7f50ab9ace66 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Checking segment: {'id': '269af777-38e4-48b4-ba83-2515d7ca8170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '09824e0f-0bbc-4d33-bf4b-d75f8ad99ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:51:35.110064 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbacf34-d934-4500-921b-7f50ab9ace66 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Network hostable DHCP agents. Network: 09824e0f-0bbc-4d33-bf4b-d75f8ad99ce8, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:51:35.121824 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d2dbdd9c-4c42-4032-854a-7abb1ec6836a tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:35.133774 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8b554502-630c-4183-9b55-f8604bd13ec8 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:35.140754 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d2dbdd9c-4c42-4032-854a-7abb1ec6836a tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:35.142670 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d2dbdd9c-4c42-4032-854a-7abb1ec6836a tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] 10.222.0.72 "DELETE /v2.0/networks/efa506b3-b4b6-4187-a5b6-34476a2ef1cf HTTP/1.1" status: 204 len: 168 time: 1.7396746 Jun 21 14:51:35.145560 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.ipam_backend_mixin [None req-fc6b4df2-d110-428a-8904-57da476cd7b5 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0a580cac-43b5-4249-afb2-ee5a56e5e24c (CIDR: 2001:db8:0:1::/64) Jun 21 14:51:35.167435 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e469f7b8-36b9-46df-ab2c-62c481ed3961 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:35.170274 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dbdd9c-4c42-4032-854a-7abb1ec6836a tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Pushing event deleted for resources: {'Network': ['ID=efa506b3-b4b6-4187-a5b6-34476a2ef1cf,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:35.172717 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc6b4df2-d110-428a-8904-57da476cd7b5 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:51:35.173219 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc6b4df2-d110-428a-8904-57da476cd7b5 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:51:35.182408 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d2dbdd9c-4c42-4032-854a-7abb1ec6836a tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:35.185065 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a9109baa-a09e-4d23-9403-d0a83854eb07 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:35.190479 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f237e6ea-cc77-4dba-81f4-0ad691caebfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:35.218759 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fc6b4df2-d110-428a-8904-57da476cd7b5 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8994005 Jun 21 14:51:35.221528 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34114) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:35.232161 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:35.246540 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a8657326-bf82-4e25-bce7-8bbb1ae9c82d tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:35.248474 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a8657326-bf82-4e25-bce7-8bbb1ae9c82d tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:35.249647 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a8657326-bf82-4e25-bce7-8bbb1ae9c82d tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "DELETE /v2.0/security-groups/d70905e4-97b4-4864-ada5-c456d9188c68 HTTP/1.1" status: 204 len: 168 time: 0.8243484 Jun 21 14:51:35.258618 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa915f5-fd1a-4be1-b6f0-736f5a86d294 None None] DHCP port deletion for 84e1768a-a440-4f3b-9a03-5323ebc8092f request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:51:35.262884 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-d74552fa-3c48-47e9-be32-934104e5a131 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'subnet': {'network_id': '6796ce10-2494-4002-991f-bcb89379992d', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:35.276954 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34118) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:35.286395 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469f7b8-36b9-46df-ab2c-62c481ed3961 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Subnet': ['ID=5d5451bd-8694-4cac-beb6-405080bff343,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:35.293135 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e469f7b8-36b9-46df-ab2c-62c481ed3961 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:35.295643 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e0ba4d7e-9925-4051-83d8-86d7c6747d15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:35.305270 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e469f7b8-36b9-46df-ab2c-62c481ed3961 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:35.313405 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e469f7b8-36b9-46df-ab2c-62c481ed3961 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/5d5451bd-8694-4cac-beb6-405080bff343 HTTP/1.1" status: 204 len: 168 time: 1.2804141 Jun 21 14:51:35.325372 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34120) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:35.326274 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fbacf34-d934-4500-921b-7f50ab9ace66 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Network 09824e0f-0bbc-4d33-bf4b-d75f8ad99ce8 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:51:35.337621 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8657326-bf82-4e25-bce7-8bbb1ae9c82d tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70905e4-97b4-4864-ada5-c456d9188c68,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:35.358898 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a8657326-bf82-4e25-bce7-8bbb1ae9c82d tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:35.424870 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-56b56075-0b86-4a66-9c90-5270e35b43ab tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0960619 Jun 21 14:51:35.426412 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-2fbacf34-d934-4500-921b-7f50ab9ace66 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 09824e0f-0bbc-4d33-bf4b-d75f8ad99ce8) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:35.429908 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5c6000-f078-4253-88b1-5c1b66073445 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:51:35.439908 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4ca15e-bcd8-4fc8-b699-0c66beef2094 None None] Sync routers for ids ['03f8bfb2-b35a-4122-9b0c-a392da10d006'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:51:35.440421 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e417f2c6-9e9b-4988-b25a-4069ad418fae None None] Network 09824e0f-0bbc-4d33-bf4b-d75f8ad99ce8 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:35.446130 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34122) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:35.450645 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4ca15e-bcd8-4fc8-b699-0c66beef2094 None None] Routers {'03f8bfb2-b35a-4122-9b0c-a392da10d006'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:51:35.454829 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-8c4ca15e-bcd8-4fc8-b699-0c66beef2094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:51:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['03f8bfb2-b35a-4122-9b0c-a392da10d006'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:35.461860 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ec5c6000-f078-4253-88b1-5c1b66073445 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "PUT /v2.0/routers/03f8bfb2-b35a-4122-9b0c-a392da10d006/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3163192 Jun 21 14:51:35.463340 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbacf34-d934-4500-921b-7f50ab9ace66 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:35.474969 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2fbacf34-d934-4500-921b-7f50ab9ace66 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:35.494466 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34126) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:35.511456 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-8c2284e1-dc78-4418-a066-5a79dbc3e021 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Request body: {'port': {'network_id': '3d2cb8f7-30f9-4905-8a6e-3de5e34206d6', 'name': 'tempest-FloatingIPTestJSON-1744266648'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:35.534074 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-2fbacf34-d934-4500-921b-7f50ab9ace66 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0372741 Jun 21 14:51:35.535275 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34128) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:35.539963 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-8c4ca15e-bcd8-4fc8-b699-0c66beef2094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:35.550163 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c82077d-64ff-48e5-903f-cca2e5ab2b2e None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:35.550465 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4ca15e-bcd8-4fc8-b699-0c66beef2094 None None] Routers {'03f8bfb2-b35a-4122-9b0c-a392da10d006'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:51:35.551222 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-8c4ca15e-bcd8-4fc8-b699-0c66beef2094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:51:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['03f8bfb2-b35a-4122-9b0c-a392da10d006'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:35.566470 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-f337943f-13ae-4c97-80cd-484a94740b71 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2033852763', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:35.587703 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-9aa915f5-fd1a-4be1-b6f0-736f5a86d294 None None] Deleting port 275403d7-42c1-49dc-a8c7-8818a2f21ddf {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:35.588237 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9aa915f5-fd1a-4be1-b6f0-736f5a86d294 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:35.590747 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-8c4ca15e-bcd8-4fc8-b699-0c66beef2094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:35.591609 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c4ca15e-bcd8-4fc8-b699-0c66beef2094 None None] The sync data for ids ['03f8bfb2-b35a-4122-9b0c-a392da10d006'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:51:35.601377 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34130) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:35.668152 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3ed179b3-89eb-4d28-b67a-18fd65d7d41c tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3841224 Jun 21 14:51:35.669534 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34134) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:35.677442 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-bf361144-8813-44d5-9f89-a1a593013286 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Request body: {'security_group': {'name': 'tempest-secgroup--1498804453'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:35.677992 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f337943f-13ae-4c97-80cd-484a94740b71 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:35.679059 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f337943f-13ae-4c97-80cd-484a94740b71 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:35.686266 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-f237e6ea-cc77-4dba-81f4-0ad691caebfc admin admin] Deleting port 275403d7-42c1-49dc-a8c7-8818a2f21ddf {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:35.686604 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f237e6ea-cc77-4dba-81f4-0ad691caebfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:35.746645 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5ace8-697c-4c3a-a897-0ce5d7ff8016 req-c7b457ec-b6aa-4647-985b-6daf5e104f5c tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:35.748263 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1ac5ace8-697c-4c3a-a897-0ce5d7ff8016 req-c7b457ec-b6aa-4647-985b-6daf5e104f5c tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.3109944 Jun 21 14:51:35.751709 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.db.api [None req-d74552fa-3c48-47e9-be32-934104e5a131 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 21 14:51:35.751709 dv-neutron-797121-2-hyperv neutron-server[105224]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 21 14:51:35.751709 dv-neutron-797121-2-hyperv neutron-server[105224]: [parameters: {'project_id_1': '4c5b77aec9d44a3cb3b2efd682f8e133', 'expiration_1': datetime.datetime(2021, 6, 21, 14, 51, 35, 729064)}] Jun 21 14:51:35.751709 dv-neutron-797121-2-hyperv neutron-server[105224]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 14:51:35.752113 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_db.api [None req-d74552fa-3c48-47e9-be32-934104e5a131 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 14:51:35.759557 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302eb8a9-a67c-4a75-8c85-1e20ab6c708f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:35.763772 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-302eb8a9-a67c-4a75-8c85-1e20ab6c708f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3119853 Jun 21 14:51:35.765712 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34136) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:35.771803 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c3f0e8-e432-4065-8ea0-34a013e1cb84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-09824e0f-0bbc-4d33-bf4b-d75f8ad99ce8', 'network_id': '09824e0f-0bbc-4d33-bf4b-d75f8ad99ce8', 'tenant_id': '57e20db61fe241e18b0f621ed62d898b', 'fixed_ips': [{'subnet_id': 'f28c6279-d857-4509-bc69-ded6c7bf4a8a'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:51:35.773050 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-57c3f0e8-e432-4065-8ea0-34a013e1cb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:35.775930 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-d6f74394-4bbf-41bd-b75a-822a2ec8b7fc None None] Provisioning complete for port 309e0a08-f812-40e9-bf3a-8362c20116eb triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:35.776535 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d6f74394-4bbf-41bd-b75a-822a2ec8b7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:35.813466 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bf361144-8813-44d5-9f89-a1a593013286 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:35.819973 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-f237e6ea-cc77-4dba-81f4-0ad691caebfc admin admin] For port 275403d7-42c1-49dc-a8c7-8818a2f21ddf, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=275403d7-42c1-49dc-a8c7-8818a2f21ddf,segment=NetworkSegment(f494193e-eb98-474d-8309-6b49d7e2f849),segment_id=f494193e-eb98-474d-8309-6b49d7e2f849)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:51:35.820339 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f237e6ea-cc77-4dba-81f4-0ad691caebfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:35.824605 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f337943f-13ae-4c97-80cd-484a94740b71 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:35.851339 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-9aa915f5-fd1a-4be1-b6f0-736f5a86d294 None None] For port 275403d7-42c1-49dc-a8c7-8818a2f21ddf, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=275403d7-42c1-49dc-a8c7-8818a2f21ddf,segment=NetworkSegment(f494193e-eb98-474d-8309-6b49d7e2f849),segment_id=f494193e-eb98-474d-8309-6b49d7e2f849)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:51:35.852113 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9aa915f5-fd1a-4be1-b6f0-736f5a86d294 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:35.870206 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f337943f-13ae-4c97-80cd-484a94740b71 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:35.886486 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1ac5ace8-697c-4c3a-a897-0ce5d7ff8016 req-8ae10ce1-f77a-4a94-97a7-492045ac7124 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241825 Jun 21 14:51:35.889693 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14189bf2-3b9a-4483-aeed-c0f274fa9f1f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:35.891981 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-14189bf2-3b9a-4483-aeed-c0f274fa9f1f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1254091 Jun 21 14:51:35.894974 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34138) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:35.934164 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-f237e6ea-cc77-4dba-81f4-0ad691caebfc admin admin] Calling delete_port for 275403d7-42c1-49dc-a8c7-8818a2f21ddf owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:35.937331 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2284e1-dc78-4418-a066-5a79dbc3e021 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Made reservation on behalf of da70a9900bfc421d9b05485e06c0e9c1 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:35.940940 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8c2284e1-dc78-4418-a066-5a79dbc3e021 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:35.946344 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-9aa915f5-fd1a-4be1-b6f0-736f5a86d294 None None] Calling delete_port for 275403d7-42c1-49dc-a8c7-8818a2f21ddf owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:35.985805 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-058b0234-4f55-4535-8ac9-ce3bb0250c7a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0876510 Jun 21 14:51:35.993054 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34142) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:35.995347 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-8c2284e1-dc78-4418-a066-5a79dbc3e021 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] device_id is not set on port b152b54e-dd41-4476-b94f-687435348b23 yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:51:36.006265 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 4dd87579-ad77-4393-ba18-226b5e06cd4c no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:51:36.006849 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6bdd986e-6d7f-4bf1-bb97-17a8abe0644b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fc99d5a5dea84a61be44f60fb8dedd86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4021487 Jun 21 14:51:36.010066 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34144) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:36.015700 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-83eb1ed9-61cc-4eb7-bad1-527f6f7d40e1 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:36.051151 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 4dd87579-ad77-4393-ba18-226b5e06cd4c {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:51:36.051510 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 4dd87579-ad77-4393-ba18-226b5e06cd4c not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:51:36.051985 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 275403d7-42c1-49dc-a8c7-8818a2f21ddf no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:51:36.096943 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a72e0fed-8313-48fb-b4eb-64af8bf5ce32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:36.112729 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bf361144-8813-44d5-9f89-a1a593013286 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:36.143136 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a72e0fed-8313-48fb-b4eb-64af8bf5ce32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:36.165735 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bf361144-8813-44d5-9f89-a1a593013286 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:36.177843 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a398427a-d37b-4d23-8c69-b23d1135ea76 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:36.216441 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf361144-8813-44d5-9f89-a1a593013286 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=519e79f3-da30-4f4f-804e-1d6d25ae586e,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:36.239770 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-bf361144-8813-44d5-9f89-a1a593013286 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:36.262759 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bf361144-8813-44d5-9f89-a1a593013286 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:36.268593 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-bf361144-8813-44d5-9f89-a1a593013286 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5972493 Jun 21 14:51:36.272606 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34148) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:36.279936 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-e08459b0-6700-4ae1-a9e2-5667ec1ef431 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Request body: {'security_group_rule': {'security_group_id': '519e79f3-da30-4f4f-804e-1d6d25ae586e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:36.296961 dv-neutron-797121-2-hyperv neutron-server[105224]: WARNING neutron.api.v2.base [None req-e08459b0-6700-4ae1-a9e2-5667ec1ef431 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 21 14:51:36.297595 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-e08459b0-6700-4ae1-a9e2-5667ec1ef431 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:51:36.306133 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:36.307767 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e08459b0-6700-4ae1-a9e2-5667ec1ef431 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0324509 Jun 21 14:51:36.308593 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34150) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:36.314940 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-57c3f0e8-e432-4065-8ea0-34a013e1cb84 None None] Allocated IP 172.20.0.2 (09824e0f-0bbc-4d33-bf4b-d75f8ad99ce8/f28c6279-d857-4509-bc69-ded6c7bf4a8a/0e037f5a-1892-4903-827c-13a506db5d5b) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:36.334997 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-00a0df8e-735e-4be3-929d-5bef11729900 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Request body: {'security_group_rule': {'security_group_id': '519e79f3-da30-4f4f-804e-1d6d25ae586e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:36.336067 dv-neutron-797121-2-hyperv neutron-server[105224]: WARNING neutron.api.v2.base [None req-00a0df8e-735e-4be3-929d-5bef11729900 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 21 14:51:36.336847 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-00a0df8e-735e-4be3-929d-5bef11729900 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:51:36.344057 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-00a0df8e-735e-4be3-929d-5bef11729900 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0162385 Jun 21 14:51:36.346404 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34152) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:36.358694 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-e84331eb-d47a-410f-9c7a-24b39476515a tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Request body: {'security_group_rule': {'security_group_id': '519e79f3-da30-4f4f-804e-1d6d25ae586e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:36.359952 dv-neutron-797121-2-hyperv neutron-server[105224]: WARNING neutron.api.v2.base [None req-e84331eb-d47a-410f-9c7a-24b39476515a tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 21 14:51:36.361360 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-e84331eb-d47a-410f-9c7a-24b39476515a tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:51:36.364497 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9aa915f5-fd1a-4be1-b6f0-736f5a86d294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:36.367240 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-80c43e99-27dc-4e45-a69d-62e2bb37ada4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:36.368284 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e84331eb-d47a-410f-9c7a-24b39476515a tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0182955 Jun 21 14:51:36.372497 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34154) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:36.373319 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a72e0fed-8313-48fb-b4eb-64af8bf5ce32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:36.382220 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a72e0fed-8313-48fb-b4eb-64af8bf5ce32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:36.394608 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a72e0fed-8313-48fb-b4eb-64af8bf5ce32 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c34caf14-478a-4a46-b80b-950f5d86bd8b HTTP/1.1" status: 204 len: 168 time: 0.3728297 Jun 21 14:51:36.401388 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-106d918f-6b3b-432d-989f-8bf5394f967d tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Request body: {'security_group_rule': {'security_group_id': '519e79f3-da30-4f4f-804e-1d6d25ae586e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:36.402348 dv-neutron-797121-2-hyperv neutron-server[105224]: WARNING neutron.api.v2.base [None req-106d918f-6b3b-432d-989f-8bf5394f967d tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 21 14:51:36.402915 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-106d918f-6b3b-432d-989f-8bf5394f967d tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:51:36.409412 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-106d918f-6b3b-432d-989f-8bf5394f967d tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0130408 Jun 21 14:51:36.463636 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34158) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:36.464499 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4610c5eb-b16a-4288-b4b6-c1828a508ea7 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:36.477913 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab0d2ae-7f07-4247-8836-5861f5040a3e None None] DHCP port deletion for 8e867a28-8d41-47df-a2af-a54cb8b30a66 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:51:36.534662 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e0fed-8313-48fb-b4eb-64af8bf5ce32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34caf14-478a-4a46-b80b-950f5d86bd8b,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:36.536952 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74552fa-3c48-47e9-be32-934104e5a131 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Made reservation on behalf of 4c5b77aec9d44a3cb3b2efd682f8e133 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:36.540623 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d74552fa-3c48-47e9-be32-934104e5a131 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:36.546239 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a72e0fed-8313-48fb-b4eb-64af8bf5ce32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:36.577115 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f337943f-13ae-4c97-80cd-484a94740b71 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:36.581255 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa915f5-fd1a-4be1-b6f0-736f5a86d294 None None] Pushing event deleted for resources: {'Port': ['ID=275403d7-42c1-49dc-a8c7-8818a2f21ddf,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:36.582088 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f337943f-13ae-4c97-80cd-484a94740b71 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.0234005 Jun 21 14:51:36.586059 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34162) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:36.626745 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-9aa915f5-fd1a-4be1-b6f0-736f5a86d294 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:36.628045 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa915f5-fd1a-4be1-b6f0-736f5a86d294 None None] No DVR routers for this DVR port 275403d7-42c1-49dc-a8c7-8818a2f21ddf on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:51:36.692450 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c26074-6ed1-4a1b-8de5-d9931daaf6fd req-d95223b8-5d76-428b-9612-65b27f40ea88 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:36.699756 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d9c26074-6ed1-4a1b-8de5-d9931daaf6fd req-d95223b8-5d76-428b-9612-65b27f40ea88 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.2888563 Jun 21 14:51:36.718302 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83eb1ed9-61cc-4eb7-bad1-527f6f7d40e1 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:36.722288 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-83eb1ed9-61cc-4eb7-bad1-527f6f7d40e1 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:36.724045 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-83eb1ed9-61cc-4eb7-bad1-527f6f7d40e1 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:51:36.724729 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83eb1ed9-61cc-4eb7-bad1-527f6f7d40e1 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:51:36.731725 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a5e36b26-74b4-4a89-a48a-e2dc6616f26a tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:36.747668 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-dab0d2ae-7f07-4247-8836-5861f5040a3e None None] Deleting port 309e0a08-f812-40e9-bf3a-8362c20116eb {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:36.748951 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-dab0d2ae-7f07-4247-8836-5861f5040a3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:36.758184 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-57c3f0e8-e432-4065-8ea0-34a013e1cb84 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:36.791508 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-57c3f0e8-e432-4065-8ea0-34a013e1cb84 None None] Transition to ACTIVE for port object 0e037f5a-1892-4903-827c-13a506db5d5b will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:36.852563 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-57c3f0e8-e432-4065-8ea0-34a013e1cb84 None None] Transition to ACTIVE for port object 0e037f5a-1892-4903-827c-13a506db5d5b will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:36.860838 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-83eb1ed9-61cc-4eb7-bad1-527f6f7d40e1 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8579872 Jun 21 14:51:36.867020 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34170) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:36.877562 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-6c56e331-2047-4d31-a465-da539a2c0ecc tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:36.879781 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-57c3f0e8-e432-4065-8ea0-34a013e1cb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:36.885029 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f237e6ea-cc77-4dba-81f4-0ad691caebfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:36.895265 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:36.902793 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-577c5cc9-717b-47ae-98d0-c2013ce726c0 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:36.909654 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-8c2284e1-dc78-4418-a066-5a79dbc3e021 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Allocated IP 172.20.0.8 (3d2cb8f7-30f9-4905-8a6e-3de5e34206d6/87994234-9f14-4a5d-82b7-411e373a92d7/b152b54e-dd41-4476-b94f-687435348b23) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:36.912322 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c3f0e8-e432-4065-8ea0-34a013e1cb84 None None] Network 09824e0f-0bbc-4d33-bf4b-d75f8ad99ce8 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:36.941524 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-57c3f0e8-e432-4065-8ea0-34a013e1cb84 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:36.951446 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c3f0e8-e432-4065-8ea0-34a013e1cb84 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:51:36.954685 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-dab0d2ae-7f07-4247-8836-5861f5040a3e None None] For port 309e0a08-f812-40e9-bf3a-8362c20116eb, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=309e0a08-f812-40e9-bf3a-8362c20116eb,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:51:36.955088 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-dab0d2ae-7f07-4247-8836-5861f5040a3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:37.042175 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237e6ea-cc77-4dba-81f4-0ad691caebfc admin admin] Pushing event deleted for resources: {'Port': ['ID=275403d7-42c1-49dc-a8c7-8818a2f21ddf,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:37.047138 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f237e6ea-cc77-4dba-81f4-0ad691caebfc admin admin] No DVR routers for this DVR port 275403d7-42c1-49dc-a8c7-8818a2f21ddf on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:51:37.053336 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f237e6ea-cc77-4dba-81f4-0ad691caebfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:37.071284 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-dab0d2ae-7f07-4247-8836-5861f5040a3e None None] Calling delete_port for 309e0a08-f812-40e9-bf3a-8362c20116eb owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:37.073976 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3f0e8-e432-4065-8ea0-34a013e1cb84 None None] Pushing event updated for resources: {'Port': ['ID=0e037f5a-1892-4903-827c-13a506db5d5b,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:37.079136 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-57c3f0e8-e432-4065-8ea0-34a013e1cb84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:37.120583 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-57c3f0e8-e432-4065-8ea0-34a013e1cb84 None None] Attempting to bind port 0e037f5a-1892-4903-827c-13a506db5d5b on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:51:37.121085 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-57c3f0e8-e432-4065-8ea0-34a013e1cb84 None None] Attempting to bind port 0e037f5a-1892-4903-827c-13a506db5d5b by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '269af777-38e4-48b4-ba83-2515d7ca8170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '09824e0f-0bbc-4d33-bf4b-d75f8ad99ce8'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:51:37.121452 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c3f0e8-e432-4065-8ea0-34a013e1cb84 None None] Attempting to bind port 0e037f5a-1892-4903-827c-13a506db5d5b on network 09824e0f-0bbc-4d33-bf4b-d75f8ad99ce8 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:51:37.131880 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c3f0e8-e432-4065-8ea0-34a013e1cb84 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:51:37.132303 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c3f0e8-e432-4065-8ea0-34a013e1cb84 None None] Checking segment: {'id': '269af777-38e4-48b4-ba83-2515d7ca8170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '09824e0f-0bbc-4d33-bf4b-d75f8ad99ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:51:37.132911 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-57c3f0e8-e432-4065-8ea0-34a013e1cb84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:37.133423 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c3f0e8-e432-4065-8ea0-34a013e1cb84 None None] Bound using segment: {'id': '269af777-38e4-48b4-ba83-2515d7ca8170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '09824e0f-0bbc-4d33-bf4b-d75f8ad99ce8'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:51:37.134028 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-57c3f0e8-e432-4065-8ea0-34a013e1cb84 None None] Bound port: 0e037f5a-1892-4903-827c-13a506db5d5b, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '269af777-38e4-48b4-ba83-2515d7ca8170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '09824e0f-0bbc-4d33-bf4b-d75f8ad99ce8'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:51:37.134419 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-57c3f0e8-e432-4065-8ea0-34a013e1cb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:37.157158 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d9c26074-6ed1-4a1b-8de5-d9931daaf6fd req-f9bcad3f-903c-4dd2-9048-eef2e5d176cd tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4562721 Jun 21 14:51:37.176580 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a5e36b26-74b4-4a89-a48a-e2dc6616f26a tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:37.244112 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f237e6ea-cc77-4dba-81f4-0ad691caebfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:37.264897 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-57c3f0e8-e432-4065-8ea0-34a013e1cb84 None None] For port 0e037f5a-1892-4903-827c-13a506db5d5b, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:51:37.278551 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-57c3f0e8-e432-4065-8ea0-34a013e1cb84 None None] For port 0e037f5a-1892-4903-827c-13a506db5d5b, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=0e037f5a-1892-4903-827c-13a506db5d5b,segment=NetworkSegment(269af777-38e4-48b4-ba83-2515d7ca8170),segment_id=269af777-38e4-48b4-ba83-2515d7ca8170)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:51:37.285741 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a5e36b26-74b4-4a89-a48a-e2dc6616f26a tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:37.288302 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a5e36b26-74b4-4a89-a48a-e2dc6616f26a tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:37.291805 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a5e36b26-74b4-4a89-a48a-e2dc6616f26a tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "DELETE /v2.0/security-groups/519e79f3-da30-4f4f-804e-1d6d25ae586e HTTP/1.1" status: 204 len: 168 time: 0.8053782 Jun 21 14:51:37.291940 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-57c3f0e8-e432-4065-8ea0-34a013e1cb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:37.293910 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e49baed7-6815-43e5-9367-adb43ef033c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:37.296616 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-dab0d2ae-7f07-4247-8836-5861f5040a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:37.306057 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-f237e6ea-cc77-4dba-81f4-0ad691caebfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84e1768a-a440-4f3b-9a03-5323ebc8092f']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:37.307967 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34182) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:37.332467 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c56e331-2047-4d31-a465-da539a2c0ecc tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:37.336319 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6c56e331-2047-4d31-a465-da539a2c0ecc tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:37.337503 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab0d2ae-7f07-4247-8836-5861f5040a3e None None] No DVR routers for this DVR port 309e0a08-f812-40e9-bf3a-8362c20116eb on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:51:37.338104 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c56e331-2047-4d31-a465-da539a2c0ecc tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:51:37.338702 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c56e331-2047-4d31-a465-da539a2c0ecc tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:51:37.358440 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c8988a6a-dc3e-4408-9dd9-642f58d0ba6b tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:37.364339 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c3f0e8-e432-4065-8ea0-34a013e1cb84 None None] Pushing event updated for resources: {'Port': ['ID=0e037f5a-1892-4903-827c-13a506db5d5b,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:37.373967 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-f237e6ea-cc77-4dba-81f4-0ad691caebfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f494193e-eb98-474d-8309-6b49d7e2f849') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:37.373967 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-f237e6ea-cc77-4dba-81f4-0ad691caebfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f494193e-eb98-474d-8309-6b49d7e2f849') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:37.384608 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-57c3f0e8-e432-4065-8ea0-34a013e1cb84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:37.385185 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-c1dd7f7e-f869-4a47-829c-8eb01e19e0f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:37.400064 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-15e080b7-4088-4429-a29f-487e5fe30b5e tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:37.415342 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e36b26-74b4-4a89-a48a-e2dc6616f26a tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=519e79f3-da30-4f4f-804e-1d6d25ae586e,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:37.417609 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f237e6ea-cc77-4dba-81f4-0ad691caebfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:37.418564 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a5e36b26-74b4-4a89-a48a-e2dc6616f26a tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:37.419509 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d74552fa-3c48-47e9-be32-934104e5a131 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:37.420606 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0d2ae-7f07-4247-8836-5861f5040a3e None None] Pushing event deleted for resources: {'Port': ['ID=309e0a08-f812-40e9-bf3a-8362c20116eb,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:37.423117 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-dab0d2ae-7f07-4247-8836-5861f5040a3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:37.424236 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2edc067c-a748-41d8-b7db-24f740a91423 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:37.429475 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6c56e331-2047-4d31-a465-da539a2c0ecc tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5600462 Jun 21 14:51:37.439424 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34184) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:37.459276 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-7d3c24b4-9c56-442f-bd1c-2cae8cda76ab tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:37.487876 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34186) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:37.500619 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f237e6ea-cc77-4dba-81f4-0ad691caebfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:37.552579 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f237e6ea-cc77-4dba-81f4-0ad691caebfc admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:51:37.552836 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f237e6ea-cc77-4dba-81f4-0ad691caebfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:37.553392 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74552fa-3c48-47e9-be32-934104e5a131 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Network 6796ce10-2494-4002-991f-bcb89379992d is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: self.session.flush() Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: self.session.flush() Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: self.session.flush() Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: self.session.flush() Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:51:37.554917 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:51:37.560111 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-d74552fa-3c48-47e9-be32-934104e5a131 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:37.566233 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74552fa-3c48-47e9-be32-934104e5a131 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:37.566821 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d74552fa-3c48-47e9-be32-934104e5a131 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:37.575360 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b66bef-7424-4e9b-b94c-94d24939a082 None None] Network 6796ce10-2494-4002-991f-bcb89379992d requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:37.613293 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74552fa-3c48-47e9-be32-934104e5a131 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Subnet': ['ID=746ae2d3-2022-4998-be6c-5e46439c4e18,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:37.625934 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d74552fa-3c48-47e9-be32-934104e5a131 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:37.641047 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-059ac10b-16fb-4b3a-9e53-b662586aedbb tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3303449 Jun 21 14:51:37.646855 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34190) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:37.652764 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-42f63c51-9861-4a89-a14f-73f84c791792 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Request body: {'security_group': {'name': 'tempest-secgroup--289617054'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:37.684011 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d74552fa-3c48-47e9-be32-934104e5a131 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4598382 Jun 21 14:51:37.691758 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [None req-0f654e94-b705-4a54-9d2a-356131fb9445 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:37.693638 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0f654e94-b705-4a54-9d2a-356131fb9445 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2025244 Jun 21 14:51:37.695289 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34192) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:37.705410 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-75eb68c7-fbde-4241-88f2-40d960af7acb tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1766615186', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '746ae2d3-2022-4998-be6c-5e46439c4e18'}], 'security_groups': ['3de7c7ec-66ed-414f-9f93-43907753138a', '2dac8edd-c0f4-4a20-a3a7-8b541a718d27']}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:37.709511 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34194) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:37.719404 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [None req-f109f31d-2fd9-43b8-b0fc-9e2748607420 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:37.720727 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f109f31d-2fd9-43b8-b0fc-9e2748607420 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0079036 Jun 21 14:51:37.728567 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34196) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:37.735749 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8c2284e1-dc78-4418-a066-5a79dbc3e021 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:37.741484 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-1e66d1d1-d7db-429e-8455-b753e86e68a1 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:37.742508 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1e66d1d1-d7db-429e-8455-b753e86e68a1 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0104103 Jun 21 14:51:37.748072 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34198) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:37.750203 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.db.api [None req-42f63c51-9861-4a89-a14f-73f84c791792 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 21 14:51:37.750203 dv-neutron-797121-2-hyperv neutron-server[105225]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 21 14:51:37.750203 dv-neutron-797121-2-hyperv neutron-server[105225]: [parameters: {'project_id_1': 'a9923c6f43b449b6b731dd9b35c94780', 'expiration_1': datetime.datetime(2021, 6, 21, 14, 51, 37, 682000)}] Jun 21 14:51:37.750203 dv-neutron-797121-2-hyperv neutron-server[105225]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 14:51:37.751020 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_db.api [None req-42f63c51-9861-4a89-a14f-73f84c791792 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 14:51:37.752205 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [None req-6d92a1b4-1a8f-4792-9a1f-c03b5cfae555 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:37.753142 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6d92a1b4-1a8f-4792-9a1f-c03b5cfae555 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0047998 Jun 21 14:51:37.763329 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d3c24b4-9c56-442f-bd1c-2cae8cda76ab tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:37.763696 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34200) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:37.767903 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7d3c24b4-9c56-442f-bd1c-2cae8cda76ab tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:37.769738 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d3c24b4-9c56-442f-bd1c-2cae8cda76ab tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:51:37.770215 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d3c24b4-9c56-442f-bd1c-2cae8cda76ab tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:51:37.772719 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-e385067f-7f51-4916-a58e-5ee327b11ec0 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:37.773997 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e385067f-7f51-4916-a58e-5ee327b11ec0 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0062160 Jun 21 14:51:37.783036 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34202) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:37.786015 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-8c2284e1-dc78-4418-a066-5a79dbc3e021 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Transition to ACTIVE for port object b152b54e-dd41-4476-b94f-687435348b23 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:37.790884 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-d5917e77-4f64-4f88-ad5a-1482c0746428 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:37.792109 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d5917e77-4f64-4f88-ad5a-1482c0746428 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0075347 Jun 21 14:51:37.794987 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34204) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:37.795628 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f237e6ea-cc77-4dba-81f4-0ad691caebfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:37.799991 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [None req-a66cbce3-7a2b-4356-9b58-de2cb7ba7aa7 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:37.801169 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a66cbce3-7a2b-4356-9b58-de2cb7ba7aa7 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0051274 Jun 21 14:51:37.806487 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-cfb829bd-1ffb-42db-8f9e-c4e8c7a251aa tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:37.808252 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34206) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:37.815460 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [None req-65e53a14-c15b-4a1d-89f9-9a0d04afb0a6 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:37.816418 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-65e53a14-c15b-4a1d-89f9-9a0d04afb0a6 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0072010 Jun 21 14:51:37.820006 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34208) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:37.828655 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f237e6ea-cc77-4dba-81f4-0ad691caebfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:37.829254 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [None req-6b74a31d-32c6-45a6-ace1-809faf4245b7 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:37.836496 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6b74a31d-32c6-45a6-ace1-809faf4245b7 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0089605 Jun 21 14:51:37.836699 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f237e6ea-cc77-4dba-81f4-0ad691caebfc admin admin] 10.222.0.72 "DELETE /v2.0/networks/84e1768a-a440-4f3b-9a03-5323ebc8092f HTTP/1.1" status: 204 len: 168 time: 2.9421449 Jun 21 14:51:37.836788 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-7d3c24b4-9c56-442f-bd1c-2cae8cda76ab tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3906407 Jun 21 14:51:37.851703 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34212) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:37.852100 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34214) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:37.870647 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237e6ea-cc77-4dba-81f4-0ad691caebfc admin admin] Pushing event deleted for resources: {'Network': ['ID=84e1768a-a440-4f3b-9a03-5323ebc8092f,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:37.876846 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f237e6ea-cc77-4dba-81f4-0ad691caebfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:37.903700 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [None req-cb5bafc3-2030-42e3-8b56-42f95eca91ff tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:37.908340 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-cb5bafc3-2030-42e3-8b56-42f95eca91ff tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0538943 Jun 21 14:51:37.914029 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34216) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:37.916574 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-fb67f0fe-fffd-460b-80f2-22d4076f7262 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:37.921924 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-610f23fe-d480-4356-aabb-b83fb7de2b78 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:37.923231 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-610f23fe-d480-4356-aabb-b83fb7de2b78 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0077002 Jun 21 14:51:37.930441 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34218) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:37.936534 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [None req-cdfd7c9f-5ce3-45a5-a9c8-093cdfb588a4 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:37.940688 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-cdfd7c9f-5ce3-45a5-a9c8-093cdfb588a4 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0090997 Jun 21 14:51:37.945456 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34220) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:37.951655 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-4df7ab51-6b91-49e2-a807-9986d71928ee tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:37.953062 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4df7ab51-6b91-49e2-a807-9986d71928ee tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0061560 Jun 21 14:51:37.956964 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34222) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:37.992062 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8c2284e1-dc78-4418-a066-5a79dbc3e021 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:38.005265 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [None req-869d01a0-3a7a-4f13-947e-6980d804d704 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:38.006967 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-869d01a0-3a7a-4f13-947e-6980d804d704 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0112157 Jun 21 14:51:38.010134 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ac399568-bf88-423f-b644-6fd8268d64e2 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:38.012811 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 0e037f5a-1892-4903-827c-13a506db5d5b up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:51:38.016962 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34224) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.028184 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [None req-639cf370-5254-4970-adc7-5fcfca77b60e tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:38.029281 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-639cf370-5254-4970-adc7-5fcfca77b60e tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0108907 Jun 21 14:51:38.042149 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34226) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.050622 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [None req-87ca6836-3aac-4992-9e7b-64cabc96258b tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:38.054481 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-87ca6836-3aac-4992-9e7b-64cabc96258b tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0086260 Jun 21 14:51:38.058399 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-c8988a6a-dc3e-4408-9dd9-642f58d0ba6b tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Allocated IP 172.20.0.1 (09824e0f-0bbc-4d33-bf4b-d75f8ad99ce8/f28c6279-d857-4509-bc69-ded6c7bf4a8a/5ba7d840-8536-4896-a365-c25eb5690138) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:38.058853 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34228) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.073449 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [None req-ecde221f-2b9c-49c9-ae0c-3cbdddecb1df tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:38.083220 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-ecde221f-2b9c-49c9-ae0c-3cbdddecb1df tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0207791 Jun 21 14:51:38.085005 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2284e1-dc78-4418-a066-5a79dbc3e021 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Network 3d2cb8f7-30f9-4905-8a6e-3de5e34206d6 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:38.089194 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34230) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.095467 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-54978763-8e4d-474c-970b-339e787cbbcd tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:38.100797 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-54978763-8e4d-474c-970b-339e787cbbcd tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0102584 Jun 21 14:51:38.101109 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34232) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.104104 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2284e1-dc78-4418-a066-5a79dbc3e021 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event updated for resources: {'Port': ['ID=b152b54e-dd41-4476-b94f-687435348b23,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:38.114370 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [None req-63e012b0-c076-47a4-b806-8e06a4371e6a tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:38.116488 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-8c2284e1-dc78-4418-a066-5a79dbc3e021 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:38.120082 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-63e012b0-c076-47a4-b806-8e06a4371e6a tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0126040 Jun 21 14:51:38.121620 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34234) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.122799 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8c2284e1-dc78-4418-a066-5a79dbc3e021 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:38.133437 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-b6f7a898-79ab-48c5-8dd3-396c00c2013b tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:38.137717 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b6f7a898-79ab-48c5-8dd3-396c00c2013b tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0092990 Jun 21 14:51:38.138867 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2284e1-dc78-4418-a066-5a79dbc3e021 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:51:38.141712 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34236) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.147377 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1291e5a7-400a-4604-9ab7-e2564db099c4 None None] Update dhcp port {'port': {'network_id': '6796ce10-2494-4002-991f-bcb89379992d', 'fixed_ips': [{'subnet_id': '0a580cac-43b5-4249-afb2-ee5a56e5e24c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '996cb741-0281-4c23-9fdd-6a53ff21dcb1', 'ip_address': '2001:db8::2'}, {'subnet_id': '746ae2d3-2022-4998-be6c-5e46439c4e18'}], 'binding:host_id': 'dv-neutron-797121-2-hyperv'}, 'id': 'cd921d9b-92b3-4a04-8484-550f79ae7b49'} from dv-neutron-797121-2-hyperv. {{(pid=105226) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 21 14:51:38.170361 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [None req-bdb59083-b5c9-43bb-a78e-b051c0c393cf tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:38.173511 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-bdb59083-b5c9-43bb-a78e-b051c0c393cf tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0107818 Jun 21 14:51:38.173511 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34238) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.179298 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34240) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.187979 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1291e5a7-400a-4604-9ab7-e2564db099c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:38.220308 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-6a232852-ab2e-4c45-9cd2-9003e0231a0c tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:38.224550 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6a232852-ab2e-4c45-9cd2-9003e0231a0c tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0096929 Jun 21 14:51:38.227617 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34244) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.235924 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-0cccca7c-a100-4ae3-876d-dff11316a922 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:38.238655 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb67f0fe-fffd-460b-80f2-22d4076f7262 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:38.239979 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0cccca7c-a100-4ae3-876d-dff11316a922 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0094855 Jun 21 14:51:38.243339 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34246) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.246038 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 0e037f5a-1892-4903-827c-13a506db5d5b completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:38.248132 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fb67f0fe-fffd-460b-80f2-22d4076f7262 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:38.249615 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb67f0fe-fffd-460b-80f2-22d4076f7262 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:51:38.250082 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb67f0fe-fffd-460b-80f2-22d4076f7262 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:51:38.251651 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-2e57e6f8-2d25-4cc4-a485-9fb267213e4c tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:38.255841 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-2e57e6f8-2d25-4cc4-a485-9fb267213e4c tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0094838 Jun 21 14:51:38.263287 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34248) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.272024 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [None req-54f4ba0c-c136-44d2-86dc-24941f8164b2 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:38.275290 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-54f4ba0c-c136-44d2-86dc-24941f8164b2 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0054743 Jun 21 14:51:38.283597 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34250) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.292802 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-75eb68c7-fbde-4241-88f2-40d960af7acb tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:38.309122 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-ab95bf16-86a1-41be-983d-cea427f76a3e tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:38.313129 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34252) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.318308 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ab95bf16-86a1-41be-983d-cea427f76a3e tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0081534 Jun 21 14:51:38.348588 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [None req-dbad935f-211d-4292-9866-8d331b467f71 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:38.352355 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-dbad935f-211d-4292-9866-8d331b467f71 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0257213 Jun 21 14:51:38.356992 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2284e1-dc78-4418-a066-5a79dbc3e021 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:38.357673 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8c2284e1-dc78-4418-a066-5a79dbc3e021 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:38.360038 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34254) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.369143 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-664cf2b9-6f7c-4413-856e-c7abc42b84c4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=edeb970118494409b474321a022665eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1928918 Jun 21 14:51:38.371844 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fb67f0fe-fffd-460b-80f2-22d4076f7262 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5185192 Jun 21 14:51:38.372825 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34256) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.379695 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34258) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.386360 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-8be23a05-81b5-4d16-bcb0-0ccae338453f tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:38.391393 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8be23a05-81b5-4d16-bcb0-0ccae338453f tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0147512 Jun 21 14:51:38.405604 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 309e0a08-f812-40e9-bf3a-8362c20116eb no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:51:38.418640 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-89add984-27b2-4d0b-9606-f2d8d5174b75 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:38.429040 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34260) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.432523 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 309e0a08-f812-40e9-bf3a-8362c20116eb {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:51:38.432830 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 309e0a08-f812-40e9-bf3a-8362c20116eb not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:51:38.441197 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-3013f180-31a7-4fa2-bf98-5cac45ca9d9b tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:38.442196 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3013f180-31a7-4fa2-bf98-5cac45ca9d9b tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0120888 Jun 21 14:51:38.450428 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34262) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.472431 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [None req-0fb37942-ec76-4b5e-88fc-8939f23aa7ea tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:38.476875 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0fb37942-ec76-4b5e-88fc-8939f23aa7ea tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0082259 Jun 21 14:51:38.482041 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34264) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.488474 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [None req-7dcabf45-5b17-4deb-b9fc-1f5c747141e0 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:38.492577 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-7dcabf45-5b17-4deb-b9fc-1f5c747141e0 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0081356 Jun 21 14:51:38.493257 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34266) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.522561 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [None req-b2a57d1a-f636-483d-9fc0-187584f03feb tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:38.526539 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b2a57d1a-f636-483d-9fc0-187584f03feb tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0076563 Jun 21 14:51:38.527255 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34268) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.529191 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-42f63c51-9861-4a89-a14f-73f84c791792 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:38.536690 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [None req-392349e2-3d77-4b42-98d6-4556ce93e2f9 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:38.537835 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8c2284e1-dc78-4418-a066-5a79dbc3e021 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0383182 Jun 21 14:51:38.543832 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-392349e2-3d77-4b42-98d6-4556ce93e2f9 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0109224 Jun 21 14:51:38.547470 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34270) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.547941 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34272) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.561109 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-2f9bccce-2702-4f97-a35a-666be75abc17 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Request body: {'floatingip': {'port_id': 'b152b54e-dd41-4476-b94f-687435348b23'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:38.565281 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-1291e5a7-400a-4604-9ab7-e2564db099c4 None None] Allocated IP 2001:db8:0:2::2 (6796ce10-2494-4002-991f-bcb89379992d/746ae2d3-2022-4998-be6c-5e46439c4e18/cd921d9b-92b3-4a04-8484-550f79ae7b49) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:38.568993 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [None req-012613ac-e9d8-48bf-8192-d5a78326b245 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:38.569186 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ae724d8a-978c-4e38-b863-01b20e53e6d4 None None] Provisioning for port b152b54e-dd41-4476-b94f-687435348b23 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:38.573384 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-012613ac-e9d8-48bf-8192-d5a78326b245 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0089951 Jun 21 14:51:38.575766 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34274) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.579287 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c8988a6a-dc3e-4408-9dd9-642f58d0ba6b tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:38.585267 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ae724d8a-978c-4e38-b863-01b20e53e6d4 None None] Provisioning complete for port b152b54e-dd41-4476-b94f-687435348b23 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:38.585861 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ae724d8a-978c-4e38-b863-01b20e53e6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:38.591569 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [None req-48cdda63-0abe-4f4a-8eca-d0b94038fd2e tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:38.594370 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-48cdda63-0abe-4f4a-8eca-d0b94038fd2e tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0063691 Jun 21 14:51:38.600995 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34276) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.617948 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-dfe43324-bc28-4be4-90cd-eb4d646f92cb tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:38.618901 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-dfe43324-bc28-4be4-90cd-eb4d646f92cb tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0106344 Jun 21 14:51:38.623284 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34278) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.709500 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-42f63c51-9861-4a89-a14f-73f84c791792 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:38.718574 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-dc776f9d-036f-4655-b76a-02c9d6f75395 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:38.722757 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-dc776f9d-036f-4655-b76a-02c9d6f75395 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0089276 Jun 21 14:51:38.725443 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-c8988a6a-dc3e-4408-9dd9-642f58d0ba6b tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Transition to ACTIVE for port object 5ba7d840-8536-4896-a365-c25eb5690138 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:38.725740 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34280) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.736654 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-42f63c51-9861-4a89-a14f-73f84c791792 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:38.747781 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [None req-1740f25a-1e31-4669-824a-a42f9e35ac25 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:38.748478 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1740f25a-1e31-4669-824a-a42f9e35ac25 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0174592 Jun 21 14:51:38.751357 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:38.757528 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34282) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.785174 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2f9bccce-2702-4f97-a35a-666be75abc17 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for floatingip, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:38.801633 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-6b620f3b-808b-4b5a-9ebe-ecfb832b357c tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:38.806306 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6b620f3b-808b-4b5a-9ebe-ecfb832b357c tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0291498 Jun 21 14:51:38.819507 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34284) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.823935 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-57475604-798d-48b0-92c3-bbe9b6207233 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:38.825051 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-57475604-798d-48b0-92c3-bbe9b6207233 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0044084 Jun 21 14:51:38.828817 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34286) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.841180 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [None req-04dd2d81-0077-4ced-8284-825e46ad6a19 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:38.842133 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-04dd2d81-0077-4ced-8284-825e46ad6a19 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0100079 Jun 21 14:51:38.848264 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34288) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.850246 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bedfab87-d1d8-491a-bd48-66768cc71c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:38.852227 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f63c51-9861-4a89-a14f-73f84c791792 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1750e276-df7f-438c-99a1-5543455b0157,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:38.855856 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-42f63c51-9861-4a89-a14f-73f84c791792 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:38.861810 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-0b500dc7-36a7-4f96-a803-ee0315fb4b61 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:38.863547 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0b500dc7-36a7-4f96-a803-ee0315fb4b61 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0119948 Jun 21 14:51:38.863697 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89add984-27b2-4d0b-9606-f2d8d5174b75 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:38.867235 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-89add984-27b2-4d0b-9606-f2d8d5174b75 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:38.868632 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-89add984-27b2-4d0b-9606-f2d8d5174b75 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:51:38.869061 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89add984-27b2-4d0b-9606-f2d8d5174b75 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:51:38.876102 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34290) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.879492 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-42f63c51-9861-4a89-a14f-73f84c791792 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:38.883401 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-42f63c51-9861-4a89-a14f-73f84c791792 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2323399 Jun 21 14:51:38.884348 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-f8d8254a-2dec-4b66-a3cb-f0e5c32e05ea tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:38.885610 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f8d8254a-2dec-4b66-a3cb-f0e5c32e05ea tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0068238 Jun 21 14:51:38.890328 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34292) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.890497 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45139e4-abad-4cb9-8a5a-567b3aba7d8e None None] Network 09824e0f-0bbc-4d33-bf4b-d75f8ad99ce8 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:38.890697 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34294) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.900346 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-ae724d8a-978c-4e38-b863-01b20e53e6d4 None None] Port b152b54e-dd41-4476-b94f-687435348b23 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:51:38.902030 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-41fe9dc3-ab62-4282-873a-5a74bd1686f3 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:38.905404 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-41fe9dc3-ab62-4282-873a-5a74bd1686f3 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0094807 Jun 21 14:51:38.906968 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-0945f88d-8dcb-44b9-a529-2ec91700c6e2 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Request body: {'security_group_rule': {'security_group_id': '1750e276-df7f-438c-99a1-5543455b0157', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:38.907475 dv-neutron-797121-2-hyperv neutron-server[105225]: WARNING neutron.api.v2.base [None req-0945f88d-8dcb-44b9-a529-2ec91700c6e2 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 21 14:51:38.908005 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-0945f88d-8dcb-44b9-a529-2ec91700c6e2 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:51:38.909299 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0945f88d-8dcb-44b9-a529-2ec91700c6e2 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0167079 Jun 21 14:51:38.912292 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34296) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.913000 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34298) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.922313 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-dedf8922-a60a-4008-bdd9-82b82b90a885 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Request body: {'security_group_rule': {'security_group_id': '1750e276-df7f-438c-99a1-5543455b0157', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:38.928087 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91665877-e531-4b43-ad77-df166b310f00 req-24784ef8-6ea2-4a25-8387-65011500131f tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:38.928714 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-39fe3148-2944-4056-aad1-a602cece472e tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:38.932141 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-39fe3148-2944-4056-aad1-a602cece472e tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0161910 Jun 21 14:51:38.934366 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-91665877-e531-4b43-ad77-df166b310f00 req-24784ef8-6ea2-4a25-8387-65011500131f tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.4834790 Jun 21 14:51:38.934649 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-89add984-27b2-4d0b-9606-f2d8d5174b75 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5419672 Jun 21 14:51:38.935279 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34300) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.935590 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34302) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.943756 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-e9b61117-44a5-4d5e-8527-c6be0a68d30e tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:38.947157 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e9b61117-44a5-4d5e-8527-c6be0a68d30e tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0065355 Jun 21 14:51:38.949143 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-373a7bff-a1c9-41ee-8525-637aff5c60ea tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:38.955473 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34304) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:38.957320 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-1291e5a7-400a-4604-9ab7-e2564db099c4 None None] For port cd921d9b-92b3-4a04-8484-550f79ae7b49, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=cd921d9b-92b3-4a04-8484-550f79ae7b49,segment=NetworkSegment(a6395557-c5f5-457a-bf3d-bba5d396ff5a),segment_id=a6395557-c5f5-457a-bf3d-bba5d396ff5a)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:51:38.960972 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-278b2b41-7556-4565-bf29-e4e7b9acf7f1 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:38.964205 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-278b2b41-7556-4565-bf29-e4e7b9acf7f1 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0051441 Jun 21 14:51:38.974132 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c8988a6a-dc3e-4408-9dd9-642f58d0ba6b tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:38.977009 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34306) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:39.008533 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1291e5a7-400a-4604-9ab7-e2564db099c4 None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:39.008863 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ec5c6000-f078-4253-88b1-5c1b66073445 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:39.014983 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bedfab87-d1d8-491a-bd48-66768cc71c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:39.025383 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-7f980de8-ddc5-46fd-9906-31dc8d1f032f tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:39.026446 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7f980de8-ddc5-46fd-9906-31dc8d1f032f tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0136249 Jun 21 14:51:39.029635 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34308) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:39.044878 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-1291e5a7-400a-4604-9ab7-e2564db099c4 None None] Transition to ACTIVE for port object cd921d9b-92b3-4a04-8484-550f79ae7b49 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:39.056018 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-98cd634d-5635-4256-ab4d-4c12f84ad242 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:39.059315 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-98cd634d-5635-4256-ab4d-4c12f84ad242 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0056925 Jun 21 14:51:39.072929 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34310) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:39.073455 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-33e20166-6f47-4b27-9867-30c1dff1af82 None None] Provisioning for port 0e037f5a-1892-4903-827c-13a506db5d5b completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:39.075449 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1291e5a7-400a-4604-9ab7-e2564db099c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:39.079486 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-488ac0cf-885b-4e14-80c1-908588df8cd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:39.080767 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-91665877-e531-4b43-ad77-df166b310f00 req-5249df6c-5b8c-45ba-9621-f412ccad8550 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448834 Jun 21 14:51:39.082235 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-301af00b-44c0-4a0b-8d6e-e9d4e5a2170b tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:39.086151 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-301af00b-44c0-4a0b-8d6e-e9d4e5a2170b tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0078602 Jun 21 14:51:39.086426 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34312) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:39.093356 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-33e20166-6f47-4b27-9867-30c1dff1af82 None None] Provisioning complete for port 0e037f5a-1892-4903-827c-13a506db5d5b triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:39.093891 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-33e20166-6f47-4b27-9867-30c1dff1af82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:39.101738 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-175e26cf-14b3-4946-9cb5-3cd80e7cb699 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:39.102810 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-175e26cf-14b3-4946-9cb5-3cd80e7cb699 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0095565 Jun 21 14:51:39.105159 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8988a6a-dc3e-4408-9dd9-642f58d0ba6b tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Network 09824e0f-0bbc-4d33-bf4b-d75f8ad99ce8 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:39.110455 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34314) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:39.117221 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [None req-53a6a112-17d3-4128-8003-6e0068675615 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:39.118207 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-53a6a112-17d3-4128-8003-6e0068675615 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0050228 Jun 21 14:51:39.121977 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-c8988a6a-dc3e-4408-9dd9-642f58d0ba6b tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:39.128711 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8988a6a-dc3e-4408-9dd9-642f58d0ba6b tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:51:39.136464 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34316) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:39.148320 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-d92cb38a-65d7-4c7d-9b37-4c437e3163d0 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:39.149746 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d92cb38a-65d7-4c7d-9b37-4c437e3163d0 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0060580 Jun 21 14:51:39.154401 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34320) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:39.161052 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [None req-f21c33d0-ea02-4764-9e5f-2626f4c30dee tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:39.162375 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f21c33d0-ea02-4764-9e5f-2626f4c30dee tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0051370 Jun 21 14:51:39.167154 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34322) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:39.171707 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [None req-be2f07c2-3572-4a4b-b109-ed2e82b2c394 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:39.172620 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-be2f07c2-3572-4a4b-b109-ed2e82b2c394 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0045817 Jun 21 14:51:39.183668 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34324) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:39.196049 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-d85032b6-5c92-4961-b9bb-56c5dd270007 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:39.197127 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d85032b6-5c92-4961-b9bb-56c5dd270007 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0079565 Jun 21 14:51:39.202734 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34326) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:39.205745 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8988a6a-dc3e-4408-9dd9-642f58d0ba6b tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Pushing event updated for resources: {'Port': ['ID=5ba7d840-8536-4896-a365-c25eb5690138,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:39.216244 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c8988a6a-dc3e-4408-9dd9-642f58d0ba6b tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:39.224828 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-c89da6d8-b8e1-4633-81c8-46481ab8b7e9 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:39.225995 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c89da6d8-b8e1-4633-81c8-46481ab8b7e9 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0086567 Jun 21 14:51:39.228818 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34328) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:39.231509 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-dedf8922-a60a-4008-bdd9-82b82b90a885 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:51:39.232841 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-dedf8922-a60a-4008-bdd9-82b82b90a885 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3181102 Jun 21 14:51:39.236226 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [None req-513893f5-14f6-4eb5-8407-47ae925415b5 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:39.237447 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-513893f5-14f6-4eb5-8407-47ae925415b5 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0074096 Jun 21 14:51:39.240203 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34330) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:39.243504 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34332) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:39.252875 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-f6dc8607-44bf-47d5-a169-5de7898c09ee tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:39.253150 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-9cf0a10b-8a4e-4bc0-b966-15b95769028d tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Request body: {'security_group_rule': {'security_group_id': '1750e276-df7f-438c-99a1-5543455b0157', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:39.253948 dv-neutron-797121-2-hyperv neutron-server[105224]: WARNING neutron.api.v2.base [None req-9cf0a10b-8a4e-4bc0-b966-15b95769028d tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 21 14:51:39.254410 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f6dc8607-44bf-47d5-a169-5de7898c09ee tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0075462 Jun 21 14:51:39.254523 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-9cf0a10b-8a4e-4bc0-b966-15b95769028d tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:51:39.256030 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9cf0a10b-8a4e-4bc0-b966-15b95769028d tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0105934 Jun 21 14:51:39.260954 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34334) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:39.261248 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34336) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:39.263019 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c8988a6a-dc3e-4408-9dd9-642f58d0ba6b tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:39.278551 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-e13c20bb-0d52-448d-b0c9-e9c4a5e8c376 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Request body: {'security_group_rule': {'security_group_id': '1750e276-df7f-438c-99a1-5543455b0157', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:39.284973 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [None req-20a7599b-6b94-405e-ad0e-9b39629afb15 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:39.286165 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-20a7599b-6b94-405e-ad0e-9b39629afb15 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0222502 Jun 21 14:51:39.303967 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34338) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:39.312554 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-c5102807-9e46-4d7b-beeb-9300a3af9e82 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:39.312848 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bedfab87-d1d8-491a-bd48-66768cc71c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:39.313959 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c5102807-9e46-4d7b-beeb-9300a3af9e82 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0075943 Jun 21 14:51:39.315688 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bedfab87-d1d8-491a-bd48-66768cc71c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:39.317268 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34340) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:39.317469 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-bedfab87-d1d8-491a-bd48-66768cc71c3e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/95f38b83-360b-4ab8-9f13-468564d45fac HTTP/1.1" status: 204 len: 168 time: 0.8848233 Jun 21 14:51:39.320417 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373a7bff-a1c9-41ee-8525-637aff5c60ea tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:39.325040 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-373a7bff-a1c9-41ee-8525-637aff5c60ea tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:39.326674 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-373a7bff-a1c9-41ee-8525-637aff5c60ea tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:51:39.327172 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-373a7bff-a1c9-41ee-8525-637aff5c60ea tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:51:39.333002 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:39.336379 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-7161c092-d5dd-401a-9b6d-b62fc9a4b81b tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:39.339996 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7161c092-d5dd-401a-9b6d-b62fc9a4b81b tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0184495 Jun 21 14:51:39.341775 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34344) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:39.350566 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-23f854b4-2f66-4a71-8b7c-62d1d45b867e tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:39.354943 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-23f854b4-2f66-4a71-8b7c-62d1d45b867e tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0057888 Jun 21 14:51:39.356062 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34346) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:39.361271 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-e2b52252-5d6a-4d92-aa09-32af4f58a17b tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:39.364814 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e2b52252-5d6a-4d92-aa09-32af4f58a17b tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0049405 Jun 21 14:51:39.397491 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34348) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:39.405206 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [None req-68eedada-1231-422d-889f-7b933ba382ef tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:39.408467 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-68eedada-1231-422d-889f-7b933ba382ef tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0048654 Jun 21 14:51:39.408613 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-373a7bff-a1c9-41ee-8525-637aff5c60ea tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4677570 Jun 21 14:51:39.412702 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34352) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:39.413561 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34354) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:39.424651 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedfab87-d1d8-491a-bd48-66768cc71c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f38b83-360b-4ab8-9f13-468564d45fac,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:39.441279 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [None req-b2797e11-87c1-4ec7-b491-572d4af5f271 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:39.445819 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b2797e11-87c1-4ec7-b491-572d4af5f271 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0089705 Jun 21 14:51:39.446133 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34356) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:39.481185 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-33e20166-6f47-4b27-9867-30c1dff1af82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:39.482992 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-584c9fad-e8ba-4587-9ab2-9fcace647bf9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0503969 Jun 21 14:51:39.499604 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34358) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:39.508791 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedfab87-d1d8-491a-bd48-66768cc71c3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:51:39.509372 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedfab87-d1d8-491a-bd48-66768cc71c3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:51:39.509709 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedfab87-d1d8-491a-bd48-66768cc71c3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:51:39.510101 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedfab87-d1d8-491a-bd48-66768cc71c3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:51:39.510810 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedfab87-d1d8-491a-bd48-66768cc71c3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:51:39.511239 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedfab87-d1d8-491a-bd48-66768cc71c3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:51:39.511559 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedfab87-d1d8-491a-bd48-66768cc71c3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:51:39.511920 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedfab87-d1d8-491a-bd48-66768cc71c3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:51:39.512271 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedfab87-d1d8-491a-bd48-66768cc71c3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:51:39.512623 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedfab87-d1d8-491a-bd48-66768cc71c3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:51:39.512979 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedfab87-d1d8-491a-bd48-66768cc71c3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:51:39.513325 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bedfab87-d1d8-491a-bd48-66768cc71c3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:51:39.530725 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-35600ae3-0ed0-42bc-8b37-4d63323a42f3 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:39.534341 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-35600ae3-0ed0-42bc-8b37-4d63323a42f3 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0810947 Jun 21 14:51:39.535826 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-bedfab87-d1d8-491a-bd48-66768cc71c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:39.535969 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34360) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:39.541975 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-fe6d2fcd-5c21-4a49-8067-1b2cd9a7f5f5 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:39.545867 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-fe6d2fcd-5c21-4a49-8067-1b2cd9a7f5f5 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0073287 Jun 21 14:51:39.545867 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34362) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:39.550440 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [None req-2293456a-e83a-4d6f-b96e-6700b13905d9 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] http://10.222.0.72:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:51:39.551807 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-2293456a-e83a-4d6f-b96e-6700b13905d9 tempest-ExtensionsTestJSON-361564976 tempest-ExtensionsTestJSON-361564976-project] 10.222.0.72 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0048442 Jun 21 14:51:39.553531 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291e5a7-400a-4604-9ab7-e2564db099c4 None None] Pushing event updated for resources: {'Port': ['ID=cd921d9b-92b3-4a04-8484-550f79ae7b49,revision_number=7']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:39.576653 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c8988a6a-dc3e-4408-9dd9-642f58d0ba6b tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:39.608608 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-33e20166-6f47-4b27-9867-30c1dff1af82 None None] For port 0e037f5a-1892-4903-827c-13a506db5d5b, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=0e037f5a-1892-4903-827c-13a506db5d5b,segment=NetworkSegment(269af777-38e4-48b4-ba83-2515d7ca8170),segment_id=269af777-38e4-48b4-ba83-2515d7ca8170)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:51:39.613312 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291e5a7-400a-4604-9ab7-e2564db099c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:51:39.613967 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291e5a7-400a-4604-9ab7-e2564db099c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:51:39.615826 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291e5a7-400a-4604-9ab7-e2564db099c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:51:39.616453 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291e5a7-400a-4604-9ab7-e2564db099c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:51:39.616943 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291e5a7-400a-4604-9ab7-e2564db099c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:51:39.617428 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291e5a7-400a-4604-9ab7-e2564db099c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:51:39.618128 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291e5a7-400a-4604-9ab7-e2564db099c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:51:39.618616 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291e5a7-400a-4604-9ab7-e2564db099c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:51:39.619114 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291e5a7-400a-4604-9ab7-e2564db099c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:51:39.619764 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291e5a7-400a-4604-9ab7-e2564db099c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:51:39.620253 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291e5a7-400a-4604-9ab7-e2564db099c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:51:39.620779 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1291e5a7-400a-4604-9ab7-e2564db099c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:51:39.626882 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-1291e5a7-400a-4604-9ab7-e2564db099c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:39.631706 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-33e20166-6f47-4b27-9867-30c1dff1af82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:39.637407 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-ff2c8988-12e4-448b-b210-070d0cb62b1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:39.698270 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-e13c20bb-0d52-448d-b0c9-e9c4a5e8c376 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:51:39.699424 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e13c20bb-0d52-448d-b0c9-e9c4a5e8c376 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4371693 Jun 21 14:51:39.705911 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34366) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:39.711676 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-6f08db0c-dc3b-4226-983a-fe9017d80cb3 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Request body: {'security_group_rule': {'security_group_id': '1750e276-df7f-438c-99a1-5543455b0157', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:39.712351 dv-neutron-797121-2-hyperv neutron-server[105225]: WARNING neutron.api.v2.base [None req-6f08db0c-dc3b-4226-983a-fe9017d80cb3 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 21 14:51:39.713552 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-6f08db0c-dc3b-4226-983a-fe9017d80cb3 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:51:39.715564 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6f08db0c-dc3b-4226-983a-fe9017d80cb3 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0080523 Jun 21 14:51:39.716495 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-75eb68c7-fbde-4241-88f2-40d960af7acb tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Delete allocated IP 2001:db8::3b3 (6796ce10-2494-4002-991f-bcb89379992d/996cb741-0281-4c23-9fdd-6a53ff21dcb1) {{(pid=105224) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 21 14:51:39.719513 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34368) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:39.730844 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e20166-6f47-4b27-9867-30c1dff1af82 None None] Pushing event updated for resources: {'Port': ['ID=0e037f5a-1892-4903-827c-13a506db5d5b,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:39.732497 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-66edf32c-38f4-4c1f-8281-53bde3ef70fe tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Request body: {'security_group_rule': {'security_group_id': '1750e276-df7f-438c-99a1-5543455b0157', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:39.750106 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-33e20166-6f47-4b27-9867-30c1dff1af82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:39.843490 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-75eb68c7-fbde-4241-88f2-40d960af7acb tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Allocated IP 2001:db8:0:2::38 (6796ce10-2494-4002-991f-bcb89379992d/746ae2d3-2022-4998-be6c-5e46439c4e18/c58ff329-b9c2-47b6-a88e-c4abc6234e76) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:39.916212 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e13a2ec-0ca4-4486-9929-92511b717cf6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:39.917705 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6e13a2ec-0ca4-4486-9929-92511b717cf6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4162140 Jun 21 14:51:39.927771 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34374) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:39.984616 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 0e037f5a-1892-4903-827c-13a506db5d5b up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:51:40.055967 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c8988a6a-dc3e-4408-9dd9-642f58d0ba6b tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:40.057914 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34376) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:40.072842 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c8988a6a-dc3e-4408-9dd9-642f58d0ba6b tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:40.079643 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-264a9b9c-d943-469b-ab96-0a09c0837141 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:40.103270 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8b6ca79a-b18c-4b88-8413-2af5296c9e8d tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1354725 Jun 21 14:51:40.114009 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34382) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:40.122034 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 0e037f5a-1892-4903-827c-13a506db5d5b triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:40.122430 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:40.167694 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.securitygroups_db [None req-66edf32c-38f4-4c1f-8281-53bde3ef70fe tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Project a9923c6f43b449b6b731dd9b35c94780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 14:51:40.190916 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c8988a6a-dc3e-4408-9dd9-642f58d0ba6b tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:40.198674 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8988a6a-dc3e-4408-9dd9-642f58d0ba6b tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Pushing event updated for resources: {'Port': ['ID=5ba7d840-8536-4896-a365-c25eb5690138,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:40.202851 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c8988a6a-dc3e-4408-9dd9-642f58d0ba6b tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:40.218318 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-c1a19d84-d26c-4800-8c3c-b27d14bf8f9c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:40.262452 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-33322f65-3f7d-4a40-b848-bbc257513470 None None] Provisioning complete for port 0e037f5a-1892-4903-827c-13a506db5d5b triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:40.267399 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-66edf32c-38f4-4c1f-8281-53bde3ef70fe tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:51:40.268492 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-66edf32c-38f4-4c1f-8281-53bde3ef70fe tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5469820 Jun 21 14:51:40.269352 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-33322f65-3f7d-4a40-b848-bbc257513470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:40.274297 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34388) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:40.280643 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-5becc633-5ac5-4966-b488-c5fb6168fdc7 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Request body: {'security_group_rule': {'security_group_id': '1750e276-df7f-438c-99a1-5543455b0157', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:40.281115 dv-neutron-797121-2-hyperv neutron-server[105225]: WARNING neutron.api.v2.base [None req-5becc633-5ac5-4966-b488-c5fb6168fdc7 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 21 14:51:40.281593 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-5becc633-5ac5-4966-b488-c5fb6168fdc7 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:51:40.282676 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5becc633-5ac5-4966-b488-c5fb6168fdc7 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056708 Jun 21 14:51:40.305081 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34390) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:40.310691 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-a3222aed-835c-470e-8539-d271fedd6966 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Request body: {'security_group_rule': {'security_group_id': '1750e276-df7f-438c-99a1-5543455b0157', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:40.358951 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-06823278-1d04-4a28-b00d-cd6f2318941a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:40.363992 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.securitygroups_db [None req-a3222aed-835c-470e-8539-d271fedd6966 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Project a9923c6f43b449b6b731dd9b35c94780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 14:51:40.402924 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2900984e-3e1a-4658-8ae7-6f24800dce3e req-ad12204f-dc1f-4d09-a6c7-712a553947d0 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:40.410464 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2900984e-3e1a-4658-8ae7-6f24800dce3e req-ad12204f-dc1f-4d09-a6c7-712a553947d0 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.8788188 Jun 21 14:51:40.426836 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device cd921d9b-92b3-4a04-8484-550f79ae7b49 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:51:40.456430 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8988a6a-dc3e-4408-9dd9-642f58d0ba6b tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Network 09824e0f-0bbc-4d33-bf4b-d75f8ad99ce8 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:40.459717 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-c8988a6a-dc3e-4408-9dd9-642f58d0ba6b tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:40.597854 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-33322f65-3f7d-4a40-b848-bbc257513470 None None] Provisioning for port 5ba7d840-8536-4896-a365-c25eb5690138 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:40.608246 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-33322f65-3f7d-4a40-b848-bbc257513470 None None] Provisioning complete for port 5ba7d840-8536-4896-a365-c25eb5690138 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:40.616215 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-33322f65-3f7d-4a40-b848-bbc257513470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:40.663520 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-06823278-1d04-4a28-b00d-cd6f2318941a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:40.683697 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-06823278-1d04-4a28-b00d-cd6f2318941a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:40.689353 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-09c6da46-bbc5-4abd-8d42-22c55c6acdbc tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:40.700466 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-a3222aed-835c-470e-8539-d271fedd6966 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:51:40.704528 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a3222aed-835c-470e-8539-d271fedd6966 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3957803 Jun 21 14:51:40.712198 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34398) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:40.714508 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2900984e-3e1a-4658-8ae7-6f24800dce3e req-2d81ae67-2bcf-4530-a7dd-7e15de9f8606 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3028817 Jun 21 14:51:40.717087 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8988a6a-dc3e-4408-9dd9-642f58d0ba6b tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Router 9897af1c-a399-4891-9990-d0c2b477cfd7 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:51:40.720092 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-33322f65-3f7d-4a40-b848-bbc257513470 None None] Port 5ba7d840-8536-4896-a365-c25eb5690138 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:51:40.723190 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-3a1e6b89-9984-4ea9-b6a4-512218ea5d01 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Request body: {'security_group_rule': {'security_group_id': '1750e276-df7f-438c-99a1-5543455b0157', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:40.756327 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-06823278-1d04-4a28-b00d-cd6f2318941a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2011638ee542413dab1115e7d550352e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6946092 Jun 21 14:51:40.757456 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06823278-1d04-4a28-b00d-cd6f2318941a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab003282-520e-488e-a938-25b4435d8f68,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:40.759954 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34402) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:40.822135 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06823278-1d04-4a28-b00d-cd6f2318941a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:51:40.822135 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06823278-1d04-4a28-b00d-cd6f2318941a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:51:40.822135 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06823278-1d04-4a28-b00d-cd6f2318941a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:51:40.822135 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06823278-1d04-4a28-b00d-cd6f2318941a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:51:40.822135 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06823278-1d04-4a28-b00d-cd6f2318941a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:51:40.822135 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06823278-1d04-4a28-b00d-cd6f2318941a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:51:40.822135 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06823278-1d04-4a28-b00d-cd6f2318941a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:51:40.822135 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06823278-1d04-4a28-b00d-cd6f2318941a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:51:40.822135 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06823278-1d04-4a28-b00d-cd6f2318941a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:51:40.822754 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06823278-1d04-4a28-b00d-cd6f2318941a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:51:40.822754 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06823278-1d04-4a28-b00d-cd6f2318941a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:51:40.822978 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06823278-1d04-4a28-b00d-cd6f2318941a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:51:40.829996 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-06823278-1d04-4a28-b00d-cd6f2318941a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:40.848477 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a19d84-d26c-4800-8c3c-b27d14bf8f9c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:40.851704 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-870678d9-2f46-45d2-a193-d9688599e2be None None] Provisioning complete for port c58ff329-b9c2-47b6-a88e-c4abc6234e76 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:40.852246 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-870678d9-2f46-45d2-a193-d9688599e2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:40.852397 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c1a19d84-d26c-4800-8c3c-b27d14bf8f9c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:40.924297 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.securitygroups_db [None req-3a1e6b89-9984-4ea9-b6a4-512218ea5d01 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Project a9923c6f43b449b6b731dd9b35c94780 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 14:51:40.927134 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-870678d9-2f46-45d2-a193-d9688599e2be None None] Port c58ff329-b9c2-47b6-a88e-c4abc6234e76 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:51:40.929298 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.db.resource_extend [None req-2f9bccce-2702-4f97-a35a-666be75abc17 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 21 14:51:40.944024 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-870678d9-2f46-45d2-a193-d9688599e2be None None] Provisioning complete for port b4cf7d61-9773-473c-9b01-54936c104ee3 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:40.944971 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-870678d9-2f46-45d2-a193-d9688599e2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:40.945566 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8988a6a-dc3e-4408-9dd9-642f58d0ba6b tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:51:40.954245 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c8988a6a-dc3e-4408-9dd9-642f58d0ba6b tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] 10.222.0.72 "PUT /v2.0/routers/9897af1c-a399-4891-9990-d0c2b477cfd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3620374 Jun 21 14:51:40.956547 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34406) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:40.969797 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-2c318e13-e44b-4fa0-ab1b-7299e9612e5e tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Request body: {'port': {'network_id': '09824e0f-0bbc-4d33-bf4b-d75f8ad99ce8', 'name': 'tempest-FloatingIPNegativeTestJSON-1921652309'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:40.982788 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-75eb68c7-fbde-4241-88f2-40d960af7acb tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:41.005312 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beab2e2-1536-4e6f-9900-b16202f4b1a0 None None] Sync routers for ids ['9897af1c-a399-4891-9990-d0c2b477cfd7'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:51:41.022081 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-75eb68c7-fbde-4241-88f2-40d960af7acb tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Transition to ACTIVE for port object c58ff329-b9c2-47b6-a88e-c4abc6234e76 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:41.034802 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beab2e2-1536-4e6f-9900-b16202f4b1a0 None None] Routers {'9897af1c-a399-4891-9990-d0c2b477cfd7'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:51:41.035429 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-6beab2e2-1536-4e6f-9900-b16202f4b1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:51:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['9897af1c-a399-4891-9990-d0c2b477cfd7'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:41.040220 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-75eb68c7-fbde-4241-88f2-40d960af7acb tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:41.044145 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2f9bccce-2702-4f97-a35a-666be75abc17 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:41.048432 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a129132c-91cb-4b93-8ce2-5e463dce3950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:41.065676 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-870678d9-2f46-45d2-a193-d9688599e2be None None] Port b4cf7d61-9773-473c-9b01-54936c104ee3 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:51:41.080185 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-74881c5e-a76c-4d84-bb58-e97ef211b7fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:41.084908 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2f9bccce-2702-4f97-a35a-666be75abc17 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:41.087701 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-3a1e6b89-9984-4ea9-b6a4-512218ea5d01 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:51:41.088821 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3a1e6b89-9984-4ea9-b6a4-512218ea5d01 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3727190 Jun 21 14:51:41.096079 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34410) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:41.118775 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-6beab2e2-1536-4e6f-9900-b16202f4b1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:41.118908 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-74881c5e-a76c-4d84-bb58-e97ef211b7fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:41.138742 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6beab2e2-1536-4e6f-9900-b16202f4b1a0 None None] Routers {'9897af1c-a399-4891-9990-d0c2b477cfd7'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:51:41.141869 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-6beab2e2-1536-4e6f-9900-b16202f4b1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:51:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['9897af1c-a399-4891-9990-d0c2b477cfd7'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:41.142524 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c318e13-e44b-4fa0-ab1b-7299e9612e5e tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Made reservation on behalf of 57e20db61fe241e18b0f621ed62d898b for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:41.146640 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2c318e13-e44b-4fa0-ab1b-7299e9612e5e tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:41.183986 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-2c318e13-e44b-4fa0-ab1b-7299e9612e5e tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] device_id is not set on port e1057601-68ae-413d-9147-d98546d53de6 yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:51:41.203268 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-75eb68c7-fbde-4241-88f2-40d960af7acb tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] In _notify_port_updated(), no bound segment for port c58ff329-b9c2-47b6-a88e-c4abc6234e76 on network 6796ce10-2494-4002-991f-bcb89379992d {{(pid=105224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 21 14:51:41.204816 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-6beab2e2-1536-4e6f-9900-b16202f4b1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:41.206057 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6beab2e2-1536-4e6f-9900-b16202f4b1a0 None None] The sync data for ids ['9897af1c-a399-4891-9990-d0c2b477cfd7'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:51:41.209881 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eb68c7-fbde-4241-88f2-40d960af7acb tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:41.209881 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-75eb68c7-fbde-4241-88f2-40d960af7acb tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:41.211201 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-75eb68c7-fbde-4241-88f2-40d960af7acb tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "PUT /v2.0/ports/c58ff329-b9c2-47b6-a88e-c4abc6234e76 HTTP/1.1" status: 200 len: 969 time: 3.5149677 Jun 21 14:51:41.212550 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-870678d9-2f46-45d2-a193-d9688599e2be None None] Provisioning for port cd921d9b-92b3-4a04-8484-550f79ae7b49 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:41.220158 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb68c7-fbde-4241-88f2-40d960af7acb tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event updated for resources: {'Port': ['ID=c58ff329-b9c2-47b6-a88e-c4abc6234e76,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:41.220334 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-870678d9-2f46-45d2-a193-d9688599e2be None None] Provisioning complete for port cd921d9b-92b3-4a04-8484-550f79ae7b49 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:41.220846 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-870678d9-2f46-45d2-a193-d9688599e2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:41.222916 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34414) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:41.223680 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-75eb68c7-fbde-4241-88f2-40d960af7acb tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:41.258755 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-74881c5e-a76c-4d84-bb58-e97ef211b7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:41.262772 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-74881c5e-a76c-4d84-bb58-e97ef211b7fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:41.264651 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-74881c5e-a76c-4d84-bb58-e97ef211b7fd admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ab003282-520e-488e-a938-25b4435d8f68 HTTP/1.1" status: 204 len: 168 time: 0.5020542 Jun 21 14:51:41.269354 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:41.281663 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74881c5e-a76c-4d84-bb58-e97ef211b7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab003282-520e-488e-a938-25b4435d8f68,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:41.285022 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-74881c5e-a76c-4d84-bb58-e97ef211b7fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:41.471490 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-870678d9-2f46-45d2-a193-d9688599e2be None None] Provisioning complete for port 5ba7d840-8536-4896-a365-c25eb5690138 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:41.471891 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-870678d9-2f46-45d2-a193-d9688599e2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:41.531311 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-870678d9-2f46-45d2-a193-d9688599e2be None None] Port 5ba7d840-8536-4896-a365-c25eb5690138 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:51:41.666657 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-e1ff8611-c939-4383-9bf9-43471acc598f None None] Provisioning for port c58ff329-b9c2-47b6-a88e-c4abc6234e76 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:41.670787 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-e1ff8611-c939-4383-9bf9-43471acc598f None None] Provisioning complete for port c58ff329-b9c2-47b6-a88e-c4abc6234e76 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:41.671182 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e1ff8611-c939-4383-9bf9-43471acc598f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:41.746999 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-e1ff8611-c939-4383-9bf9-43471acc598f None None] Port c58ff329-b9c2-47b6-a88e-c4abc6234e76 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:51:41.866313 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-2c318e13-e44b-4fa0-ab1b-7299e9612e5e tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Allocated IP 172.20.0.3 (09824e0f-0bbc-4d33-bf4b-d75f8ad99ce8/f28c6279-d857-4509-bc69-ded6c7bf4a8a/e1057601-68ae-413d-9147-d98546d53de6) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:41.872554 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b7f50a4-9624-4cd7-b3f6-881342b25aa0 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:41.878698 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [None req-2f9bccce-2702-4f97-a35a-666be75abc17 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Floating IP 49952410-abd3-4c16-b39a-1079f43e0fb2 associated. External IP: 172.26.3.108, port: f2b817ea-c0ef-4595-b0a1-a4574c0ae06d. Jun 21 14:51:42.028992 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34438) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:42.038798 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b7f50a4-9624-4cd7-b3f6-881342b25aa0 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:42.076493 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2c318e13-e44b-4fa0-ab1b-7299e9612e5e tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:42.090691 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-2c318e13-e44b-4fa0-ab1b-7299e9612e5e tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Transition to ACTIVE for port object e1057601-68ae-413d-9147-d98546d53de6 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:42.133301 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2c318e13-e44b-4fa0-ab1b-7299e9612e5e tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:42.140130 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-726b69d6-e441-4207-af67-f69e890368a0 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:42.188883 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c318e13-e44b-4fa0-ab1b-7299e9612e5e tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Network 09824e0f-0bbc-4d33-bf4b-d75f8ad99ce8 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:42.194632 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-2c318e13-e44b-4fa0-ab1b-7299e9612e5e tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:42.199456 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c318e13-e44b-4fa0-ab1b-7299e9612e5e tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:51:42.203267 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c318e13-e44b-4fa0-ab1b-7299e9612e5e tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Pushing event updated for resources: {'Port': ['ID=e1057601-68ae-413d-9147-d98546d53de6,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:42.223622 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2c318e13-e44b-4fa0-ab1b-7299e9612e5e tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:42.241094 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.objects.ports [None req-c1a19d84-d26c-4800-8c3c-b27d14bf8f9c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105224) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 21 14:51:42.246620 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b7f50a4-9624-4cd7-b3f6-881342b25aa0 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:42.249434 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b7f50a4-9624-4cd7-b3f6-881342b25aa0 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:42.250614 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9b7f50a4-9624-4cd7-b3f6-881342b25aa0 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "DELETE /v2.0/security-groups/1750e276-df7f-438c-99a1-5543455b0157 HTTP/1.1" status: 204 len: 168 time: 1.1532493 Jun 21 14:51:42.268014 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34448) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:42.291725 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6d00adf2-96a2-4886-b0af-9e1e4d1c03a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:42.296385 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-5156c6e0-772b-40a0-b6ff-fdec6c40d8cb tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Deleting port c58ff329-b9c2-47b6-a88e-c4abc6234e76 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:42.296947 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5156c6e0-772b-40a0-b6ff-fdec6c40d8cb tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:42.297069 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c318e13-e44b-4fa0-ab1b-7299e9612e5e tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:42.297913 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2c318e13-e44b-4fa0-ab1b-7299e9612e5e tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:42.303870 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c1a19d84-d26c-4800-8c3c-b27d14bf8f9c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:42.313683 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d8dc1-ce8d-4daf-a6b8-bdaa1b4dfc4e req-b1a9949e-7550-406c-897e-13a0985b5f55 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:42.315710 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ba2d8dc1-ce8d-4daf-a6b8-bdaa1b4dfc4e req-b1a9949e-7550-406c-897e-13a0985b5f55 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.4091201 Jun 21 14:51:42.333890 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-2c318e13-e44b-4fa0-ab1b-7299e9612e5e tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3757291 Jun 21 14:51:42.342544 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34452) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:42.351708 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-a1f0530e-53b7-496b-9461-eee53d60119a tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:42.390502 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a1f0530e-53b7-496b-9461-eee53d60119a tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks [] for floatingip, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:42.431705 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f50a4-9624-4cd7-b3f6-881342b25aa0 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1750e276-df7f-438c-99a1-5543455b0157,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:42.442402 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-cccb1a12-100b-4139-a326-d381b8adc56d tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1718818419'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:42.452971 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9b7f50a4-9624-4cd7-b3f6-881342b25aa0 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:42.473539 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.142s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:42.508900 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4b2fe60e-6241-4145-ac9e-7c2d921de043 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2392237 Jun 21 14:51:42.515104 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34456) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:42.526396 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-1d271745-4ed1-476d-8f6f-0f012de012f9 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Request body: {'security_group': {'name': 'tempest-secgroup--1237860260'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:42.536042 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34458) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:42.545035 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0032454 Jun 21 14:51:42.549651 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34460) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:42.554907 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a19d84-d26c-4800-8c3c-b27d14bf8f9c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Subnet': ['ID=6e6f33d4-c717-47ec-9af7-a9c0655890ec,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:42.559275 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a19d84-d26c-4800-8c3c-b27d14bf8f9c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:42.564415 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c1a19d84-d26c-4800-8c3c-b27d14bf8f9c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:42.593438 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-c1a19d84-d26c-4800-8c3c-b27d14bf8f9c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:42.609491 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d3dcf9-dac3-4ecb-ad99-76527a244e56 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:42.610694 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a19d84-d26c-4800-8c3c-b27d14bf8f9c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:42.611287 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c1a19d84-d26c-4800-8c3c-b27d14bf8f9c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:42.621676 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ba2d8dc1-ce8d-4daf-a6b8-bdaa1b4dfc4e req-ea268efc-e96a-403a-9270-68fd05538212 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2990639 Jun 21 14:51:42.655880 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1d271745-4ed1-476d-8f6f-0f012de012f9 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:42.685021 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5156c6e0-772b-40a0-b6ff-fdec6c40d8cb tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:42.704015 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9bccce-2702-4f97-a35a-666be75abc17 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Router ec2f64cc-e7b1-4145-ba13-1ed488f33ca9 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:51:42.725173 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-1be4d996-b9ae-443a-b863-8469bb670b3f None None] Provisioning for port e1057601-68ae-413d-9147-d98546d53de6 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:42.737566 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccb1a12-100b-4139-a326-d381b8adc56d tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] Made reservation on behalf of 305c3d1a3d204435a4d5e67d9d468ae2 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:42.741760 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cccb1a12-100b-4139-a326-d381b8adc56d tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:42.742590 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-1be4d996-b9ae-443a-b863-8469bb670b3f None None] Provisioning complete for port e1057601-68ae-413d-9147-d98546d53de6 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:42.743109 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1be4d996-b9ae-443a-b863-8469bb670b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:42.770014 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-5156c6e0-772b-40a0-b6ff-fdec6c40d8cb tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Calling delete_port for c58ff329-b9c2-47b6-a88e-c4abc6234e76 owned by {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:42.776138 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c1a19d84-d26c-4800-8c3c-b27d14bf8f9c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5826430 Jun 21 14:51:42.779934 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34466) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:42.789190 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cccb1a12-100b-4139-a326-d381b8adc56d tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:42.802534 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-ed95b423-6210-4699-8881-a726c5214c6a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'port': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'mac_address': 'fa:16:3e:3a:d6:5b', 'name': 'tempest-NetworksTestDHCPv6-2135040805'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:42.834652 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-1be4d996-b9ae-443a-b863-8469bb670b3f None None] Port e1057601-68ae-413d-9147-d98546d53de6 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:51:42.886847 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f1dd8d24-1776-4156-b379-d9bd84c9c041 tempest-NetworksApiDiscovery-1220058192 tempest-NetworksApiDiscovery-1220058192-project] 10.222.0.72 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.3331583 Jun 21 14:51:42.899245 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a1f0530e-53b7-496b-9461-eee53d60119a tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:42.953154 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f019cb1b-97c1-4b8a-8dcc-4c3aea814336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-8e867a28-8d41-47df-a2af-a54cb8b30a66', 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'fixed_ips': [{'subnet_id': '6e6f33d4-c717-47ec-9af7-a9c0655890ec'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:51:42.954288 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f019cb1b-97c1-4b8a-8dcc-4c3aea814336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:43.040003 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1d271745-4ed1-476d-8f6f-0f012de012f9 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:43.059112 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9bccce-2702-4f97-a35a-666be75abc17 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:51:43.072041 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1d271745-4ed1-476d-8f6f-0f012de012f9 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:43.076086 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13758b8-6be7-4cdd-8268-27f90e4773b3 None None] Sync routers for ids ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:51:43.085091 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-98c996dd-d176-4e93-bf02-846c73cbab01 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:43.092758 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13758b8-6be7-4cdd-8268-27f90e4773b3 None None] Routers {'ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:51:43.093507 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-e13758b8-6be7-4cdd-8268-27f90e4773b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:51:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:43.138583 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d271745-4ed1-476d-8f6f-0f012de012f9 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e76c99d2-c77d-4741-8788-88dc305fdf61,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:43.148354 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb6a70-48a0-48ec-b33c-5ef8a3e262d8 req-f33576dc-261d-40ef-b7ec-78f0ee0bdd23 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:43.149957 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d8eb6a70-48a0-48ec-b33c-5ef8a3e262d8 req-f33576dc-261d-40ef-b7ec-78f0ee0bdd23 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.2382829 Jun 21 14:51:43.152689 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1d271745-4ed1-476d-8f6f-0f012de012f9 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:43.171106 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-f019cb1b-97c1-4b8a-8dcc-4c3aea814336 None None] Allocated IP 2001:db8::f816:3eff:fe0e:a8b2 (8e867a28-8d41-47df-a2af-a54cb8b30a66/6e6f33d4-c717-47ec-9af7-a9c0655890ec/056be460-ff3a-4c39-bb07-489198a827d7) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:43.179704 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-e13758b8-6be7-4cdd-8268-27f90e4773b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:43.186402 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-a1f0530e-53b7-496b-9461-eee53d60119a tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Allocated IP 172.26.3.185 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/65047381-e811-4efe-a7e8-ea62281ab6e1) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:43.196866 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13758b8-6be7-4cdd-8268-27f90e4773b3 None None] Routers {'ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:51:43.198210 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-e13758b8-6be7-4cdd-8268-27f90e4773b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:51:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:43.265147 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-e13758b8-6be7-4cdd-8268-27f90e4773b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:43.266211 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13758b8-6be7-4cdd-8268-27f90e4773b3 None None] The sync data for ids ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:51:43.290335 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5156c6e0-772b-40a0-b6ff-fdec6c40d8cb tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:43.299227 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-035d447c-53d3-4b03-88e1-4305471fb732 tempest-RoutersIpV6AdminTest-923728788 tempest-RoutersIpV6AdminTest-923728788-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:43.312986 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d8eb6a70-48a0-48ec-b33c-5ef8a3e262d8 req-a08c51bd-1b81-405f-b0aa-717e6712b7b6 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462760 Jun 21 14:51:43.333976 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34472) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:43.355078 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156c6e0-772b-40a0-b6ff-fdec6c40d8cb tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Port': ['ID=c58ff329-b9c2-47b6-a88e-c4abc6234e76,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:43.361296 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5156c6e0-772b-40a0-b6ff-fdec6c40d8cb tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:43.407430 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a1f0530e-53b7-496b-9461-eee53d60119a tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:43.435040 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f019cb1b-97c1-4b8a-8dcc-4c3aea814336 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:43.435277 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5156c6e0-772b-40a0-b6ff-fdec6c40d8cb tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:43.441527 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34478) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:43.445159 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5156c6e0-772b-40a0-b6ff-fdec6c40d8cb tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/ports/c58ff329-b9c2-47b6-a88e-c4abc6234e76 HTTP/1.1" status: 204 len: 168 time: 2.2101715 Jun 21 14:51:43.446996 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f019cb1b-97c1-4b8a-8dcc-4c3aea814336 None None] Transition to ACTIVE for port object 056be460-ff3a-4c39-bb07-489198a827d7 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:43.464430 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f019cb1b-97c1-4b8a-8dcc-4c3aea814336 None None] Transition to ACTIVE for port object 056be460-ff3a-4c39-bb07-489198a827d7 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:43.480066 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f019cb1b-97c1-4b8a-8dcc-4c3aea814336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:43.483051 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-57c3f0e8-e432-4065-8ea0-34a013e1cb84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:43.518464 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-b14dbc8b-b206-43a3-b554-f37c3dc043a6 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] GET failed (client error): The resource could not be found. Jun 21 14:51:43.523722 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b14dbc8b-b206-43a3-b554-f37c3dc043a6 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "GET /v2.0/ports/c58ff329-b9c2-47b6-a88e-c4abc6234e76 HTTP/1.1" status: 404 len: 333 time: 0.0790279 Jun 21 14:51:43.526627 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f019cb1b-97c1-4b8a-8dcc-4c3aea814336 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:43.530950 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-f019cb1b-97c1-4b8a-8dcc-4c3aea814336 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:43.532064 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34480) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:43.539683 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f019cb1b-97c1-4b8a-8dcc-4c3aea814336 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:51:43.554418 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cccb1a12-100b-4139-a326-d381b8adc56d tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:43.555409 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019cb1b-97c1-4b8a-8dcc-4c3aea814336 None None] Pushing event updated for resources: {'Port': ['ID=056be460-ff3a-4c39-bb07-489198a827d7,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:43.573152 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cccb1a12-100b-4139-a326-d381b8adc56d tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:43.579767 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ed7dab81-97bf-4b34-9c84-9b4e2edc2829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:43.592393 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f019cb1b-97c1-4b8a-8dcc-4c3aea814336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:43.624015 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1d271745-4ed1-476d-8f6f-0f012de012f9 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:43.624555 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9bccce-2702-4f97-a35a-666be75abc17 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Router 03f8bfb2-b35a-4122-9b0c-a392da10d006 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:51:43.625505 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1d271745-4ed1-476d-8f6f-0f012de012f9 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1099460 Jun 21 14:51:43.628416 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cccb1a12-100b-4139-a326-d381b8adc56d tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:51:43.633511 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6608626c-37e6-43c5-aaea-a7d1a48ad1f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:43.637418 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-f019cb1b-97c1-4b8a-8dcc-4c3aea814336 None None] Attempting to bind port 056be460-ff3a-4c39-bb07-489198a827d7 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:51:43.637704 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34482) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:43.637848 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-f019cb1b-97c1-4b8a-8dcc-4c3aea814336 None None] Attempting to bind port 056be460-ff3a-4c39-bb07-489198a827d7 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:51:43.638142 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f019cb1b-97c1-4b8a-8dcc-4c3aea814336 None None] Attempting to bind port 056be460-ff3a-4c39-bb07-489198a827d7 on network 8e867a28-8d41-47df-a2af-a54cb8b30a66 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:51:43.644804 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f019cb1b-97c1-4b8a-8dcc-4c3aea814336 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:51:43.645044 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f019cb1b-97c1-4b8a-8dcc-4c3aea814336 None None] Checking segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:51:43.645319 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f019cb1b-97c1-4b8a-8dcc-4c3aea814336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:43.645839 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f019cb1b-97c1-4b8a-8dcc-4c3aea814336 None None] Bound using segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:51:43.646283 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-f019cb1b-97c1-4b8a-8dcc-4c3aea814336 None None] Bound port: 056be460-ff3a-4c39-bb07-489198a827d7, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:51:43.646707 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f019cb1b-97c1-4b8a-8dcc-4c3aea814336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:43.647606 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-17f59810-40a2-41d5-adf7-55c345b0128c tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Request body: {'security_group_rule': {'security_group_id': 'e76c99d2-c77d-4741-8788-88dc305fdf61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:43.659322 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb1a12-100b-4139-a326-d381b8adc56d tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c98b95b4-0a02-437b-92f4-4e19dd62e13d,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:43.664840 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cccb1a12-100b-4139-a326-d381b8adc56d tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:43.665130 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-cccb1a12-100b-4139-a326-d381b8adc56d tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] Added segment 368c628c-a1f7-497a-94f8-558722dc23a0 of type vlan for network 88e5710c-9bb4-4dc0-bfe7-3373697e498c Jun 21 14:51:43.668280 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cccb1a12-100b-4139-a326-d381b8adc56d tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:43.705707 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed95b423-6210-4699-8881-a726c5214c6a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:43.723413 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cccb1a12-100b-4139-a326-d381b8adc56d tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:43.729275 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-f019cb1b-97c1-4b8a-8dcc-4c3aea814336 None None] For port 056be460-ff3a-4c39-bb07-489198a827d7, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:51:43.733013 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-f019cb1b-97c1-4b8a-8dcc-4c3aea814336 None None] For port 056be460-ff3a-4c39-bb07-489198a827d7, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=056be460-ff3a-4c39-bb07-489198a827d7,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:51:43.740019 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d30011-4785-4228-a898-23a987c93e09 req-095a313b-1d17-45e7-8464-a479383c412b tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:43.741357 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-74d30011-4785-4228-a898-23a987c93e09 req-095a313b-1d17-45e7-8464-a479383c412b tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.2635772 Jun 21 14:51:43.742961 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f019cb1b-97c1-4b8a-8dcc-4c3aea814336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:43.752675 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5fbdec6b-5a45-4e13-9da7-d30d0fe721af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:43.769869 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a1f0530e-53b7-496b-9461-eee53d60119a tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:43.775605 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d4ad8245-e3db-4925-b304-b63aef6291e9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:43.811274 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019cb1b-97c1-4b8a-8dcc-4c3aea814336 None None] Pushing event updated for resources: {'Port': ['ID=056be460-ff3a-4c39-bb07-489198a827d7,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:43.814499 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f019cb1b-97c1-4b8a-8dcc-4c3aea814336 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:43.877085 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f0530e-53b7-496b-9461-eee53d60119a tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:43.880484 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cccb1a12-100b-4139-a326-d381b8adc56d tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:43.885037 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-58e429ee-f328-4c65-8ace-3b10bac68a86 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:43.886317 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccb1a12-100b-4139-a326-d381b8adc56d tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:43.886931 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cccb1a12-100b-4139-a326-d381b8adc56d tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:43.893997 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ae3db4dd-e609-4e04-93a9-1644f2024750 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:43.899117 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-a1f0530e-53b7-496b-9461-eee53d60119a tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:43.904319 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f0530e-53b7-496b-9461-eee53d60119a tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:51:43.907572 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-74d30011-4785-4228-a898-23a987c93e09 req-0ce98b6a-13a4-4aab-a919-5265f7fd100c tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218626 Jun 21 14:51:43.948567 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0530e-53b7-496b-9461-eee53d60119a tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Pushing event updated for resources: {'Port': ['ID=65047381-e811-4efe-a7e8-ea62281ab6e1,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:43.951650 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a1f0530e-53b7-496b-9461-eee53d60119a tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:43.981259 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-58e429ee-f328-4c65-8ace-3b10bac68a86 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:44.018269 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ed95b423-6210-4699-8881-a726c5214c6a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:44.025089 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccb1a12-100b-4139-a326-d381b8adc56d tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] Pushing event updated for resources: {'Network': ['ID=88e5710c-9bb4-4dc0-bfe7-3373697e498c,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:44.040069 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9bccce-2702-4f97-a35a-666be75abc17 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:51:44.042135 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cccb1a12-100b-4139-a326-d381b8adc56d tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:44.046074 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2f9bccce-2702-4f97-a35a-666be75abc17 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:44.047035 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 88e5710c-9bb4-4dc0-bfe7-3373697e498c details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:51:44.056554 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e626f69c-7645-494a-9a1b-bcc4cbe5abdc None None] Sync routers for ids ['03f8bfb2-b35a-4122-9b0c-a392da10d006'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:51:44.096952 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-ed95b423-6210-4699-8881-a726c5214c6a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] device_id is not set on port e8e8cea2-cba9-4c47-b978-06356b4731e9 yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:51:44.124930 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6e9c0d51-1c2b-4d7f-9988-b5db9402e9f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:44.169609 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e626f69c-7645-494a-9a1b-bcc4cbe5abdc None None] Routers {'03f8bfb2-b35a-4122-9b0c-a392da10d006'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:51:44.170420 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-e626f69c-7645-494a-9a1b-bcc4cbe5abdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:51:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['03f8bfb2-b35a-4122-9b0c-a392da10d006'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:44.194925 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-58e429ee-f328-4c65-8ace-3b10bac68a86 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:44.196968 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2f9bccce-2702-4f97-a35a-666be75abc17 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "PUT /v2.0/floatingips/49952410-abd3-4c16-b39a-1079f43e0fb2 HTTP/1.1" status: 200 len: 978 time: 5.6430645 Jun 21 14:51:44.199346 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-58e429ee-f328-4c65-8ace-3b10bac68a86 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:44.201679 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34486) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:44.203028 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-58e429ee-f328-4c65-8ace-3b10bac68a86 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/security-groups/6b544e42-4c0f-4e16-8a25-27b62c8b1133 HTTP/1.1" status: 204 len: 168 time: 0.6695297 Jun 21 14:51:44.206500 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6608626c-37e6-43c5-aaea-a7d1a48ad1f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:44.211448 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34488) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:44.216823 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-cebc87c9-dcae-4497-aaa8-1882abe497bd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:44.233536 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6608626c-37e6-43c5-aaea-a7d1a48ad1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:44.245356 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-e626f69c-7645-494a-9a1b-bcc4cbe5abdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:44.255183 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e626f69c-7645-494a-9a1b-bcc4cbe5abdc None None] Routers {'03f8bfb2-b35a-4122-9b0c-a392da10d006'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:51:44.255810 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-e626f69c-7645-494a-9a1b-bcc4cbe5abdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:51:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['03f8bfb2-b35a-4122-9b0c-a392da10d006'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:44.257185 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e429ee-f328-4c65-8ace-3b10bac68a86 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b544e42-4c0f-4e16-8a25-27b62c8b1133,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:44.259284 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-17f59810-40a2-41d5-adf7-55c345b0128c tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] create failed (client error): The resource could not be found. Jun 21 14:51:44.264076 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-17f59810-40a2-41d5-adf7-55c345b0128c tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6220376 Jun 21 14:51:44.268652 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34490) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:44.269752 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a1f0530e-53b7-496b-9461-eee53d60119a tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:44.271539 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-58e429ee-f328-4c65-8ace-3b10bac68a86 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:44.273447 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1d271745-4ed1-476d-8f6f-0f012de012f9 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:44.283298 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-21375e10-07c8-4e42-96c7-4eed0e4dff7b tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Request body: {'security_group_rule': {'security_group_id': 'e76c99d2-c77d-4741-8788-88dc305fdf61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bf74e7d0-761a-46c0-a245-399e78cee432'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:44.295167 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-e626f69c-7645-494a-9a1b-bcc4cbe5abdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:44.295948 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e626f69c-7645-494a-9a1b-bcc4cbe5abdc None None] The sync data for ids ['03f8bfb2-b35a-4122-9b0c-a392da10d006'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:51:44.354796 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6608626c-37e6-43c5-aaea-a7d1a48ad1f3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2c18da166312430d92bb0380d24d45d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0196741 Jun 21 14:51:44.386968 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34492) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:44.406225 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608626c-37e6-43c5-aaea-a7d1a48ad1f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54637da9-3c43-44b5-847c-eae48771a548,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:44.423952 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6608626c-37e6-43c5-aaea-a7d1a48ad1f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:44.446320 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a1f0530e-53b7-496b-9461-eee53d60119a tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:44.475596 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-ed95b423-6210-4699-8881-a726c5214c6a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Allocated IP 2001:db8::f816:3eff:fe3a:d65b (8e867a28-8d41-47df-a2af-a54cb8b30a66/6e6f33d4-c717-47ec-9af7-a9c0655890ec/e8e8cea2-cba9-4c47-b978-06356b4731e9) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:44.515260 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-21375e10-07c8-4e42-96c7-4eed0e4dff7b tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] create failed (client error): The resource could not be found. Jun 21 14:51:44.516310 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-21375e10-07c8-4e42-96c7-4eed0e4dff7b tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2437234 Jun 21 14:51:44.524641 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34494) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:44.568848 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-cccb1a12-100b-4139-a326-d381b8adc56d tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.5373204 Jun 21 14:51:44.579085 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34496) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:44.627327 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd03d1-88bf-4f7c-97ea-7d214388a3d9 req-2eb475d8-a6a1-4c4e-8047-8b36a957cae5 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:44.629042 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4dfd03d1-88bf-4f7c-97ea-7d214388a3d9 req-2eb475d8-a6a1-4c4e-8047-8b36a957cae5 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.4785209 Jun 21 14:51:44.671659 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1337fbd0-35f4-44b6-b7f9-b358c4f0d1c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:44.701116 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6d24a66a-28af-4f23-9ddb-33375cfbf885 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:44.740888 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4dfd03d1-88bf-4f7c-97ea-7d214388a3d9 req-ef7ec702-cda7-435f-bc2f-a945e0dda4c0 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003182 Jun 21 14:51:44.748104 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6d24a66a-28af-4f23-9ddb-33375cfbf885 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:44.767382 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-d5c2fb50-38e0-497a-934b-b8dfe416cadb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Deleting port b152b54e-dd41-4476-b94f-687435348b23 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:44.767772 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d5c2fb50-38e0-497a-934b-b8dfe416cadb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:44.775574 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1337fbd0-35f4-44b6-b7f9-b358c4f0d1c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:44.777583 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-cbfc7d62-2d02-4407-8e43-30dbe9e75253 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Request body: {'network': {'name': 'tempest-network--1289893548', 'router:external': True}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:44.815514 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-51d508ec-ff52-4a88-b86e-5f1f4b53a885 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:44.904089 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6d24a66a-28af-4f23-9ddb-33375cfbf885 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:44.906673 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6d24a66a-28af-4f23-9ddb-33375cfbf885 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:44.910353 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6d24a66a-28af-4f23-9ddb-33375cfbf885 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/security-groups/2dac8edd-c0f4-4a20-a3a7-8b541a718d27 HTTP/1.1" status: 204 len: 168 time: 0.6954358 Jun 21 14:51:44.910353 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfc7d62-2d02-4407-8e43-30dbe9e75253 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Made reservation on behalf of 679df4d46d8a4298b9f66dc7115646fa for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:44.910580 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-51d508ec-ff52-4a88-b86e-5f1f4b53a885 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:44.914613 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cbfc7d62-2d02-4407-8e43-30dbe9e75253 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:44.918815 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34502) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:44.928617 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-bc3adbf1-a36c-4942-9793-67157b8bf642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:44.933467 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a1f0530e-53b7-496b-9461-eee53d60119a tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:44.936492 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cbfc7d62-2d02-4407-8e43-30dbe9e75253 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:44.944768 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ed95b423-6210-4699-8881-a726c5214c6a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:44.960222 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d5c2fb50-38e0-497a-934b-b8dfe416cadb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:44.963424 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a1f0530e-53b7-496b-9461-eee53d60119a tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:44.963639 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24a66a-28af-4f23-9ddb-33375cfbf885 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dac8edd-c0f4-4a20-a3a7-8b541a718d27,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:44.971245 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f5450a6b-9867-4d4f-93ea-6721270efcf9 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:44.974151 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6d24a66a-28af-4f23-9ddb-33375cfbf885 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:45.033240 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-ed95b423-6210-4699-8881-a726c5214c6a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Transition to ACTIVE for port object e8e8cea2-cba9-4c47-b978-06356b4731e9 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:45.043745 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1337fbd0-35f4-44b6-b7f9-b358c4f0d1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:45.046249 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1337fbd0-35f4-44b6-b7f9-b358c4f0d1c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:45.047376 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1337fbd0-35f4-44b6-b7f9-b358c4f0d1c1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/54637da9-3c43-44b5-847c-eae48771a548 HTTP/1.1" status: 204 len: 168 time: 0.6570497 Jun 21 14:51:45.078016 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-33b3eb4e-01ad-450b-8815-762aafc6884b None None] Provisioning for port 056be460-ff3a-4c39-bb07-489198a827d7 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:45.102938 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0530e-53b7-496b-9461-eee53d60119a tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Pushing event updated for resources: {'Port': ['ID=65047381-e811-4efe-a7e8-ea62281ab6e1,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:45.109452 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a1f0530e-53b7-496b-9461-eee53d60119a tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:45.115253 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e50201c9-bc38-4f24-8144-90ce2282a0e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:45.117138 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-51d508ec-ff52-4a88-b86e-5f1f4b53a885 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:45.119712 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-51d508ec-ff52-4a88-b86e-5f1f4b53a885 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:45.123294 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-51d508ec-ff52-4a88-b86e-5f1f4b53a885 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "DELETE /v2.0/security-groups/e76c99d2-c77d-4741-8788-88dc305fdf61 HTTP/1.1" status: 204 len: 168 time: 0.5933287 Jun 21 14:51:45.141055 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34506) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:45.151702 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a1f0530e-53b7-496b-9461-eee53d60119a tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:45.159202 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1337fbd0-35f4-44b6-b7f9-b358c4f0d1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54637da9-3c43-44b5-847c-eae48771a548,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:45.171031 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1337fbd0-35f4-44b6-b7f9-b358c4f0d1c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:45.175825 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-cd3577b7-2dd2-44e3-9e6a-ba160b847e31 tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:45.182754 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e28a1ab4-50fd-47c0-9be8-664e68a80881 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:45.208874 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d508ec-ff52-4a88-b86e-5f1f4b53a885 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76c99d2-c77d-4741-8788-88dc305fdf61,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:45.215092 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-51d508ec-ff52-4a88-b86e-5f1f4b53a885 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:45.228970 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ed95b423-6210-4699-8881-a726c5214c6a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:45.241697 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b5255093-af51-4b46-92a4-dece9e35d52a tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:45.246112 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e28a1ab4-50fd-47c0-9be8-664e68a80881 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:45.272861 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cbfc7d62-2d02-4407-8e43-30dbe9e75253 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:45.284761 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cbfc7d62-2d02-4407-8e43-30dbe9e75253 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:45.294312 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3069cbb8-9e2d-482d-98a6-0d09ffe786d0 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1474800 Jun 21 14:51:45.294585 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-226dc506-8fc1-4eac-939d-47b546adee0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:45.296788 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34508) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:45.299977 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a1f0530e-53b7-496b-9461-eee53d60119a tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:45.303909 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a1f0530e-53b7-496b-9461-eee53d60119a tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9576626 Jun 21 14:51:45.308323 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34510) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:45.310340 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d5c2fb50-38e0-497a-934b-b8dfe416cadb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:45.310714 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d5c2fb50-38e0-497a-934b-b8dfe416cadb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:45.310970 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-6773485d-32bb-4e91-a17a-0136c44843f5 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Request body: {'security_group_rule': {'security_group_id': '73c2ba6e-fb23-4a24-acb4-92e4fa1456d6', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:45.311092 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [None req-d5c2fb50-38e0-497a-934b-b8dfe416cadb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Floating IP 49952410-abd3-4c16-b39a-1079f43e0fb2 disassociated. External IP: 172.26.3.108, port: b152b54e-dd41-4476-b94f-687435348b23. Jun 21 14:51:45.311320 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-d5c2fb50-38e0-497a-934b-b8dfe416cadb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Calling delete_port for b152b54e-dd41-4476-b94f-687435348b23 owned by {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:45.325443 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-731aa8da-fca6-4400-a096-c67b696102eb tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Request body: {'floatingip': {'port_id': 'e1057601-68ae-413d-9147-d98546d53de6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:45.340527 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed95b423-6210-4699-8881-a726c5214c6a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:45.357466 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-ed95b423-6210-4699-8881-a726c5214c6a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:45.365364 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed95b423-6210-4699-8881-a726c5214c6a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:51:45.371119 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed95b423-6210-4699-8881-a726c5214c6a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:45.371596 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ed95b423-6210-4699-8881-a726c5214c6a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:45.377416 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbfc7d62-2d02-4407-8e43-30dbe9e75253 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:51:45.377860 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95b423-6210-4699-8881-a726c5214c6a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Port': ['ID=e8e8cea2-cba9-4c47-b978-06356b4731e9,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:45.384746 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ed95b423-6210-4699-8881-a726c5214c6a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:45.389632 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc7d62-2d02-4407-8e43-30dbe9e75253 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea9bfa0-1bd6-4408-adb4-ffe9de73af82,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:45.392968 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cbfc7d62-2d02-4407-8e43-30dbe9e75253 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:45.400634 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e28a1ab4-50fd-47c0-9be8-664e68a80881 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:45.403548 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e28a1ab4-50fd-47c0-9be8-664e68a80881 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:45.410652 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e28a1ab4-50fd-47c0-9be8-664e68a80881 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/security-groups/3de7c7ec-66ed-414f-9f93-43907753138a HTTP/1.1" status: 204 len: 168 time: 0.4845066 Jun 21 14:51:45.413617 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34512) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:45.415237 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-58e429ee-f328-4c65-8ace-3b10bac68a86 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:45.434132 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-731aa8da-fca6-4400-a096-c67b696102eb tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks [] for floatingip, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:45.440700 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cbfc7d62-2d02-4407-8e43-30dbe9e75253 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:45.440900 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-cbfc7d62-2d02-4407-8e43-30dbe9e75253 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Added segment 4f5d89f6-4786-41e6-87db-f5cf18f06da5 of type vlan for network 16842430-60d0-4590-b093-21e85968b81a Jun 21 14:51:45.458539 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ed95b423-6210-4699-8881-a726c5214c6a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6731496 Jun 21 14:51:45.462376 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a1ab4-50fd-47c0-9be8-664e68a80881 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de7c7ec-66ed-414f-9f93-43907753138a,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:45.466257 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34514) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:45.470599 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e28a1ab4-50fd-47c0-9be8-664e68a80881 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:45.525477 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-6773485d-32bb-4e91-a17a-0136c44843f5 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] create failed (client error): The resource could not be found. Jun 21 14:51:45.530060 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6773485d-32bb-4e91-a17a-0136c44843f5 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2279673 Jun 21 14:51:45.532232 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-389dd18f-aa73-42c1-900e-c4c5f26946f0 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Deleting subnet 996cb741-0281-4c23-9fdd-6a53ff21dcb1 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:51:45.535129 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34516) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:45.541196 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-6ce62628-dbc6-4bdc-b4cc-4652a7dd9463 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Request body: {'security_group': {'name': 'tempest-secgroup--170533332'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:45.548043 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-389dd18f-aa73-42c1-900e-c4c5f26946f0 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:45.611963 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-389dd18f-aa73-42c1-900e-c4c5f26946f0 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:45.618690 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cbfc7d62-2d02-4407-8e43-30dbe9e75253 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:45.634469 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6ce62628-dbc6-4bdc-b4cc-4652a7dd9463 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:45.672920 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe45c41-89f6-49b0-85c9-7f0ac5c6bd7e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:45.678649 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe45c41-89f6-49b0-85c9-7f0ac5c6bd7e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:45.682664 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ffe45c41-89f6-49b0-85c9-7f0ac5c6bd7e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2108963 Jun 21 14:51:45.682835 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-731aa8da-fca6-4400-a096-c67b696102eb tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] update failed (client error): The resource could not be found. Jun 21 14:51:45.682835 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-731aa8da-fca6-4400-a096-c67b696102eb tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] 10.222.0.72 "PUT /v2.0/floatingips/821ea0d8-aab8-4c02-97f7-5c3924d396ae HTTP/1.1" status: 404 len: 507 time: 0.3686762 Jun 21 14:51:45.683470 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34518) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:45.686252 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34520) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:45.729621 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-810bb068-3aad-420a-8ba8-8df67e28a72a None None] Provisioning for port e8e8cea2-cba9-4c47-b978-06356b4731e9 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:45.734233 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-810bb068-3aad-420a-8ba8-8df67e28a72a None None] Provisioning complete for port e8e8cea2-cba9-4c47-b978-06356b4731e9 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:45.734716 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-810bb068-3aad-420a-8ba8-8df67e28a72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:45.748106 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cbfc7d62-2d02-4407-8e43-30dbe9e75253 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:45.749202 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfc7d62-2d02-4407-8e43-30dbe9e75253 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:45.749790 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cbfc7d62-2d02-4407-8e43-30dbe9e75253 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:45.754764 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fffb3033-52a8-4411-832c-e4cfbbc17350 tempest-PortsAdminExtendedAttrsTestJSON-783253799 tempest-PortsAdminExtendedAttrsTestJSON-783253799-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:45.777965 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-810bb068-3aad-420a-8ba8-8df67e28a72a None None] Port e8e8cea2-cba9-4c47-b978-06356b4731e9 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:51:45.837954 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-389dd18f-aa73-42c1-900e-c4c5f26946f0 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:45.853945 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d5c2fb50-38e0-497a-934b-b8dfe416cadb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:45.917219 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6ce62628-dbc6-4bdc-b4cc-4652a7dd9463 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:45.922698 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc7d62-2d02-4407-8e43-30dbe9e75253 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Pushing event updated for resources: {'Network': ['ID=16842430-60d0-4590-b093-21e85968b81a,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:45.923193 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-bfd13704-7fe4-4ea8-8410-81b651501223 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting port e8e8cea2-cba9-4c47-b978-06356b4731e9 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:45.923569 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bfd13704-7fe4-4ea8-8410-81b651501223 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:45.926542 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cbfc7d62-2d02-4407-8e43-30dbe9e75253 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:45.931230 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e01bcc6e-051a-40a3-9d63-0a9e10295d34 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:45.932606 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6ce62628-dbc6-4bdc-b4cc-4652a7dd9463 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:45.942819 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 16842430-60d0-4590-b093-21e85968b81a details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:51:45.954984 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:46.005703 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c2fb50-38e0-497a-934b-b8dfe416cadb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event deleted for resources: {'Port': ['ID=b152b54e-dd41-4476-b94f-687435348b23,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:46.008409 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d5c2fb50-38e0-497a-934b-b8dfe416cadb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:46.010537 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-cbfc7d62-2d02-4407-8e43-30dbe9e75253 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4301240 Jun 21 14:51:46.015335 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34522) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:46.026355 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 056be460-ff3a-4c39-bb07-489198a827d7 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:51:46.040163 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-389dd18f-aa73-42c1-900e-c4c5f26946f0 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:46.070273 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce62628-dbc6-4bdc-b4cc-4652a7dd9463 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e03a8bd3-7f73-4aea-8b67-6e5ff2f247d4,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:46.074161 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6ce62628-dbc6-4bdc-b4cc-4652a7dd9463 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:46.077123 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-389dd18f-aa73-42c1-900e-c4c5f26946f0 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:46.083690 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-389dd18f-aa73-42c1-900e-c4c5f26946f0 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/subnets/996cb741-0281-4c23-9fdd-6a53ff21dcb1 HTTP/1.1" status: 204 len: 168 time: 0.6633775 Jun 21 14:51:46.084612 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34524) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:46.092540 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2295e7-7c08-48cf-af64-2af71f0fc302 None None] Network 6796ce10-2494-4002-991f-bcb89379992d requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:46.093041 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6732dd10-d241-4006-aed6-793b86d110e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:46.095996 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6ce62628-dbc6-4bdc-b4cc-4652a7dd9463 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:46.097135 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6ce62628-dbc6-4bdc-b4cc-4652a7dd9463 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5609710 Jun 21 14:51:46.117711 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34526) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:46.124748 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-b49889f5-dc73-4cb4-90fe-bad6a21978cf tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Request body: {'security_group': {'name': 'tempest-secgroup--689886928'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:46.149855 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389dd18f-aa73-42c1-900e-c4c5f26946f0 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Subnet': ['ID=996cb741-0281-4c23-9fdd-6a53ff21dcb1,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:46.153457 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-389dd18f-aa73-42c1-900e-c4c5f26946f0 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:46.158489 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b49889f5-dc73-4cb4-90fe-bad6a21978cf tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:46.176376 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 056be460-ff3a-4c39-bb07-489198a827d7 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:46.182893 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 056be460-ff3a-4c39-bb07-489198a827d7 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:46.183544 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:46.202787 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bfd13704-7fe4-4ea8-8410-81b651501223 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:46.212108 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-4cb0fdf4-b6a9-4163-9960-7a2a3873114c tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Deleting port 65047381-e811-4efe-a7e8-ea62281ab6e1 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:46.212533 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4cb0fdf4-b6a9-4163-9960-7a2a3873114c tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:46.221219 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5b82691a-d346-4327-aea6-32f7efb74f2c tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:46.246525 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-a83d9501-4530-46ae-bedd-a0fe6235bd8b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Deleting subnet 746ae2d3-2022-4998-be6c-5e46439c4e18 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:51:46.285936 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-bfd13704-7fe4-4ea8-8410-81b651501223 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Calling delete_port for e8e8cea2-cba9-4c47-b978-06356b4731e9 owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:46.300671 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a83d9501-4530-46ae-bedd-a0fe6235bd8b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:46.304845 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c2fb50-38e0-497a-934b-b8dfe416cadb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Router 03f8bfb2-b35a-4122-9b0c-a392da10d006 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:51:46.327104 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:46.383692 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 056be460-ff3a-4c39-bb07-489198a827d7, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=056be460-ff3a-4c39-bb07-489198a827d7,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:51:46.392664 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b49889f5-dc73-4cb4-90fe-bad6a21978cf tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:46.397966 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:46.402967 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e2e25cc2-d09e-4f2f-9c10-321311bd931a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:46.411554 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b49889f5-dc73-4cb4-90fe-bad6a21978cf tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:46.416432 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0ac3e0fb-1240-4b6a-b661-8f6f976db526 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:46.458052 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=056be460-ff3a-4c39-bb07-489198a827d7,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:46.461379 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:46.470006 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a83d9501-4530-46ae-bedd-a0fe6235bd8b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:46.470972 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b49889f5-dc73-4cb4-90fe-bad6a21978cf tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:46.472966 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b49889f5-dc73-4cb4-90fe-bad6a21978cf tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3534131 Jun 21 14:51:46.475393 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34528) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:46.476106 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49889f5-dc73-4cb4-90fe-bad6a21978cf tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d91d4b8d-8ee2-459b-9e50-6bc6c1d0191c,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:46.478881 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b49889f5-dc73-4cb4-90fe-bad6a21978cf tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:46.485832 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-11adfadd-2512-4c86-944c-fce1dd41b18b tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Request body: {'security_group_rule': {'security_group_id': 'e03a8bd3-7f73-4aea-8b67-6e5ff2f247d4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd91d4b8d-8ee2-459b-9e50-6bc6c1d0191c'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:46.521564 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bfd13704-7fe4-4ea8-8410-81b651501223 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:46.534221 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2c318e13-e44b-4fa0-ab1b-7299e9612e5e tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:46.548828 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5b82691a-d346-4327-aea6-32f7efb74f2c tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:46.558896 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4cb0fdf4-b6a9-4163-9960-7a2a3873114c tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:46.559413 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4cb0fdf4-b6a9-4163-9960-7a2a3873114c tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:46.571877 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ad2bbe8b-da0e-43b1-8bee-f7514e477dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:46.576657 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd13704-7fe4-4ea8-8410-81b651501223 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Port': ['ID=e8e8cea2-cba9-4c47-b978-06356b4731e9,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:46.579232 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bfd13704-7fe4-4ea8-8410-81b651501223 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:46.594676 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-5b82691a-d346-4327-aea6-32f7efb74f2c tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16842430-60d0-4590-b093-21e85968b81a']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:46.604816 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bfd13704-7fe4-4ea8-8410-81b651501223 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:46.613005 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-bfd13704-7fe4-4ea8-8410-81b651501223 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/e8e8cea2-cba9-4c47-b978-06356b4731e9 HTTP/1.1" status: 204 len: 168 time: 0.9264669 Jun 21 14:51:46.613359 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-11adfadd-2512-4c86-944c-fce1dd41b18b tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:51:46.617028 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-11adfadd-2512-4c86-944c-fce1dd41b18b tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1344552 Jun 21 14:51:46.617028 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34530) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:46.617307 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34532) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:46.688048 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-4cb0fdf4-b6a9-4163-9960-7a2a3873114c tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Calling delete_port for 65047381-e811-4efe-a7e8-ea62281ab6e1 owned by network:floatingip {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:46.691743 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-5b82691a-d346-4327-aea6-32f7efb74f2c tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f5d89f6-4786-41e6-87db-f5cf18f06da5') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:46.692541 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-5b82691a-d346-4327-aea6-32f7efb74f2c tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f5d89f6-4786-41e6-87db-f5cf18f06da5') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:46.719963 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bf2e74-8bb6-4f4f-9eb4-b6b4adc6c3ea tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:46.721618 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bf2e74-8bb6-4f4f-9eb4-b6b4adc6c3ea tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:46.723635 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-63bf2e74-8bb6-4f4f-9eb4-b6b4adc6c3ea tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1072316 Jun 21 14:51:46.726526 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34534) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:46.738857 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-49b5f60f-b458-4ede-af00-87b26d4e7793 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:46.767023 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5b82691a-d346-4327-aea6-32f7efb74f2c tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:46.793709 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-49b5f60f-b458-4ede-af00-87b26d4e7793 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:46.799089 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5b82691a-d346-4327-aea6-32f7efb74f2c tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:46.834714 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a27e25e-cbe6-4e8c-b150-16b5c970457a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting subnet 6e6f33d4-c717-47ec-9af7-a9c0655890ec {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:51:46.837927 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7a27e25e-cbe6-4e8c-b150-16b5c970457a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:46.848862 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a83d9501-4530-46ae-bedd-a0fe6235bd8b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:46.857949 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b82691a-d346-4327-aea6-32f7efb74f2c tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:51:46.858351 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5b82691a-d346-4327-aea6-32f7efb74f2c tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:46.877969 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:51:46.877969 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:51:46.877969 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:51:46.877969 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:51:46.877969 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:51:46.877969 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:51:46.877969 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:51:46.877969 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:51:46.877969 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:51:46.877969 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:51:46.877969 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:51:46.877969 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:51:46.877969 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:51:46.877969 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:51:46.877969 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:51:46.877969 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:51:46.877969 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:51:46.877969 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:51:46.877969 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:51:46.877969 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:51:46.877969 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:51:46.877969 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:51:46.877969 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:51:46.877969 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:51:46.877969 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:51:46.877969 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:51:46.877969 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:51:46.877969 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:51:46.877969 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:51:46.877969 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:51:46.877969 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:51:46.877969 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:51:46.877969 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:51:46.877969 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:51:46.894363 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7a27e25e-cbe6-4e8c-b150-16b5c970457a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:46.916663 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-49b5f60f-b458-4ede-af00-87b26d4e7793 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:46.919388 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-49b5f60f-b458-4ede-af00-87b26d4e7793 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:46.920621 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-49b5f60f-b458-4ede-af00-87b26d4e7793 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "DELETE /v2.0/security-groups/d91d4b8d-8ee2-459b-9e50-6bc6c1d0191c HTTP/1.1" status: 204 len: 168 time: 0.3025444 Jun 21 14:51:46.923608 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-42f63c51-9861-4a89-a14f-73f84c791792 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:46.926261 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34536) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:46.936742 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5f60f-b458-4ede-af00-87b26d4e7793 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91d4b8d-8ee2-459b-9e50-6bc6c1d0191c,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:46.940682 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-49b5f60f-b458-4ede-af00-87b26d4e7793 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:46.940897 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c2fb50-38e0-497a-934b-b8dfe416cadb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:51:46.981105 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d26974-a683-4b2f-a6e0-8d049356ae39 None None] Sync routers for ids ['03f8bfb2-b35a-4122-9b0c-a392da10d006'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:51:47.006745 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d26974-a683-4b2f-a6e0-8d049356ae39 None None] Routers {'03f8bfb2-b35a-4122-9b0c-a392da10d006'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:51:47.008309 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-00d26974-a683-4b2f-a6e0-8d049356ae39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:51:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['03f8bfb2-b35a-4122-9b0c-a392da10d006'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:47.018323 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7a27e25e-cbe6-4e8c-b150-16b5c970457a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:47.047931 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:47.094080 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-00d26974-a683-4b2f-a6e0-8d049356ae39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:47.104568 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5b82691a-d346-4327-aea6-32f7efb74f2c tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:47.110370 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d26974-a683-4b2f-a6e0-8d049356ae39 None None] Routers {'03f8bfb2-b35a-4122-9b0c-a392da10d006'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:51:47.110961 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7a27e25e-cbe6-4e8c-b150-16b5c970457a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:47.111930 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-00d26974-a683-4b2f-a6e0-8d049356ae39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:51:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['03f8bfb2-b35a-4122-9b0c-a392da10d006'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:47.117755 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7f65c05d-c7cf-4ddd-9688-6506e1cefaa0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:47.121249 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:47.123904 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b82691a-d346-4327-aea6-32f7efb74f2c tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 16842430-60d0-4590-b093-21e85968b81a {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 21 14:51:47.138777 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5b82691a-d346-4327-aea6-32f7efb74f2c tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:47.144400 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5b82691a-d346-4327-aea6-32f7efb74f2c tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] 10.222.0.72 "DELETE /v2.0/networks/16842430-60d0-4590-b093-21e85968b81a HTTP/1.1" status: 204 len: 168 time: 1.1226799 Jun 21 14:51:47.157754 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2a6e2910-25b4-4564-b602-cd92608589af tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2279522 Jun 21 14:51:47.159372 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34538) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:47.159372 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34540) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:47.161276 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b82691a-d346-4327-aea6-32f7efb74f2c tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Pushing event deleted for resources: {'Network': ['ID=16842430-60d0-4590-b093-21e85968b81a,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:47.162134 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-00d26974-a683-4b2f-a6e0-8d049356ae39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:47.163197 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d26974-a683-4b2f-a6e0-8d049356ae39 None None] The sync data for ids ['03f8bfb2-b35a-4122-9b0c-a392da10d006'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:51:47.170166 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a83d9501-4530-46ae-bedd-a0fe6235bd8b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:47.174457 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5b82691a-d346-4327-aea6-32f7efb74f2c tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:47.178951 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-f146cb26-5b10-4fd0-a92e-44d93564bc31 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Request body: {'network': {'router:external': True}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:47.180619 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27e25e-cbe6-4e8c-b150-16b5c970457a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Subnet': ['ID=6e6f33d4-c717-47ec-9af7-a9c0655890ec,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:47.183535 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-701b922b-3527-4f9a-8359-c3c1ca79a7de tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:47.183884 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7a27e25e-cbe6-4e8c-b150-16b5c970457a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:47.186123 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7a27e25e-cbe6-4e8c-b150-16b5c970457a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/6e6f33d4-c717-47ec-9af7-a9c0655890ec HTTP/1.1" status: 204 len: 168 time: 0.4589264 Jun 21 14:51:47.187117 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7a27e25e-cbe6-4e8c-b150-16b5c970457a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:47.188313 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34542) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:47.192354 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54790b4b-e6ed-4681-95fb-342d8a1c1d61 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:47.195631 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d5c2fb50-38e0-497a-934b-b8dfe416cadb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:47.197445 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d5c2fb50-38e0-497a-934b-b8dfe416cadb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "DELETE /v2.0/ports/b152b54e-dd41-4476-b94f-687435348b23 HTTP/1.1" status: 204 len: 168 time: 2.9948099 Jun 21 14:51:47.230229 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34544) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:47.234766 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-86b711f7-3508-428f-b0b8-6579a4653277 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449436 Jun 21 14:51:47.237293 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34546) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:47.243010 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-a9357c8a-3c79-473a-9850-c6d2bc3581a9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:47.320179 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d9501-4530-46ae-bedd-a0fe6235bd8b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Subnet': ['ID=746ae2d3-2022-4998-be6c-5e46439c4e18,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:47.329407 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a83d9501-4530-46ae-bedd-a0fe6235bd8b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:47.333926 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a83d9501-4530-46ae-bedd-a0fe6235bd8b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/subnets/746ae2d3-2022-4998-be6c-5e46439c4e18 HTTP/1.1" status: 204 len: 168 time: 1.2457380 Jun 21 14:51:47.469093 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de092ed-f02f-491a-841d-d79f7fb99185 None None] Network 6796ce10-2494-4002-991f-bcb89379992d requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:47.527481 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-b160062f-5865-4977-a6d0-ae947177de4b None None] Provisioning complete for port b4cf7d61-9773-473c-9b01-54936c104ee3 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:47.527741 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b160062f-5865-4977-a6d0-ae947177de4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:47.570426 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-b160062f-5865-4977-a6d0-ae947177de4b None None] Port b4cf7d61-9773-473c-9b01-54936c104ee3 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:51:47.640216 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34548) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:47.650694 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-b160062f-5865-4977-a6d0-ae947177de4b None None] Provisioning complete for port cd921d9b-92b3-4a04-8484-550f79ae7b49 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:47.651416 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b160062f-5865-4977-a6d0-ae947177de4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:47.679648 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7e0facf-5b8d-4901-a569-3ef6c679d09d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] DELETE failed (client error): The resource could not be found. Jun 21 14:51:47.680101 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7e0facf-5b8d-4901-a569-3ef6c679d09d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:51:47.681843 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d7e0facf-5b8d-4901-a569-3ef6c679d09d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/subnets/996cb741-0281-4c23-9fdd-6a53ff21dcb1 HTTP/1.1" status: 404 len: 337 time: 0.0406303 Jun 21 14:51:47.684388 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34550) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:47.755599 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-a08e0b03-8b86-4ad5-a6c5-f9fe213076b6 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Deleting subnet 0a580cac-43b5-4249-afb2-ee5a56e5e24c {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:51:47.758601 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a08e0b03-8b86-4ad5-a6c5-f9fe213076b6 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:47.813561 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a08e0b03-8b86-4ad5-a6c5-f9fe213076b6 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:47.854976 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a83d9501-4530-46ae-bedd-a0fe6235bd8b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:47.870981 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50227cdc-2ee8-4066-845c-bc6de89ef57e None None] DHCP port deletion for 8e867a28-8d41-47df-a2af-a54cb8b30a66 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:51:47.927879 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9357c8a-3c79-473a-9850-c6d2bc3581a9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:47.933131 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-50227cdc-2ee8-4066-845c-bc6de89ef57e None None] Deleting port 056be460-ff3a-4c39-bb07-489198a827d7 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:47.933726 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-50227cdc-2ee8-4066-845c-bc6de89ef57e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:47.934481 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a9357c8a-3c79-473a-9850-c6d2bc3581a9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:47.935681 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f146cb26-5b10-4fd0-a92e-44d93564bc31 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Made reservation on behalf of 679df4d46d8a4298b9f66dc7115646fa for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:47.938869 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f146cb26-5b10-4fd0-a92e-44d93564bc31 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:47.958354 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4cb0fdf4-b6a9-4163-9960-7a2a3873114c tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:47.968163 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-7640d094-0ce0-454f-9aef-8e1681f37314 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:47.988539 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 056be460-ff3a-4c39-bb07-489198a827d7 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:51:48.006192 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb0fdf4-b6a9-4163-9960-7a2a3873114c tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Pushing event deleted for resources: {'Port': ['ID=65047381-e811-4efe-a7e8-ea62281ab6e1,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:48.016805 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4cb0fdf4-b6a9-4163-9960-7a2a3873114c tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:48.029448 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-35066d37-9151-453c-a5e0-a04891a35474 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:48.054197 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-50227cdc-2ee8-4066-845c-bc6de89ef57e None None] For port 056be460-ff3a-4c39-bb07-489198a827d7, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=056be460-ff3a-4c39-bb07-489198a827d7,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:51:48.054923 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-50227cdc-2ee8-4066-845c-bc6de89ef57e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:48.062372 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:48.105551 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f146cb26-5b10-4fd0-a92e-44d93564bc31 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:51:48.133824 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-50227cdc-2ee8-4066-845c-bc6de89ef57e None None] Calling delete_port for 056be460-ff3a-4c39-bb07-489198a827d7 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:48.181609 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-35066d37-9151-453c-a5e0-a04891a35474 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:48.187630 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f146cb26-5b10-4fd0-a92e-44d93564bc31 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:48.187981 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-f146cb26-5b10-4fd0-a92e-44d93564bc31 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Added segment f862c0a0-c0db-43ab-92e4-a187bdd23809 of type vlan for network f2139004-1e0c-4916-b364-0aed0eda54bc Jun 21 14:51:48.214468 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:48.257539 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a08e0b03-8b86-4ad5-a6c5-f9fe213076b6 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:48.276469 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 056be460-ff3a-4c39-bb07-489198a827d7, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=056be460-ff3a-4c39-bb07-489198a827d7,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:51:48.288081 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4cb0fdf4-b6a9-4163-9960-7a2a3873114c tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks [] for floatingip, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:48.290183 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4cb0fdf4-b6a9-4163-9960-7a2a3873114c tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:48.291369 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4cb0fdf4-b6a9-4163-9960-7a2a3873114c tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] 10.222.0.72 "DELETE /v2.0/floatingips/821ea0d8-aab8-4c02-97f7-5c3924d396ae HTTP/1.1" status: 204 len: 168 time: 2.6042285 Jun 21 14:51:48.292447 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:48.296693 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-dab0d2ae-7f07-4247-8836-5861f5040a3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:48.298448 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34552) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:48.306938 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-baa931c0-1548-4d03-bd5c-c0855d8cf1be tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Request body: {'floatingip': {'floating_network_id': '09824e0f-0bbc-4d33-bf4b-d75f8ad99ce8', 'port_id': 'e1057601-68ae-413d-9147-d98546d53de6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:48.313302 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f146cb26-5b10-4fd0-a92e-44d93564bc31 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:48.329764 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-50227cdc-2ee8-4066-845c-bc6de89ef57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:48.359332 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50227cdc-2ee8-4066-845c-bc6de89ef57e None None] No DVR routers for this DVR port 056be460-ff3a-4c39-bb07-489198a827d7 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:51:48.363180 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.objects.ports [None req-a9357c8a-3c79-473a-9850-c6d2bc3581a9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105225) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 21 14:51:48.373415 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-35066d37-9151-453c-a5e0-a04891a35474 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:48.376006 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a9357c8a-3c79-473a-9850-c6d2bc3581a9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:48.376147 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-35066d37-9151-453c-a5e0-a04891a35474 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:48.378706 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bc803c04-7561-497c-98d2-d4d3183b9a17 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:48.379980 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-35066d37-9151-453c-a5e0-a04891a35474 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "DELETE /v2.0/security-groups/e03a8bd3-7f73-4aea-8b67-6e5ff2f247d4 HTTP/1.1" status: 204 len: 168 time: 1.2161930 Jun 21 14:51:48.380621 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34554) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:48.387577 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=056be460-ff3a-4c39-bb07-489198a827d7,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:48.390000 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-bedfab87-d1d8-491a-bd48-66768cc71c3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:48.391116 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:48.391976 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0d7afe5e-4868-4b1f-a211-1dbbdee73649 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:48.418756 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50227cdc-2ee8-4066-845c-bc6de89ef57e None None] Pushing event deleted for resources: {'Port': ['ID=056be460-ff3a-4c39-bb07-489198a827d7,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:48.420672 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-50227cdc-2ee8-4066-845c-bc6de89ef57e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:48.432600 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-baa931c0-1548-4d03-bd5c-c0855d8cf1be tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks [] for floatingip, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:48.440090 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35066d37-9151-453c-a5e0-a04891a35474 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03a8bd3-7f73-4aea-8b67-6e5ff2f247d4,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:48.456518 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-35066d37-9151-453c-a5e0-a04891a35474 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:48.470162 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9357c8a-3c79-473a-9850-c6d2bc3581a9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Subnet': ['ID=d9d3b024-6f1c-44ba-bbdf-3b38307c494e,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:48.476604 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a9357c8a-3c79-473a-9850-c6d2bc3581a9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:48.478176 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a08e0b03-8b86-4ad5-a6c5-f9fe213076b6 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:48.481693 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9357c8a-3c79-473a-9850-c6d2bc3581a9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:48.482510 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:48.506270 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f146cb26-5b10-4fd0-a92e-44d93564bc31 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:48.507322 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f146cb26-5b10-4fd0-a92e-44d93564bc31 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:48.507911 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f146cb26-5b10-4fd0-a92e-44d93564bc31 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:48.508040 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-a9357c8a-3c79-473a-9850-c6d2bc3581a9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:48.514320 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9357c8a-3c79-473a-9850-c6d2bc3581a9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:48.515051 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a9357c8a-3c79-473a-9850-c6d2bc3581a9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:48.518864 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e0b03-8b86-4ad5-a6c5-f9fe213076b6 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Subnet': ['ID=0a580cac-43b5-4249-afb2-ee5a56e5e24c,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:48.519431 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-7ea696bc-a2a4-48a9-89bb-99d976642983 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:48.522396 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf3c613-5d8d-4baf-b5d6-c350e7b9bb78 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:48.523940 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a08e0b03-8b86-4ad5-a6c5-f9fe213076b6 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:48.532403 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a08e0b03-8b86-4ad5-a6c5-f9fe213076b6 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:48.536674 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a08e0b03-8b86-4ad5-a6c5-f9fe213076b6 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/subnets/0a580cac-43b5-4249-afb2-ee5a56e5e24c HTTP/1.1" status: 204 len: 168 time: 0.8491154 Jun 21 14:51:48.537193 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34556) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:48.559454 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8a952079-63da-4994-bd78-48d0f9c7266a tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1649468 Jun 21 14:51:48.567516 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34558) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:48.572773 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-d8e13298-3261-4e14-bc2c-d2ca9e2d7f82 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Request body: {'security_group': {'name': 'tempest-secgroup--403534062'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:48.583640 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a9357c8a-3c79-473a-9850-c6d2bc3581a9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3448517 Jun 21 14:51:48.584820 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-405d459f-a99a-4ce1-a55a-5eef74333927 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] DELETE failed (client error): The resource could not be found. Jun 21 14:51:48.585368 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-405d459f-a99a-4ce1-a55a-5eef74333927 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:51:48.589619 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-405d459f-a99a-4ce1-a55a-5eef74333927 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/subnets/b86f75dd-c6c9-4f5e-b104-600c8f9342d9 HTTP/1.1" status: 404 len: 337 time: 0.0488691 Jun 21 14:51:48.589619 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34560) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:48.594229 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34562) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:48.598585 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-d6650347-14ba-4821-91b4-ed5aca8292f3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'port': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'mac_address': 'fa:16:3e:e4:e4:02', 'name': 'tempest-NetworksTestDHCPv6-907411527'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:48.614871 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f146cb26-5b10-4fd0-a92e-44d93564bc31 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4520578 Jun 21 14:51:48.618029 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34564) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:48.631237 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-0c66ae09-3e52-43a1-b59b-b5a359fd6597 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Request body: {'subnet': {'network_id': 'f2139004-1e0c-4916-b364-0aed0eda54bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:48.650769 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-680c9558-d4c2-44bb-a1bb-7967b7e07481 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:48.682591 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9606dfd1-244e-4144-a9a4-a06900eb0234 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "GET /v2.0/ports?device_id=97b1b629-fdb6-4787-b783-616942360305 HTTP/1.1" status: 200 len: 205 time: 0.0797098 Jun 21 14:51:48.687852 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34566) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:48.701506 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d8e13298-3261-4e14-bc2c-d2ca9e2d7f82 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:48.704948 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0532a863-acc3-4bce-8036-94a0a6d6e05f None None] Network 6796ce10-2494-4002-991f-bcb89379992d requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:48.719011 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f146cb26-5b10-4fd0-a92e-44d93564bc31 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Pushing event updated for resources: {'Network': ['ID=f2139004-1e0c-4916-b364-0aed0eda54bc,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:48.726808 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f146cb26-5b10-4fd0-a92e-44d93564bc31 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:48.748912 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b35761-2691-487a-ad73-9027044a3d31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-8e867a28-8d41-47df-a2af-a54cb8b30a66', 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'fixed_ips': [{'subnet_id': 'd9d3b024-6f1c-44ba-bbdf-3b38307c494e'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:51:48.750303 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-18b35761-2691-487a-ad73-9027044a3d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:48.751020 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-cf09255f-2fbe-4a77-a329-abb4e7161478 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] delete failed (client error): The resource could not be found. Jun 21 14:51:48.754726 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-cf09255f-2fbe-4a77-a329-abb4e7161478 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/routers/97b1b629-fdb6-4787-b783-616942360305 HTTP/1.1" status: 404 len: 336 time: 0.0623739 Jun 21 14:51:48.754991 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network f2139004-1e0c-4916-b364-0aed0eda54bc details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:51:48.760048 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34568) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:48.782303 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c66ae09-3e52-43a1-b59b-b5a359fd6597 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Made reservation on behalf of 679df4d46d8a4298b9f66dc7115646fa for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:48.784852 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0c66ae09-3e52-43a1-b59b-b5a359fd6597 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:48.808420 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1e6924d-2445-4734-9b89-4f75e5de40d5 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] DELETE failed (client error): The resource could not be found. Jun 21 14:51:48.808420 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1e6924d-2445-4734-9b89-4f75e5de40d5 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:51:48.812579 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b1e6924d-2445-4734-9b89-4f75e5de40d5 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/subnets/73076d5f-2bf4-4891-82d3-cf03b0b284c5 HTTP/1.1" status: 404 len: 337 time: 0.0489569 Jun 21 14:51:48.816792 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34570) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:48.860169 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-a84211af-298f-4d49-9ee6-b99d69cd8c91 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] DELETE failed (client error): The resource could not be found. Jun 21 14:51:48.860627 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a84211af-298f-4d49-9ee6-b99d69cd8c91 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:51:48.864922 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a84211af-298f-4d49-9ee6-b99d69cd8c91 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/subnets/d8e22f9e-fd63-437e-9e52-c6ebc99fab65 HTTP/1.1" status: 404 len: 337 time: 0.0449760 Jun 21 14:51:48.865285 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34572) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:48.867056 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-b2bbaf5b-2828-4d0b-aaed-8dc7c0170621 None None] Provisioning complete for port b4cf7d61-9773-473c-9b01-54936c104ee3 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:48.867434 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b2bbaf5b-2828-4d0b-aaed-8dc7c0170621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:48.907004 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-37ad6abb-f61a-41f7-ade2-3665dc1ff1f2 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] DELETE failed (client error): The resource could not be found. Jun 21 14:51:48.907789 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37ad6abb-f61a-41f7-ade2-3665dc1ff1f2 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:51:48.911761 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-37ad6abb-f61a-41f7-ade2-3665dc1ff1f2 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/subnets/737a5290-40d2-4ec2-9cd3-1787d2e66f56 HTTP/1.1" status: 404 len: 337 time: 0.0428879 Jun 21 14:51:48.913985 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34574) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:48.950930 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-27c0b12b-0ccd-4bd5-8786-a0edb19a0639 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] DELETE failed (client error): The resource could not be found. Jun 21 14:51:48.951593 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27c0b12b-0ccd-4bd5-8786-a0edb19a0639 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:51:48.955921 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-27c0b12b-0ccd-4bd5-8786-a0edb19a0639 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/ports/d228b890-0b59-43b7-a8b7-4c996956f43c HTTP/1.1" status: 404 len: 333 time: 0.0396543 Jun 21 14:51:48.956096 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34576) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:48.990155 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f6f5a25-1752-409b-bc00-325221a705c9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] DELETE failed (client error): The resource could not be found. Jun 21 14:51:48.990607 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f6f5a25-1752-409b-bc00-325221a705c9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:51:48.995280 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1f6f5a25-1752-409b-bc00-325221a705c9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/subnets/ad6846d4-650f-4706-a31b-c9fcc042f0df HTTP/1.1" status: 404 len: 337 time: 0.0353200 Jun 21 14:51:48.995484 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34578) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:49.014310 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-b2bbaf5b-2828-4d0b-aaed-8dc7c0170621 None None] Port b4cf7d61-9773-473c-9b01-54936c104ee3 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:51:49.032547 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe042072-2ba8-4e58-8712-92af194bbab0 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] DELETE failed (client error): The resource could not be found. Jun 21 14:51:49.032998 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe042072-2ba8-4e58-8712-92af194bbab0 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:51:49.036082 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-fe042072-2ba8-4e58-8712-92af194bbab0 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/subnets/8f5d648a-77a9-407d-a48c-cc2cce6c2ef0 HTTP/1.1" status: 404 len: 337 time: 0.0383618 Jun 21 14:51:49.038080 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34580) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:49.051812 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d8e13298-3261-4e14-bc2c-d2ca9e2d7f82 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:49.063413 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-b2bbaf5b-2828-4d0b-aaed-8dc7c0170621 None None] Provisioning complete for port cd921d9b-92b3-4a04-8484-550f79ae7b49 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:49.063701 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b2bbaf5b-2828-4d0b-aaed-8dc7c0170621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:49.075659 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d8e13298-3261-4e14-bc2c-d2ca9e2d7f82 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:49.078254 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-c85bba3b-07cf-4b7b-955c-725044a8e2ab tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] DELETE failed (client error): The resource could not be found. Jun 21 14:51:49.079005 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c85bba3b-07cf-4b7b-955c-725044a8e2ab tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:51:49.083339 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c85bba3b-07cf-4b7b-955c-725044a8e2ab tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/ports/028805fe-357b-454c-bdba-3ab67155216e HTTP/1.1" status: 404 len: 333 time: 0.0416658 Jun 21 14:51:49.084287 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b49889f5-dc73-4cb4-90fe-bad6a21978cf tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:49.086605 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34582) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:49.101401 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-18b35761-2691-487a-ad73-9027044a3d31 None None] Allocated IP 2001:db8::f816:3eff:febf:82af (8e867a28-8d41-47df-a2af-a54cb8b30a66/d9d3b024-6f1c-44ba-bbdf-3b38307c494e/3dfc2a86-f10a-4d33-a07a-f40d7172a71b) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:49.121258 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6650347-14ba-4821-91b4-ed5aca8292f3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:49.127818 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d8e13298-3261-4e14-bc2c-d2ca9e2d7f82 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:49.129029 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d8e13298-3261-4e14-bc2c-d2ca9e2d7f82 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5601034 Jun 21 14:51:49.141971 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34584) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:49.154615 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-baa931c0-1548-4d03-bd5c-c0855d8cf1be tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:51:49.155759 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-baa931c0-1548-4d03-bd5c-c0855d8cf1be tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8562896 Jun 21 14:51:49.156788 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-39fae9f6-e7a3-40b1-b06d-d84a71d2591a tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] DELETE failed (client error): The resource could not be found. Jun 21 14:51:49.157199 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39fae9f6-e7a3-40b1-b06d-d84a71d2591a tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:51:49.158911 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-39fae9f6-e7a3-40b1-b06d-d84a71d2591a tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/subnets/7dcc8d22-8c43-4d7a-9eb0-842a3a3bf81d HTTP/1.1" status: 404 len: 337 time: 0.0693579 Jun 21 14:51:49.161983 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34586) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:49.162268 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34588) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:49.168306 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-dbcaef1b-b8ae-4606-9d53-22ce4e13b1b6 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'port_id': 'e1057601-68ae-413d-9147-d98546d53de6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:49.178247 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-badd2ef7-9702-4b06-a19a-d6033e972d2a tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Request body: {'security_group_rule': {'security_group_id': 'd468fa4c-255c-471b-963c-1c6c21e2b71b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:49.191197 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e13298-3261-4e14-bc2c-d2ca9e2d7f82 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d468fa4c-255c-471b-963c-1c6c21e2b71b,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:49.201387 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d8e13298-3261-4e14-bc2c-d2ca9e2d7f82 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:49.217001 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdc2ac2-ca76-4072-9c35-49aa60cfd51e None None] DHCP port deletion for 6796ce10-2494-4002-991f-bcb89379992d request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:51:49.226191 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-78338783-d22b-40a2-b328-616c7164136d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] DELETE failed (client error): The resource could not be found. Jun 21 14:51:49.226650 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78338783-d22b-40a2-b328-616c7164136d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:51:49.230883 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-78338783-d22b-40a2-b328-616c7164136d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/subnets/2d68c709-7838-4bc4-854f-21f4c57d55c3 HTTP/1.1" status: 404 len: 337 time: 0.0637946 Jun 21 14:51:49.231571 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34590) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:49.280251 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d6650347-14ba-4821-91b4-ed5aca8292f3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:49.304752 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-d6650347-14ba-4821-91b4-ed5aca8292f3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] device_id is not set on port 4f01ea5c-7a1b-43e5-9b49-cd4d9b92b01b yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:51:49.335279 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-dbcaef1b-b8ae-4606-9d53-22ce4e13b1b6 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks [] for floatingip, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:49.357731 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-badd2ef7-9702-4b06-a19a-d6033e972d2a tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:51:49.361344 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-badd2ef7-9702-4b06-a19a-d6033e972d2a tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2154133 Jun 21 14:51:49.361487 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-8bdc2ac2-ca76-4072-9c35-49aa60cfd51e None None] Deleting port cd921d9b-92b3-4a04-8484-550f79ae7b49 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:49.361487 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8bdc2ac2-ca76-4072-9c35-49aa60cfd51e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:49.363081 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34592) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:49.380464 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-fc123393-a084-4c9b-8ef0-4a40181ed74c tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Request body: {'security_group_rule': {'security_group_id': 'd468fa4c-255c-471b-963c-1c6c21e2b71b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:49.412587 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-18b35761-2691-487a-ad73-9027044a3d31 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:49.434010 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-18b35761-2691-487a-ad73-9027044a3d31 None None] Transition to ACTIVE for port object 3dfc2a86-f10a-4d33-a07a-f40d7172a71b will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:49.443910 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-8bdc2ac2-ca76-4072-9c35-49aa60cfd51e None None] For port cd921d9b-92b3-4a04-8484-550f79ae7b49, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=cd921d9b-92b3-4a04-8484-550f79ae7b49,segment=NetworkSegment(a6395557-c5f5-457a-bf3d-bba5d396ff5a),segment_id=a6395557-c5f5-457a-bf3d-bba5d396ff5a)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:51:49.444269 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8bdc2ac2-ca76-4072-9c35-49aa60cfd51e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:49.446182 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-680c9558-d4c2-44bb-a1bb-7967b7e07481 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Deleting port 66981d58-0c0e-4d46-a1ea-18d12628061b {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:49.446519 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-680c9558-d4c2-44bb-a1bb-7967b7e07481 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:49.488122 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-18b35761-2691-487a-ad73-9027044a3d31 None None] Transition to ACTIVE for port object 3dfc2a86-f10a-4d33-a07a-f40d7172a71b will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:49.512782 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-8bdc2ac2-ca76-4072-9c35-49aa60cfd51e None None] Calling delete_port for cd921d9b-92b3-4a04-8484-550f79ae7b49 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:49.524904 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-18b35761-2691-487a-ad73-9027044a3d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:49.527879 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f9aae7c4-ae46-46a2-9639-6d2c9b0483aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:49.558038 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-fc123393-a084-4c9b-8ef0-4a40181ed74c tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:51:49.559034 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fc123393-a084-4c9b-8ef0-4a40181ed74c tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1869571 Jun 21 14:51:49.562044 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34594) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:49.590241 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-7eda688b-4763-4a2b-84ca-a0ff1dda0778 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Deleting port b4cf7d61-9773-473c-9b01-54936c104ee3 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:49.590482 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7eda688b-4763-4a2b-84ca-a0ff1dda0778 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:49.600546 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b35761-2691-487a-ad73-9027044a3d31 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:49.605385 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-680c9558-d4c2-44bb-a1bb-7967b7e07481 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:49.611063 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-d6650347-14ba-4821-91b4-ed5aca8292f3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Allocated IP 2001:db8::f816:3eff:fee4:e402 (8e867a28-8d41-47df-a2af-a54cb8b30a66/d9d3b024-6f1c-44ba-bbdf-3b38307c494e/4f01ea5c-7a1b-43e5-9b49-cd4d9b92b01b) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:49.612528 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-18b35761-2691-487a-ad73-9027044a3d31 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:49.619894 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b35761-2691-487a-ad73-9027044a3d31 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:51:49.622131 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b35761-2691-487a-ad73-9027044a3d31 None None] Pushing event updated for resources: {'Port': ['ID=3dfc2a86-f10a-4d33-a07a-f40d7172a71b,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:49.626767 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-18b35761-2691-487a-ad73-9027044a3d31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:49.668488 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7f960ed5-0c13-400d-bc53-853750b4446d tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:49.697642 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:49.702549 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-18b35761-2691-487a-ad73-9027044a3d31 None None] Attempting to bind port 3dfc2a86-f10a-4d33-a07a-f40d7172a71b on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:51:49.702911 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-18b35761-2691-487a-ad73-9027044a3d31 None None] Attempting to bind port 3dfc2a86-f10a-4d33-a07a-f40d7172a71b by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:51:49.703270 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b35761-2691-487a-ad73-9027044a3d31 None None] Attempting to bind port 3dfc2a86-f10a-4d33-a07a-f40d7172a71b on network 8e867a28-8d41-47df-a2af-a54cb8b30a66 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:51:49.713544 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7f960ed5-0c13-400d-bc53-853750b4446d tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:49.713812 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b35761-2691-487a-ad73-9027044a3d31 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:51:49.714134 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b35761-2691-487a-ad73-9027044a3d31 None None] Checking segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:51:49.714551 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-18b35761-2691-487a-ad73-9027044a3d31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:49.714941 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b35761-2691-487a-ad73-9027044a3d31 None None] Bound using segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:51:49.715473 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-18b35761-2691-487a-ad73-9027044a3d31 None None] Bound port: 3dfc2a86-f10a-4d33-a07a-f40d7172a71b, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:51:49.715846 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-18b35761-2691-487a-ad73-9027044a3d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:49.736483 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-680c9558-d4c2-44bb-a1bb-7967b7e07481 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Calling delete_port for 66981d58-0c0e-4d46-a1ea-18d12628061b owned by network:router_interface {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:49.768669 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7eda688b-4763-4a2b-84ca-a0ff1dda0778 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:49.799082 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.objects.ports [None req-0c66ae09-3e52-43a1-b59b-b5a359fd6597 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105224) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 21 14:51:49.799543 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0c66ae09-3e52-43a1-b59b-b5a359fd6597 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:49.806202 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:49.830677 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7f960ed5-0c13-400d-bc53-853750b4446d tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:49.835527 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7f960ed5-0c13-400d-bc53-853750b4446d tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:49.839418 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7f960ed5-0c13-400d-bc53-853750b4446d tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "DELETE /v2.0/security-groups/d468fa4c-255c-471b-963c-1c6c21e2b71b HTTP/1.1" status: 204 len: 168 time: 0.2735286 Jun 21 14:51:49.840435 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e28a1ab4-50fd-47c0-9be8-664e68a80881 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:49.846876 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34596) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:49.869844 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f960ed5-0c13-400d-bc53-853750b4446d tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d468fa4c-255c-471b-963c-1c6c21e2b71b,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:49.872142 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7f960ed5-0c13-400d-bc53-853750b4446d tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:49.915151 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d6650347-14ba-4821-91b4-ed5aca8292f3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:49.939671 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-7eda688b-4763-4a2b-84ca-a0ff1dda0778 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Calling delete_port for b4cf7d61-9773-473c-9b01-54936c104ee3 owned by {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:49.945774 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-447fcbf8-228e-49d2-95c1-4631475e7308 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0928895 Jun 21 14:51:49.945774 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34598) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:49.950313 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-deed1221-1c5c-44a2-937b-27b212037f00 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Request body: {'security_group': {'name': 'tempest-secgroup--2105061143'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:49.954059 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-18b35761-2691-487a-ad73-9027044a3d31 None None] For port 3dfc2a86-f10a-4d33-a07a-f40d7172a71b, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:51:49.954977 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-d6650347-14ba-4821-91b4-ed5aca8292f3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Transition to ACTIVE for port object 4f01ea5c-7a1b-43e5-9b49-cd4d9b92b01b will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:49.959300 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-18b35761-2691-487a-ad73-9027044a3d31 None None] For port 3dfc2a86-f10a-4d33-a07a-f40d7172a71b, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3dfc2a86-f10a-4d33-a07a-f40d7172a71b,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:51:49.961924 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8bdc2ac2-ca76-4072-9c35-49aa60cfd51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:49.976271 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-9aa915f5-fd1a-4be1-b6f0-736f5a86d294 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:49.999420 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-deed1221-1c5c-44a2-937b-27b212037f00 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:50.007863 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdc2ac2-ca76-4072-9c35-49aa60cfd51e None None] No DVR routers for this DVR port cd921d9b-92b3-4a04-8484-550f79ae7b49 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:51:50.013490 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-18b35761-2691-487a-ad73-9027044a3d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:50.018234 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c66ae09-3e52-43a1-b59b-b5a359fd6597 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8c3ff987-cc64-4d5a-ae15-aab322167a07,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:50.021327 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-dbcaef1b-b8ae-4606-9d53-22ce4e13b1b6 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:50.023555 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0c66ae09-3e52-43a1-b59b-b5a359fd6597 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:50.025659 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device cd921d9b-92b3-4a04-8484-550f79ae7b49 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:51:50.035716 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d6650347-14ba-4821-91b4-ed5aca8292f3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:50.045189 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b99abfc0-462a-47c9-803b-7cad8b94e018 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:50.048432 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc2ac2-ca76-4072-9c35-49aa60cfd51e None None] Pushing event deleted for resources: {'Port': ['ID=cd921d9b-92b3-4a04-8484-550f79ae7b49,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:50.055667 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: cd921d9b-92b3-4a04-8484-550f79ae7b49 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:51:50.056301 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device cd921d9b-92b3-4a04-8484-550f79ae7b49 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:51:50.067554 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8bdc2ac2-ca76-4072-9c35-49aa60cfd51e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:50.069679 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0269197c-0b32-41f8-8579-500f87481023 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:50.125308 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6650347-14ba-4821-91b4-ed5aca8292f3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:50.130276 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6650347-14ba-4821-91b4-ed5aca8292f3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Port': ['ID=4f01ea5c-7a1b-43e5-9b49-cd4d9b92b01b,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:50.134951 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d6650347-14ba-4821-91b4-ed5aca8292f3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:50.138229 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-d6650347-14ba-4821-91b4-ed5aca8292f3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:50.140936 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6650347-14ba-4821-91b4-ed5aca8292f3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:51:50.147497 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6650347-14ba-4821-91b4-ed5aca8292f3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:50.148169 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d6650347-14ba-4821-91b4-ed5aca8292f3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:50.151028 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b35761-2691-487a-ad73-9027044a3d31 None None] Pushing event updated for resources: {'Port': ['ID=3dfc2a86-f10a-4d33-a07a-f40d7172a71b,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:50.154927 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-18b35761-2691-487a-ad73-9027044a3d31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:50.183002 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c66ae09-3e52-43a1-b59b-b5a359fd6597 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Checking segment: {'id': 'f862c0a0-c0db-43ab-92e4-a187bdd23809', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f2139004-1e0c-4916-b364-0aed0eda54bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:51:50.183375 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c66ae09-3e52-43a1-b59b-b5a359fd6597 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Network hostable DHCP agents. Network: f2139004-1e0c-4916-b364-0aed0eda54bc, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:51:50.209439 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-deed1221-1c5c-44a2-937b-27b212037f00 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:50.216401 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-deed1221-1c5c-44a2-937b-27b212037f00 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:50.219723 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f861f4d0-c3cd-4725-8850-6429871acd94 tempest-RoutersAdminNegativeTest-1406478509 tempest-RoutersAdminNegativeTest-1406478509-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:50.226294 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d6650347-14ba-4821-91b4-ed5aca8292f3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6347361 Jun 21 14:51:50.234778 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34602) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:50.252652 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed1221-1c5c-44a2-937b-27b212037f00 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a55fc7e-5878-426b-a2d9-bd7a7280b088,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:50.256548 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-deed1221-1c5c-44a2-937b-27b212037f00 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:50.261200 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-deed1221-1c5c-44a2-937b-27b212037f00 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:50.265261 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-deed1221-1c5c-44a2-937b-27b212037f00 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3188701 Jun 21 14:51:50.278905 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34604) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:50.284748 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-41a7ae2e-71c5-4f13-bfc8-96e0ecd9dd71 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:50.285439 dv-neutron-797121-2-hyperv neutron-server[105225]: WARNING neutron.api.v2.base [None req-41a7ae2e-71c5-4f13-bfc8-96e0ecd9dd71 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 21 14:51:50.286306 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-41a7ae2e-71c5-4f13-bfc8-96e0ecd9dd71 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] update failed (client error): There was a conflict when trying to complete your request. Jun 21 14:51:50.289969 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-41a7ae2e-71c5-4f13-bfc8-96e0ecd9dd71 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "PUT /v2.0/security-groups/4a55fc7e-5878-426b-a2d9-bd7a7280b088 HTTP/1.1" status: 409 len: 330 time: 0.0074246 Jun 21 14:51:50.290154 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34606) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:50.366579 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6f268977-79d1-41d5-a90b-e6cc490115d3 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:50.396053 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6f268977-79d1-41d5-a90b-e6cc490115d3 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:50.446723 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6f268977-79d1-41d5-a90b-e6cc490115d3 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:50.449425 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6f268977-79d1-41d5-a90b-e6cc490115d3 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:50.450661 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6f268977-79d1-41d5-a90b-e6cc490115d3 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "DELETE /v2.0/security-groups/4a55fc7e-5878-426b-a2d9-bd7a7280b088 HTTP/1.1" status: 204 len: 168 time: 0.1596119 Jun 21 14:51:50.451496 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7286b814-3433-460f-a8f0-eef8caeba383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:50.454748 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34610) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:50.474051 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f268977-79d1-41d5-a90b-e6cc490115d3 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a55fc7e-5878-426b-a2d9-bd7a7280b088,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:50.478484 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6f268977-79d1-41d5-a90b-e6cc490115d3 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:50.507315 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-08c44e09-5fe5-4347-931c-22ca00680c77 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0513539 Jun 21 14:51:50.511530 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34612) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:50.525226 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-6e3db2a6-7ed9-45e4-8c22-d7b139c10709 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] delete failed (client error): The resource could not be found. Jun 21 14:51:50.526463 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6e3db2a6-7ed9-45e4-8c22-d7b139c10709 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "DELETE /v2.0/security-groups/62a4c572-ae3d-44cc-acbc-068d5a796939 HTTP/1.1" status: 404 len: 347 time: 0.0139856 Jun 21 14:51:50.530166 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34614) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:50.547778 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-dac85e4f-330e-48bb-9afd-e9b7cf6dd561 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] show failed (client error): The resource could not be found. Jun 21 14:51:50.548713 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-dac85e4f-330e-48bb-9afd-e9b7cf6dd561 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "GET /v2.0/security-groups/c2609149-0a16-49f6-b106-4fa35ef7264c HTTP/1.1" status: 404 len: 347 time: 0.0175307 Jun 21 14:51:50.553267 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34616) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:50.568276 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-3a56f45c-0bac-4c53-8264-c2bf290e149d tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] show failed (client error): The resource could not be found. Jun 21 14:51:50.569273 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3a56f45c-0bac-4c53-8264-c2bf290e149d tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] 10.222.0.72 "GET /v2.0/security-group-rules/5940ee77-b506-4943-a0d4-4f9c74d584b1 HTTP/1.1" status: 404 len: 356 time: 0.0150671 Jun 21 14:51:50.630082 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7eda688b-4763-4a2b-84ca-a0ff1dda0778 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:50.634105 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c66ae09-3e52-43a1-b59b-b5a359fd6597 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Network f2139004-1e0c-4916-b364-0aed0eda54bc is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:51:50.645181 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-26ce27a9-5365-41da-9240-ad84dc5a612f tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:50.683387 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-dbcaef1b-b8ae-4606-9d53-22ce4e13b1b6 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Allocated IP 172.26.3.233 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/dda4645f-75bf-4fde-96a5-c8126b3fc3b9) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:50.695304 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-0c66ae09-3e52-43a1-b59b-b5a359fd6597 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, f2139004-1e0c-4916-b364-0aed0eda54bc) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:50.704205 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3058ad85-b1ff-4074-85cb-21e684b7e289 None None] Network f2139004-1e0c-4916-b364-0aed0eda54bc requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:50.717498 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda688b-4763-4a2b-84ca-a0ff1dda0778 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Port': ['ID=b4cf7d61-9773-473c-9b01-54936c104ee3,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:50.732683 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-7eda688b-4763-4a2b-84ca-a0ff1dda0778 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:50.744000 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c66ae09-3e52-43a1-b59b-b5a359fd6597 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:50.744604 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0c66ae09-3e52-43a1-b59b-b5a359fd6597 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:50.830357 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0c66ae09-3e52-43a1-b59b-b5a359fd6597 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2073560 Jun 21 14:51:50.834957 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34622) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:50.843539 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7eda688b-4763-4a2b-84ca-a0ff1dda0778 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:50.843841 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-68a14d0f-156b-44e4-a8bd-749bec3d8b9e tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Request body: {'floatingip': {'floating_network_id': 'f2139004-1e0c-4916-b364-0aed0eda54bc'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:50.847969 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34624) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:50.850649 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-7eda688b-4763-4a2b-84ca-a0ff1dda0778 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/ports/b4cf7d61-9773-473c-9b01-54936c104ee3 HTTP/1.1" status: 204 len: 168 time: 1.6111474 Jun 21 14:51:50.857267 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-680c9558-d4c2-44bb-a1bb-7967b7e07481 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:50.872038 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b8e8cf23-a88d-445c-b972-5caae293d102 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:50.927373 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbdd75b-8c1c-40b7-a155-4ba47f0578e9 None None] Network f2139004-1e0c-4916-b364-0aed0eda54bc requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:50.939400 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf7d92-89ee-4d5d-ab8b-4059c4c6082c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:50.954177 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdf7d92-89ee-4d5d-ab8b-4059c4c6082c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:50.958765 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-afdf7d92-89ee-4d5d-ab8b-4059c4c6082c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.7174883 Jun 21 14:51:50.959728 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34628) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:50.985095 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c9558-d4c2-44bb-a1bb-7967b7e07481 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event deleted for resources: {'Port': ['ID=66981d58-0c0e-4d46-a1ea-18d12628061b,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:51.028402 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34630) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:51.030510 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-680c9558-d4c2-44bb-a1bb-7967b7e07481 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:51.044229 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-68a14d0f-156b-44e4-a8bd-749bec3d8b9e tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:51.062708 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-58d73a74-940f-4737-9590-00fd99d2ba22 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:51.152396 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-dbcaef1b-b8ae-4606-9d53-22ce4e13b1b6 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:51.226757 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-58d73a74-940f-4737-9590-00fd99d2ba22 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:51.237547 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-58d73a74-940f-4737-9590-00fd99d2ba22 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6796ce10-2494-4002-991f-bcb89379992d']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:51.253219 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-58d73a74-940f-4737-9590-00fd99d2ba22 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6395557-c5f5-457a-bf3d-bba5d396ff5a') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:51.253576 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-58d73a74-940f-4737-9590-00fd99d2ba22 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6395557-c5f5-457a-bf3d-bba5d396ff5a') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:51.271865 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-58d73a74-940f-4737-9590-00fd99d2ba22 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:51.295641 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-58d73a74-940f-4737-9590-00fd99d2ba22 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:51.304289 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d73a74-940f-4737-9590-00fd99d2ba22 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:51:51.304753 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-58d73a74-940f-4737-9590-00fd99d2ba22 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:51.307996 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:51:51.307996 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:51:51.307996 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:51:51.307996 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:51:51.307996 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:51:51.307996 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:51:51.307996 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:51:51.307996 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:51:51.307996 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:51:51.307996 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:51:51.307996 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:51:51.307996 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:51:51.307996 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:51:51.307996 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:51:51.307996 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:51:51.307996 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:51:51.307996 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:51:51.307996 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:51:51.307996 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:51:51.307996 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:51:51.307996 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:51:51.307996 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:51:51.307996 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:51:51.307996 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:51:51.307996 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:51:51.307996 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:51:51.307996 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:51:51.307996 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:51:51.307996 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:51:51.307996 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:51:51.307996 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:51:51.307996 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:51:51.307996 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:51:51.307996 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:51:51.307996 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:51:51.307996 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:51:51.307996 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:51:51.307996 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:51:51.362973 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-846ebdd1-761b-48f6-94e9-a5bf8c8867d8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting port 4f01ea5c-7a1b-43e5-9b49-cd4d9b92b01b {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:51.363323 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-846ebdd1-761b-48f6-94e9-a5bf8c8867d8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:51.376386 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-dbcaef1b-b8ae-4606-9d53-22ce4e13b1b6 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:51.376599 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8b0497e6-2395-4a65-90ac-ec5d82abc246 None None] Provisioning for port 3dfc2a86-f10a-4d33-a07a-f40d7172a71b completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:51.394939 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-7eda688b-4763-4a2b-84ca-a0ff1dda0778 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:51.399461 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-68a14d0f-156b-44e4-a8bd-749bec3d8b9e tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:51.406368 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-58d73a74-940f-4737-9590-00fd99d2ba22 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:51.410352 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-92b70b12-7e68-4ef7-95e4-234ed92fbb91 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:51.416978 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-58d73a74-940f-4737-9590-00fd99d2ba22 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:51.421616 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-58d73a74-940f-4737-9590-00fd99d2ba22 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] 10.222.0.72 "DELETE /v2.0/networks/6796ce10-2494-4002-991f-bcb89379992d HTTP/1.1" status: 204 len: 168 time: 0.5669961 Jun 21 14:51:51.463396 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d73a74-940f-4737-9590-00fd99d2ba22 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Pushing event deleted for resources: {'Network': ['ID=6796ce10-2494-4002-991f-bcb89379992d,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:51.467348 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-58d73a74-940f-4737-9590-00fd99d2ba22 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:51.472830 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-680c9558-d4c2-44bb-a1bb-7967b7e07481 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:51.481235 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-ed43de8a-a01b-4777-9e63-86a68a961bd6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a9923c6f43b449b6b731dd9b35c94780&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4444544 Jun 21 14:51:51.484440 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34636) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:51.514020 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcaef1b-b8ae-4606-9d53-22ce4e13b1b6 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:51.533573 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-dbcaef1b-b8ae-4606-9d53-22ce4e13b1b6 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:51.540891 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-68a14d0f-156b-44e4-a8bd-749bec3d8b9e tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Allocated IP 172.20.0.5 (f2139004-1e0c-4916-b364-0aed0eda54bc/8c3ff987-cc64-4d5a-ae15-aab322167a07/b39ff9c4-b3ff-410d-92f3-e02f6b44ed5b) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:51.550029 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcaef1b-b8ae-4606-9d53-22ce4e13b1b6 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:51:51.551633 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcaef1b-b8ae-4606-9d53-22ce4e13b1b6 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Pushing event updated for resources: {'Port': ['ID=dda4645f-75bf-4fde-96a5-c8126b3fc3b9,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:51.620489 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-dbcaef1b-b8ae-4606-9d53-22ce4e13b1b6 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:51.683690 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-68a14d0f-156b-44e4-a8bd-749bec3d8b9e tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:51.692164 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-846ebdd1-761b-48f6-94e9-a5bf8c8867d8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:51.717448 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ff9b67f7-f5ef-49f1-8390-7a121158dfc0 None None] Provisioning for port 4f01ea5c-7a1b-43e5-9b49-cd4d9b92b01b completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:51.726302 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ff9b67f7-f5ef-49f1-8390-7a121158dfc0 None None] Provisioning complete for port 4f01ea5c-7a1b-43e5-9b49-cd4d9b92b01b triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:51.726966 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ff9b67f7-f5ef-49f1-8390-7a121158dfc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:51.743071 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-68a14d0f-156b-44e4-a8bd-749bec3d8b9e tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:51.746401 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34640) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:51.747501 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d87191ed-2253-4b81-beed-e02b04049e85 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:51.777462 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-ff9b67f7-f5ef-49f1-8390-7a121158dfc0 None None] Port 4f01ea5c-7a1b-43e5-9b49-cd4d9b92b01b cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:51:51.820271 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a14d0f-156b-44e4-a8bd-749bec3d8b9e tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Network f2139004-1e0c-4916-b364-0aed0eda54bc is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:51.824924 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-68a14d0f-156b-44e4-a8bd-749bec3d8b9e tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:51.828963 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a14d0f-156b-44e4-a8bd-749bec3d8b9e tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:51:51.842326 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-846ebdd1-761b-48f6-94e9-a5bf8c8867d8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Calling delete_port for 4f01ea5c-7a1b-43e5-9b49-cd4d9b92b01b owned by {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:51.893088 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a14d0f-156b-44e4-a8bd-749bec3d8b9e tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Pushing event updated for resources: {'Port': ['ID=b39ff9c4-b3ff-410d-92f3-e02f6b44ed5b,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:51.900233 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-68a14d0f-156b-44e4-a8bd-749bec3d8b9e tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:51.974916 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2f8b3a2c-ef19-4ad1-9af1-04eafff12051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:51.997617 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3dfc2a86-f10a-4d33-a07a-f40d7172a71b up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:51:52.046586 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ae00f8cb-f57a-4efa-a8d1-39df7d7c3d17 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4c5b77aec9d44a3cb3b2efd682f8e133&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2951458 Jun 21 14:51:52.050369 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34644) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:52.055029 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 3dfc2a86-f10a-4d33-a07a-f40d7172a71b completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:52.059380 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 3dfc2a86-f10a-4d33-a07a-f40d7172a71b triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:52.059980 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:52.066523 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-68a14d0f-156b-44e4-a8bd-749bec3d8b9e tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:52.096642 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2f8b3a2c-ef19-4ad1-9af1-04eafff12051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:52.143177 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:52.147852 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-68a14d0f-156b-44e4-a8bd-749bec3d8b9e tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:52.180563 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 3dfc2a86-f10a-4d33-a07a-f40d7172a71b, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3dfc2a86-f10a-4d33-a07a-f40d7172a71b,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:51:52.183272 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fc794a57-1ca4-4548-a27b-f498dd569a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:52.186523 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:52.191617 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5543126d-f0db-4531-8b6a-8886a7309b0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:52.221389 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fc794a57-1ca4-4548-a27b-f498dd569a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:52.239722 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=3dfc2a86-f10a-4d33-a07a-f40d7172a71b,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:52.250966 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:52.355533 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2f8b3a2c-ef19-4ad1-9af1-04eafff12051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:52.358052 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2f8b3a2c-ef19-4ad1-9af1-04eafff12051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:52.358228 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fc794a57-1ca4-4548-a27b-f498dd569a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:52.359182 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2f8b3a2c-ef19-4ad1-9af1-04eafff12051 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5e246951-9c37-456b-abdd-c97b1d99e445 HTTP/1.1" status: 204 len: 168 time: 0.8693187 Jun 21 14:51:52.360746 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fc794a57-1ca4-4548-a27b-f498dd569a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:52.366113 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-515f6c4c-f9c9-43b3-9c6b-23189bca06a1 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:52.375820 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-fc794a57-1ca4-4548-a27b-f498dd569a3b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cb84e096-4b76-41e3-848a-740a5770ef48 HTTP/1.1" status: 204 len: 168 time: 0.3236611 Jun 21 14:51:52.379504 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e69bad47-112d-4f01-a41d-d09cc7126ae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:52.390977 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8b3a2c-ef19-4ad1-9af1-04eafff12051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e246951-9c37-456b-abdd-c97b1d99e445,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:52.393638 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2f8b3a2c-ef19-4ad1-9af1-04eafff12051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:52.412170 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680c9558-d4c2-44bb-a1bb-7967b7e07481 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Router 03f8bfb2-b35a-4122-9b0c-a392da10d006 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:51:52.414496 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc794a57-1ca4-4548-a27b-f498dd569a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb84e096-4b76-41e3-848a-740a5770ef48,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:52.417688 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-846ebdd1-761b-48f6-94e9-a5bf8c8867d8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:52.417825 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-68a14d0f-156b-44e4-a8bd-749bec3d8b9e tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:52.419597 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fc794a57-1ca4-4548-a27b-f498dd569a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:52.423558 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-89e249ac-c620-40fd-a8b9-533fcb24669e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:52.425067 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-68a14d0f-156b-44e4-a8bd-749bec3d8b9e tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:52.429514 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-68a14d0f-156b-44e4-a8bd-749bec3d8b9e tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:52.454015 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ebdd1-761b-48f6-94e9-a5bf8c8867d8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Port': ['ID=4f01ea5c-7a1b-43e5-9b49-cd4d9b92b01b,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:52.461288 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-846ebdd1-761b-48f6-94e9-a5bf8c8867d8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:52.464499 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-dbcaef1b-b8ae-4606-9d53-22ce4e13b1b6 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Deleting port dda4645f-75bf-4fde-96a5-c8126b3fc3b9 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:52.464924 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-dbcaef1b-b8ae-4606-9d53-22ce4e13b1b6 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:52.500767 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a14d0f-156b-44e4-a8bd-749bec3d8b9e tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Pushing event updated for resources: {'Port': ['ID=b39ff9c4-b3ff-410d-92f3-e02f6b44ed5b,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:52.504940 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-68a14d0f-156b-44e4-a8bd-749bec3d8b9e tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:52.516625 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-68a14d0f-156b-44e4-a8bd-749bec3d8b9e tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:52.532959 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-68a14d0f-156b-44e4-a8bd-749bec3d8b9e tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:52.534326 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-68a14d0f-156b-44e4-a8bd-749bec3d8b9e tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.6966836 Jun 21 14:51:52.537683 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34650) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:52.598680 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-846ebdd1-761b-48f6-94e9-a5bf8c8867d8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:52.603218 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-846ebdd1-761b-48f6-94e9-a5bf8c8867d8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/4f01ea5c-7a1b-43e5-9b49-cd4d9b92b01b HTTP/1.1" status: 204 len: 168 time: 1.6083000 Jun 21 14:51:52.617295 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34654) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:52.631253 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7f4edc9c-d5e5-47c6-9f21-ad6ceb8b419d tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] 10.222.0.72 "GET /v2.0/floatingips?floating_network_id=f2139004-1e0c-4916-b364-0aed0eda54bc HTTP/1.1" status: 200 len: 689 time: 0.0922470 Jun 21 14:51:52.638192 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34656) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:52.773915 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-dbcaef1b-b8ae-4606-9d53-22ce4e13b1b6 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:52.774485 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-dbcaef1b-b8ae-4606-9d53-22ce4e13b1b6 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:52.803374 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a17f20ad-76a4-4ded-aa94-31a7499bcd4f tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:52.860813 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-dbcaef1b-b8ae-4606-9d53-22ce4e13b1b6 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Calling delete_port for dda4645f-75bf-4fde-96a5-c8126b3fc3b9 owned by network:floatingip {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:52.875793 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110e208b-e481-487a-8587-a8ac663edd9e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:52.877360 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110e208b-e481-487a-8587-a8ac663edd9e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:52.882277 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34664) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:52.882460 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-110e208b-e481-487a-8587-a8ac663edd9e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2619092 Jun 21 14:51:52.933032 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680c9558-d4c2-44bb-a1bb-7967b7e07481 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:51:52.941998 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-680c9558-d4c2-44bb-a1bb-7967b7e07481 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "PUT /v2.0/routers/03f8bfb2-b35a-4122-9b0c-a392da10d006/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7078278 Jun 21 14:51:52.942741 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34668) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:52.952107 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca4b348-d866-4ca7-a090-716a5fc30323 None None] Sync routers for ids ['03f8bfb2-b35a-4122-9b0c-a392da10d006'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:51:52.966192 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca4b348-d866-4ca7-a090-716a5fc30323 None None] Routers {'03f8bfb2-b35a-4122-9b0c-a392da10d006'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:51:52.967064 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-bca4b348-d866-4ca7-a090-716a5fc30323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:51:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['03f8bfb2-b35a-4122-9b0c-a392da10d006'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:53.003515 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-bca4b348-d866-4ca7-a090-716a5fc30323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:53.005727 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-6807fd11-92a9-4b37-95fa-83c24a21e81e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting subnet d9d3b024-6f1c-44ba-bbdf-3b38307c494e {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:51:53.013557 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca4b348-d866-4ca7-a090-716a5fc30323 None None] Routers {'03f8bfb2-b35a-4122-9b0c-a392da10d006'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:51:53.013751 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6807fd11-92a9-4b37-95fa-83c24a21e81e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:53.014808 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-bca4b348-d866-4ca7-a090-716a5fc30323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:51:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['03f8bfb2-b35a-4122-9b0c-a392da10d006'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:53.052418 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-dbcaef1b-b8ae-4606-9d53-22ce4e13b1b6 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:53.054270 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-bca4b348-d866-4ca7-a090-716a5fc30323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:53.055149 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bca4b348-d866-4ca7-a090-716a5fc30323 None None] The sync data for ids ['03f8bfb2-b35a-4122-9b0c-a392da10d006'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:51:53.057333 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d5c2fb50-38e0-497a-934b-b8dfe416cadb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:53.088406 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-a17f20ad-76a4-4ded-aa94-31a7499bcd4f tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Deleting port b39ff9c4-b3ff-410d-92f3-e02f6b44ed5b {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:53.088920 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a17f20ad-76a4-4ded-aa94-31a7499bcd4f tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:53.095245 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcaef1b-b8ae-4606-9d53-22ce4e13b1b6 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Pushing event deleted for resources: {'Port': ['ID=dda4645f-75bf-4fde-96a5-c8126b3fc3b9,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:53.101248 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-dbcaef1b-b8ae-4606-9d53-22ce4e13b1b6 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:53.150854 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6807fd11-92a9-4b37-95fa-83c24a21e81e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:53.176347 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-dbcaef1b-b8ae-4606-9d53-22ce4e13b1b6 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] create failed (client error): The resource could not be found. Jun 21 14:51:53.177993 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-dbcaef1b-b8ae-4606-9d53-22ce4e13b1b6 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.0147734 Jun 21 14:51:53.181637 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34676) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:53.191713 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-12fa447d-70e7-4ea7-9671-19e1ed8bd863 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for router, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:53.283909 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-fe7f0bf2-fa3d-4200-acac-9a21c9fa1759 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Deleting port e1057601-68ae-413d-9147-d98546d53de6 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:53.284315 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fe7f0bf2-fa3d-4200-acac-9a21c9fa1759 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:53.364140 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34680) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:53.383169 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fe7f0bf2-fa3d-4200-acac-9a21c9fa1759 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:53.460628 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-fe7f0bf2-fa3d-4200-acac-9a21c9fa1759 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Calling delete_port for e1057601-68ae-413d-9147-d98546d53de6 owned by {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:53.477062 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-2a257c08-a88d-4d5e-896f-828a2da193ee tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1272199928', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:53.542424 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2a257c08-a88d-4d5e-896f-828a2da193ee tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:53.543417 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2a257c08-a88d-4d5e-896f-828a2da193ee tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:53.632224 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2a257c08-a88d-4d5e-896f-828a2da193ee tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:53.642647 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2a257c08-a88d-4d5e-896f-828a2da193ee tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:53.660806 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a17f20ad-76a4-4ded-aa94-31a7499bcd4f tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:53.661721 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a17f20ad-76a4-4ded-aa94-31a7499bcd4f tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:53.670283 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2a257c08-a88d-4d5e-896f-828a2da193ee tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:53.671604 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2a257c08-a88d-4d5e-896f-828a2da193ee tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3064730 Jun 21 14:51:53.673111 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fe7f0bf2-fa3d-4200-acac-9a21c9fa1759 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:53.678198 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34684) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:53.679688 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-dbcaef1b-b8ae-4606-9d53-22ce4e13b1b6 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:53.692851 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-e4b86b7b-3f4a-4d4c-9137-22b52f01b31f tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2110445573'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:53.716647 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f0bf2-fa3d-4200-acac-9a21c9fa1759 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Pushing event deleted for resources: {'Port': ['ID=e1057601-68ae-413d-9147-d98546d53de6,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:53.719276 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fe7f0bf2-fa3d-4200-acac-9a21c9fa1759 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:53.750447 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-a17f20ad-76a4-4ded-aa94-31a7499bcd4f tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Calling delete_port for b39ff9c4-b3ff-410d-92f3-e02f6b44ed5b owned by network:floatingip {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:53.757431 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6807fd11-92a9-4b37-95fa-83c24a21e81e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:53.799438 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-12fa447d-70e7-4ea7-9671-19e1ed8bd863 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:53.937014 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6807fd11-92a9-4b37-95fa-83c24a21e81e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:53.943938 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-208ec293-3a9a-43bf-8787-32fde94b10ea tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:53.960144 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3dfc2a86-f10a-4d33-a07a-f40d7172a71b up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:51:53.975507 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807fd11-92a9-4b37-95fa-83c24a21e81e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Subnet': ['ID=d9d3b024-6f1c-44ba-bbdf-3b38307c494e,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:53.980153 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6807fd11-92a9-4b37-95fa-83c24a21e81e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:53.981173 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6807fd11-92a9-4b37-95fa-83c24a21e81e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:53.985342 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6807fd11-92a9-4b37-95fa-83c24a21e81e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/d9d3b024-6f1c-44ba-bbdf-3b38307c494e HTTP/1.1" status: 204 len: 168 time: 1.1000426 Jun 21 14:51:53.986210 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34686) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:53.996182 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951d0b87-8755-4582-ae67-8f92542afded None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:54.062060 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-76cd7058-0c74-4c28-9189-2ebfeef396f5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0738690 Jun 21 14:51:54.068658 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34688) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:54.070071 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-12fa447d-70e7-4ea7-9671-19e1ed8bd863 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Deleting port 5db14db5-c4c0-429e-80cc-8d1c1d8c4b9e {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:54.070441 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-12fa447d-70e7-4ea7-9671-19e1ed8bd863 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:54.116626 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 3dfc2a86-f10a-4d33-a07a-f40d7172a71b triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:51:54.117003 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:54.155374 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b86b7b-3f4a-4d4c-9137-22b52f01b31f tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Made reservation on behalf of d7814602416b41a5a3e046878d44d4a3 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:54.162931 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e4b86b7b-3f4a-4d4c-9137-22b52f01b31f tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:54.174162 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e4b86b7b-3f4a-4d4c-9137-22b52f01b31f tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:54.179134 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fe7f0bf2-fa3d-4200-acac-9a21c9fa1759 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:54.181036 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fe7f0bf2-fa3d-4200-acac-9a21c9fa1759 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] 10.222.0.72 "DELETE /v2.0/ports/e1057601-68ae-413d-9147-d98546d53de6 HTTP/1.1" status: 204 len: 168 time: 0.9983702 Jun 21 14:51:54.186163 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34690) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:54.208965 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a17f20ad-76a4-4ded-aa94-31a7499bcd4f tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:54.229993 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a1f0530e-53b7-496b-9461-eee53d60119a tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:54.257955 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be6a14f-79ef-4f2b-badc-a46554bf0cca None None] DHCP port deletion for 8e867a28-8d41-47df-a2af-a54cb8b30a66 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:51:54.278118 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f20ad-76a4-4ded-aa94-31a7499bcd4f tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Pushing event deleted for resources: {'Port': ['ID=b39ff9c4-b3ff-410d-92f3-e02f6b44ed5b,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:54.285003 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a17f20ad-76a4-4ded-aa94-31a7499bcd4f tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:54.286992 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-12fa447d-70e7-4ea7-9671-19e1ed8bd863 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:54.298160 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e4b86b7b-3f4a-4d4c-9137-22b52f01b31f tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:54.304482 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e4b86b7b-3f4a-4d4c-9137-22b52f01b31f tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:54.310322 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b1f9bebb-64a8-444e-a720-b637084cb910 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:54.321117 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6be6a14f-79ef-4f2b-badc-a46554bf0cca None None] Deleting port 3dfc2a86-f10a-4d33-a07a-f40d7172a71b {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:54.321502 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6be6a14f-79ef-4f2b-badc-a46554bf0cca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:54.336342 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b86b7b-3f4a-4d4c-9137-22b52f01b31f tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Pushing event updated for resources: {'SecurityGroup': ['ID=763a629c-9586-4348-8fa3-262db56e787c,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:54.350349 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4b86b7b-3f4a-4d4c-9137-22b52f01b31f tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:51:54.361470 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e4b86b7b-3f4a-4d4c-9137-22b52f01b31f tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:54.364998 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e4b86b7b-3f4a-4d4c-9137-22b52f01b31f tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:54.365486 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-e4b86b7b-3f4a-4d4c-9137-22b52f01b31f tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Added segment c4101da5-2174-4239-94a6-e7e23c168c90 of type vlan for network 683be20d-04ab-4c9e-83f3-d32ef53da777 Jun 21 14:51:54.369626 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec7301a-2696-4836-9e5a-13bbcff3096d tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:54.374068 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3ec7301a-2696-4836-9e5a-13bbcff3096d tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2987380 Jun 21 14:51:54.374220 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34692) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:54.394526 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6be6a14f-79ef-4f2b-badc-a46554bf0cca None None] For port 3dfc2a86-f10a-4d33-a07a-f40d7172a71b, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3dfc2a86-f10a-4d33-a07a-f40d7172a71b,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:51:54.394996 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6be6a14f-79ef-4f2b-badc-a46554bf0cca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:54.408428 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-12fa447d-70e7-4ea7-9671-19e1ed8bd863 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Calling delete_port for 5db14db5-c4c0-429e-80cc-8d1c1d8c4b9e owned by network:router_gateway {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:54.448413 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e4b86b7b-3f4a-4d4c-9137-22b52f01b31f tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:54.462926 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6be6a14f-79ef-4f2b-badc-a46554bf0cca None None] Calling delete_port for 3dfc2a86-f10a-4d33-a07a-f40d7172a71b owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:54.463948 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24270c2-19a3-4777-a9b7-4ef8905255c9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:54.467818 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d24270c2-19a3-4777-a9b7-4ef8905255c9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0902207 Jun 21 14:51:54.469091 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34694) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:54.515460 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d6eb5d27-7a73-43b3-8582-6030a84d19b6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414691 Jun 21 14:51:54.516371 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38472bbc-d752-417a-98b6-beb927c1a0f5 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:54.517397 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34696) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:54.520638 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-38472bbc-d752-417a-98b6-beb927c1a0f5 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] 10.222.0.72 "GET /v2.0/ports?device_id=9897af1c-a399-4891-9990-d0c2b477cfd7 HTTP/1.1" status: 200 len: 913 time: 0.3287010 Jun 21 14:51:54.520638 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a17f20ad-76a4-4ded-aa94-31a7499bcd4f tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:54.524808 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-0295c0cb-76d4-4838-9de7-2afd794ad069 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:54.525408 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34698) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:54.558897 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6be6a14f-79ef-4f2b-badc-a46554bf0cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:54.562733 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:54.574640 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e4b86b7b-3f4a-4d4c-9137-22b52f01b31f tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:54.580524 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b86b7b-3f4a-4d4c-9137-22b52f01b31f tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:54.581108 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e4b86b7b-3f4a-4d4c-9137-22b52f01b31f tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:54.590270 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6a14f-79ef-4f2b-badc-a46554bf0cca None None] Pushing event deleted for resources: {'Port': ['ID=3dfc2a86-f10a-4d33-a07a-f40d7172a71b,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:54.592751 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6be6a14f-79ef-4f2b-badc-a46554bf0cca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:54.593769 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be6a14f-79ef-4f2b-badc-a46554bf0cca None None] No DVR routers for this DVR port 3dfc2a86-f10a-4d33-a07a-f40d7172a71b on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:51:54.601873 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:54.664217 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e4b86b7b-3f4a-4d4c-9137-22b52f01b31f tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9808462 Jun 21 14:51:54.673142 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34700) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:54.681999 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-eb49e7aa-e8d4-4f4d-81cc-a5af6ecca522 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Request body: {'subnet': {'network_id': '683be20d-04ab-4c9e-83f3-d32ef53da777', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:54.733567 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b86b7b-3f4a-4d4c-9137-22b52f01b31f tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Pushing event updated for resources: {'Network': ['ID=683be20d-04ab-4c9e-83f3-d32ef53da777,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:54.737269 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e4b86b7b-3f4a-4d4c-9137-22b52f01b31f tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:54.745660 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 683be20d-04ab-4c9e-83f3-d32ef53da777 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:51:54.750327 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a17f20ad-76a4-4ded-aa94-31a7499bcd4f tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:54.783741 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0295c0cb-76d4-4838-9de7-2afd794ad069 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:54.788203 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0295c0cb-76d4-4838-9de7-2afd794ad069 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:54.884027 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb49e7aa-e8d4-4f4d-81cc-a5af6ecca522 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Made reservation on behalf of d7814602416b41a5a3e046878d44d4a3 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:54.887995 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-eb49e7aa-e8d4-4f4d-81cc-a5af6ecca522 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:54.918903 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-12fa447d-70e7-4ea7-9671-19e1ed8bd863 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:54.925832 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b4e3b7e7-276f-4f7e-9d63-45eb83fd7bbd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:54.955453 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a17f20ad-76a4-4ded-aa94-31a7499bcd4f tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:54.958845 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa447d-70e7-4ea7-9671-19e1ed8bd863 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event deleted for resources: {'Port': ['ID=5db14db5-c4c0-429e-80cc-8d1c1d8c4b9e,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:54.986491 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-12fa447d-70e7-4ea7-9671-19e1ed8bd863 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:54.990916 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a08e0b03-8b86-4ad5-a6c5-f9fe213076b6 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:55.036445 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f20ad-76a4-4ded-aa94-31a7499bcd4f tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8c3ff987-cc64-4d5a-ae15-aab322167a07,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:55.057170 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a17f20ad-76a4-4ded-aa94-31a7499bcd4f tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:55.073462 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:51:55.128393 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a17f20ad-76a4-4ded-aa94-31a7499bcd4f tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:55.139276 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-12fa447d-70e7-4ea7-9671-19e1ed8bd863 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:55.145967 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-a17f20ad-76a4-4ded-aa94-31a7499bcd4f tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2139004-1e0c-4916-b364-0aed0eda54bc']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:55.206673 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-eb49e7aa-e8d4-4f4d-81cc-a5af6ecca522 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:55.208816 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d4b11f47-c9e6-41a8-9e50-6ee608d047c4 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:55.223471 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-a17f20ad-76a4-4ded-aa94-31a7499bcd4f tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f862c0a0-c0db-43ab-92e4-a187bdd23809') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:55.224064 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-a17f20ad-76a4-4ded-aa94-31a7499bcd4f tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f862c0a0-c0db-43ab-92e4-a187bdd23809') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:55.258353 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.objects.ports [None req-0295c0cb-76d4-4838-9de7-2afd794ad069 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105224) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 21 14:51:55.261828 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a17f20ad-76a4-4ded-aa94-31a7499bcd4f tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:55.269414 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0295c0cb-76d4-4838-9de7-2afd794ad069 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:55.271113 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-12fa447d-70e7-4ea7-9671-19e1ed8bd863 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:55.283346 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49e7aa-e8d4-4f4d-81cc-a5af6ecca522 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Pushing event updated for resources: {'Subnet': ['ID=f7e8281f-c72e-4ce8-b107-1d4b19c8d663,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:55.287192 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-eb49e7aa-e8d4-4f4d-81cc-a5af6ecca522 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:55.290074 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f25c88e7-e624-4f22-83c1-a1ae7282e3e9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:55.290599 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-12fa447d-70e7-4ea7-9671-19e1ed8bd863 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:55.303869 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a17f20ad-76a4-4ded-aa94-31a7499bcd4f tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:55.339676 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0295c0cb-76d4-4838-9de7-2afd794ad069 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:55.341484 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a17f20ad-76a4-4ded-aa94-31a7499bcd4f tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:51:55.342068 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a17f20ad-76a4-4ded-aa94-31a7499bcd4f tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:55.344407 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:51:55.344407 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:51:55.344407 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:51:55.344407 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:51:55.344407 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:51:55.344407 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:51:55.344407 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:51:55.344407 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:51:55.344407 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:51:55.344407 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:51:55.344407 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:51:55.344407 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:51:55.344407 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:51:55.344407 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:51:55.344407 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:51:55.344407 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:51:55.344407 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:51:55.344407 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:51:55.344407 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:51:55.344407 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:51:55.344407 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:51:55.344407 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:51:55.344407 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:51:55.344407 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:51:55.344407 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:51:55.344407 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:51:55.344407 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:51:55.344407 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:51:55.344407 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:51:55.344407 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:51:55.344407 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:51:55.344407 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:51:55.344407 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:51:55.344407 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:51:55.347078 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-0295c0cb-76d4-4838-9de7-2afd794ad069 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:55.350443 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0295c0cb-76d4-4838-9de7-2afd794ad069 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:55.351044 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0295c0cb-76d4-4838-9de7-2afd794ad069 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:55.357038 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da92f281-9c2d-4b97-a65b-328060618aee None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:55.359834 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb49e7aa-e8d4-4f4d-81cc-a5af6ecca522 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Checking segment: {'id': 'c4101da5-2174-4239-94a6-e7e23c168c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '683be20d-04ab-4c9e-83f3-d32ef53da777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:51:55.360248 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb49e7aa-e8d4-4f4d-81cc-a5af6ecca522 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Network hostable DHCP agents. Network: 683be20d-04ab-4c9e-83f3-d32ef53da777, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:51:55.378576 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0295c0cb-76d4-4838-9de7-2afd794ad069 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Subnet': ['ID=a5c86cbf-c62c-4e57-ab8c-ba5710479584,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:55.379793 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0295c0cb-76d4-4838-9de7-2afd794ad069 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:55.391074 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-12fa447d-70e7-4ea7-9671-19e1ed8bd863 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:55.391074 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12fa447d-70e7-4ea7-9671-19e1ed8bd863 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Fanout notify agent at l3_agent the message router_deleted on router 03f8bfb2-b35a-4122-9b0c-a392da10d006 {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:51:55.394046 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0295c0cb-76d4-4838-9de7-2afd794ad069 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8754721 Jun 21 14:51:55.396969 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34702) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:55.400484 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-12fa447d-70e7-4ea7-9671-19e1ed8bd863 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:55.401612 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-12fa447d-70e7-4ea7-9671-19e1ed8bd863 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "DELETE /v2.0/routers/03f8bfb2-b35a-4122-9b0c-a392da10d006 HTTP/1.1" status: 204 len: 168 time: 2.4584084 Jun 21 14:51:55.404657 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-817f3257-4929-4a78-a571-c1e66d28b3c4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'port': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'mac_address': 'fa:16:3e:d2:6e:77', 'name': 'tempest-NetworksTestDHCPv6-135948441'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:55.408485 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34704) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:55.430041 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c0c17008-b3be-461a-9255-60c0badbbfad tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:55.430460 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb49e7aa-e8d4-4f4d-81cc-a5af6ecca522 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Network 683be20d-04ab-4c9e-83f3-d32ef53da777 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:51:55.433214 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a17f20ad-76a4-4ded-aa94-31a7499bcd4f tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:55.467800 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e1b5e4ac-b5b8-41ea-ab25-15dead131b28 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:55.472127 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17f20ad-76a4-4ded-aa94-31a7499bcd4f tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f2139004-1e0c-4916-b364-0aed0eda54bc {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 21 14:51:55.501911 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-eb49e7aa-e8d4-4f4d-81cc-a5af6ecca522 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 683be20d-04ab-4c9e-83f3-d32ef53da777) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:55.514972 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a17f20ad-76a4-4ded-aa94-31a7499bcd4f tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:55.515633 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb49e7aa-e8d4-4f4d-81cc-a5af6ecca522 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:55.516225 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-eb49e7aa-e8d4-4f4d-81cc-a5af6ecca522 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:55.521055 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a17f20ad-76a4-4ded-aa94-31a7499bcd4f tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] 10.222.0.72 "DELETE /v2.0/networks/f2139004-1e0c-4916-b364-0aed0eda54bc HTTP/1.1" status: 204 len: 168 time: 2.8775196 Jun 21 14:51:55.521055 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34706) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:55.528127 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f20ad-76a4-4ded-aa94-31a7499bcd4f tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Pushing event deleted for resources: {'Network': ['ID=f2139004-1e0c-4916-b364-0aed0eda54bc,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:55.532954 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48644c5e-7bba-43d0-a2d2-7a6f6cfbcef2 None None] Network 683be20d-04ab-4c9e-83f3-d32ef53da777 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:55.544630 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-467fcae2-22d9-451c-a269-92f163e9e4bc tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Deleting subnet 87994234-9f14-4a5d-82b7-411e373a92d7 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:51:55.548109 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a17f20ad-76a4-4ded-aa94-31a7499bcd4f tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:55.553419 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-467fcae2-22d9-451c-a269-92f163e9e4bc tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:55.589480 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-eb49e7aa-e8d4-4f4d-81cc-a5af6ecca522 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9140058 Jun 21 14:51:55.592811 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34708) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:55.607610 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-3f58d8ac-c0d0-40e8-9b87-b0e6f34c5f5c tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Request body: {'network': {'name': 'tempest-router-network01--644797007'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:55.618605 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-467fcae2-22d9-451c-a269-92f163e9e4bc tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:55.672002 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-817f3257-4929-4a78-a571-c1e66d28b3c4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:55.690398 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6e1c8e79-ad85-42d8-8cab-9ff93d61f8df tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1477 time: 0.1673739 Jun 21 14:51:55.691947 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34710) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:55.762671 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f58d8ac-c0d0-40e8-9b87-b0e6f34c5f5c tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Made reservation on behalf of d7814602416b41a5a3e046878d44d4a3 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:55.767137 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3f58d8ac-c0d0-40e8-9b87-b0e6f34c5f5c tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:55.767909 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd9aaab-5cb9-4a52-8798-ce53d243fe5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-8e867a28-8d41-47df-a2af-a54cb8b30a66', 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'fixed_ips': [{'subnet_id': 'a5c86cbf-c62c-4e57-ab8c-ba5710479584'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:51:55.771117 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4dd9aaab-5cb9-4a52-8798-ce53d243fe5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:55.774803 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-467fcae2-22d9-451c-a269-92f163e9e4bc tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:55.831561 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-817f3257-4929-4a78-a571-c1e66d28b3c4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:55.847650 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c85938-22a8-48e9-9aee-773bfab0e42b tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:55.848150 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c85938-22a8-48e9-9aee-773bfab0e42b tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:55.848894 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c85938-22a8-48e9-9aee-773bfab0e42b tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:55.849257 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c85938-22a8-48e9-9aee-773bfab0e42b tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:55.849716 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c85938-22a8-48e9-9aee-773bfab0e42b tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:55.850191 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c85938-22a8-48e9-9aee-773bfab0e42b tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:55.852006 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c85938-22a8-48e9-9aee-773bfab0e42b tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:55.852006 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c85938-22a8-48e9-9aee-773bfab0e42b tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:55.852006 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c85938-22a8-48e9-9aee-773bfab0e42b tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:55.856644 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a3c85938-22a8-48e9-9aee-773bfab0e42b tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5727 time: 0.1618736 Jun 21 14:51:55.856644 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f58d8ac-c0d0-40e8-9b87-b0e6f34c5f5c tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:51:55.857035 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34712) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:55.868520 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3f58d8ac-c0d0-40e8-9b87-b0e6f34c5f5c tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:55.868871 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-3f58d8ac-c0d0-40e8-9b87-b0e6f34c5f5c tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Added segment 08fa82f8-4aab-41db-8068-9675314dde6a of type vlan for network 6b8a3b60-c3e9-4124-93a6-1bb4e0b426fb Jun 21 14:51:55.902149 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-817f3257-4929-4a78-a571-c1e66d28b3c4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] device_id is not set on port 94e33e90-e61a-45e7-85f3-f20e95449675 yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:51:55.954342 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-deb981bf-f640-401a-9069-25a9c7c03e73 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] delete failed (client error): The resource could not be found. Jun 21 14:51:55.961329 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-deb981bf-f640-401a-9069-25a9c7c03e73 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] 10.222.0.72 "DELETE /v2.0/floatingips/70b3a456-2f86-44b5-a078-eb0793209f0d HTTP/1.1" status: 404 len: 345 time: 0.0988779 Jun 21 14:51:55.961329 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34714) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:55.995131 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92648953-906a-4ee4-9b98-f4a84895e8bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-683be20d-04ab-4c9e-83f3-d32ef53da777', 'network_id': '683be20d-04ab-4c9e-83f3-d32ef53da777', 'tenant_id': 'd7814602416b41a5a3e046878d44d4a3', 'fixed_ips': [{'subnet_id': 'f7e8281f-c72e-4ce8-b107-1d4b19c8d663'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:51:55.997311 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-92648953-906a-4ee4-9b98-f4a84895e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:55.999020 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3dfc2a86-f10a-4d33-a07a-f40d7172a71b no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:51:56.000955 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-467fcae2-22d9-451c-a269-92f163e9e4bc tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:56.014864 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c831f6fa-7a56-4cb4-93a8-6f1bb684d690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:56.028927 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-606c6567-314c-4a8a-806a-c3ccd847043b tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] DELETE failed (client error): The resource could not be found. Jun 21 14:51:56.030129 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-606c6567-314c-4a8a-806a-c3ccd847043b tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:51:56.035086 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-606c6567-314c-4a8a-806a-c3ccd847043b tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] 10.222.0.72 "DELETE /v2.0/networks/f2139004-1e0c-4916-b364-0aed0eda54bc HTTP/1.1" status: 404 len: 339 time: 0.0698481 Jun 21 14:51:56.035373 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 3dfc2a86-f10a-4d33-a07a-f40d7172a71b {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:51:56.035373 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3dfc2a86-f10a-4d33-a07a-f40d7172a71b not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:51:56.057079 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34716) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:56.066086 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467fcae2-22d9-451c-a269-92f163e9e4bc tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event deleted for resources: {'Subnet': ['ID=87994234-9f14-4a5d-82b7-411e373a92d7,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:56.071463 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-8254e1ff-538f-422d-a069-c2c72d08234b tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Request body: {'network': {'name': 'tempest-network--842885494', 'router:external': True}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:56.078471 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-467fcae2-22d9-451c-a269-92f163e9e4bc tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:56.080175 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-467fcae2-22d9-451c-a269-92f163e9e4bc tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "DELETE /v2.0/subnets/87994234-9f14-4a5d-82b7-411e373a92d7 HTTP/1.1" status: 204 len: 168 time: 0.6682391 Jun 21 14:51:56.081054 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-467fcae2-22d9-451c-a269-92f163e9e4bc tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:56.083451 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34718) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:56.143387 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07374f94-b21e-4986-88fe-de29b4d52afd None None] Network 3d2cb8f7-30f9-4905-8a6e-3de5e34206d6 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:56.163589 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8254e1ff-538f-422d-a069-c2c72d08234b tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Made reservation on behalf of 679df4d46d8a4298b9f66dc7115646fa for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:56.166626 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8254e1ff-538f-422d-a069-c2c72d08234b tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:56.205308 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a13919ae-bb9b-4da7-ae78-77ae0dad7133 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:56.213192 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8254e1ff-538f-422d-a069-c2c72d08234b tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:51:56.227515 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8254e1ff-538f-422d-a069-c2c72d08234b tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:56.227889 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-8254e1ff-538f-422d-a069-c2c72d08234b tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Added segment 863b2d88-735c-4f0f-9e4e-a001928c6f43 of type vlan for network b3f34fe5-65cb-4e96-88c4-558913b1dcd0 Jun 21 14:51:56.243088 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-4dd9aaab-5cb9-4a52-8798-ce53d243fe5c None None] Allocated IP 2001:db8::f816:3eff:feef:4064 (8e867a28-8d41-47df-a2af-a54cb8b30a66/a5c86cbf-c62c-4e57-ab8c-ba5710479584/11af4c3a-06f9-44cf-ac85-013a86df773e) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:56.281022 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3f58d8ac-c0d0-40e8-9b87-b0e6f34c5f5c tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:56.308260 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8254e1ff-538f-422d-a069-c2c72d08234b tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:56.349213 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-a13919ae-bb9b-4da7-ae78-77ae0dad7133 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Deleting port 1f2f212d-a2f6-4d7c-87d6-57d9f697b872 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:56.349590 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a13919ae-bb9b-4da7-ae78-77ae0dad7133 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:56.350129 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3f58d8ac-c0d0-40e8-9b87-b0e6f34c5f5c tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:56.356181 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f58d8ac-c0d0-40e8-9b87-b0e6f34c5f5c tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:56.356792 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3f58d8ac-c0d0-40e8-9b87-b0e6f34c5f5c tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:56.360296 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:56.401707 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8254e1ff-538f-422d-a069-c2c72d08234b tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:56.402810 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8254e1ff-538f-422d-a069-c2c72d08234b tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:56.403519 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8254e1ff-538f-422d-a069-c2c72d08234b tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:56.408108 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cccb1a12-100b-4139-a326-d381b8adc56d tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:56.411481 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-92648953-906a-4ee4-9b98-f4a84895e8bb None None] Allocated IP 172.20.0.2 (683be20d-04ab-4c9e-83f3-d32ef53da777/f7e8281f-c72e-4ce8-b107-1d4b19c8d663/6f57d98a-6d0f-4519-9c3f-863af8ea4378) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:56.435306 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3f58d8ac-c0d0-40e8-9b87-b0e6f34c5f5c tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8378892 Jun 21 14:51:56.441090 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34720) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:56.450853 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-2f4c2327-000c-4218-b45f-cb790b4d2d97 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Request body: {'network': {'name': 'tempest-router-network02--1300626922'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:56.457651 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f58d8ac-c0d0-40e8-9b87-b0e6f34c5f5c tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Pushing event updated for resources: {'Network': ['ID=6b8a3b60-c3e9-4124-93a6-1bb4e0b426fb,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:56.460509 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-c0c17008-b3be-461a-9255-60c0badbbfad tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Deleting port 5ba7d840-8536-4896-a365-c25eb5690138 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:56.460864 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c0c17008-b3be-461a-9255-60c0badbbfad tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:56.465230 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3f58d8ac-c0d0-40e8-9b87-b0e6f34c5f5c tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:56.485435 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 6b8a3b60-c3e9-4124-93a6-1bb4e0b426fb details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:51:56.492097 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-a13919ae-bb9b-4da7-ae78-77ae0dad7133 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] For port 1f2f212d-a2f6-4d7c-87d6-57d9f697b872, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=1f2f212d-a2f6-4d7c-87d6-57d9f697b872,segment=NetworkSegment(a60e4848-95c7-4e01-b86b-49afd8fe7d1d),segment_id=a60e4848-95c7-4e01-b86b-49afd8fe7d1d)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:51:56.492459 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a13919ae-bb9b-4da7-ae78-77ae0dad7133 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:56.495294 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254e1ff-538f-422d-a069-c2c72d08234b tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Pushing event updated for resources: {'Network': ['ID=b3f34fe5-65cb-4e96-88c4-558913b1dcd0,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:56.502072 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8254e1ff-538f-422d-a069-c2c72d08234b tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:56.525144 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4c2327-000c-4218-b45f-cb790b4d2d97 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Made reservation on behalf of d7814602416b41a5a3e046878d44d4a3 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:56.529104 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2f4c2327-000c-4218-b45f-cb790b4d2d97 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:56.563670 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-a13919ae-bb9b-4da7-ae78-77ae0dad7133 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Calling delete_port for 1f2f212d-a2f6-4d7c-87d6-57d9f697b872 owned by network:dhcp {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:56.569253 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8254e1ff-538f-422d-a069-c2c72d08234b tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5085213 Jun 21 14:51:56.572776 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34722) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:56.598465 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f4c2327-000c-4218-b45f-cb790b4d2d97 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:51:56.614042 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c0c17008-b3be-461a-9255-60c0badbbfad tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:56.632939 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2f4c2327-000c-4218-b45f-cb790b4d2d97 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:56.632939 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-2f4c2327-000c-4218-b45f-cb790b4d2d97 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Added segment eb0a5ca6-ddac-4996-a95e-558401b67a38 of type vlan for network b58eb3db-481d-41aa-a8f4-f93ee5354931 Jun 21 14:51:56.695229 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-c0c17008-b3be-461a-9255-60c0badbbfad tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Calling delete_port for 5ba7d840-8536-4896-a365-c25eb5690138 owned by network:router_interface {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:56.704336 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network b3f34fe5-65cb-4e96-88c4-558913b1dcd0 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:51:56.742190 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb17bd82-59c5-4ddc-840a-b91795a066b3 tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:56.747877 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb17bd82-59c5-4ddc-840a-b91795a066b3 tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:56.753736 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb17bd82-59c5-4ddc-840a-b91795a066b3 tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:56.759569 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb17bd82-59c5-4ddc-840a-b91795a066b3 tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:56.764290 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-cb17bd82-59c5-4ddc-840a-b91795a066b3 tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.1845875 Jun 21 14:51:56.766317 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34724) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:56.772351 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2f4c2327-000c-4218-b45f-cb790b4d2d97 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:56.810849 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a13919ae-bb9b-4da7-ae78-77ae0dad7133 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:56.815398 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fe7f0bf2-fa3d-4200-acac-9a21c9fa1759 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:56.848461 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13919ae-bb9b-4da7-ae78-77ae0dad7133 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event deleted for resources: {'Port': ['ID=1f2f212d-a2f6-4d7c-87d6-57d9f697b872,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:56.852266 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2f4c2327-000c-4218-b45f-cb790b4d2d97 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:56.858872 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4c2327-000c-4218-b45f-cb790b4d2d97 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:56.860266 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a13919ae-bb9b-4da7-ae78-77ae0dad7133 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:56.860400 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2f4c2327-000c-4218-b45f-cb790b4d2d97 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:56.861067 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13919ae-bb9b-4da7-ae78-77ae0dad7133 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] No DVR routers for this DVR port 1f2f212d-a2f6-4d7c-87d6-57d9f697b872 on host dv-neutron-797121-2-hyperv {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:51:56.866682 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ac26adc5-ee4a-4b8b-aeab-a7be43bc4009 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:56.895100 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b7a46b3-3924-4695-868e-12e4c6bbf464 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:56.932449 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4dd9aaab-5cb9-4a52-8798-ce53d243fe5c None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:56.945765 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-2f4c2327-000c-4218-b45f-cb790b4d2d97 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5031791 Jun 21 14:51:56.949925 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34728) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:56.952836 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-4dd9aaab-5cb9-4a52-8798-ce53d243fe5c None None] Transition to ACTIVE for port object 11af4c3a-06f9-44cf-ac85-013a86df773e will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:56.961436 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-f0001608-f207-4817-aa1b-f59f92043373 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Request body: {'subnet': {'network_id': '6b8a3b60-c3e9-4124-93a6-1bb4e0b426fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:56.968300 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-92648953-906a-4ee4-9b98-f4a84895e8bb None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:56.971775 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de34f9e-2a3c-409b-af83-668d1f195d60 None None] DHCP port deletion for 3d2cb8f7-30f9-4905-8a6e-3de5e34206d6 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:51:56.977742 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a13919ae-bb9b-4da7-ae78-77ae0dad7133 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:56.980645 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c2327-000c-4218-b45f-cb790b4d2d97 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Pushing event updated for resources: {'Network': ['ID=b58eb3db-481d-41aa-a8f4-f93ee5354931,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:56.989096 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-92648953-906a-4ee4-9b98-f4a84895e8bb None None] Transition to ACTIVE for port object 6f57d98a-6d0f-4519-9c3f-863af8ea4378 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:57.001487 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network b58eb3db-481d-41aa-a8f4-f93ee5354931 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:51:57.014233 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-a13919ae-bb9b-4da7-ae78-77ae0dad7133 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d2cb8f7-30f9-4905-8a6e-3de5e34206d6']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:57.015158 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2f4c2327-000c-4218-b45f-cb790b4d2d97 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:57.044541 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-92648953-906a-4ee4-9b98-f4a84895e8bb None None] Transition to ACTIVE for port object 6f57d98a-6d0f-4519-9c3f-863af8ea4378 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:57.058005 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-a13919ae-bb9b-4da7-ae78-77ae0dad7133 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a60e4848-95c7-4e01-b86b-49afd8fe7d1d') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:57.058404 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-a13919ae-bb9b-4da7-ae78-77ae0dad7133 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a60e4848-95c7-4e01-b86b-49afd8fe7d1d') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:57.059178 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-92648953-906a-4ee4-9b98-f4a84895e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:57.069654 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-914a22cd-1024-419a-a6a7-de746572c638 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:57.076571 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a13919ae-bb9b-4da7-ae78-77ae0dad7133 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:57.085264 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b7a46b3-3924-4695-868e-12e4c6bbf464 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:57.098851 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-9b7a46b3-3924-4695-868e-12e4c6bbf464 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f34fe5-65cb-4e96-88c4-558913b1dcd0']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:57.101549 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a13919ae-bb9b-4da7-ae78-77ae0dad7133 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:57.101680 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c0c17008-b3be-461a-9255-60c0badbbfad tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:57.105223 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-4dd9aaab-5cb9-4a52-8798-ce53d243fe5c None None] Transition to ACTIVE for port object 11af4c3a-06f9-44cf-ac85-013a86df773e will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:57.109384 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8c2284e1-dc78-4418-a066-5a79dbc3e021 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:57.124404 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-9b7a46b3-3924-4695-868e-12e4c6bbf464 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '863b2d88-735c-4f0f-9e4e-a001928c6f43') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:57.124404 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-9b7a46b3-3924-4695-868e-12e4c6bbf464 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '863b2d88-735c-4f0f-9e4e-a001928c6f43') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:57.124869 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92648953-906a-4ee4-9b98-f4a84895e8bb None None] Network 683be20d-04ab-4c9e-83f3-d32ef53da777 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:57.124983 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a13919ae-bb9b-4da7-ae78-77ae0dad7133 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:51:57.124983 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a13919ae-bb9b-4da7-ae78-77ae0dad7133 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:57.125954 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4dd9aaab-5cb9-4a52-8798-ce53d243fe5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:57.127957 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:51:57.127957 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:51:57.127957 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:51:57.127957 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:51:57.127957 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:51:57.127957 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:51:57.127957 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:51:57.127957 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:51:57.127957 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:51:57.127957 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:51:57.127957 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:51:57.127957 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:51:57.127957 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:51:57.127957 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:51:57.127957 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:51:57.127957 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:51:57.127957 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:51:57.127957 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:51:57.127957 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:51:57.127957 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:51:57.127957 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:51:57.127957 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:51:57.127957 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:51:57.127957 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:51:57.127957 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:51:57.127957 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:51:57.127957 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:51:57.127957 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:51:57.127957 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:51:57.127957 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:51:57.127957 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:51:57.127957 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:51:57.130778 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-92648953-906a-4ee4-9b98-f4a84895e8bb None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:57.134473 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92648953-906a-4ee4-9b98-f4a84895e8bb None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:51:57.149982 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92648953-906a-4ee4-9b98-f4a84895e8bb None None] Pushing event updated for resources: {'Port': ['ID=6f57d98a-6d0f-4519-9c3f-863af8ea4378,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:57.154239 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-92648953-906a-4ee4-9b98-f4a84895e8bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:57.155928 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-381ea5a0-0737-4e33-af0d-39fc8d792c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:57.164010 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c17008-b3be-461a-9255-60c0badbbfad tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Pushing event deleted for resources: {'Port': ['ID=5ba7d840-8536-4896-a365-c25eb5690138,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:57.166786 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c0c17008-b3be-461a-9255-60c0badbbfad tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:57.178223 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b7a46b3-3924-4695-868e-12e4c6bbf464 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:57.187479 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0001608-f207-4817-aa1b-f59f92043373 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Made reservation on behalf of d7814602416b41a5a3e046878d44d4a3 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:57.191133 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f0001608-f207-4817-aa1b-f59f92043373 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:57.202895 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd9aaab-5cb9-4a52-8798-ce53d243fe5c None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:57.211453 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-4dd9aaab-5cb9-4a52-8798-ce53d243fe5c None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:57.232300 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd9aaab-5cb9-4a52-8798-ce53d243fe5c None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:51:57.265534 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9aaab-5cb9-4a52-8798-ce53d243fe5c None None] Pushing event updated for resources: {'Port': ['ID=11af4c3a-06f9-44cf-ac85-013a86df773e,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:57.266979 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b7a46b3-3924-4695-868e-12e4c6bbf464 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:57.271912 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-4dd9aaab-5cb9-4a52-8798-ce53d243fe5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:57.271912 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-92648953-906a-4ee4-9b98-f4a84895e8bb None None] Attempting to bind port 6f57d98a-6d0f-4519-9c3f-863af8ea4378 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:51:57.272193 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-92648953-906a-4ee4-9b98-f4a84895e8bb None None] Attempting to bind port 6f57d98a-6d0f-4519-9c3f-863af8ea4378 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'c4101da5-2174-4239-94a6-e7e23c168c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '683be20d-04ab-4c9e-83f3-d32ef53da777'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:51:57.273025 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92648953-906a-4ee4-9b98-f4a84895e8bb None None] Attempting to bind port 6f57d98a-6d0f-4519-9c3f-863af8ea4378 on network 683be20d-04ab-4c9e-83f3-d32ef53da777 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:51:57.288472 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b7a46b3-3924-4695-868e-12e4c6bbf464 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:51:57.290153 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b7a46b3-3924-4695-868e-12e4c6bbf464 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:57.301254 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92648953-906a-4ee4-9b98-f4a84895e8bb None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:51:57.301254 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92648953-906a-4ee4-9b98-f4a84895e8bb None None] Checking segment: {'id': 'c4101da5-2174-4239-94a6-e7e23c168c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '683be20d-04ab-4c9e-83f3-d32ef53da777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:51:57.301655 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-92648953-906a-4ee4-9b98-f4a84895e8bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:57.302535 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92648953-906a-4ee4-9b98-f4a84895e8bb None None] Bound using segment: {'id': 'c4101da5-2174-4239-94a6-e7e23c168c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '683be20d-04ab-4c9e-83f3-d32ef53da777'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:51:57.303076 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-92648953-906a-4ee4-9b98-f4a84895e8bb None None] Bound port: 6f57d98a-6d0f-4519-9c3f-863af8ea4378, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4101da5-2174-4239-94a6-e7e23c168c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '683be20d-04ab-4c9e-83f3-d32ef53da777'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:51:57.303474 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-92648953-906a-4ee4-9b98-f4a84895e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:57.346678 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-4dd9aaab-5cb9-4a52-8798-ce53d243fe5c None None] Attempting to bind port 11af4c3a-06f9-44cf-ac85-013a86df773e on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:51:57.347064 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-4dd9aaab-5cb9-4a52-8798-ce53d243fe5c None None] Attempting to bind port 11af4c3a-06f9-44cf-ac85-013a86df773e by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:51:57.347419 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd9aaab-5cb9-4a52-8798-ce53d243fe5c None None] Attempting to bind port 11af4c3a-06f9-44cf-ac85-013a86df773e on network 8e867a28-8d41-47df-a2af-a54cb8b30a66 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:51:57.374524 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd9aaab-5cb9-4a52-8798-ce53d243fe5c None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:51:57.374902 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd9aaab-5cb9-4a52-8798-ce53d243fe5c None None] Checking segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:51:57.375344 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4dd9aaab-5cb9-4a52-8798-ce53d243fe5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:57.375750 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd9aaab-5cb9-4a52-8798-ce53d243fe5c None None] Bound using segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:51:57.376242 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-4dd9aaab-5cb9-4a52-8798-ce53d243fe5c None None] Bound port: 11af4c3a-06f9-44cf-ac85-013a86df773e, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:51:57.376624 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4dd9aaab-5cb9-4a52-8798-ce53d243fe5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:57.378794 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:51:57.378794 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:51:57.378794 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:51:57.378794 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:51:57.378794 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:51:57.378794 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:51:57.378794 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:51:57.378794 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:51:57.378794 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:51:57.378794 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:51:57.378794 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:51:57.378794 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:51:57.378794 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:51:57.378794 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:51:57.378794 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:51:57.378794 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:51:57.378794 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:51:57.378794 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:51:57.378794 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:51:57.378794 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:51:57.378794 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:51:57.378794 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:51:57.378794 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:51:57.378794 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:51:57.378794 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:51:57.378794 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:51:57.378794 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:51:57.378794 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:51:57.378794 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:51:57.378794 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:51:57.378794 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:51:57.378794 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:51:57.382811 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a13919ae-bb9b-4da7-ae78-77ae0dad7133 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:57.393676 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d2dbdd9c-4c42-4032-854a-7abb1ec6836a tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:57.405705 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a13919ae-bb9b-4da7-ae78-77ae0dad7133 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:57.407748 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a13919ae-bb9b-4da7-ae78-77ae0dad7133 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "DELETE /v2.0/networks/3d2cb8f7-30f9-4905-8a6e-3de5e34206d6 HTTP/1.1" status: 204 len: 168 time: 1.3237906 Jun 21 14:51:57.413273 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34730) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:57.418175 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b7a46b3-3924-4695-868e-12e4c6bbf464 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:57.423994 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13919ae-bb9b-4da7-ae78-77ae0dad7133 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event deleted for resources: {'Network': ['ID=3d2cb8f7-30f9-4905-8a6e-3de5e34206d6,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:57.426092 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7a46b3-3924-4695-868e-12e4c6bbf464 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b3f34fe5-65cb-4e96-88c4-558913b1dcd0 {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 21 14:51:57.429951 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a13919ae-bb9b-4da7-ae78-77ae0dad7133 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:57.431237 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-bc75bb5b-9398-41f1-a7b8-3ba584243003 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:57.433629 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b7a46b3-3924-4695-868e-12e4c6bbf464 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:57.435669 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9b7a46b3-3924-4695-868e-12e4c6bbf464 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] 10.222.0.72 "DELETE /v2.0/networks/b3f34fe5-65cb-4e96-88c4-558913b1dcd0 HTTP/1.1" status: 204 len: 168 time: 0.6702502 Jun 21 14:51:57.441074 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34732) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:57.458671 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-45e831dc-89d5-4999-b285-ef79ce06bb43 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Request body: {'network': {'name': 'tempest-network--869929358', 'router:external': True}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:57.462595 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-817f3257-4929-4a78-a571-c1e66d28b3c4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Allocated IP 2001:db8::f816:3eff:fed2:6e77 (8e867a28-8d41-47df-a2af-a54cb8b30a66/a5c86cbf-c62c-4e57-ab8c-ba5710479584/94e33e90-e61a-45e7-85f3-f20e95449675) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:57.468296 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a46b3-3924-4695-868e-12e4c6bbf464 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Pushing event deleted for resources: {'Network': ['ID=b3f34fe5-65cb-4e96-88c4-558913b1dcd0,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:57.479282 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9b7a46b3-3924-4695-868e-12e4c6bbf464 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:57.483332 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-92648953-906a-4ee4-9b98-f4a84895e8bb None None] For port 6f57d98a-6d0f-4519-9c3f-863af8ea4378, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:51:57.489775 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-92648953-906a-4ee4-9b98-f4a84895e8bb None None] For port 6f57d98a-6d0f-4519-9c3f-863af8ea4378, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=6f57d98a-6d0f-4519-9c3f-863af8ea4378,segment=NetworkSegment(c4101da5-2174-4239-94a6-e7e23c168c90),segment_id=c4101da5-2174-4239-94a6-e7e23c168c90)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:51:57.497937 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c0c17008-b3be-461a-9255-60c0badbbfad tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:57.503658 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-4dd9aaab-5cb9-4a52-8798-ce53d243fe5c None None] For port 11af4c3a-06f9-44cf-ac85-013a86df773e, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:51:57.510811 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-92648953-906a-4ee4-9b98-f4a84895e8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:57.520364 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e831dc-89d5-4999-b285-ef79ce06bb43 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Made reservation on behalf of 679df4d46d8a4298b9f66dc7115646fa for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:57.524666 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-45e831dc-89d5-4999-b285-ef79ce06bb43 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:57.527614 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-4dd9aaab-5cb9-4a52-8798-ce53d243fe5c None None] For port 11af4c3a-06f9-44cf-ac85-013a86df773e, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=11af4c3a-06f9-44cf-ac85-013a86df773e,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:51:57.529100 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-ff2c8988-12e4-448b-b210-070d0cb62b1f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:57.580918 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4dd9aaab-5cb9-4a52-8798-ce53d243fe5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:57.630948 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e831dc-89d5-4999-b285-ef79ce06bb43 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:51:57.637751 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92648953-906a-4ee4-9b98-f4a84895e8bb None None] Pushing event updated for resources: {'Port': ['ID=6f57d98a-6d0f-4519-9c3f-863af8ea4378,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:57.651246 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-92648953-906a-4ee4-9b98-f4a84895e8bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:57.654363 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:57.660525 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-45e831dc-89d5-4999-b285-ef79ce06bb43 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:57.661174 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-45e831dc-89d5-4999-b285-ef79ce06bb43 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Added segment 102c8ec5-dd95-4126-86df-002c04a12cf2 of type vlan for network 2309b08b-c0b0-407b-9d1c-783284e95b46 Jun 21 14:51:57.745436 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-45e831dc-89d5-4999-b285-ef79ce06bb43 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:57.775143 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-817f3257-4929-4a78-a571-c1e66d28b3c4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:57.781420 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9aaab-5cb9-4a52-8798-ce53d243fe5c None None] Pushing event updated for resources: {'Port': ['ID=11af4c3a-06f9-44cf-ac85-013a86df773e,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:57.791614 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-4dd9aaab-5cb9-4a52-8798-ce53d243fe5c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:57.829497 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-817f3257-4929-4a78-a571-c1e66d28b3c4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Transition to ACTIVE for port object 94e33e90-e61a-45e7-85f3-f20e95449675 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:57.891678 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-45e831dc-89d5-4999-b285-ef79ce06bb43 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:57.893223 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e831dc-89d5-4999-b285-ef79ce06bb43 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:57.896088 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-45e831dc-89d5-4999-b285-ef79ce06bb43 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:57.912786 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f0001608-f207-4817-aa1b-f59f92043373 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:57.926146 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5b82691a-d346-4327-aea6-32f7efb74f2c tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:57.929771 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-817f3257-4929-4a78-a571-c1e66d28b3c4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:57.944756 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-45e831dc-89d5-4999-b285-ef79ce06bb43 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5024693 Jun 21 14:51:57.949639 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e67032a7-0d55-4cfb-b4a0-8ac443c73be6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:57.958770 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34734) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:58.012010 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817f3257-4929-4a78-a571-c1e66d28b3c4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:58.013607 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-817f3257-4929-4a78-a571-c1e66d28b3c4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:58.016396 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817f3257-4929-4a78-a571-c1e66d28b3c4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:51:58.023276 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817f3257-4929-4a78-a571-c1e66d28b3c4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:58.024128 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-817f3257-4929-4a78-a571-c1e66d28b3c4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:58.043389 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e831dc-89d5-4999-b285-ef79ce06bb43 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Pushing event updated for resources: {'Network': ['ID=2309b08b-c0b0-407b-9d1c-783284e95b46,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:58.048399 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-45e831dc-89d5-4999-b285-ef79ce06bb43 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:58.050184 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d2dbdd9c-4c42-4032-854a-7abb1ec6836a tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:58.060396 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 2309b08b-c0b0-407b-9d1c-783284e95b46 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:51:58.068146 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-817f3257-4929-4a78-a571-c1e66d28b3c4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6692922 Jun 21 14:51:58.097762 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34736) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:58.157217 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f3257-4929-4a78-a571-c1e66d28b3c4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Port': ['ID=94e33e90-e61a-45e7-85f3-f20e95449675,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:58.163306 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-817f3257-4929-4a78-a571-c1e66d28b3c4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:58.174890 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 1f2f212d-a2f6-4d7c-87d6-57d9f697b872 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:51:58.207691 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c27484d-8d45-4f0f-8b8d-024eb89883b6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:58.214762 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c27484d-8d45-4f0f-8b8d-024eb89883b6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:58.216398 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8c27484d-8d45-4f0f-8b8d-024eb89883b6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1175714 Jun 21 14:51:58.219024 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34738) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:58.229304 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 1f2f212d-a2f6-4d7c-87d6-57d9f697b872 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:51:58.229655 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 1f2f212d-a2f6-4d7c-87d6-57d9f697b872 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:51:58.263831 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c17008-b3be-461a-9255-60c0badbbfad tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Router 9897af1c-a399-4891-9990-d0c2b477cfd7 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:51:58.272857 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-46bb6ce4-5e51-4a5b-8f94-022646d502de tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Deleting port 08912d77-d95a-430a-9fdf-08074da08116 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:58.273197 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-46bb6ce4-5e51-4a5b-8f94-022646d502de tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:58.280269 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0001608-f207-4817-aa1b-f59f92043373 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Pushing event updated for resources: {'Subnet': ['ID=02a1718a-1e5a-45f3-b687-bb4fdddbe8e6,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:58.284521 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f0001608-f207-4817-aa1b-f59f92043373 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:58.331231 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-cb000cb1-cdd1-4504-a084-7c1470ff929e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting port 94e33e90-e61a-45e7-85f3-f20e95449675 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:51:58.331767 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cb000cb1-cdd1-4504-a084-7c1470ff929e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:58.343553 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cece0e-f393-4a3f-8c0a-44f8d023d89e tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:58.344925 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-03cece0e-f393-4a3f-8c0a-44f8d023d89e tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] 10.222.0.72 "GET /v2.0/networks/2309b08b-c0b0-407b-9d1c-783284e95b46 HTTP/1.1" status: 200 len: 756 time: 0.3840137 Jun 21 14:51:58.352993 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34740) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:58.366193 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0001608-f207-4817-aa1b-f59f92043373 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Checking segment: {'id': '08fa82f8-4aab-41db-8068-9675314dde6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6b8a3b60-c3e9-4124-93a6-1bb4e0b426fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:51:58.366563 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0001608-f207-4817-aa1b-f59f92043373 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Network hostable DHCP agents. Network: 6b8a3b60-c3e9-4124-93a6-1bb4e0b426fb, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:51:58.424951 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cb000cb1-cdd1-4504-a084-7c1470ff929e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:58.493100 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-cb000cb1-cdd1-4504-a084-7c1470ff929e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Calling delete_port for 94e33e90-e61a-45e7-85f3-f20e95449675 owned by {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:58.530678 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-46bb6ce4-5e51-4a5b-8f94-022646d502de tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:58.531324 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-46bb6ce4-5e51-4a5b-8f94-022646d502de tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:58.534814 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c17008-b3be-461a-9255-60c0badbbfad tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:51:58.545665 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57745808-e9b4-4669-a918-ea1d88d0ac14 None None] Sync routers for ids ['9897af1c-a399-4891-9990-d0c2b477cfd7'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:51:58.550015 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c0c17008-b3be-461a-9255-60c0badbbfad tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] 10.222.0.72 "PUT /v2.0/routers/9897af1c-a399-4891-9990-d0c2b477cfd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0212765 Jun 21 14:51:58.550214 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0001608-f207-4817-aa1b-f59f92043373 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Network 6b8a3b60-c3e9-4124-93a6-1bb4e0b426fb is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:51:58.551155 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34742) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:58.557028 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57745808-e9b4-4669-a918-ea1d88d0ac14 None None] Routers {'9897af1c-a399-4891-9990-d0c2b477cfd7'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:51:58.557746 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-57745808-e9b4-4669-a918-ea1d88d0ac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:51:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['9897af1c-a399-4891-9990-d0c2b477cfd7'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:58.561684 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0b3cba-6994-42b8-9af0-0b4df1446aed tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:58.565453 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9f0b3cba-6994-42b8-9af0-0b4df1446aed tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] 10.222.0.72 "GET /v2.0/networks/88e5710c-9bb4-4dc0-bfe7-3373697e498c HTTP/1.1" status: 200 len: 768 time: 0.2091050 Jun 21 14:51:58.594552 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34744) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:58.601356 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-57745808-e9b4-4669-a918-ea1d88d0ac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:58.619525 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57745808-e9b4-4669-a918-ea1d88d0ac14 None None] Routers {'9897af1c-a399-4891-9990-d0c2b477cfd7'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:51:58.620394 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-57745808-e9b4-4669-a918-ea1d88d0ac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:51:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['9897af1c-a399-4891-9990-d0c2b477cfd7'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:58.633248 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-46bb6ce4-5e51-4a5b-8f94-022646d502de tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Calling delete_port for 08912d77-d95a-430a-9fdf-08074da08116 owned by network:floatingip {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:51:58.658990 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1d6e9a3c-909a-42ac-8868-3ddf729f6ba9 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:58.681052 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-57745808-e9b4-4669-a918-ea1d88d0ac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:58.681518 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57745808-e9b4-4669-a918-ea1d88d0ac14 None None] The sync data for ids ['9897af1c-a399-4891-9990-d0c2b477cfd7'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:51:58.697529 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-f0001608-f207-4817-aa1b-f59f92043373 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 6b8a3b60-c3e9-4124-93a6-1bb4e0b426fb) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:58.707324 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0001608-f207-4817-aa1b-f59f92043373 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:58.708350 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f0001608-f207-4817-aa1b-f59f92043373 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:58.708978 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2636b0b6-1ef4-458e-9ce6-b645a9ba950a None None] Network 6b8a3b60-c3e9-4124-93a6-1bb4e0b426fb requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:58.849377 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f0001608-f207-4817-aa1b-f59f92043373 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8947601 Jun 21 14:51:58.863725 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34746) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:58.872498 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-38577aed-1012-45da-b707-8b8385b3ee21 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Request body: {'subnet': {'network_id': 'b58eb3db-481d-41aa-a8f4-f93ee5354931', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:58.944815 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2b1a4e-5951-4fb4-bf36-40e9e2979095 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-6b8a3b60-c3e9-4124-93a6-1bb4e0b426fb', 'network_id': '6b8a3b60-c3e9-4124-93a6-1bb4e0b426fb', 'tenant_id': 'd7814602416b41a5a3e046878d44d4a3', 'fixed_ips': [{'subnet_id': '02a1718a-1e5a-45f3-b687-bb4fdddbe8e6'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:51:58.946375 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4d2b1a4e-5951-4fb4-bf36-40e9e2979095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:58.973995 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8efe96c7-1c68-462e-81b2-4df0190eb365 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:59.137772 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-4d2b1a4e-5951-4fb4-bf36-40e9e2979095 None None] Allocated IP 172.20.0.2 (6b8a3b60-c3e9-4124-93a6-1bb4e0b426fb/02a1718a-1e5a-45f3-b687-bb4fdddbe8e6/e9d920a4-032e-484b-8fac-fa703d4daad0) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:51:59.163884 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8efe96c7-1c68-462e-81b2-4df0190eb365 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:59.176657 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-8efe96c7-1c68-462e-81b2-4df0190eb365 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2309b08b-c0b0-407b-9d1c-783284e95b46']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:59.188884 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-8efe96c7-1c68-462e-81b2-4df0190eb365 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102c8ec5-dd95-4126-86df-002c04a12cf2') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:59.189191 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-8efe96c7-1c68-462e-81b2-4df0190eb365 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102c8ec5-dd95-4126-86df-002c04a12cf2') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:51:59.200071 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8efe96c7-1c68-462e-81b2-4df0190eb365 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:59.216259 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8efe96c7-1c68-462e-81b2-4df0190eb365 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:59.222353 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8efe96c7-1c68-462e-81b2-4df0190eb365 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:51:59.222853 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8efe96c7-1c68-462e-81b2-4df0190eb365 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:59.277524 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1d6e9a3c-909a-42ac-8868-3ddf729f6ba9 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:59.281394 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1d6e9a3c-909a-42ac-8868-3ddf729f6ba9 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:59.286614 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:51:59.286614 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:51:59.286614 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:51:59.286614 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:51:59.286614 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:51:59.286614 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:51:59.286614 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:51:59.286614 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:51:59.286614 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:51:59.286614 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:51:59.286614 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:51:59.286614 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:51:59.286614 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:51:59.286614 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:51:59.286614 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:51:59.286614 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:51:59.286614 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:51:59.286614 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:51:59.286614 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:51:59.286614 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:51:59.286614 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:51:59.286614 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:51:59.286614 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:51:59.286614 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:51:59.286614 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:51:59.286614 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:51:59.286614 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:51:59.286614 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:51:59.286614 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:51:59.286614 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:51:59.286614 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:51:59.286614 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:51:59.297870 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8efe96c7-1c68-462e-81b2-4df0190eb365 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:59.308208 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c274467e-7216-44cc-a5f1-8d8999574370 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:59.341773 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cb000cb1-cdd1-4504-a084-7c1470ff929e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:59.343292 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efe96c7-1c68-462e-81b2-4df0190eb365 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2309b08b-c0b0-407b-9d1c-783284e95b46 {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 21 14:51:59.350411 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efe96c7-1c68-462e-81b2-4df0190eb365 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Pushing event deleted for resources: {'Network': ['ID=2309b08b-c0b0-407b-9d1c-783284e95b46,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:59.350630 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-76fc54a8-8d29-41c8-9aeb-771441521ebd tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:59.350799 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8efe96c7-1c68-462e-81b2-4df0190eb365 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:59.357383 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8efe96c7-1c68-462e-81b2-4df0190eb365 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] 10.222.0.72 "DELETE /v2.0/networks/2309b08b-c0b0-407b-9d1c-783284e95b46 HTTP/1.1" status: 204 len: 168 time: 0.7567728 Jun 21 14:51:59.359185 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8efe96c7-1c68-462e-81b2-4df0190eb365 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:59.360589 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34748) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:59.370688 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-92e29bed-8178-45f0-8fc8-5c311f8f3844 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Request body: {'network': {'name': 'tempest-network--1666704895'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:51:59.400400 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb000cb1-cdd1-4504-a084-7c1470ff929e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Port': ['ID=94e33e90-e61a-45e7-85f3-f20e95449675,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:59.400979 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38577aed-1012-45da-b707-8b8385b3ee21 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Made reservation on behalf of d7814602416b41a5a3e046878d44d4a3 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:59.405948 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-38577aed-1012-45da-b707-8b8385b3ee21 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:59.407377 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cb000cb1-cdd1-4504-a084-7c1470ff929e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:59.413534 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1d6e9a3c-909a-42ac-8868-3ddf729f6ba9 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:59.414080 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d6e9a3c-909a-42ac-8868-3ddf729f6ba9 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Fanout notify agent at l3_agent the message router_deleted on router 9897af1c-a399-4891-9990-d0c2b477cfd7 {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:51:59.445212 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1d6e9a3c-909a-42ac-8868-3ddf729f6ba9 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:59.446381 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1d6e9a3c-909a-42ac-8868-3ddf729f6ba9 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] 10.222.0.72 "DELETE /v2.0/routers/9897af1c-a399-4891-9990-d0c2b477cfd7 HTTP/1.1" status: 204 len: 168 time: 0.8942332 Jun 21 14:51:59.450815 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cb000cb1-cdd1-4504-a084-7c1470ff929e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:59.452776 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-cb000cb1-cdd1-4504-a084-7c1470ff929e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/94e33e90-e61a-45e7-85f3-f20e95449675 HTTP/1.1" status: 204 len: 168 time: 1.2327073 Jun 21 14:51:59.453262 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34750) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:59.464727 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34752) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:59.502371 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-46bb6ce4-5e51-4a5b-8f94-022646d502de tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:59.516340 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-34b2e5a9-d029-4540-b2cf-b11bc0fad588 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:59.569912 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4d2b1a4e-5951-4fb4-bf36-40e9e2979095 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:59.601421 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cdb279-b583-4f7f-a335-6d717656d5f9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:59.603673 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cdb279-b583-4f7f-a335-6d717656d5f9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:51:59.609728 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-20cdb279-b583-4f7f-a335-6d717656d5f9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1404326 Jun 21 14:51:59.609728 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e29bed-8178-45f0-8fc8-5c311f8f3844 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Made reservation on behalf of 679df4d46d8a4298b9f66dc7115646fa for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:51:59.610150 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2dffc5c2-6541-42a4-a637-45ec28127cb4 None None] Provisioning for port 11af4c3a-06f9-44cf-ac85-013a86df773e completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:51:59.611732 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-92e29bed-8178-45f0-8fc8-5c311f8f3844 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:59.614058 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34754) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:59.625376 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-4d2b1a4e-5951-4fb4-bf36-40e9e2979095 None None] Transition to ACTIVE for port object e9d920a4-032e-484b-8fac-fa703d4daad0 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:59.641534 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb6ce4-5e51-4a5b-8f94-022646d502de tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event deleted for resources: {'Port': ['ID=08912d77-d95a-430a-9fdf-08074da08116,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:59.680664 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-46bb6ce4-5e51-4a5b-8f94-022646d502de tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:59.686587 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-4d2b1a4e-5951-4fb4-bf36-40e9e2979095 None None] Transition to ACTIVE for port object e9d920a4-032e-484b-8fac-fa703d4daad0 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:51:59.705020 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4d2b1a4e-5951-4fb4-bf36-40e9e2979095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:59.717569 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-41684e7f-8309-45f8-9b5e-d73c398d8273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:51:59.722029 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-eae7e516-0ece-489a-b7a5-9f2ba39b4ed5 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Deleting subnet f28c6279-d857-4509-bc69-ded6c7bf4a8a {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:51:59.736319 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-eae7e516-0ece-489a-b7a5-9f2ba39b4ed5 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:59.741620 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-46bb6ce4-5e51-4a5b-8f94-022646d502de tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for floatingip, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:59.744131 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-46bb6ce4-5e51-4a5b-8f94-022646d502de tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:59.745295 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-46bb6ce4-5e51-4a5b-8f94-022646d502de tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "DELETE /v2.0/floatingips/49952410-abd3-4c16-b39a-1079f43e0fb2 HTTP/1.1" status: 204 len: 168 time: 2.3289421 Jun 21 14:51:59.750422 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2b1a4e-5951-4fb4-bf36-40e9e2979095 None None] Network 6b8a3b60-c3e9-4124-93a6-1bb4e0b426fb is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:51:59.753541 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34756) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:59.755044 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-4d2b1a4e-5951-4fb4-bf36-40e9e2979095 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:51:59.769988 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2b1a4e-5951-4fb4-bf36-40e9e2979095 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:51:59.797029 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-4643b9de-4939-4460-a4d3-c3c79390c7fd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting subnet a5c86cbf-c62c-4e57-ab8c-ba5710479584 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:51:59.839028 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-eae7e516-0ece-489a-b7a5-9f2ba39b4ed5 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:59.861493 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd6bed8-9f2a-4545-a78f-28bff9a6ab20 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] DELETE failed (client error): The resource could not be found. Jun 21 14:51:59.862308 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fd6bed8-9f2a-4545-a78f-28bff9a6ab20 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:51:59.864370 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1fd6bed8-9f2a-4545-a78f-28bff9a6ab20 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "DELETE /v2.0/ports/b152b54e-dd41-4476-b94f-687435348b23 HTTP/1.1" status: 404 len: 333 time: 0.1024258 Jun 21 14:51:59.868315 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34758) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:59.869249 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4643b9de-4939-4460-a4d3-c3c79390c7fd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:51:59.899142 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b1a4e-5951-4fb4-bf36-40e9e2979095 None None] Pushing event updated for resources: {'Port': ['ID=e9d920a4-032e-484b-8fac-fa703d4daad0,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:51:59.908487 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-4d2b1a4e-5951-4fb4-bf36-40e9e2979095 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:51:59.931809 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c6800514-1537-4132-88d8-63098f5bd9af tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "GET /v2.0/ports?device_id=03f8bfb2-b35a-4122-9b0c-a392da10d006 HTTP/1.1" status: 200 len: 205 time: 0.0570097 Jun 21 14:51:59.936093 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34760) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:51:59.977240 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc28f7f7-f0da-4184-8da3-3e1d4b9d995f None None] Network 683be20d-04ab-4c9e-83f3-d32ef53da777 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:51:59.982480 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2dc53a8f-a51a-489f-b651-0e8feea94857 None None] Could not find standard attr ID for object 94e33e90-e61a-45e7-85f3-f20e95449675. {{(pid=105226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 21 14:52:00.044392 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92e29bed-8178-45f0-8fc8-5c311f8f3844 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:52:00.067981 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-bcefd05b-3035-4025-ba9b-82e4c209c7f9 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] delete failed (client error): The resource could not be found. Jun 21 14:52:00.069416 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-bcefd05b-3035-4025-ba9b-82e4c209c7f9 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "DELETE /v2.0/routers/03f8bfb2-b35a-4122-9b0c-a392da10d006 HTTP/1.1" status: 404 len: 336 time: 0.1327727 Jun 21 14:52:00.078507 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34762) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:00.095195 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-4d2b1a4e-5951-4fb4-bf36-40e9e2979095 None None] Attempting to bind port e9d920a4-032e-484b-8fac-fa703d4daad0 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:52:00.095566 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-4d2b1a4e-5951-4fb4-bf36-40e9e2979095 None None] Attempting to bind port e9d920a4-032e-484b-8fac-fa703d4daad0 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '08fa82f8-4aab-41db-8068-9675314dde6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6b8a3b60-c3e9-4124-93a6-1bb4e0b426fb'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:52:00.095890 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-eae7e516-0ece-489a-b7a5-9f2ba39b4ed5 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:00.096032 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2b1a4e-5951-4fb4-bf36-40e9e2979095 None None] Attempting to bind port e9d920a4-032e-484b-8fac-fa703d4daad0 on network 6b8a3b60-c3e9-4124-93a6-1bb4e0b426fb {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:52:00.103547 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-92e29bed-8178-45f0-8fc8-5c311f8f3844 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:00.104527 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-92e29bed-8178-45f0-8fc8-5c311f8f3844 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Added segment 422c4829-c931-4e44-a5f3-507d790e709e of type vlan for network c6f824fc-e707-4448-9c89-f4be87047c02 Jun 21 14:52:00.122602 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2b1a4e-5951-4fb4-bf36-40e9e2979095 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:52:00.123004 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2b1a4e-5951-4fb4-bf36-40e9e2979095 None None] Checking segment: {'id': '08fa82f8-4aab-41db-8068-9675314dde6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6b8a3b60-c3e9-4124-93a6-1bb4e0b426fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:52:00.123377 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4d2b1a4e-5951-4fb4-bf36-40e9e2979095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:00.123773 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d2b1a4e-5951-4fb4-bf36-40e9e2979095 None None] Bound using segment: {'id': '08fa82f8-4aab-41db-8068-9675314dde6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6b8a3b60-c3e9-4124-93a6-1bb4e0b426fb'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:52:00.124265 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-4d2b1a4e-5951-4fb4-bf36-40e9e2979095 None None] Bound port: e9d920a4-032e-484b-8fac-fa703d4daad0, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08fa82f8-4aab-41db-8068-9675314dde6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '6b8a3b60-c3e9-4124-93a6-1bb4e0b426fb'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:52:00.124638 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4d2b1a4e-5951-4fb4-bf36-40e9e2979095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:00.167446 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 11af4c3a-06f9-44cf-ac85-013a86df773e up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:52:00.174211 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-67e30c09-f9e7-4663-b6d8-2eea86f3bfba None None] Provisioning for port 6f57d98a-6d0f-4519-9c3f-863af8ea4378 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:00.184015 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4643b9de-4939-4460-a4d3-c3c79390c7fd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:00.194153 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-38577aed-1012-45da-b707-8b8385b3ee21 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:00.200903 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7f63679b-fe60-48c7-872b-e9db995a0744 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:00.221344 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc39e9a2-216c-4990-a3da-1b7f474dc8ac tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:00.222115 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc39e9a2-216c-4990-a3da-1b7f474dc8ac tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:00.224120 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-cc39e9a2-216c-4990-a3da-1b7f474dc8ac tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "DELETE /v2.0/subnets/87994234-9f14-4a5d-82b7-411e373a92d7 HTTP/1.1" status: 404 len: 337 time: 0.1434162 Jun 21 14:52:00.226862 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34764) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:00.285909 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-4d2b1a4e-5951-4fb4-bf36-40e9e2979095 None None] For port e9d920a4-032e-484b-8fac-fa703d4daad0, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:52:00.301183 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-92e29bed-8178-45f0-8fc8-5c311f8f3844 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:00.308836 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-4d2b1a4e-5951-4fb4-bf36-40e9e2979095 None None] For port e9d920a4-032e-484b-8fac-fa703d4daad0, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=e9d920a4-032e-484b-8fac-fa703d4daad0,segment=NetworkSegment(08fa82f8-4aab-41db-8068-9675314dde6a),segment_id=08fa82f8-4aab-41db-8068-9675314dde6a)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:52:00.320565 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4d2b1a4e-5951-4fb4-bf36-40e9e2979095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:00.343880 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f019cb1b-97c1-4b8a-8dcc-4c3aea814336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:00.372813 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38577aed-1012-45da-b707-8b8385b3ee21 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Checking segment: {'id': 'eb0a5ca6-ddac-4996-a95e-558401b67a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b58eb3db-481d-41aa-a8f4-f93ee5354931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:52:00.373240 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38577aed-1012-45da-b707-8b8385b3ee21 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Network hostable DHCP agents. Network: b58eb3db-481d-41aa-a8f4-f93ee5354931, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:52:00.374945 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 11af4c3a-06f9-44cf-ac85-013a86df773e completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:00.382930 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 11af4c3a-06f9-44cf-ac85-013a86df773e triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:00.383342 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:00.400640 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-eae7e516-0ece-489a-b7a5-9f2ba39b4ed5 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:00.413566 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-33951d19-89bb-4b69-9e42-da788bf8f9b0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:00.429221 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38577aed-1012-45da-b707-8b8385b3ee21 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Pushing event updated for resources: {'Subnet': ['ID=2d394108-ffe9-41aa-97c8-9771e4037b75,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:00.457188 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7e516-0ece-489a-b7a5-9f2ba39b4ed5 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Pushing event deleted for resources: {'Subnet': ['ID=f28c6279-d857-4509-bc69-ded6c7bf4a8a,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:00.460313 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-eae7e516-0ece-489a-b7a5-9f2ba39b4ed5 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:00.463371 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b1a4e-5951-4fb4-bf36-40e9e2979095 None None] Pushing event updated for resources: {'Port': ['ID=e9d920a4-032e-484b-8fac-fa703d4daad0,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:00.468379 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-4d2b1a4e-5951-4fb4-bf36-40e9e2979095 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:00.468896 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38577aed-1012-45da-b707-8b8385b3ee21 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Network b58eb3db-481d-41aa-a8f4-f93ee5354931 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:52:00.471547 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-eae7e516-0ece-489a-b7a5-9f2ba39b4ed5 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:00.474359 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-eae7e516-0ece-489a-b7a5-9f2ba39b4ed5 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] 10.222.0.72 "DELETE /v2.0/subnets/f28c6279-d857-4509-bc69-ded6c7bf4a8a HTTP/1.1" status: 204 len: 168 time: 1.0201311 Jun 21 14:52:00.477561 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-92e29bed-8178-45f0-8fc8-5c311f8f3844 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:00.478667 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e29bed-8178-45f0-8fc8-5c311f8f3844 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:00.479282 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-92e29bed-8178-45f0-8fc8-5c311f8f3844 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:00.483704 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34766) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:00.486465 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-38577aed-1012-45da-b707-8b8385b3ee21 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:00.493751 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6e68adf7-5f7d-445c-b153-d9b80d48844d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:00.501654 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954fd893-d818-44d6-9dd2-e159131d6e71 None None] Network 09824e0f-0bbc-4d33-bf4b-d75f8ad99ce8 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:00.501918 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4643b9de-4939-4460-a4d3-c3c79390c7fd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:00.562695 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-92e29bed-8178-45f0-8fc8-5c311f8f3844 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.1946464 Jun 21 14:52:00.564628 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34768) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:00.573515 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-09e44b33-ea9c-4279-8f3b-8a06cb9a8ea2 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Request body: {'network': {'router:external': True}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:00.581489 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:00.652023 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e29bed-8178-45f0-8fc8-5c311f8f3844 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Pushing event updated for resources: {'Network': ['ID=c6f824fc-e707-4448-9c89-f4be87047c02,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:00.655638 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-92e29bed-8178-45f0-8fc8-5c311f8f3844 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:00.695796 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network c6f824fc-e707-4448-9c89-f4be87047c02 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:52:00.769163 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4643b9de-4939-4460-a4d3-c3c79390c7fd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:00.835027 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d74552fa-3c48-47e9-be32-934104e5a131 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:00.865531 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4643b9de-4939-4460-a4d3-c3c79390c7fd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Subnet': ['ID=a5c86cbf-c62c-4e57-ab8c-ba5710479584,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:00.871493 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4643b9de-4939-4460-a4d3-c3c79390c7fd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:00.885384 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4643b9de-4939-4460-a4d3-c3c79390c7fd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:00.887315 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4643b9de-4939-4460-a4d3-c3c79390c7fd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/a5c86cbf-c62c-4e57-ab8c-ba5710479584 HTTP/1.1" status: 204 len: 168 time: 1.2698741 Jun 21 14:52:00.891433 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34770) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:00.906572 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e331cf0-6804-40af-9dfd-909b129b1cb6 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:00.978553 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-790b7d0f-e8e6-4ec8-8a20-c65f4cdce40e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0764458 Jun 21 14:52:00.979292 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34772) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:00.992321 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.db.api [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 14:52:00.992689 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_db.api [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 14:52:00.993746 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-36fde498-933f-4d26-bbef-0d9b10971f4a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:01.094161 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-38577aed-1012-45da-b707-8b8385b3ee21 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, b58eb3db-481d-41aa-a8f4-f93ee5354931) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:01.116332 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38577aed-1012-45da-b707-8b8385b3ee21 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:01.117560 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-38577aed-1012-45da-b707-8b8385b3ee21 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:01.121637 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-09e44b33-ea9c-4279-8f3b-8a06cb9a8ea2 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:01.125926 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f16cb8-60fe-4b51-ae02-131cbf7a36cb None None] Network b58eb3db-481d-41aa-a8f4-f93ee5354931 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:01.142966 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fde498-933f-4d26-bbef-0d9b10971f4a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:01.150419 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-36fde498-933f-4d26-bbef-0d9b10971f4a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:01.155971 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ebe16ce9-d3a6-4cfc-ba69-4da1ddd04466 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:01.157313 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-09e44b33-ea9c-4279-8f3b-8a06cb9a8ea2 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:01.167356 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-38577aed-1012-45da-b707-8b8385b3ee21 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3020387 Jun 21 14:52:01.172885 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aca5b8b-3a11-4814-98f9-c7ede43da5f1 None None] DHCP port deletion for 09824e0f-0bbc-4d33-bf4b-d75f8ad99ce8 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:52:01.176744 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34774) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:01.178459 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-c80b85aa-0b78-4b1e-b9f9-3d81b684164d tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Deleting port f2b817ea-c0ef-4595-b0a1-a4574c0ae06d {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:01.178799 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c80b85aa-0b78-4b1e-b9f9-3d81b684164d tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:01.182982 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:01.279856 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-09e44b33-ea9c-4279-8f3b-8a06cb9a8ea2 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Network c6f824fc-e707-4448-9c89-f4be87047c02 is not hosted by any dhcp agent {{(pid=105224) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 21 14:52:01.280765 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e44b33-ea9c-4279-8f3b-8a06cb9a8ea2 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:01.281379 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-09e44b33-ea9c-4279-8f3b-8a06cb9a8ea2 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:01.285444 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-09e44b33-ea9c-4279-8f3b-8a06cb9a8ea2 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] 10.222.0.72 "PUT /v2.0/networks/c6f824fc-e707-4448-9c89-f4be87047c02 HTTP/1.1" status: 200 len: 858 time: 0.7146678 Jun 21 14:52:01.295583 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34776) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:01.342793 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e44b33-ea9c-4279-8f3b-8a06cb9a8ea2 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Pushing event updated for resources: {'Network': ['ID=c6f824fc-e707-4448-9c89-f4be87047c02,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:01.345615 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-09e44b33-ea9c-4279-8f3b-8a06cb9a8ea2 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:01.366148 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8442df-b6fe-4588-aad7-22dfbfec7985 None None] DHCP port deletion for 8e867a28-8d41-47df-a2af-a54cb8b30a66 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:52:01.464437 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-68a415b5-8845-4c80-8966-6174b50b7b82 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:01.499557 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-3aca5b8b-3a11-4814-98f9-c7ede43da5f1 None None] Deleting port 0e037f5a-1892-4903-827c-13a506db5d5b {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:01.500054 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3aca5b8b-3a11-4814-98f9-c7ede43da5f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:01.520979 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c80b85aa-0b78-4b1e-b9f9-3d81b684164d tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:01.580569 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a522c9-98ec-48cc-aaad-4b6c6262cad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-b58eb3db-481d-41aa-a8f4-f93ee5354931', 'network_id': 'b58eb3db-481d-41aa-a8f4-f93ee5354931', 'tenant_id': 'd7814602416b41a5a3e046878d44d4a3', 'fixed_ips': [{'subnet_id': '2d394108-ffe9-41aa-97c8-9771e4037b75'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:52:01.581614 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b8a522c9-98ec-48cc-aaad-4b6c6262cad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:01.588927 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-fa8442df-b6fe-4588-aad7-22dfbfec7985 None None] Deleting port 11af4c3a-06f9-44cf-ac85-013a86df773e {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:01.589474 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-fa8442df-b6fe-4588-aad7-22dfbfec7985 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:01.603164 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-68a415b5-8845-4c80-8966-6174b50b7b82 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:01.613656 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-68a415b5-8845-4c80-8966-6174b50b7b82 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f824fc-e707-4448-9c89-f4be87047c02']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:01.624076 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-c80b85aa-0b78-4b1e-b9f9-3d81b684164d tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Calling delete_port for f2b817ea-c0ef-4595-b0a1-a4574c0ae06d owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:01.625704 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-68a415b5-8845-4c80-8966-6174b50b7b82 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '422c4829-c931-4e44-a5f3-507d790e709e') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:01.626038 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-68a415b5-8845-4c80-8966-6174b50b7b82 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '422c4829-c931-4e44-a5f3-507d790e709e') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:01.636075 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-68a415b5-8845-4c80-8966-6174b50b7b82 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:01.653393 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-68a415b5-8845-4c80-8966-6174b50b7b82 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:01.659381 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68a415b5-8845-4c80-8966-6174b50b7b82 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:52:01.659777 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-68a415b5-8845-4c80-8966-6174b50b7b82 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:01.682110 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-3aca5b8b-3a11-4814-98f9-c7ede43da5f1 None None] For port 0e037f5a-1892-4903-827c-13a506db5d5b, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=0e037f5a-1892-4903-827c-13a506db5d5b,segment=NetworkSegment(269af777-38e4-48b4-ba83-2515d7ca8170),segment_id=269af777-38e4-48b4-ba83-2515d7ca8170)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:01.682673 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3aca5b8b-3a11-4814-98f9-c7ede43da5f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:01.686628 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:01.705006 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-ebe16ce9-d3a6-4cfc-ba69-4da1ddd04466 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Deleting port 0e037f5a-1892-4903-827c-13a506db5d5b {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:01.705352 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ebe16ce9-d3a6-4cfc-ba69-4da1ddd04466 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:01.731662 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:52:01.731662 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:52:01.731662 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:52:01.731662 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:52:01.731662 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:52:01.731662 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:52:01.731662 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:52:01.731662 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:52:01.731662 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:52:01.731662 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:52:01.731662 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:52:01.731662 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:52:01.731662 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:52:01.731662 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:52:01.731662 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:52:01.731662 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:52:01.731662 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:52:01.731662 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:52:01.731662 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:52:01.731662 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:52:01.731662 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:52:01.731662 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:52:01.731662 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:52:01.731662 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:52:01.731662 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:52:01.731662 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:52:01.731662 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:52:01.731662 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:52:01.731662 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:52:01.731662 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:52:01.731662 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:52:01.731662 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:52:01.731662 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:52:01.731662 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:52:01.739793 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-68a415b5-8845-4c80-8966-6174b50b7b82 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:01.744645 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a415b5-8845-4c80-8966-6174b50b7b82 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c6f824fc-e707-4448-9c89-f4be87047c02 {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 21 14:52:01.747143 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-68a415b5-8845-4c80-8966-6174b50b7b82 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:01.752925 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-68a415b5-8845-4c80-8966-6174b50b7b82 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] 10.222.0.72 "DELETE /v2.0/networks/c6f824fc-e707-4448-9c89-f4be87047c02 HTTP/1.1" status: 204 len: 168 time: 0.4563818 Jun 21 14:52:01.756145 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34778) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:01.756858 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cbfc7d62-2d02-4407-8e43-30dbe9e75253 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:01.789407 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a415b5-8845-4c80-8966-6174b50b7b82 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Pushing event deleted for resources: {'Network': ['ID=c6f824fc-e707-4448-9c89-f4be87047c02,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:01.796891 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-68a415b5-8845-4c80-8966-6174b50b7b82 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:01.821258 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a6e76b9-7a8c-46e9-8332-e6cab177db71 tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:01.822031 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a6e76b9-7a8c-46e9-8332-e6cab177db71 tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:01.827008 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34780) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:01.827694 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5a6e76b9-7a8c-46e9-8332-e6cab177db71 tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] 10.222.0.72 "DELETE /v2.0/subnets/8c3ff987-cc64-4d5a-ae15-aab322167a07 HTTP/1.1" status: 404 len: 337 time: 0.0524213 Jun 21 14:52:01.858876 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-3aca5b8b-3a11-4814-98f9-c7ede43da5f1 None None] Calling delete_port for 0e037f5a-1892-4903-827c-13a506db5d5b owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:01.873569 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-fa8442df-b6fe-4588-aad7-22dfbfec7985 None None] For port 11af4c3a-06f9-44cf-ac85-013a86df773e, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=11af4c3a-06f9-44cf-ac85-013a86df773e,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:01.874148 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-fa8442df-b6fe-4588-aad7-22dfbfec7985 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:01.942538 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 11af4c3a-06f9-44cf-ac85-013a86df773e, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=11af4c3a-06f9-44cf-ac85-013a86df773e,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:01.976621 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f563d391-6599-4f01-a7cd-6134b324bf5e tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:01.982042 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f08a98-f7ca-453f-b46f-e668f7b22359 None None] Network 6b8a3b60-c3e9-4124-93a6-1bb4e0b426fb requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:02.012309 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-ebe16ce9-d3a6-4cfc-ba69-4da1ddd04466 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] For port 0e037f5a-1892-4903-827c-13a506db5d5b, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=0e037f5a-1892-4903-827c-13a506db5d5b,segment=NetworkSegment(269af777-38e4-48b4-ba83-2515d7ca8170),segment_id=269af777-38e4-48b4-ba83-2515d7ca8170)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:02.012874 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ebe16ce9-d3a6-4cfc-ba69-4da1ddd04466 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:02.014061 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-fa8442df-b6fe-4588-aad7-22dfbfec7985 None None] Calling delete_port for 11af4c3a-06f9-44cf-ac85-013a86df773e owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:02.016463 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:02.019362 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 6f57d98a-6d0f-4519-9c3f-863af8ea4378 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:52:02.022800 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.objects.ports [None req-36fde498-933f-4d26-bbef-0d9b10971f4a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105224) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 21 14:52:02.031809 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7c9384a1-6d81-4778-908a-a7e1a78b3219 tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:02.039298 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-18b35761-2691-487a-ad73-9027044a3d31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:02.170373 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-ebe16ce9-d3a6-4cfc-ba69-4da1ddd04466 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Calling delete_port for 0e037f5a-1892-4903-827c-13a506db5d5b owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:02.250855 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-36fde498-933f-4d26-bbef-0d9b10971f4a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:02.261768 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-7cad29d9-95c7-488a-be6d-15ae035b4b7c None None] Provisioning for port e9d920a4-032e-484b-8fac-fa703d4daad0 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:02.292822 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-b8a522c9-98ec-48cc-aaad-4b6c6262cad3 None None] Allocated IP 172.20.0.2 (b58eb3db-481d-41aa-a8f4-f93ee5354931/2d394108-ffe9-41aa-97c8-9771e4037b75/58467f4a-5642-4340-a730-4e00ae801cd5) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:02.301849 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=11af4c3a-06f9-44cf-ac85-013a86df773e,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:02.320292 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:02.341146 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3aca5b8b-3a11-4814-98f9-c7ede43da5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:02.348434 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:02.365907 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c80b85aa-0b78-4b1e-b9f9-3d81b684164d tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:02.413828 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 6f57d98a-6d0f-4519-9c3f-863af8ea4378 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:02.427999 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aca5b8b-3a11-4814-98f9-c7ede43da5f1 None None] Pushing event deleted for resources: {'Port': ['ID=0e037f5a-1892-4903-827c-13a506db5d5b,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:02.432738 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aca5b8b-3a11-4814-98f9-c7ede43da5f1 None None] No DVR routers for this DVR port 0e037f5a-1892-4903-827c-13a506db5d5b on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:52:02.458044 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3aca5b8b-3a11-4814-98f9-c7ede43da5f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:02.470101 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 6f57d98a-6d0f-4519-9c3f-863af8ea4378 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:02.470101 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:02.480731 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-36fde498-933f-4d26-bbef-0d9b10971f4a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] For port 11af4c3a-06f9-44cf-ac85-013a86df773e, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=11af4c3a-06f9-44cf-ac85-013a86df773e,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:02.488955 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7e1873d8-3e3a-4c2c-8254-224ca54fb761 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:02.519426 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-36fde498-933f-4d26-bbef-0d9b10971f4a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:02.525452 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-36fde498-933f-4d26-bbef-0d9b10971f4a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:02.526462 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-36fde498-933f-4d26-bbef-0d9b10971f4a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:02.529377 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a13919ae-bb9b-4da7-ae78-77ae0dad7133 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:02.540197 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7c9384a1-6d81-4778-908a-a7e1a78b3219 tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:02.551341 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-fa8442df-b6fe-4588-aad7-22dfbfec7985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:02.555853 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-18b35761-2691-487a-ad73-9027044a3d31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:02.564589 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b85aa-0b78-4b1e-b9f9-3d81b684164d tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event deleted for resources: {'Port': ['ID=f2b817ea-c0ef-4595-b0a1-a4574c0ae06d,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:02.582590 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fde498-933f-4d26-bbef-0d9b10971f4a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:02.584587 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-36fde498-933f-4d26-bbef-0d9b10971f4a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:02.587978 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fde498-933f-4d26-bbef-0d9b10971f4a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:02.589500 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-36fde498-933f-4d26-bbef-0d9b10971f4a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:02.593458 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8442df-b6fe-4588-aad7-22dfbfec7985 None None] Pushing event deleted for resources: {'Port': ['ID=11af4c3a-06f9-44cf-ac85-013a86df773e,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:02.595897 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c80b85aa-0b78-4b1e-b9f9-3d81b684164d tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:02.597042 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8442df-b6fe-4588-aad7-22dfbfec7985 None None] No DVR routers for this DVR port 11af4c3a-06f9-44cf-ac85-013a86df773e on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:52:02.598602 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-7c9384a1-6d81-4778-908a-a7e1a78b3219 tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88e5710c-9bb4-4dc0-bfe7-3373697e498c']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:02.601137 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-fa8442df-b6fe-4588-aad7-22dfbfec7985 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:02.619475 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-7c9384a1-6d81-4778-908a-a7e1a78b3219 tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '368c628c-a1f7-497a-94f8-558722dc23a0') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:02.619880 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-7c9384a1-6d81-4778-908a-a7e1a78b3219 tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '368c628c-a1f7-497a-94f8-558722dc23a0') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:02.638383 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fde498-933f-4d26-bbef-0d9b10971f4a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Port': ['ID=11af4c3a-06f9-44cf-ac85-013a86df773e,revision_number=6']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:02.641986 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-36fde498-933f-4d26-bbef-0d9b10971f4a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:02.642524 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.110s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:02.650929 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7ef99b-1bdf-4320-bcd9-09f3b8787af5 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:02.655837 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7c9384a1-6d81-4778-908a-a7e1a78b3219 tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:02.665155 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ebe16ce9-d3a6-4cfc-ba69-4da1ddd04466 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:02.678602 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-36fde498-933f-4d26-bbef-0d9b10971f4a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6909733 Jun 21 14:52:02.681497 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34784) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:02.686609 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-226de476-802d-44e5-b4f6-181e4d03b9b2 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'port': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'mac_address': 'fa:16:3e:c3:9e:e2', 'name': 'tempest-NetworksTestDHCPv6-228954530'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:02.691459 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c0c17008-b3be-461a-9255-60c0badbbfad tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:02.735855 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7c9384a1-6d81-4778-908a-a7e1a78b3219 tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:02.741057 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-f563d391-6599-4f01-a7cd-6134b324bf5e tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Allocated IP 172.20.0.1 (6b8a3b60-c3e9-4124-93a6-1bb4e0b426fb/02a1718a-1e5a-45f3-b687-bb4fdddbe8e6/ac3e2306-3f64-4180-9f0e-3f27d3ad68cf) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:02.743401 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe16ce9-d3a6-4cfc-ba69-4da1ddd04466 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Pushing event deleted for resources: {'Port': ['ID=0e037f5a-1892-4903-827c-13a506db5d5b,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:02.748601 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ebe16ce9-d3a6-4cfc-ba69-4da1ddd04466 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:02.755681 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe16ce9-d3a6-4cfc-ba69-4da1ddd04466 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] No DVR routers for this DVR port 0e037f5a-1892-4903-827c-13a506db5d5b on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:52:02.760855 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fde498-933f-4d26-bbef-0d9b10971f4a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Subnet': ['ID=56865469-2ca1-4551-bb29-6cfa899d16fb,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:02.764276 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-36fde498-933f-4d26-bbef-0d9b10971f4a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:02.768827 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:02.769854 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c9384a1-6d81-4778-908a-a7e1a78b3219 tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:52:02.770395 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7c9384a1-6d81-4778-908a-a7e1a78b3219 tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: self.session.flush() Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: self.session.flush() Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: self.session.flush() Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: self.session.flush() Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:52:02.773765 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:52:02.784300 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b8a522c9-98ec-48cc-aaad-4b6c6262cad3 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:02.818323 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-b8a522c9-98ec-48cc-aaad-4b6c6262cad3 None None] Transition to ACTIVE for port object 58467f4a-5642-4340-a730-4e00ae801cd5 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:02.840513 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226de476-802d-44e5-b4f6-181e4d03b9b2 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:02.873303 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 6f57d98a-6d0f-4519-9c3f-863af8ea4378, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=6f57d98a-6d0f-4519-9c3f-863af8ea4378,segment=NetworkSegment(c4101da5-2174-4239-94a6-e7e23c168c90),segment_id=c4101da5-2174-4239-94a6-e7e23c168c90)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:02.874822 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-b8a522c9-98ec-48cc-aaad-4b6c6262cad3 None None] Transition to ACTIVE for port object 58467f4a-5642-4340-a730-4e00ae801cd5 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:02.887901 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c80b85aa-0b78-4b1e-b9f9-3d81b684164d tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:02.892117 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c80b85aa-0b78-4b1e-b9f9-3d81b684164d tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "DELETE /v2.0/ports/f2b817ea-c0ef-4595-b0a1-a4574c0ae06d HTTP/1.1" status: 204 len: 168 time: 2.6568580 Jun 21 14:52:02.899060 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34786) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:02.909054 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b8a522c9-98ec-48cc-aaad-4b6c6262cad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:02.911953 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:02.915841 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-33e20166-6f47-4b27-9867-30c1dff1af82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:02.999617 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a522c9-98ec-48cc-aaad-4b6c6262cad3 None None] Network b58eb3db-481d-41aa-a8f4-f93ee5354931 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:03.008248 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-b8a522c9-98ec-48cc-aaad-4b6c6262cad3 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:03.023362 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7c9384a1-6d81-4778-908a-a7e1a78b3219 tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:03.028918 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a522c9-98ec-48cc-aaad-4b6c6262cad3 None None] Pushing event updated for resources: {'Port': ['ID=58467f4a-5642-4340-a730-4e00ae801cd5,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:03.030859 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a522c9-98ec-48cc-aaad-4b6c6262cad3 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:03.046192 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-226de476-802d-44e5-b4f6-181e4d03b9b2 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:03.050251 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-06252c58-3ec7-4a86-ad62-e88dc7c2f042 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:03.059672 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7c9384a1-6d81-4778-908a-a7e1a78b3219 tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:03.078037 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7c9384a1-6d81-4778-908a-a7e1a78b3219 tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] 10.222.0.72 "DELETE /v2.0/networks/88e5710c-9bb4-4dc0-bfe7-3373697e498c HTTP/1.1" status: 204 len: 168 time: 1.2488687 Jun 21 14:52:03.085040 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-f768100b-3f3d-4b50-bec1-4c62c70bf7ff tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Deleting port f20db1e1-98fe-492b-a4a9-8952f8681545 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:03.085663 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f768100b-3f3d-4b50-bec1-4c62c70bf7ff tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:03.094047 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ebe16ce9-d3a6-4cfc-ba69-4da1ddd04466 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:03.106505 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-226de476-802d-44e5-b4f6-181e4d03b9b2 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] device_id is not set on port 5e688d01-409d-4165-957b-fdcb79839b20 yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:52:03.108252 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9384a1-6d81-4778-908a-a7e1a78b3219 tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] Pushing event deleted for resources: {'Network': ['ID=88e5710c-9bb4-4dc0-bfe7-3373697e498c,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:03.115284 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7c9384a1-6d81-4778-908a-a7e1a78b3219 tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:03.117192 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-ebe16ce9-d3a6-4cfc-ba69-4da1ddd04466 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09824e0f-0bbc-4d33-bf4b-d75f8ad99ce8']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:03.138400 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-ebe16ce9-d3a6-4cfc-ba69-4da1ddd04466 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '269af777-38e4-48b4-ba83-2515d7ca8170') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:03.138843 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-ebe16ce9-d3a6-4cfc-ba69-4da1ddd04466 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '269af777-38e4-48b4-ba83-2515d7ca8170') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:03.164635 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ebe16ce9-d3a6-4cfc-ba69-4da1ddd04466 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:03.197503 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ebe16ce9-d3a6-4cfc-ba69-4da1ddd04466 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:03.203127 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f563d391-6599-4f01-a7cd-6134b324bf5e tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:03.213704 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe16ce9-d3a6-4cfc-ba69-4da1ddd04466 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:52:03.214499 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ebe16ce9-d3a6-4cfc-ba69-4da1ddd04466 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:03.217931 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:52:03.217931 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:52:03.217931 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:52:03.217931 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:52:03.217931 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:52:03.217931 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:52:03.217931 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:52:03.217931 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:52:03.217931 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:52:03.217931 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:52:03.217931 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:52:03.217931 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:52:03.217931 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:52:03.217931 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:52:03.217931 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:52:03.217931 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:52:03.217931 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:52:03.217931 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:52:03.217931 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:52:03.217931 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:52:03.217931 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:52:03.217931 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:52:03.217931 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:52:03.217931 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:52:03.217931 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:52:03.217931 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:52:03.217931 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:52:03.217931 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:52:03.217931 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:52:03.217931 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:52:03.217931 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:52:03.217931 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:52:03.266094 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-f563d391-6599-4f01-a7cd-6134b324bf5e tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Transition to ACTIVE for port object ac3e2306-3f64-4180-9f0e-3f27d3ad68cf will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:03.275390 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f768100b-3f3d-4b50-bec1-4c62c70bf7ff tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:03.306537 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ebe16ce9-d3a6-4cfc-ba69-4da1ddd04466 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:03.312911 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:03.320194 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ebe16ce9-d3a6-4cfc-ba69-4da1ddd04466 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:03.322449 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ebe16ce9-d3a6-4cfc-ba69-4da1ddd04466 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] 10.222.0.72 "DELETE /v2.0/networks/09824e0f-0bbc-4d33-bf4b-d75f8ad99ce8 HTTP/1.1" status: 204 len: 168 time: 2.8352902 Jun 21 14:52:03.350294 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe16ce9-d3a6-4cfc-ba69-4da1ddd04466 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Pushing event deleted for resources: {'Network': ['ID=09824e0f-0bbc-4d33-bf4b-d75f8ad99ce8,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:03.356172 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ebe16ce9-d3a6-4cfc-ba69-4da1ddd04466 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:03.373479 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f563d391-6599-4f01-a7cd-6134b324bf5e tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:03.376466 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ed95b423-6210-4699-8881-a726c5214c6a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:03.421083 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-f768100b-3f3d-4b50-bec1-4c62c70bf7ff tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Calling delete_port for f20db1e1-98fe-492b-a4a9-8952f8681545 owned by {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:03.427674 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32995bf-c852-4fe1-b527-fa134fba716e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-8e867a28-8d41-47df-a2af-a54cb8b30a66', 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'fixed_ips': [{'subnet_id': '56865469-2ca1-4551-bb29-6cfa899d16fb'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:52:03.428560 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a32995bf-c852-4fe1-b527-fa134fba716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:03.430375 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-226de476-802d-44e5-b4f6-181e4d03b9b2 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Allocated IP 2001:db8::f816:3eff:fec3:9ee2 (8e867a28-8d41-47df-a2af-a54cb8b30a66/56865469-2ca1-4551-bb29-6cfa899d16fb/5e688d01-409d-4165-957b-fdcb79839b20) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:03.448086 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e9d920a4-032e-484b-8fac-fa703d4daad0 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:52:03.472330 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f563d391-6599-4f01-a7cd-6134b324bf5e tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Network 6b8a3b60-c3e9-4124-93a6-1bb4e0b426fb is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:03.494948 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-f563d391-6599-4f01-a7cd-6134b324bf5e tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:03.498021 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f563d391-6599-4f01-a7cd-6134b324bf5e tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:03.511333 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563d391-6599-4f01-a7cd-6134b324bf5e tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Pushing event updated for resources: {'Port': ['ID=ac3e2306-3f64-4180-9f0e-3f27d3ad68cf,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:03.540306 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34794) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:03.565347 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f563d391-6599-4f01-a7cd-6134b324bf5e tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:03.621648 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-b8a522c9-98ec-48cc-aaad-4b6c6262cad3 None None] Attempting to bind port 58467f4a-5642-4340-a730-4e00ae801cd5 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:52:03.622073 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-b8a522c9-98ec-48cc-aaad-4b6c6262cad3 None None] Attempting to bind port 58467f4a-5642-4340-a730-4e00ae801cd5 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'eb0a5ca6-ddac-4996-a95e-558401b67a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b58eb3db-481d-41aa-a8f4-f93ee5354931'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:52:03.622529 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a522c9-98ec-48cc-aaad-4b6c6262cad3 None None] Attempting to bind port 58467f4a-5642-4340-a730-4e00ae801cd5 on network b58eb3db-481d-41aa-a8f4-f93ee5354931 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:52:03.631466 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f563d391-6599-4f01-a7cd-6134b324bf5e tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:03.640910 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a522c9-98ec-48cc-aaad-4b6c6262cad3 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:52:03.641293 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a522c9-98ec-48cc-aaad-4b6c6262cad3 None None] Checking segment: {'id': 'eb0a5ca6-ddac-4996-a95e-558401b67a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b58eb3db-481d-41aa-a8f4-f93ee5354931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:52:03.641702 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b8a522c9-98ec-48cc-aaad-4b6c6262cad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:03.642377 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a522c9-98ec-48cc-aaad-4b6c6262cad3 None None] Bound using segment: {'id': 'eb0a5ca6-ddac-4996-a95e-558401b67a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b58eb3db-481d-41aa-a8f4-f93ee5354931'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:52:03.642763 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-b8a522c9-98ec-48cc-aaad-4b6c6262cad3 None None] Bound port: 58467f4a-5642-4340-a730-4e00ae801cd5, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb0a5ca6-ddac-4996-a95e-558401b67a38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'b58eb3db-481d-41aa-a8f4-f93ee5354931'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:52:03.643138 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b8a522c9-98ec-48cc-aaad-4b6c6262cad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:03.662993 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=6f57d98a-6d0f-4519-9c3f-863af8ea4378,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:03.723155 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-b8a522c9-98ec-48cc-aaad-4b6c6262cad3 None None] For port 58467f4a-5642-4340-a730-4e00ae801cd5, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:52:03.726536 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-b8a522c9-98ec-48cc-aaad-4b6c6262cad3 None None] For port 58467f4a-5642-4340-a730-4e00ae801cd5, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=58467f4a-5642-4340-a730-4e00ae801cd5,segment=NetworkSegment(eb0a5ca6-ddac-4996-a95e-558401b67a38),segment_id=eb0a5ca6-ddac-4996-a95e-558401b67a38)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:52:03.728364 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.813s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:03.729031 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port e9d920a4-032e-484b-8fac-fa703d4daad0 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:03.733193 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8bdc2ac2-ca76-4072-9c35-49aa60cfd51e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.815s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:03.733554 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8bdc2ac2-ca76-4072-9c35-49aa60cfd51e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:03.734338 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port e9d920a4-032e-484b-8fac-fa703d4daad0 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:03.734717 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:03.787277 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b8a522c9-98ec-48cc-aaad-4b6c6262cad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:03.793506 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-1291e5a7-400a-4604-9ab7-e2564db099c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:03.859014 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a522c9-98ec-48cc-aaad-4b6c6262cad3 None None] Pushing event updated for resources: {'Port': ['ID=58467f4a-5642-4340-a730-4e00ae801cd5,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:03.883145 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f563d391-6599-4f01-a7cd-6134b324bf5e tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:03.894153 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f768100b-3f3d-4b50-bec1-4c62c70bf7ff tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:03.902471 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4cb0fdf4-b6a9-4163-9960-7a2a3873114c tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:03.914764 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b8a522c9-98ec-48cc-aaad-4b6c6262cad3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:03.916598 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-038be852-2718-4120-8da2-80c7933f656b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=305c3d1a3d204435a4d5e67d9d468ae2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3749268 Jun 21 14:52:03.919951 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:03.933196 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34800) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:03.933806 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34802) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:03.955719 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f768100b-3f3d-4b50-bec1-4c62c70bf7ff tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event deleted for resources: {'Port': ['ID=f20db1e1-98fe-492b-a4a9-8952f8681545,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:03.958462 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f768100b-3f3d-4b50-bec1-4c62c70bf7ff tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:03.974173 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port e9d920a4-032e-484b-8fac-fa703d4daad0, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=e9d920a4-032e-484b-8fac-fa703d4daad0,segment=NetworkSegment(08fa82f8-4aab-41db-8068-9675314dde6a),segment_id=08fa82f8-4aab-41db-8068-9675314dde6a)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:03.991177 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:03.999181 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-92648953-906a-4ee4-9b98-f4a84895e8bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:04.019561 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-226de476-802d-44e5-b4f6-181e4d03b9b2 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:04.039277 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-91338408-e9b5-48dc-9df2-0d8a5f93cd07 None None] Provisioning for port ac3e2306-3f64-4180-9f0e-3f27d3ad68cf completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:04.044745 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-226de476-802d-44e5-b4f6-181e4d03b9b2 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Transition to ACTIVE for port object 5e688d01-409d-4165-957b-fdcb79839b20 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:04.052083 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-91338408-e9b5-48dc-9df2-0d8a5f93cd07 None None] Provisioning complete for port ac3e2306-3f64-4180-9f0e-3f27d3ad68cf triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:04.053114 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-91338408-e9b5-48dc-9df2-0d8a5f93cd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:04.055427 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f768100b-3f3d-4b50-bec1-4c62c70bf7ff tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:04.057525 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f768100b-3f3d-4b50-bec1-4c62c70bf7ff tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "DELETE /v2.0/ports/f20db1e1-98fe-492b-a4a9-8952f8681545 HTTP/1.1" status: 204 len: 168 time: 1.1574697 Jun 21 14:52:04.061067 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34806) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:04.118422 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-59629879-d31f-4998-81c6-33514f979dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:04.131438 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 0e037f5a-1892-4903-827c-13a506db5d5b no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:52:04.152179 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-226de476-802d-44e5-b4f6-181e4d03b9b2 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:04.160496 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-680c9558-d4c2-44bb-a1bb-7967b7e07481 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:04.208680 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a992f2-7163-4169-8962-54425df739b9 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:04.215253 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-93a992f2-7163-4169-8962-54425df739b9 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "GET /v2.0/ports?device_id=ec2f64cc-e7b1-4145-ba13-1ed488f33ca9 HTTP/1.1" status: 200 len: 913 time: 0.1482806 Jun 21 14:52:04.215468 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-59629879-d31f-4998-81c6-33514f979dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:04.215924 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34808) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:04.216031 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=e9d920a4-032e-484b-8fac-fa703d4daad0,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:04.217898 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 0e037f5a-1892-4903-827c-13a506db5d5b {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:52:04.222540 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 0e037f5a-1892-4903-827c-13a506db5d5b not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:52:04.223211 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 11af4c3a-06f9-44cf-ac85-013a86df773e no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:52:04.225910 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:04.229089 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-91338408-e9b5-48dc-9df2-0d8a5f93cd07 None None] Port ac3e2306-3f64-4180-9f0e-3f27d3ad68cf cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:52:04.235652 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226de476-802d-44e5-b4f6-181e4d03b9b2 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:04.251878 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 11af4c3a-06f9-44cf-ac85-013a86df773e {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:52:04.252330 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 11af4c3a-06f9-44cf-ac85-013a86df773e not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:52:04.267678 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-a32995bf-c852-4fe1-b527-fa134fba716e None None] Allocated IP 2001:db8::f816:3eff:fe2f:a1b1 (8e867a28-8d41-47df-a2af-a54cb8b30a66/56865469-2ca1-4551-bb29-6cfa899d16fb/408cc2e8-6e9d-45f8-9fea-8aa601078cb3) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:04.288866 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-226de476-802d-44e5-b4f6-181e4d03b9b2 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:04.291446 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226de476-802d-44e5-b4f6-181e4d03b9b2 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:04.298312 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226de476-802d-44e5-b4f6-181e4d03b9b2 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:04.299250 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-226de476-802d-44e5-b4f6-181e4d03b9b2 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:04.310263 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-982052ad-f7b8-400b-9e3d-2a359fd70a48 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=57e20db61fe241e18b0f621ed62d898b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3752253 Jun 21 14:52:04.314392 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34810) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:04.336549 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226de476-802d-44e5-b4f6-181e4d03b9b2 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Port': ['ID=5e688d01-409d-4165-957b-fdcb79839b20,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:04.340095 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-226de476-802d-44e5-b4f6-181e4d03b9b2 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:04.363887 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-226de476-802d-44e5-b4f6-181e4d03b9b2 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6812563 Jun 21 14:52:04.364129 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34812) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:04.419029 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-59629879-d31f-4998-81c6-33514f979dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:04.421847 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-59629879-d31f-4998-81c6-33514f979dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:04.422685 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-59629879-d31f-4998-81c6-33514f979dda admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c98b95b4-0a02-437b-92f4-4e19dd62e13d HTTP/1.1" status: 204 len: 168 time: 0.4868062 Jun 21 14:52:04.442982 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ca2bb89d-33e4-4b41-b9fb-64a82ef050fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:04.471388 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59629879-d31f-4998-81c6-33514f979dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98b95b4-0a02-437b-92f4-4e19dd62e13d,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:04.482828 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f563d391-6599-4f01-a7cd-6134b324bf5e tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:04.487063 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-59629879-d31f-4998-81c6-33514f979dda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:04.508046 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f563d391-6599-4f01-a7cd-6134b324bf5e tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:04.516153 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a17f20ad-76a4-4ded-aa94-31a7499bcd4f tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:04.567422 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9a0f6265-a7c4-4c4d-93a7-d51565905cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:04.594020 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a32995bf-c852-4fe1-b527-fa134fba716e None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:04.610874 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-a32995bf-c852-4fe1-b527-fa134fba716e None None] Transition to ACTIVE for port object 408cc2e8-6e9d-45f8-9fea-8aa601078cb3 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:04.619276 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f563d391-6599-4f01-a7cd-6134b324bf5e tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:04.631995 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-a32995bf-c852-4fe1-b527-fa134fba716e None None] Transition to ACTIVE for port object 408cc2e8-6e9d-45f8-9fea-8aa601078cb3 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:04.632811 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f563d391-6599-4f01-a7cd-6134b324bf5e tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Pushing event updated for resources: {'Port': ['ID=ac3e2306-3f64-4180-9f0e-3f27d3ad68cf,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:04.636728 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9a0f6265-a7c4-4c4d-93a7-d51565905cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:04.645056 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a32995bf-c852-4fe1-b527-fa134fba716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:04.646332 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f563d391-6599-4f01-a7cd-6134b324bf5e tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:04.649329 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-205d97a7-12f2-4967-9efd-ff0467ed1fee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:04.659863 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e81fb3-5311-434f-8a1f-e9312875b0f9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:04.664115 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-67e81fb3-5311-434f-8a1f-e9312875b0f9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2942770 Jun 21 14:52:04.665300 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34820) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:04.692524 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32995bf-c852-4fe1-b527-fa134fba716e None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:04.697298 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-a32995bf-c852-4fe1-b527-fa134fba716e None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:04.703761 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32995bf-c852-4fe1-b527-fa134fba716e None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:04.714306 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32995bf-c852-4fe1-b527-fa134fba716e None None] Pushing event updated for resources: {'Port': ['ID=408cc2e8-6e9d-45f8-9fea-8aa601078cb3,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:04.721378 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-a32995bf-c852-4fe1-b527-fa134fba716e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:04.788678 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-a32995bf-c852-4fe1-b527-fa134fba716e None None] Attempting to bind port 408cc2e8-6e9d-45f8-9fea-8aa601078cb3 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:52:04.789109 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-a32995bf-c852-4fe1-b527-fa134fba716e None None] Attempting to bind port 408cc2e8-6e9d-45f8-9fea-8aa601078cb3 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:52:04.789524 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32995bf-c852-4fe1-b527-fa134fba716e None None] Attempting to bind port 408cc2e8-6e9d-45f8-9fea-8aa601078cb3 on network 8e867a28-8d41-47df-a2af-a54cb8b30a66 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:52:04.796950 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32995bf-c852-4fe1-b527-fa134fba716e None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:52:04.797386 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32995bf-c852-4fe1-b527-fa134fba716e None None] Checking segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:52:04.797993 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a32995bf-c852-4fe1-b527-fa134fba716e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:04.798506 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32995bf-c852-4fe1-b527-fa134fba716e None None] Bound using segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:52:04.799068 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-a32995bf-c852-4fe1-b527-fa134fba716e None None] Bound port: 408cc2e8-6e9d-45f8-9fea-8aa601078cb3, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:52:04.799391 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a32995bf-c852-4fe1-b527-fa134fba716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:04.857157 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f563d391-6599-4f01-a7cd-6134b324bf5e tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Network 6b8a3b60-c3e9-4124-93a6-1bb4e0b426fb is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:04.862001 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-f563d391-6599-4f01-a7cd-6134b324bf5e tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:04.892030 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-a32995bf-c852-4fe1-b527-fa134fba716e None None] For port 408cc2e8-6e9d-45f8-9fea-8aa601078cb3, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:52:04.896322 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-a32995bf-c852-4fe1-b527-fa134fba716e None None] For port 408cc2e8-6e9d-45f8-9fea-8aa601078cb3, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=408cc2e8-6e9d-45f8-9fea-8aa601078cb3,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:52:04.907355 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a32995bf-c852-4fe1-b527-fa134fba716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:04.911682 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:04.990066 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34822) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:05.005641 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32995bf-c852-4fe1-b527-fa134fba716e None None] Pushing event updated for resources: {'Port': ['ID=408cc2e8-6e9d-45f8-9fea-8aa601078cb3,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:05.009636 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-a32995bf-c852-4fe1-b527-fa134fba716e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:05.123624 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9a0f6265-a7c4-4c4d-93a7-d51565905cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:05.129122 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9a0f6265-a7c4-4c4d-93a7-d51565905cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:05.131266 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9a0f6265-a7c4-4c4d-93a7-d51565905cab admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1a5919b0-2f4f-489b-841d-33a405b98453 HTTP/1.1" status: 204 len: 168 time: 0.8148251 Jun 21 14:52:05.140749 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-39cab4a5-22df-4445-b1e9-e372c987fd60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:05.176223 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-74ec8038-4f5a-41d1-95d4-c6c4b2747d15 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=679df4d46d8a4298b9f66dc7115646fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1763892 Jun 21 14:52:05.178739 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34826) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:05.196561 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f6265-a7c4-4c4d-93a7-d51565905cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5919b0-2f4f-489b-841d-33a405b98453,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:05.224448 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9a0f6265-a7c4-4c4d-93a7-d51565905cab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:05.271587 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:05.280222 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f563d391-6599-4f01-a7cd-6134b324bf5e tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Router a898584d-23f3-4f9b-a765-5b2e68cbb511 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:52:05.343560 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 58467f4a-5642-4340-a730-4e00ae801cd5 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:52:05.449818 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-16bcf366-b41c-4187-86a4-8e4fd69005be tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:05.458892 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-ea159439-5f34-4c97-9335-103bd77ec7f7 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting port 5e688d01-409d-4165-957b-fdcb79839b20 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:05.458892 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ea159439-5f34-4c97-9335-103bd77ec7f7 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:05.543012 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-9ae1a97a-0f79-442f-ae9d-fe132f6bc1e9 None None] Provisioning complete for port ac3e2306-3f64-4180-9f0e-3f27d3ad68cf triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:05.543663 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9ae1a97a-0f79-442f-ae9d-fe132f6bc1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:05.545585 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 58467f4a-5642-4340-a730-4e00ae801cd5 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:05.584839 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 6f57d98a-6d0f-4519-9c3f-863af8ea4378 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:52:05.624091 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-9ae1a97a-0f79-442f-ae9d-fe132f6bc1e9 None None] Port ac3e2306-3f64-4180-9f0e-3f27d3ad68cf cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:52:05.668745 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 6f57d98a-6d0f-4519-9c3f-863af8ea4378 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:05.669359 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:05.823212 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e9d920a4-032e-484b-8fac-fa703d4daad0 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:52:05.877744 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630d2dd2-ef7b-41cd-82ec-57c5d72c4f6f None None] Network b58eb3db-481d-41aa-a8f4-f93ee5354931 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:05.974667 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port e9d920a4-032e-484b-8fac-fa703d4daad0 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:05.975052 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:05.979606 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-d3b6e940-8e75-4798-8742-9805e67958a3 None None] Provisioning for port 58467f4a-5642-4340-a730-4e00ae801cd5 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:06.009601 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-16bcf366-b41c-4187-86a4-8e4fd69005be tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Deleting port 67686a2f-d587-4a56-8584-973384ccee3a {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:06.010293 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-16bcf366-b41c-4187-86a4-8e4fd69005be tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:06.011230 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-d3b6e940-8e75-4798-8742-9805e67958a3 None None] Provisioning complete for port 58467f4a-5642-4340-a730-4e00ae801cd5 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:06.011626 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d3b6e940-8e75-4798-8742-9805e67958a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:06.065324 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9d813c25-3719-4e92-bffa-13e5f0bb548a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:06.127815 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f563d391-6599-4f01-a7cd-6134b324bf5e tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:52:06.132327 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9d813c25-3719-4e92-bffa-13e5f0bb548a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:06.147113 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f563d391-6599-4f01-a7cd-6134b324bf5e tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] 10.222.0.72 "PUT /v2.0/routers/a898584d-23f3-4f9b-a765-5b2e68cbb511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9642584 Jun 21 14:52:06.151485 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34846) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:06.163654 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-16bcf366-b41c-4187-86a4-8e4fd69005be tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:06.166949 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5bb29e-dc7a-4295-9bb6-9054d9d9b0f0 None None] Sync routers for ids ['a898584d-23f3-4f9b-a765-5b2e68cbb511'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:52:06.218915 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ea159439-5f34-4c97-9335-103bd77ec7f7 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:06.255612 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-16bcf366-b41c-4187-86a4-8e4fd69005be tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Calling delete_port for 67686a2f-d587-4a56-8584-973384ccee3a owned by network:router_interface {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:06.265623 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5bb29e-dc7a-4295-9bb6-9054d9d9b0f0 None None] Routers {'a898584d-23f3-4f9b-a765-5b2e68cbb511'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:52:06.266531 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-2a5bb29e-dc7a-4295-9bb6-9054d9d9b0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:51:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['a898584d-23f3-4f9b-a765-5b2e68cbb511'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:06.302672 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d3b6e940-8e75-4798-8742-9805e67958a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:06.317482 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-2a5bb29e-dc7a-4295-9bb6-9054d9d9b0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:06.348201 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5bb29e-dc7a-4295-9bb6-9054d9d9b0f0 None None] Routers {'a898584d-23f3-4f9b-a765-5b2e68cbb511'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:52:06.349097 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-2a5bb29e-dc7a-4295-9bb6-9054d9d9b0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:51:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['a898584d-23f3-4f9b-a765-5b2e68cbb511'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:06.354788 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34850) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:06.420476 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-2a5bb29e-dc7a-4295-9bb6-9054d9d9b0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:06.421151 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a5bb29e-dc7a-4295-9bb6-9054d9d9b0f0 None None] The sync data for ids ['a898584d-23f3-4f9b-a765-5b2e68cbb511'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:52:06.430436 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-d3b6e940-8e75-4798-8742-9805e67958a3 None None] For port 58467f4a-5642-4340-a730-4e00ae801cd5, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=58467f4a-5642-4340-a730-4e00ae801cd5,segment=NetworkSegment(eb0a5ca6-ddac-4996-a95e-558401b67a38),segment_id=eb0a5ca6-ddac-4996-a95e-558401b67a38)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:06.431991 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-ea159439-5f34-4c97-9335-103bd77ec7f7 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Calling delete_port for 5e688d01-409d-4165-957b-fdcb79839b20 owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:06.443996 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d3b6e940-8e75-4798-8742-9805e67958a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:06.446273 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6be6a14f-79ef-4f2b-badc-a46554bf0cca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:06.504262 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b6e940-8e75-4798-8742-9805e67958a3 None None] Pushing event updated for resources: {'Port': ['ID=58467f4a-5642-4340-a730-4e00ae801cd5,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:06.508298 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-d3b6e940-8e75-4798-8742-9805e67958a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:06.572391 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-caa27efb-11c5-472a-8325-01aa5acc91a1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Request body: {'network': {'name': 'tempest-RoutersTest-1903323952'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:06.621123 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9d813c25-3719-4e92-bffa-13e5f0bb548a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:06.623794 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9d813c25-3719-4e92-bffa-13e5f0bb548a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:06.625432 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9d813c25-3719-4e92-bffa-13e5f0bb548a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/aea9bfa0-1bd6-4408-adb4-ffe9de73af82 HTTP/1.1" status: 204 len: 168 time: 1.4431319 Jun 21 14:52:06.629883 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0ef8b0c8-28c4-4f02-8678-bce28ac2fd92 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:06.655521 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa27efb-11c5-472a-8325-01aa5acc91a1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Made reservation on behalf of 6b84c1e8652b4f7598ae83eb61bf775f for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:06.658922 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-caa27efb-11c5-472a-8325-01aa5acc91a1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:06.671228 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-caa27efb-11c5-472a-8325-01aa5acc91a1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:06.717060 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-16bcf366-b41c-4187-86a4-8e4fd69005be tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:06.721018 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2bad9015-7721-470c-8cc2-2d53d86cf31e tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:06.724179 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d813c25-3719-4e92-bffa-13e5f0bb548a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea9bfa0-1bd6-4408-adb4-ffe9de73af82,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:06.743802 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9d813c25-3719-4e92-bffa-13e5f0bb548a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:06.774890 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bcf366-b41c-4187-86a4-8e4fd69005be tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event deleted for resources: {'Port': ['ID=67686a2f-d587-4a56-8584-973384ccee3a,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:06.778688 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-16bcf366-b41c-4187-86a4-8e4fd69005be tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:06.783055 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ec0a4089-3127-4301-aa26-a056ffd180ad None None] Provisioning complete for port 58467f4a-5642-4340-a730-4e00ae801cd5 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:06.783487 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ec0a4089-3127-4301-aa26-a056ffd180ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:06.902546 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ea159439-5f34-4c97-9335-103bd77ec7f7 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:06.927349 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-cc6400ed-00ab-4386-a6ea-2285c17d50b3 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:06.986479 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea159439-5f34-4c97-9335-103bd77ec7f7 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Port': ['ID=5e688d01-409d-4165-957b-fdcb79839b20,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:06.998410 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ea159439-5f34-4c97-9335-103bd77ec7f7 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:07.054558 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ce6cb62e-fb18-428d-953f-b13d83819ff5 None None] Provisioning for port 408cc2e8-6e9d-45f8-9fea-8aa601078cb3 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:07.058152 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ea159439-5f34-4c97-9335-103bd77ec7f7 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:07.060361 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ea159439-5f34-4c97-9335-103bd77ec7f7 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/5e688d01-409d-4165-957b-fdcb79839b20 HTTP/1.1" status: 204 len: 168 time: 2.2919359 Jun 21 14:52:07.063628 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34862) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:07.098566 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-caa27efb-11c5-472a-8325-01aa5acc91a1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:07.104065 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-16bcf366-b41c-4187-86a4-8e4fd69005be tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:07.118735 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-caa27efb-11c5-472a-8325-01aa5acc91a1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:07.125965 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c30ca6dd-683e-4230-814d-ced29b048cc0 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:07.169262 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa27efb-11c5-472a-8325-01aa5acc91a1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40c6be54-0226-4d07-befd-b70785ccd3fd,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:07.177841 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 408cc2e8-6e9d-45f8-9fea-8aa601078cb3 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:52:07.215473 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14924c64-cf82-4fe2-8123-3a7ea6d341f7 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:07.217184 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14924c64-cf82-4fe2-8123-3a7ea6d341f7 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:07.222207 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-14924c64-cf82-4fe2-8123-3a7ea6d341f7 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1571078 Jun 21 14:52:07.225204 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-64f2c23b-d5b8-4e03-82f4-c007fb7e69ed None None] Could not find standard attr ID for object 5e688d01-409d-4165-957b-fdcb79839b20. {{(pid=105226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 21 14:52:07.225938 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34868) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:07.234879 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-caa27efb-11c5-472a-8325-01aa5acc91a1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:07.247259 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-1cb817d3-72b4-4282-af8f-d4eb63ee0a22 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:52:07.251100 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1cb817d3-72b4-4282-af8f-d4eb63ee0a22 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] 10.222.0.72 "PUT /v2.0/routers/a898584d-23f3-4f9b-a765-5b2e68cbb511/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0960705 Jun 21 14:52:07.251271 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa27efb-11c5-472a-8325-01aa5acc91a1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:52:07.259546 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34870) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:07.276580 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 408cc2e8-6e9d-45f8-9fea-8aa601078cb3 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:07.282011 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 408cc2e8-6e9d-45f8-9fea-8aa601078cb3 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:07.282611 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:07.309511 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ffaa732-3f07-4921-9464-d7c450c04585 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting subnet 56865469-2ca1-4551-bb29-6cfa899d16fb {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:52:07.313591 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ffaa732-3f07-4921-9464-d7c450c04585 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:07.345403 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-caa27efb-11c5-472a-8325-01aa5acc91a1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:07.345748 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-caa27efb-11c5-472a-8325-01aa5acc91a1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Added segment 6227c250-15ba-4b2c-845a-a677b7879d6f of type vlan for network da0cdb26-8f1a-4428-943c-c0370a5971e6 Jun 21 14:52:07.396191 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ffaa732-3f07-4921-9464-d7c450c04585 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:07.399405 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:07.451797 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 408cc2e8-6e9d-45f8-9fea-8aa601078cb3, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=408cc2e8-6e9d-45f8-9fea-8aa601078cb3,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:07.459742 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:07.460686 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 58467f4a-5642-4340-a730-4e00ae801cd5 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:52:07.462760 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-4dd9aaab-5cb9-4a52-8798-ce53d243fe5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:07.515849 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-caa27efb-11c5-472a-8325-01aa5acc91a1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:07.555384 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 58467f4a-5642-4340-a730-4e00ae801cd5 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:07.555765 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:07.557984 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ffaa732-3f07-4921-9464-d7c450c04585 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:07.590489 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=408cc2e8-6e9d-45f8-9fea-8aa601078cb3,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:07.601149 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:07.647692 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ffaa732-3f07-4921-9464-d7c450c04585 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:07.651634 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-06ae2e93-315b-470c-accd-ad60ca538e71 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:07.682424 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffaa732-3f07-4921-9464-d7c450c04585 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Subnet': ['ID=56865469-2ca1-4551-bb29-6cfa899d16fb,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:07.686446 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7ffaa732-3f07-4921-9464-d7c450c04585 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:07.689950 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ffaa732-3f07-4921-9464-d7c450c04585 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:07.691954 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7ffaa732-3f07-4921-9464-d7c450c04585 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/56865469-2ca1-4551-bb29-6cfa899d16fb HTTP/1.1" status: 204 len: 168 time: 0.4547157 Jun 21 14:52:07.697829 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34882) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:07.701499 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a719ce-8d5c-4b7b-aa0b-505a378da59e None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:07.743733 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ee797170-7b98-4f5b-8f6a-c8d0dbcd29bf tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0442767 Jun 21 14:52:07.746464 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34884) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:07.749351 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-caa27efb-11c5-472a-8325-01aa5acc91a1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:07.755374 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa27efb-11c5-472a-8325-01aa5acc91a1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:07.755989 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-caa27efb-11c5-472a-8325-01aa5acc91a1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:07.773089 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-09e44b33-ea9c-4279-8f3b-8a06cb9a8ea2 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:07.847554 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-caa27efb-11c5-472a-8325-01aa5acc91a1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4912262 Jun 21 14:52:07.856052 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db6fc97-914d-4510-81ae-df8eef5c53f0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:07.858202 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34888) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:07.862244 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6db6fc97-914d-4510-81ae-df8eef5c53f0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1133027 Jun 21 14:52:07.863068 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34890) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:07.871012 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-58dbc96c-3d67-482d-b3d7-15b985d5b86e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Request body: {'network': {'name': 'tempest-RoutersTest-2037914727'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:07.882263 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16bcf366-b41c-4187-86a4-8e4fd69005be tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Router ec2f64cc-e7b1-4145-ba13-1ed488f33ca9 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:52:07.896101 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa27efb-11c5-472a-8325-01aa5acc91a1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Network': ['ID=da0cdb26-8f1a-4428-943c-c0370a5971e6,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:07.903723 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-caa27efb-11c5-472a-8325-01aa5acc91a1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:07.913454 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network da0cdb26-8f1a-4428-943c-c0370a5971e6 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:52:07.938831 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23253f1-e3e5-4b01-b21d-4aad60c94a05 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:07.945660 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34892) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:07.951127 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b23253f1-e3e5-4b01-b21d-4aad60c94a05 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0855215 Jun 21 14:52:07.969270 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0412a4ef-569d-427c-bfd7-65c7ba5a1ac1 None None] DHCP port deletion for 8e867a28-8d41-47df-a2af-a54cb8b30a66 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:52:07.988494 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58dbc96c-3d67-482d-b3d7-15b985d5b86e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Made reservation on behalf of 6b84c1e8652b4f7598ae83eb61bf775f for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:07.992767 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-58dbc96c-3d67-482d-b3d7-15b985d5b86e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:08.027117 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6254d034-e295-4d89-8105-142d883bc80f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0791528 Jun 21 14:52:08.031259 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34898) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:08.038943 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-09b9e557-a59d-445c-ab70-868e45141abd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:08.049268 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-0412a4ef-569d-427c-bfd7-65c7ba5a1ac1 None None] Deleting port 408cc2e8-6e9d-45f8-9fea-8aa601078cb3 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:08.049684 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0412a4ef-569d-427c-bfd7-65c7ba5a1ac1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:08.098254 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58dbc96c-3d67-482d-b3d7-15b985d5b86e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:52:08.120814 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-58dbc96c-3d67-482d-b3d7-15b985d5b86e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:08.121152 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-58dbc96c-3d67-482d-b3d7-15b985d5b86e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Added segment 76c45ece-c09b-4783-85a8-27592b61e9e3 of type vlan for network d082061c-0715-4931-b111-95d96545a24e Jun 21 14:52:08.132119 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-0412a4ef-569d-427c-bfd7-65c7ba5a1ac1 None None] For port 408cc2e8-6e9d-45f8-9fea-8aa601078cb3, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=408cc2e8-6e9d-45f8-9fea-8aa601078cb3,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:08.132525 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0412a4ef-569d-427c-bfd7-65c7ba5a1ac1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:08.147680 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b9e557-a59d-445c-ab70-868e45141abd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:08.152012 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-09b9e557-a59d-445c-ab70-868e45141abd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:08.191831 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16bcf366-b41c-4187-86a4-8e4fd69005be tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:52:08.202324 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-16bcf366-b41c-4187-86a4-8e4fd69005be tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "PUT /v2.0/routers/ec2f64cc-e7b1-4145-ba13-1ed488f33ca9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9769928 Jun 21 14:52:08.205929 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81223224-3316-428b-857e-da43bb6b3ebc None None] Sync routers for ids ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:52:08.206741 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-58dbc96c-3d67-482d-b3d7-15b985d5b86e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:08.210764 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34904) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:08.224973 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81223224-3316-428b-857e-da43bb6b3ebc None None] Routers {'ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:52:08.226311 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-81223224-3316-428b-857e-da43bb6b3ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:51:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:08.261042 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-0412a4ef-569d-427c-bfd7-65c7ba5a1ac1 None None] Calling delete_port for 408cc2e8-6e9d-45f8-9fea-8aa601078cb3 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:08.269795 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-81223224-3316-428b-857e-da43bb6b3ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:08.280735 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81223224-3316-428b-857e-da43bb6b3ebc None None] Routers {'ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:52:08.282648 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-81223224-3316-428b-857e-da43bb6b3ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:51:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:08.302515 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e0e38a45-422f-49f7-ad3c-3a1d106e8cd6 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:08.335988 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-81223224-3316-428b-857e-da43bb6b3ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:08.337329 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81223224-3316-428b-857e-da43bb6b3ebc None None] The sync data for ids ['ec2f64cc-e7b1-4145-ba13-1ed488f33ca9'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:52:08.370417 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-58dbc96c-3d67-482d-b3d7-15b985d5b86e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:08.381990 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dbc96c-3d67-482d-b3d7-15b985d5b86e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:08.382772 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-58dbc96c-3d67-482d-b3d7-15b985d5b86e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:08.384227 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0412a4ef-569d-427c-bfd7-65c7ba5a1ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:08.387621 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-d3b6e940-8e75-4798-8742-9805e67958a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:08.412746 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-68a415b5-8845-4c80-8966-6174b50b7b82 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:08.422246 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412a4ef-569d-427c-bfd7-65c7ba5a1ac1 None None] Pushing event deleted for resources: {'Port': ['ID=408cc2e8-6e9d-45f8-9fea-8aa601078cb3,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:08.427160 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0412a4ef-569d-427c-bfd7-65c7ba5a1ac1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:08.431723 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0412a4ef-569d-427c-bfd7-65c7ba5a1ac1 None None] No DVR routers for this DVR port 408cc2e8-6e9d-45f8-9fea-8aa601078cb3 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:52:08.465711 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-09b9e557-a59d-445c-ab70-868e45141abd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:08.468236 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-61a9639c-4f0d-4c94-a1e1-bfc862d767dc tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:08.508214 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b9e557-a59d-445c-ab70-868e45141abd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:08.512147 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-09b9e557-a59d-445c-ab70-868e45141abd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:08.516571 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b9e557-a59d-445c-ab70-868e45141abd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:08.517186 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-09b9e557-a59d-445c-ab70-868e45141abd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:08.529366 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840d55df-9c49-4c25-89e2-b75a6cad5005 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:08.535675 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9e557-a59d-445c-ab70-868e45141abd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Subnet': ['ID=2d98a4eb-7db5-4195-acfd-278ca19104ba,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:08.539865 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-09b9e557-a59d-445c-ab70-868e45141abd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:08.551579 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-09b9e557-a59d-445c-ab70-868e45141abd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5187733 Jun 21 14:52:08.552024 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34910) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:08.557475 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-a287a257-f6de-4050-a742-4424709b903b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'port': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'mac_address': 'fa:16:3e:10:35:43', 'name': 'tempest-NetworksTestDHCPv6-345835770'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:08.698297 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a287a257-f6de-4050-a742-4424709b903b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:08.728059 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3381d2-c5df-49f4-9b05-846527d566b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-8e867a28-8d41-47df-a2af-a54cb8b30a66', 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'fixed_ips': [{'subnet_id': '2d98a4eb-7db5-4195-acfd-278ca19104ba'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:52:08.729236 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2e3381d2-c5df-49f4-9b05-846527d566b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:08.827724 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-58dbc96c-3d67-482d-b3d7-15b985d5b86e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9683177 Jun 21 14:52:08.831599 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34920) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:08.852795 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-df3dfbab-b5f7-4ab6-987e-3dae2f660411 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:08.855879 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-fa2b9050-510d-4ba6-82a4-e20237d40f71 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Request body: {'subnet': {'network_id': 'da0cdb26-8f1a-4428-943c-c0370a5971e6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:08.859145 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dbc96c-3d67-482d-b3d7-15b985d5b86e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Network': ['ID=d082061c-0715-4931-b111-95d96545a24e,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:08.864594 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a287a257-f6de-4050-a742-4424709b903b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:08.893351 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-58dbc96c-3d67-482d-b3d7-15b985d5b86e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:08.942677 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network d082061c-0715-4931-b111-95d96545a24e details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:52:08.943031 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-a287a257-f6de-4050-a742-4424709b903b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] device_id is not set on port d9b8bffb-19b3-4e70-a8c9-4cf9e331a567 yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:52:09.014365 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2b9050-510d-4ba6-82a4-e20237d40f71 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Made reservation on behalf of 6b84c1e8652b4f7598ae83eb61bf775f for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:09.018463 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fa2b9050-510d-4ba6-82a4-e20237d40f71 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:09.091846 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34924) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:09.100637 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 408cc2e8-6e9d-45f8-9fea-8aa601078cb3 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:52:09.108202 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-df3dfbab-b5f7-4ab6-987e-3dae2f660411 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:09.133449 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 408cc2e8-6e9d-45f8-9fea-8aa601078cb3 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:52:09.134003 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 408cc2e8-6e9d-45f8-9fea-8aa601078cb3 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:52:09.206668 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-e0e38a45-422f-49f7-ad3c-3a1d106e8cd6 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Deleting port ac3e2306-3f64-4180-9f0e-3f27d3ad68cf {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:09.207399 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e0e38a45-422f-49f7-ad3c-3a1d106e8cd6 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:09.221739 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-2e3381d2-c5df-49f4-9b05-846527d566b3 None None] Allocated IP 2001:db8::2 (8e867a28-8d41-47df-a2af-a54cb8b30a66/2d98a4eb-7db5-4195-acfd-278ca19104ba/dca114eb-7c13-44a7-8332-2c68e15342d6) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:09.244034 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fa2b9050-510d-4ba6-82a4-e20237d40f71 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:09.249690 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-389dd18f-aa73-42c1-900e-c4c5f26946f0 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:09.277096 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-df3dfbab-b5f7-4ab6-987e-3dae2f660411 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Deleting port 688288e4-da60-403d-8164-82a9413659e1 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:09.277701 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-df3dfbab-b5f7-4ab6-987e-3dae2f660411 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:09.316470 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b9050-510d-4ba6-82a4-e20237d40f71 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Subnet': ['ID=d208e214-333f-4d33-9d1b-b37078b36282,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:09.320679 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fa2b9050-510d-4ba6-82a4-e20237d40f71 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:09.325837 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-a0f8138e-f0dd-4fc5-99b1-73b621400653 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:09.335332 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2b9050-510d-4ba6-82a4-e20237d40f71 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Checking segment: {'id': '6227c250-15ba-4b2c-845a-a677b7879d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'da0cdb26-8f1a-4428-943c-c0370a5971e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:52:09.336006 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2b9050-510d-4ba6-82a4-e20237d40f71 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Network hostable DHCP agents. Network: da0cdb26-8f1a-4428-943c-c0370a5971e6, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:52:09.355678 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2b9050-510d-4ba6-82a4-e20237d40f71 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Network da0cdb26-8f1a-4428-943c-c0370a5971e6 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:52:09.367078 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-fa2b9050-510d-4ba6-82a4-e20237d40f71 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, da0cdb26-8f1a-4428-943c-c0370a5971e6) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:09.371924 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2b9050-510d-4ba6-82a4-e20237d40f71 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:09.372670 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fa2b9050-510d-4ba6-82a4-e20237d40f71 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:09.379579 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e0e38a45-422f-49f7-ad3c-3a1d106e8cd6 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:09.391645 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcb89f5-ac9c-45ce-9ebf-dfafe9e7b96b None None] Network da0cdb26-8f1a-4428-943c-c0370a5971e6 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:09.397432 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a0f8138e-f0dd-4fc5-99b1-73b621400653 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks [] for floatingip, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:09.399838 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-fa2b9050-510d-4ba6-82a4-e20237d40f71 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5566378 Jun 21 14:52:09.402857 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34928) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:09.408079 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-ead9fa2a-2022-4a3c-ab40-0810cf42e8a6 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Request body: {'subnet': {'network_id': 'd082061c-0715-4931-b111-95d96545a24e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:09.451507 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2e3381d2-c5df-49f4-9b05-846527d566b3 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:09.466697 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2e3381d2-c5df-49f4-9b05-846527d566b3 None None] Transition to ACTIVE for port object dca114eb-7c13-44a7-8332-2c68e15342d6 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:09.479855 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-e0e38a45-422f-49f7-ad3c-3a1d106e8cd6 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Calling delete_port for ac3e2306-3f64-4180-9f0e-3f27d3ad68cf owned by network:router_interface {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:09.501620 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2e3381d2-c5df-49f4-9b05-846527d566b3 None None] Transition to ACTIVE for port object dca114eb-7c13-44a7-8332-2c68e15342d6 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:09.507260 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead9fa2a-2022-4a3c-ab40-0810cf42e8a6 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Made reservation on behalf of 6b84c1e8652b4f7598ae83eb61bf775f for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:09.511970 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ead9fa2a-2022-4a3c-ab40-0810cf42e8a6 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:09.529400 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2e3381d2-c5df-49f4-9b05-846527d566b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:09.531581 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-92648953-906a-4ee4-9b98-f4a84895e8bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:09.533897 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-df3dfbab-b5f7-4ab6-987e-3dae2f660411 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:09.575802 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3381d2-c5df-49f4-9b05-846527d566b3 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:09.580759 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-2e3381d2-c5df-49f4-9b05-846527d566b3 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:09.586642 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3381d2-c5df-49f4-9b05-846527d566b3 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:09.634557 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3381d2-c5df-49f4-9b05-846527d566b3 None None] Pushing event updated for resources: {'Port': ['ID=dca114eb-7c13-44a7-8332-2c68e15342d6,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:09.638850 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-a287a257-f6de-4050-a742-4424709b903b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Allocated IP 2001:db8::5b (8e867a28-8d41-47df-a2af-a54cb8b30a66/2d98a4eb-7db5-4195-acfd-278ca19104ba/d9b8bffb-19b3-4e70-a8c9-4cf9e331a567) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:09.640892 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-df3dfbab-b5f7-4ab6-987e-3dae2f660411 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Calling delete_port for 688288e4-da60-403d-8164-82a9413659e1 owned by network:router_gateway {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:09.641276 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce47efd-a0f5-4e79-8c77-72dc7e1f050d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-da0cdb26-8f1a-4428-943c-c0370a5971e6', 'network_id': 'da0cdb26-8f1a-4428-943c-c0370a5971e6', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'fixed_ips': [{'subnet_id': 'd208e214-333f-4d33-9d1b-b37078b36282'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:52:09.642442 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6ce47efd-a0f5-4e79-8c77-72dc7e1f050d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:09.644644 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-2e3381d2-c5df-49f4-9b05-846527d566b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:09.694693 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-2e3381d2-c5df-49f4-9b05-846527d566b3 None None] Attempting to bind port dca114eb-7c13-44a7-8332-2c68e15342d6 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:52:09.695066 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-2e3381d2-c5df-49f4-9b05-846527d566b3 None None] Attempting to bind port dca114eb-7c13-44a7-8332-2c68e15342d6 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:52:09.695896 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3381d2-c5df-49f4-9b05-846527d566b3 None None] Attempting to bind port dca114eb-7c13-44a7-8332-2c68e15342d6 on network 8e867a28-8d41-47df-a2af-a54cb8b30a66 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:52:09.744811 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3381d2-c5df-49f4-9b05-846527d566b3 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:52:09.745213 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3381d2-c5df-49f4-9b05-846527d566b3 None None] Checking segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:52:09.745518 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2e3381d2-c5df-49f4-9b05-846527d566b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:09.745944 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e3381d2-c5df-49f4-9b05-846527d566b3 None None] Bound using segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:52:09.746442 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-2e3381d2-c5df-49f4-9b05-846527d566b3 None None] Bound port: dca114eb-7c13-44a7-8332-2c68e15342d6, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:52:09.746819 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2e3381d2-c5df-49f4-9b05-846527d566b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:09.856687 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ead9fa2a-2022-4a3c-ab40-0810cf42e8a6 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:09.861943 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-2e3381d2-c5df-49f4-9b05-846527d566b3 None None] For port dca114eb-7c13-44a7-8332-2c68e15342d6, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:52:09.864854 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-6ce47efd-a0f5-4e79-8c77-72dc7e1f050d None None] Allocated IP 172.20.0.2 (da0cdb26-8f1a-4428-943c-c0370a5971e6/d208e214-333f-4d33-9d1b-b37078b36282/7c8434f1-d928-408c-aa0e-8f02cb18c9fd) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:09.866700 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f0001608-f207-4817-aa1b-f59f92043373 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:09.867826 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-2e3381d2-c5df-49f4-9b05-846527d566b3 None None] For port dca114eb-7c13-44a7-8332-2c68e15342d6, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=dca114eb-7c13-44a7-8332-2c68e15342d6,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:52:09.878040 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2e3381d2-c5df-49f4-9b05-846527d566b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:09.881239 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:09.916652 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a0f8138e-f0dd-4fc5-99b1-73b621400653 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:09.951194 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a287a257-f6de-4050-a742-4424709b903b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:09.958593 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9fa2a-2022-4a3c-ab40-0810cf42e8a6 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Subnet': ['ID=1c06b3ad-c06b-445e-93b6-d2f614875d33,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:09.969338 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ead9fa2a-2022-4a3c-ab40-0810cf42e8a6 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:09.991539 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e0e38a45-422f-49f7-ad3c-3a1d106e8cd6 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:09.992295 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead9fa2a-2022-4a3c-ab40-0810cf42e8a6 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Checking segment: {'id': '76c45ece-c09b-4783-85a8-27592b61e9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd082061c-0715-4931-b111-95d96545a24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:52:09.992660 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead9fa2a-2022-4a3c-ab40-0810cf42e8a6 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Network hostable DHCP agents. Network: d082061c-0715-4931-b111-95d96545a24e, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:52:10.000578 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3381d2-c5df-49f4-9b05-846527d566b3 None None] Pushing event updated for resources: {'Port': ['ID=dca114eb-7c13-44a7-8332-2c68e15342d6,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:10.005059 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-2e3381d2-c5df-49f4-9b05-846527d566b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:10.020554 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead9fa2a-2022-4a3c-ab40-0810cf42e8a6 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Network d082061c-0715-4931-b111-95d96545a24e is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:52:10.033838 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-ead9fa2a-2022-4a3c-ab40-0810cf42e8a6 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, d082061c-0715-4931-b111-95d96545a24e) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:10.041302 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead9fa2a-2022-4a3c-ab40-0810cf42e8a6 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:10.041776 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ead9fa2a-2022-4a3c-ab40-0810cf42e8a6 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:10.048082 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d64eb31f-4c76-482a-b03a-5d44c3bc8d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:10.056497 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e79d01-dcd6-4d9c-a590-f8e2af0a4abd None None] Network d082061c-0715-4931-b111-95d96545a24e requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:10.067620 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ead9fa2a-2022-4a3c-ab40-0810cf42e8a6 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6632912 Jun 21 14:52:10.069054 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34932) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:10.074065 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-cbd16a10-94d8-4e77-a707-ee01af9a4f07 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1868565484', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:10.084565 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e38a45-422f-49f7-ad3c-3a1d106e8cd6 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Pushing event deleted for resources: {'Port': ['ID=ac3e2306-3f64-4180-9f0e-3f27d3ad68cf,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:10.089983 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e0e38a45-422f-49f7-ad3c-3a1d106e8cd6 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:10.103609 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-a287a257-f6de-4050-a742-4424709b903b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Transition to ACTIVE for port object d9b8bffb-19b3-4e70-a8c9-4cf9e331a567 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:10.115959 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cbd16a10-94d8-4e77-a707-ee01af9a4f07 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:10.116846 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cbd16a10-94d8-4e77-a707-ee01af9a4f07 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:10.200425 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-df3dfbab-b5f7-4ab6-987e-3dae2f660411 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:10.219401 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cbd16a10-94d8-4e77-a707-ee01af9a4f07 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:10.225935 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6ce47efd-a0f5-4e79-8c77-72dc7e1f050d None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:10.234535 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cbd16a10-94d8-4e77-a707-ee01af9a4f07 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:10.258026 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a287a257-f6de-4050-a742-4424709b903b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:10.280847 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bfd13704-7fe4-4ea8-8410-81b651501223 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:10.286885 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6ce47efd-a0f5-4e79-8c77-72dc7e1f050d None None] Transition to ACTIVE for port object 7c8434f1-d928-408c-aa0e-8f02cb18c9fd will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:10.297229 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a287a257-f6de-4050-a742-4424709b903b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:10.302949 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-a287a257-f6de-4050-a742-4424709b903b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:10.307541 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6ce47efd-a0f5-4e79-8c77-72dc7e1f050d None None] Transition to ACTIVE for port object 7c8434f1-d928-408c-aa0e-8f02cb18c9fd will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:10.348506 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-817f3257-4929-4a78-a571-c1e66d28b3c4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:10.348731 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a287a257-f6de-4050-a742-4424709b903b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:10.353579 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a287a257-f6de-4050-a742-4424709b903b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:10.354306 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a287a257-f6de-4050-a742-4424709b903b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:10.355102 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6ce47efd-a0f5-4e79-8c77-72dc7e1f050d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:10.366911 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3aca5b8b-3a11-4814-98f9-c7ede43da5f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:10.378960 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cbd16a10-94d8-4e77-a707-ee01af9a4f07 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:10.382976 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-cbd16a10-94d8-4e77-a707-ee01af9a4f07 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3128560 Jun 21 14:52:10.383593 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34934) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:10.403311 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3dfbab-b5f7-4ab6-987e-3dae2f660411 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event deleted for resources: {'Port': ['ID=688288e4-da60-403d-8164-82a9413659e1,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:10.408030 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a287a257-f6de-4050-a742-4424709b903b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8549674 Jun 21 14:52:10.420501 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34936) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:10.425196 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4206abf0-e809-4e49-bc7e-3af5c29a3aae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-d082061c-0715-4931-b111-95d96545a24e', 'network_id': 'd082061c-0715-4931-b111-95d96545a24e', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'fixed_ips': [{'subnet_id': '1c06b3ad-c06b-445e-93b6-d2f614875d33'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:52:10.426630 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4206abf0-e809-4e49-bc7e-3af5c29a3aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:10.437824 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce47efd-a0f5-4e79-8c77-72dc7e1f050d None None] Network da0cdb26-8f1a-4428-943c-c0370a5971e6 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:10.439185 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-df3dfbab-b5f7-4ab6-987e-3dae2f660411 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:10.442376 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a287a257-f6de-4050-a742-4424709b903b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Port': ['ID=d9b8bffb-19b3-4e70-a8c9-4cf9e331a567,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:10.449206 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a287a257-f6de-4050-a742-4424709b903b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:10.452739 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-6ce47efd-a0f5-4e79-8c77-72dc7e1f050d None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:10.457433 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce47efd-a0f5-4e79-8c77-72dc7e1f050d None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:10.495382 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce47efd-a0f5-4e79-8c77-72dc7e1f050d None None] Pushing event updated for resources: {'Port': ['ID=7c8434f1-d928-408c-aa0e-8f02cb18c9fd,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:10.499185 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6ce47efd-a0f5-4e79-8c77-72dc7e1f050d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:10.528535 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e0e38a45-422f-49f7-ad3c-3a1d106e8cd6 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:10.537418 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-a0f8138e-f0dd-4fc5-99b1-73b621400653 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Allocated IP 172.26.3.220 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/d1a38a5f-a5b5-4c17-bd9f-ff8d2599d85f) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:10.612997 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-6ce47efd-a0f5-4e79-8c77-72dc7e1f050d None None] Attempting to bind port 7c8434f1-d928-408c-aa0e-8f02cb18c9fd on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:52:10.613492 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-6ce47efd-a0f5-4e79-8c77-72dc7e1f050d None None] Attempting to bind port 7c8434f1-d928-408c-aa0e-8f02cb18c9fd by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '6227c250-15ba-4b2c-845a-a677b7879d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'da0cdb26-8f1a-4428-943c-c0370a5971e6'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:52:10.613736 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce47efd-a0f5-4e79-8c77-72dc7e1f050d None None] Attempting to bind port 7c8434f1-d928-408c-aa0e-8f02cb18c9fd on network da0cdb26-8f1a-4428-943c-c0370a5971e6 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:52:10.626503 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce47efd-a0f5-4e79-8c77-72dc7e1f050d None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:52:10.626863 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce47efd-a0f5-4e79-8c77-72dc7e1f050d None None] Checking segment: {'id': '6227c250-15ba-4b2c-845a-a677b7879d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'da0cdb26-8f1a-4428-943c-c0370a5971e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:52:10.627526 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6ce47efd-a0f5-4e79-8c77-72dc7e1f050d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:10.628204 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce47efd-a0f5-4e79-8c77-72dc7e1f050d None None] Bound using segment: {'id': '6227c250-15ba-4b2c-845a-a677b7879d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'da0cdb26-8f1a-4428-943c-c0370a5971e6'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:52:10.629296 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-6ce47efd-a0f5-4e79-8c77-72dc7e1f050d None None] Bound port: 7c8434f1-d928-408c-aa0e-8f02cb18c9fd, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6227c250-15ba-4b2c-845a-a677b7879d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'da0cdb26-8f1a-4428-943c-c0370a5971e6'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:52:10.629617 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6ce47efd-a0f5-4e79-8c77-72dc7e1f050d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:10.712100 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-4206abf0-e809-4e49-bc7e-3af5c29a3aae None None] Allocated IP 172.21.0.2 (d082061c-0715-4931-b111-95d96545a24e/1c06b3ad-c06b-445e-93b6-d2f614875d33/8aa33c03-3247-46f1-9e85-9e1ae52a6f63) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:10.744679 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b6ef10cc-9785-4ccf-a806-647216191b51 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:10.786374 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6ce47efd-a0f5-4e79-8c77-72dc7e1f050d None None] For port 7c8434f1-d928-408c-aa0e-8f02cb18c9fd, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:52:10.804995 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6ce47efd-a0f5-4e79-8c77-72dc7e1f050d None None] For port 7c8434f1-d928-408c-aa0e-8f02cb18c9fd, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=7c8434f1-d928-408c-aa0e-8f02cb18c9fd,segment=NetworkSegment(6227c250-15ba-4b2c-845a-a677b7879d6f),segment_id=6227c250-15ba-4b2c-845a-a677b7879d6f)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:52:10.827604 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-df3dfbab-b5f7-4ab6-987e-3dae2f660411 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:10.827824 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6ce47efd-a0f5-4e79-8c77-72dc7e1f050d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:10.835671 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f019cb1b-97c1-4b8a-8dcc-4c3aea814336 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:10.941395 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-df3dfbab-b5f7-4ab6-987e-3dae2f660411 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:10.943750 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-df3dfbab-b5f7-4ab6-987e-3dae2f660411 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:11.035229 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce47efd-a0f5-4e79-8c77-72dc7e1f050d None None] Pushing event updated for resources: {'Port': ['ID=7c8434f1-d928-408c-aa0e-8f02cb18c9fd,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:11.048493 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6ce47efd-a0f5-4e79-8c77-72dc7e1f050d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:11.062915 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4206abf0-e809-4e49-bc7e-3af5c29a3aae None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:11.088055 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-4206abf0-e809-4e49-bc7e-3af5c29a3aae None None] Transition to ACTIVE for port object 8aa33c03-3247-46f1-9e85-9e1ae52a6f63 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:11.132683 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-4206abf0-e809-4e49-bc7e-3af5c29a3aae None None] Transition to ACTIVE for port object 8aa33c03-3247-46f1-9e85-9e1ae52a6f63 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:11.143115 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-df3dfbab-b5f7-4ab6-987e-3dae2f660411 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:11.143975 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3dfbab-b5f7-4ab6-987e-3dae2f660411 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Fanout notify agent at l3_agent the message router_deleted on router ec2f64cc-e7b1-4145-ba13-1ed488f33ca9 {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:52:11.147220 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4206abf0-e809-4e49-bc7e-3af5c29a3aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:11.159606 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-df3dfbab-b5f7-4ab6-987e-3dae2f660411 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:11.160982 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-df3dfbab-b5f7-4ab6-987e-3dae2f660411 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "DELETE /v2.0/routers/ec2f64cc-e7b1-4145-ba13-1ed488f33ca9 HTTP/1.1" status: 204 len: 168 time: 2.9490378 Jun 21 14:52:11.162279 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0412a4ef-569d-427c-bfd7-65c7ba5a1ac1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:11.170801 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e38a45-422f-49f7-ad3c-3a1d106e8cd6 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Router a898584d-23f3-4f9b-a765-5b2e68cbb511 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:52:11.174720 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34940) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:11.218189 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4206abf0-e809-4e49-bc7e-3af5c29a3aae None None] Network d082061c-0715-4931-b111-95d96545a24e is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:11.221584 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device dca114eb-7c13-44a7-8332-2c68e15342d6 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:52:11.227475 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a0f8138e-f0dd-4fc5-99b1-73b621400653 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:11.228929 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-4206abf0-e809-4e49-bc7e-3af5c29a3aae None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:11.240081 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-b6ef10cc-9785-4ccf-a806-647216191b51 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Allocated IP 172.20.0.1 (da0cdb26-8f1a-4428-943c-c0370a5971e6/d208e214-333f-4d33-9d1b-b37078b36282/4b04138b-2a40-43f5-830b-c8afb77a64e0) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:11.243625 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39171ad5-a5bd-4946-b44d-15ce7d6fa043 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:11.249895 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39171ad5-a5bd-4946-b44d-15ce7d6fa043 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:11.251863 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-39171ad5-a5bd-4946-b44d-15ce7d6fa043 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.8304079 Jun 21 14:52:11.258503 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34942) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:11.259345 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4206abf0-e809-4e49-bc7e-3af5c29a3aae None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:11.373265 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206abf0-e809-4e49-bc7e-3af5c29a3aae None None] Pushing event updated for resources: {'Port': ['ID=8aa33c03-3247-46f1-9e85-9e1ae52a6f63,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:11.388010 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-4206abf0-e809-4e49-bc7e-3af5c29a3aae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:11.396256 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-4206abf0-e809-4e49-bc7e-3af5c29a3aae None None] Attempting to bind port 8aa33c03-3247-46f1-9e85-9e1ae52a6f63 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:52:11.396256 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-4206abf0-e809-4e49-bc7e-3af5c29a3aae None None] Attempting to bind port 8aa33c03-3247-46f1-9e85-9e1ae52a6f63 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '76c45ece-c09b-4783-85a8-27592b61e9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd082061c-0715-4931-b111-95d96545a24e'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:52:11.396256 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4206abf0-e809-4e49-bc7e-3af5c29a3aae None None] Attempting to bind port 8aa33c03-3247-46f1-9e85-9e1ae52a6f63 on network d082061c-0715-4931-b111-95d96545a24e {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:52:11.404660 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4206abf0-e809-4e49-bc7e-3af5c29a3aae None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:52:11.405037 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4206abf0-e809-4e49-bc7e-3af5c29a3aae None None] Checking segment: {'id': '76c45ece-c09b-4783-85a8-27592b61e9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd082061c-0715-4931-b111-95d96545a24e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:52:11.405451 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4206abf0-e809-4e49-bc7e-3af5c29a3aae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:11.405925 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4206abf0-e809-4e49-bc7e-3af5c29a3aae None None] Bound using segment: {'id': '76c45ece-c09b-4783-85a8-27592b61e9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd082061c-0715-4931-b111-95d96545a24e'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:52:11.406495 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-4206abf0-e809-4e49-bc7e-3af5c29a3aae None None] Bound port: 8aa33c03-3247-46f1-9e85-9e1ae52a6f63, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c45ece-c09b-4783-85a8-27592b61e9e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'd082061c-0715-4931-b111-95d96545a24e'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:52:11.406805 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4206abf0-e809-4e49-bc7e-3af5c29a3aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:11.428649 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e38a45-422f-49f7-ad3c-3a1d106e8cd6 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:52:11.455857 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46006384-3b52-48ec-b53b-83230c408a9c None None] Sync routers for ids ['a898584d-23f3-4f9b-a765-5b2e68cbb511'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:52:11.457910 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port dca114eb-7c13-44a7-8332-2c68e15342d6 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:11.492088 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e0e38a45-422f-49f7-ad3c-3a1d106e8cd6 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] 10.222.0.72 "PUT /v2.0/routers/a898584d-23f3-4f9b-a765-5b2e68cbb511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2307401 Jun 21 14:52:11.499743 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46006384-3b52-48ec-b53b-83230c408a9c None None] Routers {'a898584d-23f3-4f9b-a765-5b2e68cbb511'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:52:11.500694 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-46006384-3b52-48ec-b53b-83230c408a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:51:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['a898584d-23f3-4f9b-a765-5b2e68cbb511'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:11.508872 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34944) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:11.511752 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-65722888-5ca2-4346-a2d8-fe4d352a07fb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Deleting subnet c37ba164-a4f4-408a-99ae-13c018d444ab {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:52:11.522768 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-65722888-5ca2-4346-a2d8-fe4d352a07fb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:11.525724 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a0f8138e-f0dd-4fc5-99b1-73b621400653 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:11.557319 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-46006384-3b52-48ec-b53b-83230c408a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:11.557484 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b6ef10cc-9785-4ccf-a806-647216191b51 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:11.560208 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-243b2d44-fddf-4473-97c7-0e9a3c562ead tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] delete failed (client error): The resource could not be found. Jun 21 14:52:11.565610 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-243b2d44-fddf-4473-97c7-0e9a3c562ead tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] 10.222.0.72 "DELETE /v2.0/routers/tempest-non_exist_router-1283770225 HTTP/1.1" status: 404 len: 335 time: 0.0513413 Jun 21 14:52:11.569014 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34946) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:11.572620 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-4206abf0-e809-4e49-bc7e-3af5c29a3aae None None] For port 8aa33c03-3247-46f1-9e85-9e1ae52a6f63, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:52:11.574287 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-56acd538-270b-4b39-ace7-c66e9ad32091 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a898584d-23f3-4f9b-a765-5b2e68cbb511'}}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:11.580287 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-4206abf0-e809-4e49-bc7e-3af5c29a3aae None None] For port 8aa33c03-3247-46f1-9e85-9e1ae52a6f63, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=8aa33c03-3247-46f1-9e85-9e1ae52a6f63,segment=NetworkSegment(76c45ece-c09b-4783-85a8-27592b61e9e3),segment_id=76c45ece-c09b-4783-85a8-27592b61e9e3)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:52:11.580484 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-846ebdd1-761b-48f6-94e9-a5bf8c8867d8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:11.585449 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46006384-3b52-48ec-b53b-83230c408a9c None None] Routers {'a898584d-23f3-4f9b-a765-5b2e68cbb511'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:52:11.586660 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-46006384-3b52-48ec-b53b-83230c408a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:51:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['a898584d-23f3-4f9b-a765-5b2e68cbb511'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:11.592542 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4206abf0-e809-4e49-bc7e-3af5c29a3aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:11.623674 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f8138e-f0dd-4fc5-99b1-73b621400653 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:11.623889 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-4dd9aaab-5cb9-4a52-8798-ce53d243fe5c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:11.634500 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-a0f8138e-f0dd-4fc5-99b1-73b621400653 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:11.647841 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f8138e-f0dd-4fc5-99b1-73b621400653 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:11.656990 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-65722888-5ca2-4346-a2d8-fe4d352a07fb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:11.660727 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-46006384-3b52-48ec-b53b-83230c408a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:11.661511 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46006384-3b52-48ec-b53b-83230c408a9c None None] The sync data for ids ['a898584d-23f3-4f9b-a765-5b2e68cbb511'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:52:11.669431 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-b6ef10cc-9785-4ccf-a806-647216191b51 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Transition to ACTIVE for port object 4b04138b-2a40-43f5-830b-c8afb77a64e0 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:11.712338 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206abf0-e809-4e49-bc7e-3af5c29a3aae None None] Pushing event updated for resources: {'Port': ['ID=8aa33c03-3247-46f1-9e85-9e1ae52a6f63,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:11.716755 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-4206abf0-e809-4e49-bc7e-3af5c29a3aae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:11.718544 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-a8bb00cd-73d5-46fb-a9a7-5613feec8098 None None] Provisioning for port dca114eb-7c13-44a7-8332-2c68e15342d6 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:11.724050 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-a8bb00cd-73d5-46fb-a9a7-5613feec8098 None None] Provisioning complete for port dca114eb-7c13-44a7-8332-2c68e15342d6 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:11.724770 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a8bb00cd-73d5-46fb-a9a7-5613feec8098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:11.767874 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8138e-f0dd-4fc5-99b1-73b621400653 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Pushing event updated for resources: {'Port': ['ID=d1a38a5f-a5b5-4c17-bd9f-ff8d2599d85f,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:11.775941 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a0f8138e-f0dd-4fc5-99b1-73b621400653 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:11.824954 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a8bb00cd-73d5-46fb-a9a7-5613feec8098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:11.825180 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-0b8965ae-6bfb-4a1f-a55c-846f3e2392c2 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting port d9b8bffb-19b3-4e70-a8c9-4cf9e331a567 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:11.825510 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0b8965ae-6bfb-4a1f-a55c-846f3e2392c2 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:11.868924 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-a8bb00cd-73d5-46fb-a9a7-5613feec8098 None None] For port dca114eb-7c13-44a7-8332-2c68e15342d6, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=dca114eb-7c13-44a7-8332-2c68e15342d6,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:11.874616 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a8bb00cd-73d5-46fb-a9a7-5613feec8098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:11.877276 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-56acd538-270b-4b39-ace7-c66e9ad32091 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:11.878638 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-a32995bf-c852-4fe1-b527-fa134fba716e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:11.883336 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-65722888-5ca2-4346-a2d8-fe4d352a07fb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:11.914186 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-56acd538-270b-4b39-ace7-c66e9ad32091 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] update failed (client error): The resource could not be found. Jun 21 14:52:11.918684 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-56acd538-270b-4b39-ace7-c66e9ad32091 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] 10.222.0.72 "PUT /v2.0/routers/a898584d-23f3-4f9b-a765-5b2e68cbb511 HTTP/1.1" status: 404 len: 339 time: 0.3452175 Jun 21 14:52:11.918934 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34948) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:11.951872 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bb00cd-73d5-46fb-a9a7-5613feec8098 None None] Pushing event updated for resources: {'Port': ['ID=dca114eb-7c13-44a7-8332-2c68e15342d6,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:11.955258 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-a8bb00cd-73d5-46fb-a9a7-5613feec8098 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:11.969928 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b6ef10cc-9785-4ccf-a806-647216191b51 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:11.974877 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f563d391-6599-4f01-a7cd-6134b324bf5e tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:12.092804 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ef10cc-9785-4ccf-a806-647216191b51 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Network da0cdb26-8f1a-4428-943c-c0370a5971e6 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:12.106426 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-586ead4a-7d0c-4880-90b8-e0f7c92e6d35 None None] Provisioning for port d9b8bffb-19b3-4e70-a8c9-4cf9e331a567 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:12.114361 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-586ead4a-7d0c-4880-90b8-e0f7c92e6d35 None None] Provisioning complete for port d9b8bffb-19b3-4e70-a8c9-4cf9e331a567 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:12.115171 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-586ead4a-7d0c-4880-90b8-e0f7c92e6d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:12.137242 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef10cc-9785-4ccf-a806-647216191b51 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Port': ['ID=4b04138b-2a40-43f5-830b-c8afb77a64e0,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:12.149083 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-b6ef10cc-9785-4ccf-a806-647216191b51 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:12.178604 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-586ead4a-7d0c-4880-90b8-e0f7c92e6d35 None None] Port d9b8bffb-19b3-4e70-a8c9-4cf9e331a567 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:52:12.447181 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a0f8138e-f0dd-4fc5-99b1-73b621400653 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:12.473141 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0b8965ae-6bfb-4a1f-a55c-846f3e2392c2 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:12.515131 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9a476d-644b-4dbb-85b3-86e07bb928f1 None None] Network da0cdb26-8f1a-4428-943c-c0370a5971e6 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:12.538947 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b6ef10cc-9785-4ccf-a806-647216191b51 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:12.543359 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ef10cc-9785-4ccf-a806-647216191b51 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:12.572813 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-0b8965ae-6bfb-4a1f-a55c-846f3e2392c2 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Calling delete_port for d9b8bffb-19b3-4e70-a8c9-4cf9e331a567 owned by {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:12.575125 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-65722888-5ca2-4346-a2d8-fe4d352a07fb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:12.581748 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-467fcae2-22d9-451c-a269-92f163e9e4bc tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:12.627033 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-37e158f0-6fed-4d94-9d6c-431bad62f16a None None] Provisioning for port 7c8434f1-d928-408c-aa0e-8f02cb18c9fd completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:12.633471 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-65722888-5ca2-4346-a2d8-fe4d352a07fb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:12.638315 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-65722888-5ca2-4346-a2d8-fe4d352a07fb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "DELETE /v2.0/subnets/c37ba164-a4f4-408a-99ae-13c018d444ab HTTP/1.1" status: 204 len: 168 time: 1.4622622 Jun 21 14:52:12.639332 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a0f8138e-f0dd-4fc5-99b1-73b621400653 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:12.642012 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34950) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:12.664987 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65722888-5ca2-4346-a2d8-fe4d352a07fb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event deleted for resources: {'Subnet': ['ID=c37ba164-a4f4-408a-99ae-13c018d444ab,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:12.670890 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-65722888-5ca2-4346-a2d8-fe4d352a07fb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:12.689243 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b6ef10cc-9785-4ccf-a806-647216191b51 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:12.863196 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-331d239a-e749-488a-9c80-a8f5421c3c94 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:12.916973 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-037581bd-d86a-4b77-8806-dc0f4fb8ad19 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:12.926957 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a0f8138e-f0dd-4fc5-99b1-73b621400653 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:12.933006 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0b8965ae-6bfb-4a1f-a55c-846f3e2392c2 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:12.939470 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a0f8138e-f0dd-4fc5-99b1-73b621400653 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:12.948824 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a0f8138e-f0dd-4fc5-99b1-73b621400653 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:12.981153 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8965ae-6bfb-4a1f-a55c-846f3e2392c2 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Port': ['ID=d9b8bffb-19b3-4e70-a8c9-4cf9e331a567,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:12.988547 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0b8965ae-6bfb-4a1f-a55c-846f3e2392c2 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:12.989077 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-89ff0721-33e8-4336-850f-768815876a46 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:13.080515 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0b8965ae-6bfb-4a1f-a55c-846f3e2392c2 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:13.094405 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0b8965ae-6bfb-4a1f-a55c-846f3e2392c2 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/d9b8bffb-19b3-4e70-a8c9-4cf9e331a567 HTTP/1.1" status: 204 len: 168 time: 1.8245885 Jun 21 14:52:13.098048 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34954) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:13.135310 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b6ef10cc-9785-4ccf-a806-647216191b51 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:13.169374 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8138e-f0dd-4fc5-99b1-73b621400653 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Pushing event updated for resources: {'Port': ['ID=d1a38a5f-a5b5-4c17-bd9f-ff8d2599d85f,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:13.177627 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a0f8138e-f0dd-4fc5-99b1-73b621400653 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:13.181030 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a0f8138e-f0dd-4fc5-99b1-73b621400653 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:13.202900 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-331d239a-e749-488a-9c80-a8f5421c3c94 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:13.211611 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-39917f15-242a-4e4c-a2fb-901a0c72f132 None None] Provisioning for port 4b04138b-2a40-43f5-830b-c8afb77a64e0 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:13.216213 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449642f4-71e9-48a3-a139-0c637bffb9ee tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:13.216555 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-39917f15-242a-4e4c-a2fb-901a0c72f132 None None] Provisioning complete for port 4b04138b-2a40-43f5-830b-c8afb77a64e0 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:13.216944 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-39917f15-242a-4e4c-a2fb-901a0c72f132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:13.218608 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449642f4-71e9-48a3-a139-0c637bffb9ee tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:13.221619 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-449642f4-71e9-48a3-a139-0c637bffb9ee tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1224842 Jun 21 14:52:13.224621 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34956) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:13.258262 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a0f8138e-f0dd-4fc5-99b1-73b621400653 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:13.259485 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a0f8138e-f0dd-4fc5-99b1-73b621400653 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1628921 Jun 21 14:52:13.268427 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34958) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:13.274534 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-99f7c54c-4a6a-4550-90bb-102a90b211b5 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1449416711'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:13.274720 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device dca114eb-7c13-44a7-8332-2c68e15342d6 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:52:13.303303 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-331d239a-e749-488a-9c80-a8f5421c3c94 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff7b7a85-a56d-4971-aa71-061a33242db6']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:13.320261 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1c76ae-ba4d-4883-92b2-08752e420dc1 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting subnet 2d98a4eb-7db5-4195-acfd-278ca19104ba {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:52:13.322753 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cfde4f-7a5c-453c-8f12-2cece22cf36b None None] Network d082061c-0715-4931-b111-95d96545a24e requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:13.328826 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6d1c76ae-ba4d-4883-92b2-08752e420dc1 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:13.337458 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-331d239a-e749-488a-9c80-a8f5421c3c94 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9984c83-648d-4049-a292-f275b6ef00ad') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:13.337754 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-331d239a-e749-488a-9c80-a8f5421c3c94 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9984c83-648d-4049-a292-f275b6ef00ad') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:13.368207 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f7c54c-4a6a-4550-90bb-102a90b211b5 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Made reservation on behalf of 093fb7d9e7724674ba3fe8be871fddac for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:13.372124 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-99f7c54c-4a6a-4550-90bb-102a90b211b5 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:13.397389 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-39917f15-242a-4e4c-a2fb-901a0c72f132 None None] Port 4b04138b-2a40-43f5-830b-c8afb77a64e0 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:52:13.414570 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-99f7c54c-4a6a-4550-90bb-102a90b211b5 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:13.433818 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-331d239a-e749-488a-9c80-a8f5421c3c94 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:13.457604 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6d1c76ae-ba4d-4883-92b2-08752e420dc1 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:13.495797 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-331d239a-e749-488a-9c80-a8f5421c3c94 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:13.529848 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331d239a-e749-488a-9c80-a8f5421c3c94 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:52:13.530263 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-331d239a-e749-488a-9c80-a8f5421c3c94 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:13.535268 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:52:13.535268 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:52:13.535268 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:52:13.535268 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:52:13.535268 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:52:13.535268 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:52:13.535268 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:52:13.535268 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:52:13.535268 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:52:13.535268 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:52:13.535268 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:52:13.535268 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:52:13.535268 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:52:13.535268 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:52:13.535268 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:52:13.535268 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:52:13.535268 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:52:13.535268 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:52:13.535268 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:52:13.535268 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:52:13.535268 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:52:13.535268 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:52:13.535268 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:52:13.535268 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:52:13.535268 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:52:13.535268 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:52:13.535268 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:52:13.535268 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:52:13.535268 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:52:13.535268 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:52:13.535268 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:52:13.535268 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:52:13.535268 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:52:13.535268 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:52:13.552080 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port dca114eb-7c13-44a7-8332-2c68e15342d6 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:13.552710 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:13.587100 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6d1c76ae-ba4d-4883-92b2-08752e420dc1 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:13.625774 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-037581bd-d86a-4b77-8806-dc0f4fb8ad19 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Allocated IP 172.20.0.1 (683be20d-04ab-4c9e-83f3-d32ef53da777/f7e8281f-c72e-4ce8-b107-1d4b19c8d663/0ab50b2f-b50a-40ec-858e-920bd236961f) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:13.635956 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-a522ec15-fc15-433c-8c54-d73306a709d3 None None] Provisioning complete for port 4b04138b-2a40-43f5-830b-c8afb77a64e0 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:13.636435 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a522ec15-fc15-433c-8c54-d73306a709d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:13.654330 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-99f7c54c-4a6a-4550-90bb-102a90b211b5 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:13.662305 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-99f7c54c-4a6a-4550-90bb-102a90b211b5 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:13.667156 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f43b4f8e-d095-4f8e-bfe6-fc96c9c7c82b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:13.677620 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-331d239a-e749-488a-9c80-a8f5421c3c94 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:13.686478 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ebe16ce9-d3a6-4cfc-ba69-4da1ddd04466 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:13.704155 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-331d239a-e749-488a-9c80-a8f5421c3c94 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:13.710398 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-331d239a-e749-488a-9c80-a8f5421c3c94 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] 10.222.0.72 "DELETE /v2.0/networks/ff7b7a85-a56d-4971-aa71-061a33242db6 HTTP/1.1" status: 204 len: 168 time: 1.0636704 Jun 21 14:52:13.711096 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6d1c76ae-ba4d-4883-92b2-08752e420dc1 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:13.726400 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6d1c76ae-ba4d-4883-92b2-08752e420dc1 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:13.728375 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6d1c76ae-ba4d-4883-92b2-08752e420dc1 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/2d98a4eb-7db5-4195-acfd-278ca19104ba HTTP/1.1" status: 204 len: 168 time: 0.5024590 Jun 21 14:52:13.729478 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f7c54c-4a6a-4550-90bb-102a90b211b5 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:52:13.731759 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7c54c-4a6a-4550-90bb-102a90b211b5 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d214bedb-5f3f-4eb0-92ba-5099ff02f69d,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:13.746858 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-99f7c54c-4a6a-4550-90bb-102a90b211b5 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:13.750320 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34962) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:13.750913 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-84584a94-c755-47c2-979f-0590433c05ab tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:13.819700 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5409aed-d047-4e51-91a4-a28d1eafe585 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:13.825589 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-99f7c54c-4a6a-4550-90bb-102a90b211b5 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:13.825589 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-99f7c54c-4a6a-4550-90bb-102a90b211b5 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Added segment a451a2af-695d-445d-adfc-471940cccb1c of type vlan for network 4a262c24-0f3a-4f65-a72c-ad4b4d9e9e2b Jun 21 14:52:13.828259 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b21ff696-1ce0-44ce-9aed-10a4e429e57f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0699704 Jun 21 14:52:13.829190 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c76ae-ba4d-4883-92b2-08752e420dc1 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Subnet': ['ID=2d98a4eb-7db5-4195-acfd-278ca19104ba,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:13.837366 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6d1c76ae-ba4d-4883-92b2-08752e420dc1 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:13.844955 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34964) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:13.854246 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d239a-e749-488a-9c80-a8f5421c3c94 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Pushing event deleted for resources: {'Network': ['ID=ff7b7a85-a56d-4971-aa71-061a33242db6,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:13.860300 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-037581bd-d86a-4b77-8806-dc0f4fb8ad19 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:13.873205 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-331d239a-e749-488a-9c80-a8f5421c3c94 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:13.905891 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-037581bd-d86a-4b77-8806-dc0f4fb8ad19 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Transition to ACTIVE for port object 0ab50b2f-b50a-40ec-858e-920bd236961f will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:13.911336 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-a522ec15-fc15-433c-8c54-d73306a709d3 None None] Port 4b04138b-2a40-43f5-830b-c8afb77a64e0 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:52:13.941748 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-99f7c54c-4a6a-4550-90bb-102a90b211b5 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:13.945465 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 7c8434f1-d928-408c-aa0e-8f02cb18c9fd up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:52:13.973819 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-a522ec15-fc15-433c-8c54-d73306a709d3 None None] Provisioning for port 8aa33c03-3247-46f1-9e85-9e1ae52a6f63 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:14.020174 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0d6a57-1d94-4d76-8446-a034c415355b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:14.021768 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1a0d6a57-1d94-4d76-8446-a034c415355b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1758382 Jun 21 14:52:14.022727 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-99f7c54c-4a6a-4550-90bb-102a90b211b5 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:14.032349 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f7c54c-4a6a-4550-90bb-102a90b211b5 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:14.033325 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-99f7c54c-4a6a-4550-90bb-102a90b211b5 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:14.035911 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34968) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:14.036626 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a13919ae-bb9b-4da7-ae78-77ae0dad7133 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:14.045015 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b6ef10cc-9785-4ccf-a806-647216191b51 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:14.058132 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2c5956bb-3d67-4bcb-b6a3-86bcec1c334d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:14.062784 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-037581bd-d86a-4b77-8806-dc0f4fb8ad19 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:14.074524 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-20de0afe-4ecb-4c89-957a-416b8921647b tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:14.078002 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b6ef10cc-9785-4ccf-a806-647216191b51 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:14.095094 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 7c8434f1-d928-408c-aa0e-8f02cb18c9fd completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:14.109253 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 7c8434f1-d928-408c-aa0e-8f02cb18c9fd triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:14.109918 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:14.127576 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34970) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:14.168770 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-99f7c54c-4a6a-4550-90bb-102a90b211b5 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8989050 Jun 21 14:52:14.182469 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34974) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:14.191441 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-518ed5bb-f00f-45c2-a101-be3dd6b2b687 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Request body: {'subnet': {'network_id': '4a262c24-0f3a-4f65-a72c-ad4b4d9e9e2b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:14.213726 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037581bd-d86a-4b77-8806-dc0f4fb8ad19 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Pushing event updated for resources: {'Port': ['ID=0ab50b2f-b50a-40ec-858e-920bd236961f,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:14.222199 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037581bd-d86a-4b77-8806-dc0f4fb8ad19 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Network 683be20d-04ab-4c9e-83f3-d32ef53da777 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:14.226696 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-037581bd-d86a-4b77-8806-dc0f4fb8ad19 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:14.227221 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f563d391-6599-4f01-a7cd-6134b324bf5e tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:14.229755 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f7c54c-4a6a-4550-90bb-102a90b211b5 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Pushing event updated for resources: {'Network': ['ID=4a262c24-0f3a-4f65-a72c-ad4b4d9e9e2b,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:14.240607 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-037581bd-d86a-4b77-8806-dc0f4fb8ad19 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:14.246344 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037581bd-d86a-4b77-8806-dc0f4fb8ad19 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:14.268265 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b6ef10cc-9785-4ccf-a806-647216191b51 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:14.293836 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:14.295831 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-99f7c54c-4a6a-4550-90bb-102a90b211b5 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:14.305130 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f679876-a421-49e4-b754-8ddcd168b660 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:14.310129 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8f679876-a421-49e4-b754-8ddcd168b660 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2697358 Jun 21 14:52:14.311014 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34976) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:14.311397 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebfe427-7888-4034-8e87-e2b757a80cd5 None None] DHCP port deletion for 8e867a28-8d41-47df-a2af-a54cb8b30a66 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:52:14.316844 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 4a262c24-0f3a-4f65-a72c-ad4b4d9e9e2b details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:52:14.345420 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 7c8434f1-d928-408c-aa0e-8f02cb18c9fd, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=7c8434f1-d928-408c-aa0e-8f02cb18c9fd,segment=NetworkSegment(6227c250-15ba-4b2c-845a-a677b7879d6f),segment_id=6227c250-15ba-4b2c-845a-a677b7879d6f)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:14.353466 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef10cc-9785-4ccf-a806-647216191b51 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Port': ['ID=4b04138b-2a40-43f5-830b-c8afb77a64e0,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:14.377922 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-aafe3808-b636-4e12-8b11-5c277db77df5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0572562 Jun 21 14:52:14.385272 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34978) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:14.392784 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-e09df64f-c859-463a-a87e-12984af7047f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:14.395790 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b6ef10cc-9785-4ccf-a806-647216191b51 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:14.396575 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-037581bd-d86a-4b77-8806-dc0f4fb8ad19 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:14.403019 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:14.404191 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 8aa33c03-3247-46f1-9e85-9e1ae52a6f63 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:52:14.480316 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b8a522c9-98ec-48cc-aaad-4b6c6262cad3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:14.488135 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-05edcf2f-53c3-40e0-a8db-be5a144a39cb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=da70a9900bfc421d9b05485e06c0e9c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3536820 Jun 21 14:52:14.496751 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34980) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:14.527506 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518ed5bb-f00f-45c2-a101-be3dd6b2b687 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Made reservation on behalf of 093fb7d9e7724674ba3fe8be871fddac for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:14.531689 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-518ed5bb-f00f-45c2-a101-be3dd6b2b687 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:14.559700 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ef10cc-9785-4ccf-a806-647216191b51 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Network da0cdb26-8f1a-4428-943c-c0370a5971e6 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:14.562776 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-b6ef10cc-9785-4ccf-a806-647216191b51 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:14.620604 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=7c8434f1-d928-408c-aa0e-8f02cb18c9fd,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:14.624645 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 8aa33c03-3247-46f1-9e85-9e1ae52a6f63 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:14.626789 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:14.631623 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-0ebfe427-7888-4034-8e87-e2b757a80cd5 None None] Deleting port dca114eb-7c13-44a7-8332-2c68e15342d6 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:14.631623 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0ebfe427-7888-4034-8e87-e2b757a80cd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:14.636737 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 8aa33c03-3247-46f1-9e85-9e1ae52a6f63 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:14.636737 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:14.653871 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09df64f-c859-463a-a87e-12984af7047f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:14.657769 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e09df64f-c859-463a-a87e-12984af7047f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:14.698349 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-037581bd-d86a-4b77-8806-dc0f4fb8ad19 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:14.761060 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-0ebfe427-7888-4034-8e87-e2b757a80cd5 None None] For port dca114eb-7c13-44a7-8332-2c68e15342d6, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=dca114eb-7c13-44a7-8332-2c68e15342d6,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:14.761459 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0ebfe427-7888-4034-8e87-e2b757a80cd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:14.805101 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b5e2f7bd-3083-4961-9d88-be2857e7e279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:14.863017 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ef10cc-9785-4ccf-a806-647216191b51 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Router b7dd8bc0-d758-4bb6-b7ba-8090eece2be9 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:52:14.866724 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-0ebfe427-7888-4034-8e87-e2b757a80cd5 None None] Calling delete_port for dca114eb-7c13-44a7-8332-2c68e15342d6 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:14.866922 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b5e2f7bd-3083-4961-9d88-be2857e7e279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:14.871750 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-b09c0f36-880c-45d6-81f3-a5266030b7a9 None None] Provisioning for port 0ab50b2f-b50a-40ec-858e-920bd236961f completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:14.889154 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-b09c0f36-880c-45d6-81f3-a5266030b7a9 None None] Provisioning complete for port 0ab50b2f-b50a-40ec-858e-920bd236961f triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:14.889660 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b09c0f36-880c-45d6-81f3-a5266030b7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:14.989050 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-518ed5bb-f00f-45c2-a101-be3dd6b2b687 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:14.993741 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8c9b3c41-a26d-4985-9fff-4e2ba6e5baa9 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:15.004968 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-b09c0f36-880c-45d6-81f3-a5266030b7a9 None None] Port 0ab50b2f-b50a-40ec-858e-920bd236961f cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:52:15.009419 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:15.026696 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ef10cc-9785-4ccf-a806-647216191b51 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:52:15.037293 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b6ef10cc-9785-4ccf-a806-647216191b51 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "PUT /v2.0/routers/b7dd8bc0-d758-4bb6-b7ba-8090eece2be9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6466773 Jun 21 14:52:15.037959 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b5e2f7bd-3083-4961-9d88-be2857e7e279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:15.040616 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b5e2f7bd-3083-4961-9d88-be2857e7e279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:15.041727 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b5e2f7bd-3083-4961-9d88-be2857e7e279 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f4942c39-5fcd-4d30-bf24-d47fbf706d8b HTTP/1.1" status: 204 len: 168 time: 0.5398703 Jun 21 14:52:15.041954 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34982) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:15.062275 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6f65b8-374d-4e59-96a9-34526011b1ae None None] Sync routers for ids ['b7dd8bc0-d758-4bb6-b7ba-8090eece2be9'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:52:15.063847 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 8aa33c03-3247-46f1-9e85-9e1ae52a6f63, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=8aa33c03-3247-46f1-9e85-9e1ae52a6f63,segment=NetworkSegment(76c45ece-c09b-4783-85a8-27592b61e9e3),segment_id=76c45ece-c09b-4783-85a8-27592b61e9e3)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:15.073573 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:15.076930 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6f65b8-374d-4e59-96a9-34526011b1ae None None] Routers {'b7dd8bc0-d758-4bb6-b7ba-8090eece2be9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:52:15.077543 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-cb6f65b8-374d-4e59-96a9-34526011b1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:51:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['b7dd8bc0-d758-4bb6-b7ba-8090eece2be9'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:15.083425 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:15.089483 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0ebfe427-7888-4034-8e87-e2b757a80cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:15.120695 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ed5bb-f00f-45c2-a101-be3dd6b2b687 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Pushing event updated for resources: {'Subnet': ['ID=b6ecbbd4-667f-4692-b020-da66254200cd,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:15.125773 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8f8f07-842b-4a88-8598-69b28b0102c5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:15.129953 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-df8f8f07-842b-4a88-8598-69b28b0102c5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "GET /v2.0/ports/4b04138b-2a40-43f5-830b-c8afb77a64e0 HTTP/1.1" status: 200 len: 910 time: 0.0842652 Jun 21 14:52:15.131878 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 34986) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:15.149484 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-cb6f65b8-374d-4e59-96a9-34526011b1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:15.170886 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6f65b8-374d-4e59-96a9-34526011b1ae None None] Routers {'b7dd8bc0-d758-4bb6-b7ba-8090eece2be9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:52:15.171516 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-cb6f65b8-374d-4e59-96a9-34526011b1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:51:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['b7dd8bc0-d758-4bb6-b7ba-8090eece2be9'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:15.186488 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-518ed5bb-f00f-45c2-a101-be3dd6b2b687 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:15.190962 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebfe427-7888-4034-8e87-e2b757a80cd5 None None] No DVR routers for this DVR port dca114eb-7c13-44a7-8332-2c68e15342d6 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:52:15.200509 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a72e0fed-8313-48fb-b4eb-64af8bf5ce32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:15.227841 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-037581bd-d86a-4b77-8806-dc0f4fb8ad19 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:15.237592 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-037581bd-d86a-4b77-8806-dc0f4fb8ad19 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:15.247379 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-037581bd-d86a-4b77-8806-dc0f4fb8ad19 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:15.251375 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2f7bd-3083-4961-9d88-be2857e7e279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4942c39-5fcd-4d30-bf24-d47fbf706d8b,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:15.251779 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-cb6f65b8-374d-4e59-96a9-34526011b1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:15.252446 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6f65b8-374d-4e59-96a9-34526011b1ae None None] The sync data for ids ['b7dd8bc0-d758-4bb6-b7ba-8090eece2be9'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:52:15.255305 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b5e2f7bd-3083-4961-9d88-be2857e7e279 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:15.260548 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 7c8434f1-d928-408c-aa0e-8f02cb18c9fd up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:52:15.264697 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518ed5bb-f00f-45c2-a101-be3dd6b2b687 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Checking segment: {'id': 'a451a2af-695d-445d-adfc-471940cccb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4a262c24-0f3a-4f65-a72c-ad4b4d9e9e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:52:15.265561 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518ed5bb-f00f-45c2-a101-be3dd6b2b687 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Network hostable DHCP agents. Network: 4a262c24-0f3a-4f65-a72c-ad4b4d9e9e2b, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:52:15.286372 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=8aa33c03-3247-46f1-9e85-9e1ae52a6f63,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:15.294091 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-992a2477-56ba-40ae-96f7-1bd255c8dd95 None None] Provisioning complete for port 4b04138b-2a40-43f5-830b-c8afb77a64e0 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:15.294469 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-992a2477-56ba-40ae-96f7-1bd255c8dd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:15.298451 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:15.298925 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-4d2b1a4e-5951-4fb4-bf36-40e9e2979095 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.202s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:15.332000 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518ed5bb-f00f-45c2-a101-be3dd6b2b687 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Network 4a262c24-0f3a-4f65-a72c-ad4b4d9e9e2b is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:52:15.353131 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebfe427-7888-4034-8e87-e2b757a80cd5 None None] Pushing event deleted for resources: {'Port': ['ID=dca114eb-7c13-44a7-8332-2c68e15342d6,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:15.357762 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0ebfe427-7888-4034-8e87-e2b757a80cd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:15.360482 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-518ed5bb-f00f-45c2-a101-be3dd6b2b687 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 4a262c24-0f3a-4f65-a72c-ad4b4d9e9e2b) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:15.368030 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518ed5bb-f00f-45c2-a101-be3dd6b2b687 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:15.369142 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-518ed5bb-f00f-45c2-a101-be3dd6b2b687 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:15.369514 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460b88ae-d4b5-4f57-8232-17abce6455b4 None None] Network 4a262c24-0f3a-4f65-a72c-ad4b4d9e9e2b requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:15.373122 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-992a2477-56ba-40ae-96f7-1bd255c8dd95 None None] Port 4b04138b-2a40-43f5-830b-c8afb77a64e0 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:52:15.410358 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-037581bd-d86a-4b77-8806-dc0f4fb8ad19 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:15.422409 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.objects.ports [None req-e09df64f-c859-463a-a87e-12984af7047f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105224) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 21 14:52:15.426696 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e09df64f-c859-463a-a87e-12984af7047f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:15.430399 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 7c8434f1-d928-408c-aa0e-8f02cb18c9fd triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:15.430588 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:15.438706 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:15.441265 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037581bd-d86a-4b77-8806-dc0f4fb8ad19 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Pushing event updated for resources: {'Port': ['ID=0ab50b2f-b50a-40ec-858e-920bd236961f,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:15.449235 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-037581bd-d86a-4b77-8806-dc0f4fb8ad19 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:15.461901 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09df64f-c859-463a-a87e-12984af7047f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:15.464725 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-e09df64f-c859-463a-a87e-12984af7047f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:15.480194 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ff237d-816b-451e-bc6f-bff7c796344d None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:15.489998 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09df64f-c859-463a-a87e-12984af7047f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:15.490765 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e09df64f-c859-463a-a87e-12984af7047f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:15.549997 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-518ed5bb-f00f-45c2-a101-be3dd6b2b687 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3638036 Jun 21 14:52:15.557592 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e09df64f-c859-463a-a87e-12984af7047f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1711440 Jun 21 14:52:15.562374 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34994) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:15.563487 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 34996) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:15.586634 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-1fe09797-8f84-47f8-9691-c4528ed2ab83 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-202406809', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}, 'admin_state_up': False}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:15.602285 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-c6d95239-4ef3-4339-9b6b-ec78e2a65659 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:15.623606 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09df64f-c859-463a-a87e-12984af7047f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Subnet': ['ID=89d1d8d6-b17c-4676-927e-345a34a02ee8,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:15.627866 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e09df64f-c859-463a-a87e-12984af7047f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:15.663134 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e1eee8-ee5e-42c7-84a5-01e8cc7702d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-4a262c24-0f3a-4f65-a72c-ad4b4d9e9e2b', 'network_id': '4a262c24-0f3a-4f65-a72c-ad4b4d9e9e2b', 'tenant_id': '093fb7d9e7724674ba3fe8be871fddac', 'fixed_ips': [{'subnet_id': 'b6ecbbd4-667f-4692-b020-da66254200cd'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:52:15.664068 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-87e1eee8-ee5e-42c7-84a5-01e8cc7702d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:15.728846 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1fe09797-8f84-47f8-9691-c4528ed2ab83 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:15.730227 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1fe09797-8f84-47f8-9691-c4528ed2ab83 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:15.782023 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device dca114eb-7c13-44a7-8332-2c68e15342d6 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:52:15.827659 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1fe09797-8f84-47f8-9691-c4528ed2ab83 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:15.866803 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: dca114eb-7c13-44a7-8332-2c68e15342d6 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:52:15.867088 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device dca114eb-7c13-44a7-8332-2c68e15342d6 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:52:15.889556 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d95239-4ef3-4339-9b6b-ec78e2a65659 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:15.893673 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c6d95239-4ef3-4339-9b6b-ec78e2a65659 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:15.918891 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2992351-0258-4bea-b574-dc1697e71293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-8e867a28-8d41-47df-a2af-a54cb8b30a66', 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'fixed_ips': [{'subnet_id': '89d1d8d6-b17c-4676-927e-345a34a02ee8'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:52:15.919789 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a2992351-0258-4bea-b574-dc1697e71293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:16.021266 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037581bd-d86a-4b77-8806-dc0f4fb8ad19 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Network 683be20d-04ab-4c9e-83f3-d32ef53da777 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:16.040030 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-037581bd-d86a-4b77-8806-dc0f4fb8ad19 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:16.045098 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-87e1eee8-ee5e-42c7-84a5-01e8cc7702d0 None None] Allocated IP 172.20.0.2 (4a262c24-0f3a-4f65-a72c-ad4b4d9e9e2b/b6ecbbd4-667f-4692-b020-da66254200cd/9509c2f9-5cb3-4627-8da8-65c45b55be29) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:16.089482 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1fe09797-8f84-47f8-9691-c4528ed2ab83 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:16.166880 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-a2992351-0258-4bea-b574-dc1697e71293 None None] Allocated IP 2001:db8::f816:3eff:fed1:7242 (8e867a28-8d41-47df-a2af-a54cb8b30a66/89d1d8d6-b17c-4676-927e-345a34a02ee8/3bc95f9e-aba6-4b08-b482-39ebb29d3c64) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:16.172488 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.ipam_backend_mixin [None req-c6d95239-4ef3-4339-9b6b-ec78e2a65659 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 89d1d8d6-b17c-4676-927e-345a34a02ee8 (CIDR: 2001:db8::/64) Jun 21 14:52:16.179627 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d95239-4ef3-4339-9b6b-ec78e2a65659 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:52:16.180738 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6d95239-4ef3-4339-9b6b-ec78e2a65659 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:16.211012 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037581bd-d86a-4b77-8806-dc0f4fb8ad19 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Router a898584d-23f3-4f9b-a765-5b2e68cbb511 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:52:16.220026 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-44e7fb3b-8235-46f6-bf23-86a4dfcae00e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:16.220792 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c6d95239-4ef3-4339-9b6b-ec78e2a65659 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6537046 Jun 21 14:52:16.232267 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35010) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:16.239058 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-db85b482-55d1-45a6-a492-15883d0e1096 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:16.366389 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-87e1eee8-ee5e-42c7-84a5-01e8cc7702d0 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:16.394053 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-87e1eee8-ee5e-42c7-84a5-01e8cc7702d0 None None] Transition to ACTIVE for port object 9509c2f9-5cb3-4627-8da8-65c45b55be29 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:16.399868 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35012) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:16.448255 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-87e1eee8-ee5e-42c7-84a5-01e8cc7702d0 None None] Transition to ACTIVE for port object 9509c2f9-5cb3-4627-8da8-65c45b55be29 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:16.463770 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a2992351-0258-4bea-b574-dc1697e71293 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:16.467018 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-87e1eee8-ee5e-42c7-84a5-01e8cc7702d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:16.472576 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6ce47efd-a0f5-4e79-8c77-72dc7e1f050d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:16.511163 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-a2992351-0258-4bea-b574-dc1697e71293 None None] Transition to ACTIVE for port object 3bc95f9e-aba6-4b08-b482-39ebb29d3c64 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:16.524668 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1fe09797-8f84-47f8-9691-c4528ed2ab83 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks [] for router_gateway, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:16.526481 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db85b482-55d1-45a6-a492-15883d0e1096 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:16.530332 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-db85b482-55d1-45a6-a492-15883d0e1096 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:16.606107 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1fe09797-8f84-47f8-9691-c4528ed2ab83 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:16.611159 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-e526cb80-7168-45d8-a057-798e4f186ebb tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-764767066'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:16.636833 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037581bd-d86a-4b77-8806-dc0f4fb8ad19 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:52:16.645693 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-037581bd-d86a-4b77-8806-dc0f4fb8ad19 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] 10.222.0.72 "PUT /v2.0/routers/a898584d-23f3-4f9b-a765-5b2e68cbb511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7256389 Jun 21 14:52:16.648224 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35016) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:16.650543 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-44e7fb3b-8235-46f6-bf23-86a4dfcae00e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Allocated IP 172.21.0.1 (d082061c-0715-4931-b111-95d96545a24e/1c06b3ad-c06b-445e-93b6-d2f614875d33/8b53136d-2327-489a-a411-118717864b85) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:16.705141 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e1eee8-ee5e-42c7-84a5-01e8cc7702d0 None None] Network 4a262c24-0f3a-4f65-a72c-ad4b4d9e9e2b is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:16.707732 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e526cb80-7168-45d8-a057-798e4f186ebb tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Made reservation on behalf of 73a56e2567b04ed7afd9166d637dda37 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:16.708035 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c040b72-04e4-403f-a455-704246ae3a21 None None] Sync routers for ids ['a898584d-23f3-4f9b-a765-5b2e68cbb511'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:52:16.711301 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-87e1eee8-ee5e-42c7-84a5-01e8cc7702d0 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:16.711503 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e526cb80-7168-45d8-a057-798e4f186ebb tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:16.713812 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e1eee8-ee5e-42c7-84a5-01e8cc7702d0 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:16.745609 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-a2992351-0258-4bea-b574-dc1697e71293 None None] Transition to ACTIVE for port object 3bc95f9e-aba6-4b08-b482-39ebb29d3c64 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:16.754319 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-17001f3c-0b7f-45ea-ace2-2ed302680963 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks [] for router, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:16.756849 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e526cb80-7168-45d8-a057-798e4f186ebb tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:16.777106 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1eee8-ee5e-42c7-84a5-01e8cc7702d0 None None] Pushing event updated for resources: {'Port': ['ID=9509c2f9-5cb3-4627-8da8-65c45b55be29,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:16.780014 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-87e1eee8-ee5e-42c7-84a5-01e8cc7702d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:16.782880 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0facf501-8edd-49b4-a058-eebb8bbfa9fb None None] Provisioning complete for port 0ab50b2f-b50a-40ec-858e-920bd236961f triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:16.783042 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0facf501-8edd-49b4-a058-eebb8bbfa9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:16.790316 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-853e11f5-6f2f-4e0b-82d8-8e2645a68963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:16.793162 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a2992351-0258-4bea-b574-dc1697e71293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:16.795103 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c040b72-04e4-403f-a455-704246ae3a21 None None] Routers {'a898584d-23f3-4f9b-a765-5b2e68cbb511'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:52:16.796091 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-7c040b72-04e4-403f-a455-704246ae3a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:51:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['a898584d-23f3-4f9b-a765-5b2e68cbb511'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:16.824008 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-1fe09797-8f84-47f8-9691-c4528ed2ab83 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Allocated IP 172.26.3.176 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/c494e1f3-ece4-4ce2-8ea6-58fad5f4501e) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:16.834279 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:16.904312 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-7c040b72-04e4-403f-a455-704246ae3a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:16.906919 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-17001f3c-0b7f-45ea-ace2-2ed302680963 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 21 14:52:16.908274 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-17001f3c-0b7f-45ea-ace2-2ed302680963 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] 10.222.0.72 "DELETE /v2.0/routers/a898584d-23f3-4f9b-a765-5b2e68cbb511 HTTP/1.1" status: 409 len: 329 time: 0.2591479 Jun 21 14:52:16.911791 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35018) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:16.924774 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-87e1eee8-ee5e-42c7-84a5-01e8cc7702d0 None None] Attempting to bind port 9509c2f9-5cb3-4627-8da8-65c45b55be29 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:52:16.925262 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-87e1eee8-ee5e-42c7-84a5-01e8cc7702d0 None None] Attempting to bind port 9509c2f9-5cb3-4627-8da8-65c45b55be29 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'a451a2af-695d-445d-adfc-471940cccb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4a262c24-0f3a-4f65-a72c-ad4b4d9e9e2b'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:52:16.925564 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e1eee8-ee5e-42c7-84a5-01e8cc7702d0 None None] Attempting to bind port 9509c2f9-5cb3-4627-8da8-65c45b55be29 on network 4a262c24-0f3a-4f65-a72c-ad4b4d9e9e2b {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:52:16.951067 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2992351-0258-4bea-b574-dc1697e71293 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:16.957106 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2992351-0258-4bea-b574-dc1697e71293 None None] Pushing event updated for resources: {'Port': ['ID=3bc95f9e-aba6-4b08-b482-39ebb29d3c64,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:16.960126 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-a2992351-0258-4bea-b574-dc1697e71293 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:16.960936 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-0facf501-8edd-49b4-a058-eebb8bbfa9fb None None] Port 0ab50b2f-b50a-40ec-858e-920bd236961f cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:52:16.967765 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e1eee8-ee5e-42c7-84a5-01e8cc7702d0 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 51, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:52:16.968143 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e1eee8-ee5e-42c7-84a5-01e8cc7702d0 None None] Checking segment: {'id': 'a451a2af-695d-445d-adfc-471940cccb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4a262c24-0f3a-4f65-a72c-ad4b4d9e9e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:52:16.968552 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-87e1eee8-ee5e-42c7-84a5-01e8cc7702d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:16.968943 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87e1eee8-ee5e-42c7-84a5-01e8cc7702d0 None None] Bound using segment: {'id': 'a451a2af-695d-445d-adfc-471940cccb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4a262c24-0f3a-4f65-a72c-ad4b4d9e9e2b'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:52:16.969419 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-87e1eee8-ee5e-42c7-84a5-01e8cc7702d0 None None] Bound port: 9509c2f9-5cb3-4627-8da8-65c45b55be29, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a451a2af-695d-445d-adfc-471940cccb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '4a262c24-0f3a-4f65-a72c-ad4b4d9e9e2b'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:52:16.969807 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-87e1eee8-ee5e-42c7-84a5-01e8cc7702d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:16.972086 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c040b72-04e4-403f-a455-704246ae3a21 None None] Routers {'a898584d-23f3-4f9b-a765-5b2e68cbb511'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:52:16.972753 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-7c040b72-04e4-403f-a455-704246ae3a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:52:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['a898584d-23f3-4f9b-a765-5b2e68cbb511'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:16.976554 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-a2992351-0258-4bea-b574-dc1697e71293 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:16.979007 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2992351-0258-4bea-b574-dc1697e71293 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:17.036520 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:17.041571 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-7c040b72-04e4-403f-a455-704246ae3a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:17.042281 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c040b72-04e4-403f-a455-704246ae3a21 None None] The sync data for ids ['a898584d-23f3-4f9b-a765-5b2e68cbb511'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:52:17.051203 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-44e7fb3b-8235-46f6-bf23-86a4dfcae00e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:17.132814 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-a2992351-0258-4bea-b574-dc1697e71293 None None] Attempting to bind port 3bc95f9e-aba6-4b08-b482-39ebb29d3c64 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:52:17.133186 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-a2992351-0258-4bea-b574-dc1697e71293 None None] Attempting to bind port 3bc95f9e-aba6-4b08-b482-39ebb29d3c64 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:52:17.133552 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2992351-0258-4bea-b574-dc1697e71293 None None] Attempting to bind port 3bc95f9e-aba6-4b08-b482-39ebb29d3c64 on network 8e867a28-8d41-47df-a2af-a54cb8b30a66 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:52:17.145894 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2992351-0258-4bea-b574-dc1697e71293 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:52:17.146220 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2992351-0258-4bea-b574-dc1697e71293 None None] Checking segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:52:17.146630 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a2992351-0258-4bea-b574-dc1697e71293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:17.146948 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-44e7fb3b-8235-46f6-bf23-86a4dfcae00e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Transition to ACTIVE for port object 8b53136d-2327-489a-a411-118717864b85 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:17.147075 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2992351-0258-4bea-b574-dc1697e71293 None None] Bound using segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:52:17.147503 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-a2992351-0258-4bea-b574-dc1697e71293 None None] Bound port: 3bc95f9e-aba6-4b08-b482-39ebb29d3c64, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:52:17.147883 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a2992351-0258-4bea-b574-dc1697e71293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:17.169726 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-87e1eee8-ee5e-42c7-84a5-01e8cc7702d0 None None] For port 9509c2f9-5cb3-4627-8da8-65c45b55be29, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:52:17.210794 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-87e1eee8-ee5e-42c7-84a5-01e8cc7702d0 None None] For port 9509c2f9-5cb3-4627-8da8-65c45b55be29, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=9509c2f9-5cb3-4627-8da8-65c45b55be29,segment=NetworkSegment(a451a2af-695d-445d-adfc-471940cccb1c),segment_id=a451a2af-695d-445d-adfc-471940cccb1c)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:52:17.215548 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 8aa33c03-3247-46f1-9e85-9e1ae52a6f63 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:52:17.220695 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-87e1eee8-ee5e-42c7-84a5-01e8cc7702d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:17.240693 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-a8bb00cd-73d5-46fb-a9a7-5613feec8098 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:17.253711 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-44e7fb3b-8235-46f6-bf23-86a4dfcae00e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:17.260770 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ebe16ce9-d3a6-4cfc-ba69-4da1ddd04466 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:17.314255 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-a2992351-0258-4bea-b574-dc1697e71293 None None] For port 3bc95f9e-aba6-4b08-b482-39ebb29d3c64, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:52:17.317495 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e7fb3b-8235-46f6-bf23-86a4dfcae00e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Network d082061c-0715-4931-b111-95d96545a24e is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:17.323753 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-a2992351-0258-4bea-b574-dc1697e71293 None None] For port 3bc95f9e-aba6-4b08-b482-39ebb29d3c64, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3bc95f9e-aba6-4b08-b482-39ebb29d3c64,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:52:17.328319 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-44e7fb3b-8235-46f6-bf23-86a4dfcae00e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:17.336478 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e7fb3b-8235-46f6-bf23-86a4dfcae00e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:17.337962 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a2992351-0258-4bea-b574-dc1697e71293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:17.345094 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7fb3b-8235-46f6-bf23-86a4dfcae00e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Port': ['ID=8b53136d-2327-489a-a411-118717864b85,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:17.357659 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e1eee8-ee5e-42c7-84a5-01e8cc7702d0 None None] Pushing event updated for resources: {'Port': ['ID=9509c2f9-5cb3-4627-8da8-65c45b55be29,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:17.367966 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-87e1eee8-ee5e-42c7-84a5-01e8cc7702d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:17.369777 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:17.374479 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-44e7fb3b-8235-46f6-bf23-86a4dfcae00e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:17.396259 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1fe09797-8f84-47f8-9691-c4528ed2ab83 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:17.443957 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-44e7fb3b-8235-46f6-bf23-86a4dfcae00e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:17.459396 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e526cb80-7168-45d8-a057-798e4f186ebb tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:17.465960 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-db85b482-55d1-45a6-a492-15883d0e1096 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:17.474428 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-34d9c252-5c0c-4dec-9626-2cd2bcb7ccb6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:17.484657 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2992351-0258-4bea-b574-dc1697e71293 None None] Pushing event updated for resources: {'Port': ['ID=3bc95f9e-aba6-4b08-b482-39ebb29d3c64,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:17.488509 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 8aa33c03-3247-46f1-9e85-9e1ae52a6f63 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:17.488722 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:17.491247 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-a2992351-0258-4bea-b574-dc1697e71293 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:17.544451 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e526cb80-7168-45d8-a057-798e4f186ebb tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:17.574950 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85b482-55d1-45a6-a492-15883d0e1096 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Subnet': ['ID=7705b62f-0caa-4ff4-a6b5-b9bd3612add5,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:17.586821 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-db85b482-55d1-45a6-a492-15883d0e1096 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:17.601665 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e4b86b7b-3f4a-4d4c-9137-22b52f01b31f tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:17.607920 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db85b482-55d1-45a6-a492-15883d0e1096 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:17.612975 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e526cb80-7168-45d8-a057-798e4f186ebb tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:52:17.629121 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-db85b482-55d1-45a6-a492-15883d0e1096 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:17.632346 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db85b482-55d1-45a6-a492-15883d0e1096 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:17.632881 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-db85b482-55d1-45a6-a492-15883d0e1096 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:17.634356 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-82633b4d-3f58-4791-8615-60869056c2fc tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:17.669357 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e526cb80-7168-45d8-a057-798e4f186ebb tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:17.669732 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-e526cb80-7168-45d8-a057-798e4f186ebb tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Added segment fcaa2f56-9be9-4a44-b0ee-c725e9bba38f of type vlan for network 49ee8266-8f51-4de1-8efa-4779f528d44d Jun 21 14:52:17.684230 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-db85b482-55d1-45a6-a492-15883d0e1096 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4505169 Jun 21 14:52:17.685887 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1fe09797-8f84-47f8-9691-c4528ed2ab83 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:17.688095 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526cb80-7168-45d8-a057-798e4f186ebb tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=087cf6da-34ad-4bc7-bc4d-35c1d645ebd4,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:17.692335 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e526cb80-7168-45d8-a057-798e4f186ebb tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:17.693926 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35020) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:17.695611 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5156c6e0-772b-40a0-b6ff-fdec6c40d8cb tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:17.727018 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-204799f1-1670-4ab8-b7e1-247e1432ff4a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'port': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'mac_address': 'fa:16:3e:30:aa:c0', 'name': 'tempest-NetworksTestDHCPv6-808491643'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:17.850011 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-44e7fb3b-8235-46f6-bf23-86a4dfcae00e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:17.889539 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe09797-8f84-47f8-9691-c4528ed2ab83 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:17.891938 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e526cb80-7168-45d8-a057-798e4f186ebb tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:17.906678 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-1fe09797-8f84-47f8-9691-c4528ed2ab83 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:17.910808 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe09797-8f84-47f8-9691-c4528ed2ab83 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:17.916273 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-dd8d00e3-c9f7-476b-89fa-ac005f464dd7 None None] Provisioning for port 8b53136d-2327-489a-a411-118717864b85 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:17.921639 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-dd8d00e3-c9f7-476b-89fa-ac005f464dd7 None None] Provisioning complete for port 8b53136d-2327-489a-a411-118717864b85 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:17.921919 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe09797-8f84-47f8-9691-c4528ed2ab83 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Pushing event updated for resources: {'Port': ['ID=c494e1f3-ece4-4ce2-8ea6-58fad5f4501e,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:17.930334 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-dd8d00e3-c9f7-476b-89fa-ac005f464dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:17.930956 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1fe09797-8f84-47f8-9691-c4528ed2ab83 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:17.984155 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-dd8d00e3-c9f7-476b-89fa-ac005f464dd7 None None] Port 8b53136d-2327-489a-a411-118717864b85 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:52:18.007125 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:18.035276 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e526cb80-7168-45d8-a057-798e4f186ebb tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:18.041330 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e526cb80-7168-45d8-a057-798e4f186ebb tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:18.042118 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e526cb80-7168-45d8-a057-798e4f186ebb tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:18.050000 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e4b86b7b-3f4a-4d4c-9137-22b52f01b31f tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:18.151304 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e526cb80-7168-45d8-a057-798e4f186ebb tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7495017 Jun 21 14:52:18.205247 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526cb80-7168-45d8-a057-798e4f186ebb tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event updated for resources: {'Network': ['ID=49ee8266-8f51-4de1-8efa-4779f528d44d,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:18.211253 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e526cb80-7168-45d8-a057-798e4f186ebb tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:18.261814 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 49ee8266-8f51-4de1-8efa-4779f528d44d details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:52:18.307394 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204799f1-1670-4ab8-b7e1-247e1432ff4a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:18.336511 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35022) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:18.347226 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-47627917-97ac-48f7-ab5e-efedeb2ed8b4 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Request body: {'subnet': {'network_id': '49ee8266-8f51-4de1-8efa-4779f528d44d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:18.473470 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-204799f1-1670-4ab8-b7e1-247e1432ff4a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:18.537678 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-204799f1-1670-4ab8-b7e1-247e1432ff4a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] device_id is not set on port f4087a03-054a-4c46-9447-f7ae269a282f yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:52:18.598190 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1fe09797-8f84-47f8-9691-c4528ed2ab83 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks [] for router_gateway, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:18.857698 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-44e7fb3b-8235-46f6-bf23-86a4dfcae00e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:18.869618 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-44e7fb3b-8235-46f6-bf23-86a4dfcae00e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:18.904125 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-44e7fb3b-8235-46f6-bf23-86a4dfcae00e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:18.925263 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-204799f1-1670-4ab8-b7e1-247e1432ff4a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Allocated IP 2001:db8:0:1::351 (8e867a28-8d41-47df-a2af-a54cb8b30a66/7705b62f-0caa-4ff4-a6b5-b9bd3612add5/f4087a03-054a-4c46-9447-f7ae269a282f) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:18.933150 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-204799f1-1670-4ab8-b7e1-247e1432ff4a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Allocated IP 2001:db8::f816:3eff:fe30:aac0 (8e867a28-8d41-47df-a2af-a54cb8b30a66/89d1d8d6-b17c-4676-927e-345a34a02ee8/f4087a03-054a-4c46-9447-f7ae269a282f) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:18.990653 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-82633b4d-3f58-4791-8615-60869056c2fc tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Deleting port 0ab50b2f-b50a-40ec-858e-920bd236961f {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:18.990911 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-82633b4d-3f58-4791-8615-60869056c2fc tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:18.999110 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7fb3b-8235-46f6-bf23-86a4dfcae00e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Port': ['ID=8b53136d-2327-489a-a411-118717864b85,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:19.008917 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-44e7fb3b-8235-46f6-bf23-86a4dfcae00e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:19.010527 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-44e7fb3b-8235-46f6-bf23-86a4dfcae00e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:19.060632 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47627917-97ac-48f7-ab5e-efedeb2ed8b4 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Made reservation on behalf of 73a56e2567b04ed7afd9166d637dda37 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:19.064241 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-47627917-97ac-48f7-ab5e-efedeb2ed8b4 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:19.091885 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1fe09797-8f84-47f8-9691-c4528ed2ab83 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:19.141312 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5c82af-72d9-4942-9801-73aacf9ee8a7 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:19.259950 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-5647fb39-6612-4ae3-a534-7ee476b59121 None None] Provisioning for port 3bc95f9e-aba6-4b08-b482-39ebb29d3c64 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:19.272146 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-204799f1-1670-4ab8-b7e1-247e1432ff4a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:19.298198 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-204799f1-1670-4ab8-b7e1-247e1432ff4a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Transition to ACTIVE for port object f4087a03-054a-4c46-9447-f7ae269a282f will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:19.305683 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9509c2f9-5cb3-4627-8da8-65c45b55be29 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:52:19.359968 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe09797-8f84-47f8-9691-c4528ed2ab83 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Router c355e75c-8c69-438d-a93a-b29ecea4cccb is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:52:19.368364 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-204799f1-1670-4ab8-b7e1-247e1432ff4a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:19.372971 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-929f9910-2f55-48da-b86d-80c10e3b9ce4 tempest-RoutersIpV6AdminTest-250188091 tempest-RoutersIpV6AdminTest-250188091-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:19.413451 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0835b96-bded-49ba-b1e8-fc7b1fab8578 None None] Network 4a262c24-0f3a-4f65-a72c-ad4b4d9e9e2b requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:19.425173 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-82633b4d-3f58-4791-8615-60869056c2fc tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:19.431786 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204799f1-1670-4ab8-b7e1-247e1432ff4a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Port': ['ID=f4087a03-054a-4c46-9447-f7ae269a282f,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:19.472593 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-204799f1-1670-4ab8-b7e1-247e1432ff4a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:19.478679 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204799f1-1670-4ab8-b7e1-247e1432ff4a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:19.481521 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-204799f1-1670-4ab8-b7e1-247e1432ff4a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:19.484993 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204799f1-1670-4ab8-b7e1-247e1432ff4a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:19.492035 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204799f1-1670-4ab8-b7e1-247e1432ff4a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:19.492827 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-204799f1-1670-4ab8-b7e1-247e1432ff4a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:19.511515 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 9509c2f9-5cb3-4627-8da8-65c45b55be29 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:19.518289 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-82633b4d-3f58-4791-8615-60869056c2fc tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Calling delete_port for 0ab50b2f-b50a-40ec-858e-920bd236961f owned by network:router_interface {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:19.531386 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3bc95f9e-aba6-4b08-b482-39ebb29d3c64 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:52:19.546922 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-204799f1-1670-4ab8-b7e1-247e1432ff4a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8462451 Jun 21 14:52:19.547158 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35024) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:19.562658 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f6c90193-8e84-4870-8451-79b2cb6e8f27 None None] Provisioning for port 9509c2f9-5cb3-4627-8da8-65c45b55be29 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:19.563978 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e7fb3b-8235-46f6-bf23-86a4dfcae00e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Network d082061c-0715-4931-b111-95d96545a24e is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:19.570776 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-44e7fb3b-8235-46f6-bf23-86a4dfcae00e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:19.580143 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f6c90193-8e84-4870-8451-79b2cb6e8f27 None None] Provisioning complete for port 9509c2f9-5cb3-4627-8da8-65c45b55be29 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:19.580514 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f6c90193-8e84-4870-8451-79b2cb6e8f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:19.647931 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe09797-8f84-47f8-9691-c4528ed2ab83 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:52:19.662246 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fa74c6-f871-487a-a949-ae0c2bf2a062 None None] Sync routers for ids ['c355e75c-8c69-438d-a93a-b29ecea4cccb'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:52:19.668777 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-47627917-97ac-48f7-ab5e-efedeb2ed8b4 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:19.675483 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fa74c6-f871-487a-a949-ae0c2bf2a062 None None] Routers {'c355e75c-8c69-438d-a93a-b29ecea4cccb'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:52:19.676333 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-40fa74c6-f871-487a-a949-ae0c2bf2a062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:52:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['c355e75c-8c69-438d-a93a-b29ecea4cccb'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:19.704597 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:19.718067 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1fe09797-8f84-47f8-9691-c4528ed2ab83 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:19.722410 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1fe09797-8f84-47f8-9691-c4528ed2ab83 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.1541481 Jun 21 14:52:19.722410 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35028) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:19.733196 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 3bc95f9e-aba6-4b08-b482-39ebb29d3c64 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:19.738293 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7ffaa732-3f07-4921-9464-d7c450c04585 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:19.747993 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-40fa74c6-f871-487a-a949-ae0c2bf2a062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:19.749333 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 3bc95f9e-aba6-4b08-b482-39ebb29d3c64 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:19.749731 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:19.767862 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fa74c6-f871-487a-a949-ae0c2bf2a062 None None] Routers {'c355e75c-8c69-438d-a93a-b29ecea4cccb'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:52:19.768383 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-40fa74c6-f871-487a-a949-ae0c2bf2a062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:52:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['c355e75c-8c69-438d-a93a-b29ecea4cccb'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:19.786676 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-0de2cb51-3a51-4ce7-aab7-0240ab009766 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting port f4087a03-054a-4c46-9447-f7ae269a282f {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:19.787270 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0de2cb51-3a51-4ce7-aab7-0240ab009766 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:19.813276 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47627917-97ac-48f7-ab5e-efedeb2ed8b4 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event updated for resources: {'Subnet': ['ID=021038fa-a403-4ab4-9efe-82be8155afc6,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:19.822849 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-40fa74c6-f871-487a-a949-ae0c2bf2a062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:19.823482 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-47627917-97ac-48f7-ab5e-efedeb2ed8b4 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:19.823870 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fa74c6-f871-487a-a949-ae0c2bf2a062 None None] The sync data for ids ['c355e75c-8c69-438d-a93a-b29ecea4cccb'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:52:19.882220 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f6c90193-8e84-4870-8451-79b2cb6e8f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:19.889243 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dadbd5-69ce-4fed-845c-8050e0c2dfd9 None None] Update dhcp port {'port': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'fixed_ips': [{'subnet_id': '89d1d8d6-b17c-4676-927e-345a34a02ee8', 'ip_address': '2001:db8::f816:3eff:fed1:7242'}, {'subnet_id': '7705b62f-0caa-4ff4-a6b5-b9bd3612add5'}], 'binding:host_id': 'dv-neutron-797121-2-hyperv'}, 'id': '3bc95f9e-aba6-4b08-b482-39ebb29d3c64'} from dv-neutron-797121-2-hyperv. {{(pid=105226) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 21 14:52:19.923807 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e7fb3b-8235-46f6-bf23-86a4dfcae00e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Router b7dd8bc0-d758-4bb6-b7ba-8090eece2be9 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:52:19.953291 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0de2cb51-3a51-4ce7-aab7-0240ab009766 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:19.975249 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47627917-97ac-48f7-ab5e-efedeb2ed8b4 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Checking segment: {'id': 'fcaa2f56-9be9-4a44-b0ee-c725e9bba38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '49ee8266-8f51-4de1-8efa-4779f528d44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:52:19.975687 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47627917-97ac-48f7-ab5e-efedeb2ed8b4 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Network hostable DHCP agents. Network: 49ee8266-8f51-4de1-8efa-4779f528d44d, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:52:19.981095 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-f6c90193-8e84-4870-8451-79b2cb6e8f27 None None] For port 9509c2f9-5cb3-4627-8da8-65c45b55be29, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=9509c2f9-5cb3-4627-8da8-65c45b55be29,segment=NetworkSegment(a451a2af-695d-445d-adfc-471940cccb1c),segment_id=a451a2af-695d-445d-adfc-471940cccb1c)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:19.993292 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-35dadbd5-69ce-4fed-845c-8050e0c2dfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:19.999519 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f6c90193-8e84-4870-8451-79b2cb6e8f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:20.012404 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5fbdec6b-5a45-4e13-9da7-d30d0fe721af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:20.020566 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:20.057249 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-0de2cb51-3a51-4ce7-aab7-0240ab009766 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Calling delete_port for f4087a03-054a-4c46-9447-f7ae269a282f owned by {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:20.077230 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e7fb3b-8235-46f6-bf23-86a4dfcae00e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:52:20.089540 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-44e7fb3b-8235-46f6-bf23-86a4dfcae00e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "PUT /v2.0/routers/b7dd8bc0-d758-4bb6-b7ba-8090eece2be9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9565816 Jun 21 14:52:20.109656 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35030) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:20.114573 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c90193-8e84-4870-8451-79b2cb6e8f27 None None] Pushing event updated for resources: {'Port': ['ID=9509c2f9-5cb3-4627-8da8-65c45b55be29,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:20.127937 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f6c90193-8e84-4870-8451-79b2cb6e8f27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:20.162817 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 3bc95f9e-aba6-4b08-b482-39ebb29d3c64, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3bc95f9e-aba6-4b08-b482-39ebb29d3c64,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:20.166879 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5286a8-2eea-4af2-8be4-b933c5e3e21e None None] Sync routers for ids ['b7dd8bc0-d758-4bb6-b7ba-8090eece2be9'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:52:20.193866 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47627917-97ac-48f7-ab5e-efedeb2ed8b4 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Network 49ee8266-8f51-4de1-8efa-4779f528d44d is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:52:20.210249 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ec0d66-2f61-4461-b096-4d3f6a7ee6a6 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:20.210507 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:20.214549 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-21ec0d66-2f61-4461-b096-4d3f6a7ee6a6 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "GET /v2.0/ports/8b53136d-2327-489a-a411-118717864b85 HTTP/1.1" status: 200 len: 910 time: 0.0994468 Jun 21 14:52:20.214741 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35032) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:20.216593 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:20.243272 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5286a8-2eea-4af2-8be4-b933c5e3e21e None None] Routers {'b7dd8bc0-d758-4bb6-b7ba-8090eece2be9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:52:20.243913 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-9e5286a8-2eea-4af2-8be4-b933c5e3e21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:52:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['b7dd8bc0-d758-4bb6-b7ba-8090eece2be9'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:20.256196 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-82633b4d-3f58-4791-8615-60869056c2fc tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:20.258319 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-47627917-97ac-48f7-ab5e-efedeb2ed8b4 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 49ee8266-8f51-4de1-8efa-4779f528d44d) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:20.262873 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c8988a6a-dc3e-4408-9dd9-642f58d0ba6b tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:20.325152 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47627917-97ac-48f7-ab5e-efedeb2ed8b4 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:20.325667 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-47627917-97ac-48f7-ab5e-efedeb2ed8b4 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:20.335867 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82633b4d-3f58-4791-8615-60869056c2fc tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Pushing event deleted for resources: {'Port': ['ID=0ab50b2f-b50a-40ec-858e-920bd236961f,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:20.349817 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-82633b4d-3f58-4791-8615-60869056c2fc tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:20.394317 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-47627917-97ac-48f7-ab5e-efedeb2ed8b4 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.0547433 Jun 21 14:52:20.398348 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35034) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:20.408273 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-0466cb35-c630-424f-8965-f85186509540 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1628307468'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:20.451895 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0466cb35-c630-424f-8965-f85186509540 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Made reservation on behalf of 73a56e2567b04ed7afd9166d637dda37 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:20.456123 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0466cb35-c630-424f-8965-f85186509540 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:20.481324 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fc56ed-bc04-4bad-ba42-45e88456aae0 None None] Network 49ee8266-8f51-4de1-8efa-4779f528d44d requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:20.545216 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-9e5286a8-2eea-4af2-8be4-b933c5e3e21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:20.564593 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-b58e2974-b2e2-4399-9c0e-54b1a1e57023 None None] Provisioning complete for port 8b53136d-2327-489a-a411-118717864b85 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:20.565035 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b58e2974-b2e2-4399-9c0e-54b1a1e57023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:20.673313 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0466cb35-c630-424f-8965-f85186509540 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:52:20.681154 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-b58e2974-b2e2-4399-9c0e-54b1a1e57023 None None] Port 8b53136d-2327-489a-a411-118717864b85 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:52:20.729191 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=3bc95f9e-aba6-4b08-b482-39ebb29d3c64,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:20.732120 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5286a8-2eea-4af2-8be4-b933c5e3e21e None None] Routers {'b7dd8bc0-d758-4bb6-b7ba-8090eece2be9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:52:20.732990 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-9e5286a8-2eea-4af2-8be4-b933c5e3e21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:52:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['b7dd8bc0-d758-4bb6-b7ba-8090eece2be9'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:20.736412 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:20.780718 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-82633b4d-3f58-4791-8615-60869056c2fc tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:20.784348 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-9e5286a8-2eea-4af2-8be4-b933c5e3e21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:20.788036 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5286a8-2eea-4af2-8be4-b933c5e3e21e None None] The sync data for ids ['b7dd8bc0-d758-4bb6-b7ba-8090eece2be9'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:52:20.896073 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-de6d2990-ff79-419b-84d4-1058684565a3 None None] Provisioning complete for port 9509c2f9-5cb3-4627-8da8-65c45b55be29 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:20.896456 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-de6d2990-ff79-419b-84d4-1058684565a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:20.905629 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-35dadbd5-69ce-4fed-845c-8050e0c2dfd9 None None] Allocated IP 2001:db8:0:1::2 (8e867a28-8d41-47df-a2af-a54cb8b30a66/7705b62f-0caa-4ff4-a6b5-b9bd3612add5/3bc95f9e-aba6-4b08-b482-39ebb29d3c64) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:20.988042 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0466cb35-c630-424f-8965-f85186509540 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:20.988753 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-0466cb35-c630-424f-8965-f85186509540 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Added segment 2444cf26-78b6-4628-adfa-c21bef79b8e5 of type vlan for network b097a042-8fbd-4589-9b0f-c8811a4358ff Jun 21 14:52:21.026366 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28849f62-7877-4811-86ff-4f34d8ccb97d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-49ee8266-8f51-4de1-8efa-4779f528d44d', 'network_id': '49ee8266-8f51-4de1-8efa-4779f528d44d', 'tenant_id': '73a56e2567b04ed7afd9166d637dda37', 'fixed_ips': [{'subnet_id': '021038fa-a403-4ab4-9efe-82be8155afc6'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:52:21.027236 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-28849f62-7877-4811-86ff-4f34d8ccb97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:21.027885 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0de2cb51-3a51-4ce7-aab7-0240ab009766 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:21.031653 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c6c3753b-68fa-4d3d-a5a5-0d3814dbda46 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:21.039317 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1726e425-d5ab-41d7-b8bb-4314a8caf8ff tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:21.042119 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82633b4d-3f58-4791-8615-60869056c2fc tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Router a898584d-23f3-4f9b-a765-5b2e68cbb511 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:52:21.055358 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b2cdda5a-fab3-4e87-8cd5-85585d7194d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:21.058194 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0466cb35-c630-424f-8965-f85186509540 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:21.110541 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2cb51-3a51-4ce7-aab7-0240ab009766 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Port': ['ID=f4087a03-054a-4c46-9447-f7ae269a282f,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:21.120938 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0de2cb51-3a51-4ce7-aab7-0240ab009766 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:21.232019 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82633b4d-3f58-4791-8615-60869056c2fc tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:52:21.239157 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-82633b4d-3f58-4791-8615-60869056c2fc tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] 10.222.0.72 "PUT /v2.0/routers/a898584d-23f3-4f9b-a765-5b2e68cbb511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3261774 Jun 21 14:52:21.243004 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0466cb35-c630-424f-8965-f85186509540 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:21.248146 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0466cb35-c630-424f-8965-f85186509540 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:21.248840 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0466cb35-c630-424f-8965-f85186509540 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:21.251389 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35036) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:21.254784 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9b4ada22-89c1-49ec-ad67-44a78e195dcd tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:21.255355 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36997a84-1f9e-4787-90b2-b13e3b860599 None None] Sync routers for ids ['a898584d-23f3-4f9b-a765-5b2e68cbb511'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:52:21.276254 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36997a84-1f9e-4787-90b2-b13e3b860599 None None] Routers {'a898584d-23f3-4f9b-a765-5b2e68cbb511'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:52:21.278629 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-36997a84-1f9e-4787-90b2-b13e3b860599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:52:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['a898584d-23f3-4f9b-a765-5b2e68cbb511'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:21.281249 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9509c2f9-5cb3-4627-8da8-65c45b55be29 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:52:21.318366 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0de2cb51-3a51-4ce7-aab7-0240ab009766 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:21.322824 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0de2cb51-3a51-4ce7-aab7-0240ab009766 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/f4087a03-054a-4c46-9447-f7ae269a282f HTTP/1.1" status: 204 len: 168 time: 1.7725232 Jun 21 14:52:21.323531 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35038) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:21.328746 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-36997a84-1f9e-4787-90b2-b13e3b860599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:21.338927 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36997a84-1f9e-4787-90b2-b13e3b860599 None None] Routers {'a898584d-23f3-4f9b-a765-5b2e68cbb511'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:52:21.339556 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-36997a84-1f9e-4787-90b2-b13e3b860599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:52:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['a898584d-23f3-4f9b-a765-5b2e68cbb511'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:21.374068 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-35dadbd5-69ce-4fed-845c-8050e0c2dfd9 None None] For port 3bc95f9e-aba6-4b08-b482-39ebb29d3c64, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3bc95f9e-aba6-4b08-b482-39ebb29d3c64,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:21.379038 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-36997a84-1f9e-4787-90b2-b13e3b860599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:21.379705 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36997a84-1f9e-4787-90b2-b13e3b860599 None None] The sync data for ids ['a898584d-23f3-4f9b-a765-5b2e68cbb511'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:52:21.406328 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 9509c2f9-5cb3-4627-8da8-65c45b55be29 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:21.406695 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:21.450123 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-28849f62-7877-4811-86ff-4f34d8ccb97d None None] Allocated IP 172.20.255.242 (49ee8266-8f51-4de1-8efa-4779f528d44d/021038fa-a403-4ab4-9efe-82be8155afc6/9ce615cb-7720-45b5-b1f3-e2f9f4e3698b) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:21.478926 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-35dadbd5-69ce-4fed-845c-8050e0c2dfd9 None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:21.507632 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe4a22e-4852-4619-b9f0-1b637ca8e3ab tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:21.512164 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-35dadbd5-69ce-4fed-845c-8050e0c2dfd9 None None] Transition to ACTIVE for port object 3bc95f9e-aba6-4b08-b482-39ebb29d3c64 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:21.513246 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fbe4a22e-4852-4619-b9f0-1b637ca8e3ab tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1889217 Jun 21 14:52:21.515648 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35040) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:21.548224 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-35dadbd5-69ce-4fed-845c-8050e0c2dfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:21.552254 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-87e1eee8-ee5e-42c7-84a5-01e8cc7702d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:21.666671 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6275bfea-340f-4e6c-a1a5-171151b37233 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:21.669413 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6275bfea-340f-4e6c-a1a5-171151b37233 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1522284 Jun 21 14:52:21.673562 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35042) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:21.699848 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dadbd5-69ce-4fed-845c-8050e0c2dfd9 None None] Pushing event updated for resources: {'Port': ['ID=3bc95f9e-aba6-4b08-b482-39ebb29d3c64,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:21.714023 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-35dadbd5-69ce-4fed-845c-8050e0c2dfd9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:21.718193 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3bc95f9e-aba6-4b08-b482-39ebb29d3c64 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:52:21.719020 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-a84a16d7-515c-42ee-a5f6-1438b97a81fc tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] show failed (client error): The resource could not be found. Jun 21 14:52:21.720248 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a84a16d7-515c-42ee-a5f6-1438b97a81fc tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] 10.222.0.72 "GET /v2.0/routers/tempest-non_exist_router-1456751130 HTTP/1.1" status: 404 len: 335 time: 0.4600501 Jun 21 14:52:21.728983 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0466cb35-c630-424f-8965-f85186509540 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3254659 Jun 21 14:52:21.728983 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35044) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:21.735571 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35046) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:21.741852 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-6a17cfa9-cc78-40d5-a7c8-a6db4ecf8681 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Request body: {'router': {'name': 'new_name'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:21.768606 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-369ec93e-2510-43d8-8e04-cfff87c531b9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Request body: {'subnet': {'network_id': 'b097a042-8fbd-4589-9b0f-c8811a4358ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:21.776612 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9041f0-8c3a-4c7a-9786-b035ed81a213 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:21.778121 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9041f0-8c3a-4c7a-9786-b035ed81a213 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:21.779741 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9041f0-8c3a-4c7a-9786-b035ed81a213 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:21.783853 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1e9041f0-8c3a-4c7a-9786-b035ed81a213 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1066527 Jun 21 14:52:21.784346 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35048) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:21.800549 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-c6c3753b-68fa-4d3d-a5a5-0d3814dbda46 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Allocated IP 172.20.0.1 (4a262c24-0f3a-4f65-a72c-ad4b4d9e9e2b/b6ecbbd4-667f-4692-b020-da66254200cd/f0f26c06-bf08-4ed6-bd03-d52611f09df4) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:21.825912 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-28849f62-7877-4811-86ff-4f34d8ccb97d None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:21.826200 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-6a17cfa9-cc78-40d5-a7c8-a6db4ecf8681 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] update failed (client error): The resource could not be found. Jun 21 14:52:21.826938 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6a17cfa9-cc78-40d5-a7c8-a6db4ecf8681 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] 10.222.0.72 "PUT /v2.0/routers/tempest-non_exist_router-790099638 HTTP/1.1" status: 404 len: 334 time: 0.0924761 Jun 21 14:52:21.827682 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466cb35-c630-424f-8965-f85186509540 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event updated for resources: {'Network': ['ID=b097a042-8fbd-4589-9b0f-c8811a4358ff,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:21.835595 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35050) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:21.843923 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-28849f62-7877-4811-86ff-4f34d8ccb97d None None] Transition to ACTIVE for port object 9ce615cb-7720-45b5-b1f3-e2f9f4e3698b will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:21.851667 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network b097a042-8fbd-4589-9b0f-c8811a4358ff details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:52:21.855920 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0466cb35-c630-424f-8965-f85186509540 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:21.903152 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-47754dbe-cbd6-454f-b97e-033672352302 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Deleting subnet 2d394108-ffe9-41aa-97c8-9771e4037b75 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:52:21.906403 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-47754dbe-cbd6-454f-b97e-033672352302 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:21.917920 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-28849f62-7877-4811-86ff-4f34d8ccb97d None None] Transition to ACTIVE for port object 9ce615cb-7720-45b5-b1f3-e2f9f4e3698b will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:21.961748 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-28849f62-7877-4811-86ff-4f34d8ccb97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:21.965872 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-4206abf0-e809-4e49-bc7e-3af5c29a3aae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:21.986680 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-47754dbe-cbd6-454f-b97e-033672352302 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:21.992702 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369ec93e-2510-43d8-8e04-cfff87c531b9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Made reservation on behalf of 73a56e2567b04ed7afd9166d637dda37 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:21.996746 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-369ec93e-2510-43d8-8e04-cfff87c531b9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:22.014297 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28849f62-7877-4811-86ff-4f34d8ccb97d None None] Network 49ee8266-8f51-4de1-8efa-4779f528d44d is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:22.025132 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-28849f62-7877-4811-86ff-4f34d8ccb97d None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:22.027625 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-74213cf9-2a92-4547-9b4e-d4fe8b5b3547 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting subnet 7705b62f-0caa-4ff4-a6b5-b9bd3612add5 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:52:22.027961 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28849f62-7877-4811-86ff-4f34d8ccb97d None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:22.032699 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28849f62-7877-4811-86ff-4f34d8ccb97d None None] Pushing event updated for resources: {'Port': ['ID=9ce615cb-7720-45b5-b1f3-e2f9f4e3698b,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:22.035959 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-28849f62-7877-4811-86ff-4f34d8ccb97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:22.056092 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-74213cf9-2a92-4547-9b4e-d4fe8b5b3547 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:22.116259 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-28849f62-7877-4811-86ff-4f34d8ccb97d None None] Attempting to bind port 9ce615cb-7720-45b5-b1f3-e2f9f4e3698b on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:52:22.116756 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-28849f62-7877-4811-86ff-4f34d8ccb97d None None] Attempting to bind port 9ce615cb-7720-45b5-b1f3-e2f9f4e3698b by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'fcaa2f56-9be9-4a44-b0ee-c725e9bba38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '49ee8266-8f51-4de1-8efa-4779f528d44d'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:52:22.117578 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28849f62-7877-4811-86ff-4f34d8ccb97d None None] Attempting to bind port 9ce615cb-7720-45b5-b1f3-e2f9f4e3698b on network 49ee8266-8f51-4de1-8efa-4779f528d44d {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:52:22.124301 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28849f62-7877-4811-86ff-4f34d8ccb97d None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:52:22.124701 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28849f62-7877-4811-86ff-4f34d8ccb97d None None] Checking segment: {'id': 'fcaa2f56-9be9-4a44-b0ee-c725e9bba38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '49ee8266-8f51-4de1-8efa-4779f528d44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:52:22.125235 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-28849f62-7877-4811-86ff-4f34d8ccb97d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:22.125643 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28849f62-7877-4811-86ff-4f34d8ccb97d None None] Bound using segment: {'id': 'fcaa2f56-9be9-4a44-b0ee-c725e9bba38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '49ee8266-8f51-4de1-8efa-4779f528d44d'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:52:22.126281 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-28849f62-7877-4811-86ff-4f34d8ccb97d None None] Bound port: 9ce615cb-7720-45b5-b1f3-e2f9f4e3698b, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcaa2f56-9be9-4a44-b0ee-c725e9bba38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '49ee8266-8f51-4de1-8efa-4779f528d44d'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:52:22.126670 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-28849f62-7877-4811-86ff-4f34d8ccb97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:22.140687 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-74213cf9-2a92-4547-9b4e-d4fe8b5b3547 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:22.155696 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-b2cdda5a-fab3-4e87-8cd5-85585d7194d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Deleting port 8b53136d-2327-489a-a411-118717864b85 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:22.156213 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b2cdda5a-fab3-4e87-8cd5-85585d7194d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:22.208119 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-28849f62-7877-4811-86ff-4f34d8ccb97d None None] For port 9ce615cb-7720-45b5-b1f3-e2f9f4e3698b, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:52:22.213234 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-28849f62-7877-4811-86ff-4f34d8ccb97d None None] For port 9ce615cb-7720-45b5-b1f3-e2f9f4e3698b, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=9ce615cb-7720-45b5-b1f3-e2f9f4e3698b,segment=NetworkSegment(fcaa2f56-9be9-4a44-b0ee-c725e9bba38f),segment_id=fcaa2f56-9be9-4a44-b0ee-c725e9bba38f)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:52:22.224509 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-28849f62-7877-4811-86ff-4f34d8ccb97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:22.227635 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:22.243486 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c6c3753b-68fa-4d3d-a5a5-0d3814dbda46 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:22.266717 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b2cdda5a-fab3-4e87-8cd5-85585d7194d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:22.282208 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-c6c3753b-68fa-4d3d-a5a5-0d3814dbda46 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Transition to ACTIVE for port object f0f26c06-bf08-4ed6-bd03-d52611f09df4 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:22.300175 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28849f62-7877-4811-86ff-4f34d8ccb97d None None] Pushing event updated for resources: {'Port': ['ID=9ce615cb-7720-45b5-b1f3-e2f9f4e3698b,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:22.303565 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-28849f62-7877-4811-86ff-4f34d8ccb97d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:22.359873 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-b2cdda5a-fab3-4e87-8cd5-85585d7194d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Calling delete_port for 8b53136d-2327-489a-a411-118717864b85 owned by network:router_interface {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:22.363445 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-74213cf9-2a92-4547-9b4e-d4fe8b5b3547 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:22.395778 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-47754dbe-cbd6-454f-b97e-033672352302 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:22.481565 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c6c3753b-68fa-4d3d-a5a5-0d3814dbda46 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:22.488268 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-226de476-802d-44e5-b4f6-181e4d03b9b2 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:22.542009 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-74213cf9-2a92-4547-9b4e-d4fe8b5b3547 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:22.559029 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-47754dbe-cbd6-454f-b97e-033672352302 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:22.569859 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c3753b-68fa-4d3d-a5a5-0d3814dbda46 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Network 4a262c24-0f3a-4f65-a72c-ad4b4d9e9e2b is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:22.571527 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-59c1d612-84d0-41fd-af55-cbca7675f685 None None] Could not find standard attr ID for object f4087a03-054a-4c46-9447-f7ae269a282f. {{(pid=105226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 21 14:52:22.580835 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-74213cf9-2a92-4547-9b4e-d4fe8b5b3547 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:22.582993 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-74213cf9-2a92-4547-9b4e-d4fe8b5b3547 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/7705b62f-0caa-4ff4-a6b5-b9bd3612add5 HTTP/1.1" status: 204 len: 168 time: 0.7975523 Jun 21 14:52:22.586663 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35052) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:22.587720 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-c6c3753b-68fa-4d3d-a5a5-0d3814dbda46 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:22.596717 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c3753b-68fa-4d3d-a5a5-0d3814dbda46 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:22.598850 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-59c1d612-84d0-41fd-af55-cbca7675f685 None None] Provisioning for port 3bc95f9e-aba6-4b08-b482-39ebb29d3c64 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:22.600539 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3753b-68fa-4d3d-a5a5-0d3814dbda46 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Pushing event updated for resources: {'Port': ['ID=f0f26c06-bf08-4ed6-bd03-d52611f09df4,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:22.604451 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-59c1d612-84d0-41fd-af55-cbca7675f685 None None] Provisioning complete for port 3bc95f9e-aba6-4b08-b482-39ebb29d3c64 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:22.613190 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c6c3753b-68fa-4d3d-a5a5-0d3814dbda46 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:22.614127 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4d5f4038-5266-4b85-9521-e8336e6fb271 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:22.632091 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-59c1d612-84d0-41fd-af55-cbca7675f685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:22.637218 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-47754dbe-cbd6-454f-b97e-033672352302 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:22.638996 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-369ec93e-2510-43d8-8e04-cfff87c531b9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:22.640653 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-47754dbe-cbd6-454f-b97e-033672352302 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] 10.222.0.72 "DELETE /v2.0/subnets/2d394108-ffe9-41aa-97c8-9771e4037b75 HTTP/1.1" status: 204 len: 168 time: 0.8037851 Jun 21 14:52:22.641638 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-09b9e557-a59d-445c-ab70-868e45141abd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:22.648882 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35054) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:22.656212 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1af6652-4ebb-4674-bc9b-032e7bb88f6b None None] Network b58eb3db-481d-41aa-a8f4-f93ee5354931 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:22.730304 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74213cf9-2a92-4547-9b4e-d4fe8b5b3547 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Subnet': ['ID=7705b62f-0caa-4ff4-a6b5-b9bd3612add5,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:22.801299 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c6c3753b-68fa-4d3d-a5a5-0d3814dbda46 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:22.817485 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7703104-72e8-4a8d-b88d-f630f0cf95b1 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Deleting subnet 02a1718a-1e5a-45f3-b687-bb4fdddbe8e6 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:52:22.838632 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f7703104-72e8-4a8d-b88d-f630f0cf95b1 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:22.874916 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ec93e-2510-43d8-8e04-cfff87c531b9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event updated for resources: {'Subnet': ['ID=028a495f-1e3a-4884-9cbc-232d08d07abb,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:22.895441 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47754dbe-cbd6-454f-b97e-033672352302 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Pushing event deleted for resources: {'Subnet': ['ID=2d394108-ffe9-41aa-97c8-9771e4037b75,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:22.904770 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-47754dbe-cbd6-454f-b97e-033672352302 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:22.905020 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-369ec93e-2510-43d8-8e04-cfff87c531b9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:22.907989 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a83d9501-4530-46ae-bedd-a0fe6235bd8b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.342s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:22.908572 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a83d9501-4530-46ae-bedd-a0fe6235bd8b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:22.914407 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b2cdda5a-fab3-4e87-8cd5-85585d7194d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:22.921330 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c8988a6a-dc3e-4408-9dd9-642f58d0ba6b tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:22.937943 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-bccdd496-564f-4ceb-a0fe-f219098fb53c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting subnet 89d1d8d6-b17c-4676-927e-345a34a02ee8 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:52:22.941862 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bccdd496-564f-4ceb-a0fe-f219098fb53c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:22.964216 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cdda5a-fab3-4e87-8cd5-85585d7194d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event deleted for resources: {'Port': ['ID=8b53136d-2327-489a-a411-118717864b85,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:22.973830 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b2cdda5a-fab3-4e87-8cd5-85585d7194d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:22.986049 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f7703104-72e8-4a8d-b88d-f630f0cf95b1 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:23.010520 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bccdd496-564f-4ceb-a0fe-f219098fb53c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:23.039387 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369ec93e-2510-43d8-8e04-cfff87c531b9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Checking segment: {'id': '2444cf26-78b6-4628-adfa-c21bef79b8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'b097a042-8fbd-4589-9b0f-c8811a4358ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:52:23.040642 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369ec93e-2510-43d8-8e04-cfff87c531b9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Network hostable DHCP agents. Network: b097a042-8fbd-4589-9b0f-c8811a4358ff, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:52:23.080059 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb1620b-2bdf-4794-84dd-a78d0bf6e4f5 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:23.106783 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-d0a63ad7-a8c9-4a51-bf57-90f3fdf835f7 None None] Provisioning for port f0f26c06-bf08-4ed6-bd03-d52611f09df4 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:23.158540 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb851dc-e145-4c59-94b3-6faf18cba961 None None] DHCP port deletion for b58eb3db-481d-41aa-a8f4-f93ee5354931 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:52:23.175775 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-d0a63ad7-a8c9-4a51-bf57-90f3fdf835f7 None None] Provisioning complete for port f0f26c06-bf08-4ed6-bd03-d52611f09df4 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:23.177397 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d0a63ad7-a8c9-4a51-bf57-90f3fdf835f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:23.186662 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bccdd496-564f-4ceb-a0fe-f219098fb53c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:23.214348 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f7703104-72e8-4a8d-b88d-f630f0cf95b1 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:23.221418 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369ec93e-2510-43d8-8e04-cfff87c531b9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Network b097a042-8fbd-4589-9b0f-c8811a4358ff is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:52:23.291373 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bccdd496-564f-4ceb-a0fe-f219098fb53c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:23.302202 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-47754dbe-cbd6-454f-b97e-033672352302 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:23.326101 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c6c3753b-68fa-4d3d-a5a5-0d3814dbda46 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:23.347933 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-d0a63ad7-a8c9-4a51-bf57-90f3fdf835f7 None None] Port f0f26c06-bf08-4ed6-bd03-d52611f09df4 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:52:23.355440 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-369ec93e-2510-43d8-8e04-cfff87c531b9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, b097a042-8fbd-4589-9b0f-c8811a4358ff) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:23.361048 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-d0a63ad7-a8c9-4a51-bf57-90f3fdf835f7 None None] Could not find standard attr ID for object f4087a03-054a-4c46-9447-f7ae269a282f. {{(pid=105226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 21 14:52:23.376765 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bccdd496-564f-4ceb-a0fe-f219098fb53c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:23.381986 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-bccdd496-564f-4ceb-a0fe-f219098fb53c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/89d1d8d6-b17c-4676-927e-345a34a02ee8 HTTP/1.1" status: 204 len: 168 time: 0.7920275 Jun 21 14:52:23.382172 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5fcc1a-3a2e-4dac-9f8a-55254618a14b None None] Network b097a042-8fbd-4589-9b0f-c8811a4358ff requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:23.383277 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccdd496-564f-4ceb-a0fe-f219098fb53c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Subnet': ['ID=89d1d8d6-b17c-4676-927e-345a34a02ee8,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:23.384224 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9ce615cb-7720-45b5-b1f3-e2f9f4e3698b up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:52:23.387024 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-bccdd496-564f-4ceb-a0fe-f219098fb53c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:23.389739 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35056) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:23.408141 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-8fb851dc-e145-4c59-94b3-6faf18cba961 None None] Deleting port 58467f4a-5642-4340-a730-4e00ae801cd5 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:23.408519 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8fb851dc-e145-4c59-94b3-6faf18cba961 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:23.420583 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369ec93e-2510-43d8-8e04-cfff87c531b9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:23.421417 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-369ec93e-2510-43d8-8e04-cfff87c531b9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:23.468928 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-45a5ab4c-7591-47b3-8c62-1ec3e42ddab2 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0723596 Jun 21 14:52:23.469941 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35058) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:23.476267 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-a4faaf4c-8727-4e3f-8c35-738687651bd8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:23.482837 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-369ec93e-2510-43d8-8e04-cfff87c531b9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.7384930 Jun 21 14:52:23.489377 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35060) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:23.499184 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b2cdda5a-fab3-4e87-8cd5-85585d7194d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:23.551632 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f7703104-72e8-4a8d-b88d-f630f0cf95b1 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:23.558932 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fa2b9050-510d-4ba6-82a4-e20237d40f71 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:23.647803 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7703104-72e8-4a8d-b88d-f630f0cf95b1 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Pushing event deleted for resources: {'Subnet': ['ID=02a1718a-1e5a-45f3-b687-bb4fdddbe8e6,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:23.659063 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f7703104-72e8-4a8d-b88d-f630f0cf95b1 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:23.664608 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f7703104-72e8-4a8d-b88d-f630f0cf95b1 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] 10.222.0.72 "DELETE /v2.0/subnets/02a1718a-1e5a-45f3-b687-bb4fdddbe8e6 HTTP/1.1" status: 204 len: 168 time: 1.0120597 Jun 21 14:52:23.667543 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35062) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:23.669568 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39d0116-2bd6-4698-97cc-f156e89a2f2b None None] Network 6b8a3b60-c3e9-4124-93a6-1bb4e0b426fb requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:23.670716 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f7703104-72e8-4a8d-b88d-f630f0cf95b1 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:23.680049 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4faaf4c-8727-4e3f-8c35-738687651bd8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:23.683994 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a4faaf4c-8727-4e3f-8c35-738687651bd8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:23.808841 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a8cb4e-7649-4e39-ba1a-fc0df52ba5ee None None] Network 49ee8266-8f51-4de1-8efa-4779f528d44d requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:23.833057 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-767ac57d-fd1b-484d-b237-e815857927d9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:23.854974 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-09aa387e-21a5-432e-9ed9-b4d1a02f6508 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:23.938888 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-8fb851dc-e145-4c59-94b3-6faf18cba961 None None] For port 58467f4a-5642-4340-a730-4e00ae801cd5, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=58467f4a-5642-4340-a730-4e00ae801cd5,segment=NetworkSegment(eb0a5ca6-ddac-4996-a95e-558401b67a38),segment_id=eb0a5ca6-ddac-4996-a95e-558401b67a38)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:23.939317 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8fb851dc-e145-4c59-94b3-6faf18cba961 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:24.023028 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-767ac57d-fd1b-484d-b237-e815857927d9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:24.037472 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c6c3753b-68fa-4d3d-a5a5-0d3814dbda46 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:24.045712 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-8fb851dc-e145-4c59-94b3-6faf18cba961 None None] Calling delete_port for 58467f4a-5642-4340-a730-4e00ae801cd5 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:24.048983 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2cdda5a-fab3-4e87-8cd5-85585d7194d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Router b7dd8bc0-d758-4bb6-b7ba-8090eece2be9 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:52:24.049370 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c6c3753b-68fa-4d3d-a5a5-0d3814dbda46 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:24.055667 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ae005554-f728-43f1-9f01-9decf96918a1 None None] Provisioning for port 9ce615cb-7720-45b5-b1f3-e2f9f4e3698b completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:24.056202 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-96b4772c-c4fa-4d27-b967-504a379c5295 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:24.126923 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 9ce615cb-7720-45b5-b1f3-e2f9f4e3698b completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:24.170937 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-09aa387e-21a5-432e-9ed9-b4d1a02f6508 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Deleting port 58467f4a-5642-4340-a730-4e00ae801cd5 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:24.171354 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-09aa387e-21a5-432e-9ed9-b4d1a02f6508 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:24.174068 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c3753b-68fa-4d3d-a5a5-0d3814dbda46 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Pushing event updated for resources: {'Port': ['ID=f0f26c06-bf08-4ed6-bd03-d52611f09df4,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:24.177073 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c6c3753b-68fa-4d3d-a5a5-0d3814dbda46 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:24.181954 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 9ce615cb-7720-45b5-b1f3-e2f9f4e3698b triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:24.182338 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:24.183630 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c6c3753b-68fa-4d3d-a5a5-0d3814dbda46 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:24.242953 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.objects.ports [None req-a4faaf4c-8727-4e3f-8c35-738687651bd8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105224) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 21 14:52:24.285031 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-09aa387e-21a5-432e-9ed9-b4d1a02f6508 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] For port 58467f4a-5642-4340-a730-4e00ae801cd5, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=58467f4a-5642-4340-a730-4e00ae801cd5,segment=NetworkSegment(eb0a5ca6-ddac-4996-a95e-558401b67a38),segment_id=eb0a5ca6-ddac-4996-a95e-558401b67a38)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:24.285342 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-09aa387e-21a5-432e-9ed9-b4d1a02f6508 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:24.287524 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7860341-16d3-4dd0-85b5-19ccbdff76df None None] DHCP port deletion for 8e867a28-8d41-47df-a2af-a54cb8b30a66 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:52:24.290175 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-767ac57d-fd1b-484d-b237-e815857927d9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:24.298427 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2fbacf34-d934-4500-921b-7f50ab9ace66 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:24.312546 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2cdda5a-fab3-4e87-8cd5-85585d7194d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:52:24.339575 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb690c33-6f30-47ae-8c99-87ace0449f89 None None] Sync routers for ids ['b7dd8bc0-d758-4bb6-b7ba-8090eece2be9'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:52:24.364187 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b2cdda5a-fab3-4e87-8cd5-85585d7194d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "PUT /v2.0/routers/b7dd8bc0-d758-4bb6-b7ba-8090eece2be9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1483388 Jun 21 14:52:24.368487 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35064) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:24.391196 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-09aa387e-21a5-432e-9ed9-b4d1a02f6508 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Calling delete_port for 58467f4a-5642-4340-a730-4e00ae801cd5 owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:24.393688 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ac57d-fd1b-484d-b237-e815857927d9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event deleted for resources: {'Subnet': ['ID=028a495f-1e3a-4884-9cbc-232d08d07abb,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:24.397412 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d19ffe5-3efd-45d7-bdc2-38e8a0b2296b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-b097a042-8fbd-4589-9b0f-c8811a4358ff', 'network_id': 'b097a042-8fbd-4589-9b0f-c8811a4358ff', 'tenant_id': '73a56e2567b04ed7afd9166d637dda37', 'fixed_ips': [{'subnet_id': '028a495f-1e3a-4884-9cbc-232d08d07abb'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:52:24.398421 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1d19ffe5-3efd-45d7-bdc2-38e8a0b2296b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:24.403550 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-767ac57d-fd1b-484d-b237-e815857927d9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:24.444173 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c3753b-68fa-4d3d-a5a5-0d3814dbda46 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Network 4a262c24-0f3a-4f65-a72c-ad4b4d9e9e2b is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:24.445914 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8fb851dc-e145-4c59-94b3-6faf18cba961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:24.447805 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb690c33-6f30-47ae-8c99-87ace0449f89 None None] Routers {'b7dd8bc0-d758-4bb6-b7ba-8090eece2be9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:52:24.448419 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-fb690c33-6f30-47ae-8c99-87ace0449f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:52:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['b7dd8bc0-d758-4bb6-b7ba-8090eece2be9'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:24.458163 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f6c90193-8e84-4870-8451-79b2cb6e8f27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:24.524527 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-767ac57d-fd1b-484d-b237-e815857927d9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:24.538746 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-767ac57d-fd1b-484d-b237-e815857927d9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b097a042-8fbd-4589-9b0f-c8811a4358ff']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:24.548641 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-fb690c33-6f30-47ae-8c99-87ace0449f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:24.551869 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c20e972-0b46-4847-a121-6caeda08e232 None None] DHCP port deletion for 6b8a3b60-c3e9-4124-93a6-1bb4e0b426fb request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:52:24.557737 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-767ac57d-fd1b-484d-b237-e815857927d9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2444cf26-78b6-4628-adfa-c21bef79b8e5') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:24.557737 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-767ac57d-fd1b-484d-b237-e815857927d9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2444cf26-78b6-4628-adfa-c21bef79b8e5') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:24.562354 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb851dc-e145-4c59-94b3-6faf18cba961 None None] Pushing event deleted for resources: {'Port': ['ID=58467f4a-5642-4340-a730-4e00ae801cd5,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:24.564420 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb851dc-e145-4c59-94b3-6faf18cba961 None None] No DVR routers for this DVR port 58467f4a-5642-4340-a730-4e00ae801cd5 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:52:24.573825 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-767ac57d-fd1b-484d-b237-e815857927d9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:24.600696 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-767ac57d-fd1b-484d-b237-e815857927d9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:24.605444 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-09aa387e-21a5-432e-9ed9-b4d1a02f6508 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:24.610132 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-82633b4d-3f58-4791-8615-60869056c2fc tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:24.616118 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-767ac57d-fd1b-484d-b237-e815857927d9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:52:24.616563 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-767ac57d-fd1b-484d-b237-e815857927d9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: self.session.flush() Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: self.session.flush() Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: self.session.flush() Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: self.session.flush() Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:52:24.620521 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:52:24.623272 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8fb851dc-e145-4c59-94b3-6faf18cba961 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:24.688551 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa387e-21a5-432e-9ed9-b4d1a02f6508 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Pushing event deleted for resources: {'Port': ['ID=58467f4a-5642-4340-a730-4e00ae801cd5,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:24.694499 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09aa387e-21a5-432e-9ed9-b4d1a02f6508 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] No DVR routers for this DVR port 58467f4a-5642-4340-a730-4e00ae801cd5 on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:52:24.697654 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb690c33-6f30-47ae-8c99-87ace0449f89 None None] Routers {'b7dd8bc0-d758-4bb6-b7ba-8090eece2be9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:52:24.698691 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-fb690c33-6f30-47ae-8c99-87ace0449f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:52:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['b7dd8bc0-d758-4bb6-b7ba-8090eece2be9'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:24.699060 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-09aa387e-21a5-432e-9ed9-b4d1a02f6508 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:24.700145 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:24.743684 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895aeb9e-ab83-46ed-a7c2-1fbc3f786e81 None None] Network b097a042-8fbd-4589-9b0f-c8811a4358ff requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:24.756720 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-e7860341-16d3-4dd0-85b5-19ccbdff76df None None] Deleting port 3bc95f9e-aba6-4b08-b482-39ebb29d3c64 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:24.758988 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e7860341-16d3-4dd0-85b5-19ccbdff76df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:24.774354 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-fb690c33-6f30-47ae-8c99-87ace0449f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:24.775030 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb690c33-6f30-47ae-8c99-87ace0449f89 None None] The sync data for ids ['b7dd8bc0-d758-4bb6-b7ba-8090eece2be9'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:52:24.795685 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-767ac57d-fd1b-484d-b237-e815857927d9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:24.798525 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-09aa387e-21a5-432e-9ed9-b4d1a02f6508 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:24.802869 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:24.812589 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-767ac57d-fd1b-484d-b237-e815857927d9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:24.819372 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-767ac57d-fd1b-484d-b237-e815857927d9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "DELETE /v2.0/networks/b097a042-8fbd-4589-9b0f-c8811a4358ff HTTP/1.1" status: 204 len: 168 time: 1.3237693 Jun 21 14:52:24.826512 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35066) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:24.828159 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-09aa387e-21a5-432e-9ed9-b4d1a02f6508 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b58eb3db-481d-41aa-a8f4-f93ee5354931']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:24.837463 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-c6c3753b-68fa-4d3d-a5a5-0d3814dbda46 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:24.840570 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ac57d-fd1b-484d-b237-e815857927d9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event deleted for resources: {'Network': ['ID=b097a042-8fbd-4589-9b0f-c8811a4358ff,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:24.852075 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-f08ba8a3-703d-4478-9b10-a36cb8fda162 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-17807074'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:24.867571 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-767ac57d-fd1b-484d-b237-e815857927d9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:24.869676 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-09aa387e-21a5-432e-9ed9-b4d1a02f6508 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb0a5ca6-ddac-4996-a95e-558401b67a38') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:24.869676 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-09aa387e-21a5-432e-9ed9-b4d1a02f6508 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb0a5ca6-ddac-4996-a95e-558401b67a38') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:24.883910 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-09aa387e-21a5-432e-9ed9-b4d1a02f6508 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:24.920281 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-09aa387e-21a5-432e-9ed9-b4d1a02f6508 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:24.922805 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 9ce615cb-7720-45b5-b1f3-e2f9f4e3698b, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=9ce615cb-7720-45b5-b1f3-e2f9f4e3698b,segment=NetworkSegment(fcaa2f56-9be9-4a44-b0ee-c725e9bba38f),segment_id=fcaa2f56-9be9-4a44-b0ee-c725e9bba38f)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:24.929058 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09aa387e-21a5-432e-9ed9-b4d1a02f6508 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:52:24.929559 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-09aa387e-21a5-432e-9ed9-b4d1a02f6508 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:24.934383 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:52:24.934383 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:52:24.934383 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:52:24.934383 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:52:24.934383 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:52:24.934383 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:52:24.934383 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:52:24.934383 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:52:24.934383 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:52:24.934383 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:52:24.934383 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:52:24.934383 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:52:24.934383 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:52:24.934383 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:52:24.934383 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:52:24.934383 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:52:24.934383 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:52:24.934383 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:52:24.934383 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:52:24.934383 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:52:24.934383 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:52:24.934383 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:52:24.934383 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:52:24.934383 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:52:24.934383 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:52:24.934383 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:52:24.934383 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:52:24.934383 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:52:24.934383 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:52:24.934383 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:52:24.934383 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:52:24.934383 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:52:24.945226 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08ba8a3-703d-4478-9b10-a36cb8fda162 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Made reservation on behalf of 73a56e2567b04ed7afd9166d637dda37 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:24.948718 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f08ba8a3-703d-4478-9b10-a36cb8fda162 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:24.975665 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:24.976887 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3bc95f9e-aba6-4b08-b482-39ebb29d3c64 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:52:25.032873 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-2e3381d2-c5df-49f4-9b05-846527d566b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:25.043693 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f08ba8a3-703d-4478-9b10-a36cb8fda162 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:52:25.055722 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-09aa387e-21a5-432e-9ed9-b4d1a02f6508 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:25.058468 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f08ba8a3-703d-4478-9b10-a36cb8fda162 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:25.058818 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-f08ba8a3-703d-4478-9b10-a36cb8fda162 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Added segment 37a694b3-9695-4180-9c98-6a7873b2c1e0 of type vlan for network fa3aae0e-3a1a-4768-82ec-a37efdb5d2d2 Jun 21 14:52:25.061881 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-91c255ff-5678-43c0-bcc7-28ba564e1767 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:25.069495 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-e7860341-16d3-4dd0-85b5-19ccbdff76df None None] For port 3bc95f9e-aba6-4b08-b482-39ebb29d3c64, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3bc95f9e-aba6-4b08-b482-39ebb29d3c64,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:25.069928 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e7860341-16d3-4dd0-85b5-19ccbdff76df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:25.074568 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-09aa387e-21a5-432e-9ed9-b4d1a02f6508 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:25.079211 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-09aa387e-21a5-432e-9ed9-b4d1a02f6508 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] 10.222.0.72 "DELETE /v2.0/networks/b58eb3db-481d-41aa-a8f4-f93ee5354931 HTTP/1.1" status: 204 len: 168 time: 1.4072225 Jun 21 14:52:25.082294 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35068) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:25.141760 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a4faaf4c-8727-4e3f-8c35-738687651bd8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:25.157412 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa387e-21a5-432e-9ed9-b4d1a02f6508 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Pushing event deleted for resources: {'Network': ['ID=b58eb3db-481d-41aa-a8f4-f93ee5354931,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:25.168178 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-e7860341-16d3-4dd0-85b5-19ccbdff76df None None] Calling delete_port for 3bc95f9e-aba6-4b08-b482-39ebb29d3c64 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:25.193326 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-09aa387e-21a5-432e-9ed9-b4d1a02f6508 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:25.207131 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f08ba8a3-703d-4478-9b10-a36cb8fda162 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:25.221895 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c3753b-68fa-4d3d-a5a5-0d3814dbda46 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Router c355e75c-8c69-438d-a93a-b29ecea4cccb has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:52:25.234063 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-7c20e972-0b46-4847-a121-6caeda08e232 None None] Deleting port e9d920a4-032e-484b-8fac-fa703d4daad0 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:25.234574 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7c20e972-0b46-4847-a121-6caeda08e232 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:25.256309 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4228bc4c-31b2-48d9-afa6-52faaa54ab5d tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:25.273988 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f08ba8a3-703d-4478-9b10-a36cb8fda162 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:25.279548 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08ba8a3-703d-4478-9b10-a36cb8fda162 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:25.280151 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f08ba8a3-703d-4478-9b10-a36cb8fda162 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:25.299696 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d13ec572-ec1d-4bce-91cf-df11a0993795 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:25.520200 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c3753b-68fa-4d3d-a5a5-0d3814dbda46 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:52:25.525672 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=9ce615cb-7720-45b5-b1f3-e2f9f4e3698b,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:25.529485 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c6c3753b-68fa-4d3d-a5a5-0d3814dbda46 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] 10.222.0.72 "PUT /v2.0/routers/c355e75c-8c69-438d-a93a-b29ecea4cccb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8059797 Jun 21 14:52:25.531590 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:25.533685 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6de280c1-669c-4f1e-8771-a7d85038700b None None] Provisioning complete for port 9ce615cb-7720-45b5-b1f3-e2f9f4e3698b triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:25.534147 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6de280c1-669c-4f1e-8771-a7d85038700b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:25.535117 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35070) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:25.543605 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-624c0635-c053-4f82-9360-a9b6e49504e7 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Request body: {'port': {'network_id': '4a262c24-0f3a-4f65-a72c-ad4b4d9e9e2b', 'name': 'tempest-FloatingIPAdminTestJSON-303243119'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:25.544321 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a0969d-1234-49f5-a0f8-a60e2badc63c None None] Sync routers for ids ['c355e75c-8c69-438d-a93a-b29ecea4cccb'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:52:25.548296 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-a4faaf4c-8727-4e3f-8c35-738687651bd8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] For port 3bc95f9e-aba6-4b08-b482-39ebb29d3c64, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3bc95f9e-aba6-4b08-b482-39ebb29d3c64,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:25.561935 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a0969d-1234-49f5-a0f8-a60e2badc63c None None] Routers {'c355e75c-8c69-438d-a93a-b29ecea4cccb'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:52:25.565184 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-19a0969d-1234-49f5-a0f8-a60e2badc63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:52:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['c355e75c-8c69-438d-a93a-b29ecea4cccb'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:25.573837 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 3bc95f9e-aba6-4b08-b482-39ebb29d3c64 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:25.573837 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:25.582231 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-7c20e972-0b46-4847-a121-6caeda08e232 None None] For port e9d920a4-032e-484b-8fac-fa703d4daad0, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=e9d920a4-032e-484b-8fac-fa703d4daad0,segment=NetworkSegment(08fa82f8-4aab-41db-8068-9675314dde6a),segment_id=08fa82f8-4aab-41db-8068-9675314dde6a)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:25.582231 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7c20e972-0b46-4847-a121-6caeda08e232 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:25.674254 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a4faaf4c-8727-4e3f-8c35-738687651bd8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:25.683323 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-7c20e972-0b46-4847-a121-6caeda08e232 None None] Calling delete_port for e9d920a4-032e-484b-8fac-fa703d4daad0 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:25.693732 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a4faaf4c-8727-4e3f-8c35-738687651bd8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:25.695030 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a4faaf4c-8727-4e3f-8c35-738687651bd8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:25.712219 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-dbcaef1b-b8ae-4606-9d53-22ce4e13b1b6 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:25.712888 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e7860341-16d3-4dd0-85b5-19ccbdff76df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:25.718713 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-50227cdc-2ee8-4066-845c-bc6de89ef57e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:25.721313 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Could not find standard attr ID for object 3bc95f9e-aba6-4b08-b482-39ebb29d3c64. {{(pid=105226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 21 14:52:25.740227 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f08ba8a3-703d-4478-9b10-a36cb8fda162 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9059973 Jun 21 14:52:25.744876 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35072) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:25.749191 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-03f43c95-4660-4e02-aa3c-56018ff7fdd9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Request body: {'subnet': {'network_id': 'fa3aae0e-3a1a-4768-82ec-a37efdb5d2d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:25.756336 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4faaf4c-8727-4e3f-8c35-738687651bd8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Port': ['ID=3bc95f9e-aba6-4b08-b482-39ebb29d3c64,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:25.758993 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a4faaf4c-8727-4e3f-8c35-738687651bd8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:25.764556 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0295c0cb-76d4-4838-9de7-2afd794ad069 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:25.768097 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ba8a3-703d-4478-9b10-a36cb8fda162 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event updated for resources: {'Network': ['ID=fa3aae0e-3a1a-4768-82ec-a37efdb5d2d2,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:25.774536 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No ports have port_id starting with 3bc95f9e-aba6-4b08-b482-39ebb29d3c64 Jun 21 14:52:25.780729 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7860341-16d3-4dd0-85b5-19ccbdff76df None None] Pushing event deleted for resources: {'Port': ['ID=3bc95f9e-aba6-4b08-b482-39ebb29d3c64,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:25.786711 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e7860341-16d3-4dd0-85b5-19ccbdff76df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:25.787603 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network fa3aae0e-3a1a-4768-82ec-a37efdb5d2d2 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:52:25.787743 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4faaf4c-8727-4e3f-8c35-738687651bd8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:25.796368 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f08ba8a3-703d-4478-9b10-a36cb8fda162 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:25.814996 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-a4faaf4c-8727-4e3f-8c35-738687651bd8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:25.818142 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4faaf4c-8727-4e3f-8c35-738687651bd8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:25.818857 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a4faaf4c-8727-4e3f-8c35-738687651bd8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:25.821031 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7860341-16d3-4dd0-85b5-19ccbdff76df None None] No DVR routers for this DVR port 3bc95f9e-aba6-4b08-b482-39ebb29d3c64 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:52:25.828065 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-740ee5c9-1d99-452f-995d-5c2c8b44236f tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:25.830544 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-4228bc4c-31b2-48d9-afa6-52faaa54ab5d tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Deleting port e9d920a4-032e-484b-8fac-fa703d4daad0 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:25.830892 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4228bc4c-31b2-48d9-afa6-52faaa54ab5d tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:25.876277 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9bdf7f-e291-44f7-928d-5f86f3e7034d None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:25.921773 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-19a0969d-1234-49f5-a0f8-a60e2badc63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:25.933149 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a0969d-1234-49f5-a0f8-a60e2badc63c None None] Routers {'c355e75c-8c69-438d-a93a-b29ecea4cccb'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:52:25.934882 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-19a0969d-1234-49f5-a0f8-a60e2badc63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:52:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['c355e75c-8c69-438d-a93a-b29ecea4cccb'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:25.943949 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f43c95-4660-4e02-aa3c-56018ff7fdd9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Made reservation on behalf of 73a56e2567b04ed7afd9166d637dda37 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:25.951423 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-03f43c95-4660-4e02-aa3c-56018ff7fdd9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:25.974652 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a4faaf4c-8727-4e3f-8c35-738687651bd8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5001533 Jun 21 14:52:25.974907 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35074) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:25.980946 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-5aa8034f-25b9-4738-b6b6-b54c04c60265 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:26.011239 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-19a0969d-1234-49f5-a0f8-a60e2badc63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:26.012379 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a0969d-1234-49f5-a0f8-a60e2badc63c None None] The sync data for ids ['c355e75c-8c69-438d-a93a-b29ecea4cccb'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:52:26.014179 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7c20e972-0b46-4847-a121-6caeda08e232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:26.037239 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e7860341-16d3-4dd0-85b5-19ccbdff76df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:26.041140 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-4228bc4c-31b2-48d9-afa6-52faaa54ab5d tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] For port e9d920a4-032e-484b-8fac-fa703d4daad0, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=e9d920a4-032e-484b-8fac-fa703d4daad0,segment=NetworkSegment(08fa82f8-4aab-41db-8068-9675314dde6a),segment_id=08fa82f8-4aab-41db-8068-9675314dde6a)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:26.041481 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4228bc4c-31b2-48d9-afa6-52faaa54ab5d tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:26.054531 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9ce615cb-7720-45b5-b1f3-e2f9f4e3698b up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:52:26.058141 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4faaf4c-8727-4e3f-8c35-738687651bd8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Subnet': ['ID=3d353ce5-f3bf-4344-a121-c6b3b6c7addc,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:26.066075 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a4faaf4c-8727-4e3f-8c35-738687651bd8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:26.085680 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624c0635-c053-4f82-9360-a9b6e49504e7 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Made reservation on behalf of 093fb7d9e7724674ba3fe8be871fddac for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:26.089227 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-624c0635-c053-4f82-9360-a9b6e49504e7 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:26.098634 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.ipam_backend_mixin [None req-03f43c95-4660-4e02-aa3c-56018ff7fdd9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Performing IP validity checks on allocation pools {{(pid=105225) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 21 14:52:26.099144 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.ipam_backend_mixin [None req-03f43c95-4660-4e02-aa3c-56018ff7fdd9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105225) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 21 14:52:26.108029 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c20e972-0b46-4847-a121-6caeda08e232 None None] No DVR routers for this DVR port e9d920a4-032e-484b-8fac-fa703d4daad0 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:52:26.112702 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6de280c1-669c-4f1e-8771-a7d85038700b None None] Provisioning complete for port f0f26c06-bf08-4ed6-bd03-d52611f09df4 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:26.112880 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6de280c1-669c-4f1e-8771-a7d85038700b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:26.125401 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c20e972-0b46-4847-a121-6caeda08e232 None None] Pushing event deleted for resources: {'Port': ['ID=e9d920a4-032e-484b-8fac-fa703d4daad0,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:26.128409 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-7c20e972-0b46-4847-a121-6caeda08e232 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:26.128599 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-4228bc4c-31b2-48d9-afa6-52faaa54ab5d tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Calling delete_port for e9d920a4-032e-484b-8fac-fa703d4daad0 owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:26.158793 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-624c0635-c053-4f82-9360-a9b6e49504e7 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] device_id is not set on port cd43eff3-6088-42bb-a4e2-4ce1a7f6b0cf yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:52:26.215110 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6de280c1-669c-4f1e-8771-a7d85038700b None None] Port f0f26c06-bf08-4ed6-bd03-d52611f09df4 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:52:26.252013 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 9ce615cb-7720-45b5-b1f3-e2f9f4e3698b triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:26.252353 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:26.271083 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4228bc4c-31b2-48d9-afa6-52faaa54ab5d tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:26.275108 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-44e7fb3b-8235-46f6-bf23-86a4dfcae00e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:26.278649 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93adc53-870f-40b3-b168-3fa252edf84b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-8e867a28-8d41-47df-a2af-a54cb8b30a66', 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'fixed_ips': [{'subnet_id': '3d353ce5-f3bf-4344-a121-c6b3b6c7addc'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:52:26.280139 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c93adc53-870f-40b3-b168-3fa252edf84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:26.319899 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa8034f-25b9-4738-b6b6-b54c04c60265 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:26.323892 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5aa8034f-25b9-4738-b6b6-b54c04c60265 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:26.328943 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4228bc4c-31b2-48d9-afa6-52faaa54ab5d tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Pushing event deleted for resources: {'Port': ['ID=e9d920a4-032e-484b-8fac-fa703d4daad0,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:26.334130 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4228bc4c-31b2-48d9-afa6-52faaa54ab5d tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] No DVR routers for this DVR port e9d920a4-032e-484b-8fac-fa703d4daad0 on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:52:26.335849 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4228bc4c-31b2-48d9-afa6-52faaa54ab5d tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:26.368055 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-03f43c95-4660-4e02-aa3c-56018ff7fdd9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:26.372257 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-42b72f9a-7d31-4cf7-bdc6-434ac6c9ae76 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:26.427564 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-624c0635-c053-4f82-9360-a9b6e49504e7 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Allocated IP 172.20.0.14 (4a262c24-0f3a-4f65-a72c-ad4b4d9e9e2b/b6ecbbd4-667f-4692-b020-da66254200cd/cd43eff3-6088-42bb-a4e2-4ce1a7f6b0cf) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:26.469434 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4228bc4c-31b2-48d9-afa6-52faaa54ab5d tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:26.488444 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-4228bc4c-31b2-48d9-afa6-52faaa54ab5d tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b8a3b60-c3e9-4124-93a6-1bb4e0b426fb']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:26.513171 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-4228bc4c-31b2-48d9-afa6-52faaa54ab5d tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08fa82f8-4aab-41db-8068-9675314dde6a') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:26.513767 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-4228bc4c-31b2-48d9-afa6-52faaa54ab5d tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08fa82f8-4aab-41db-8068-9675314dde6a') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:26.514555 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-c93adc53-870f-40b3-b168-3fa252edf84b None None] Allocated IP 2001:db8::f816:3eff:fed5:f81a (8e867a28-8d41-47df-a2af-a54cb8b30a66/3d353ce5-f3bf-4344-a121-c6b3b6c7addc/69522355-c288-43d8-bc8a-6c29f030c10e) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:26.524625 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f43c95-4660-4e02-aa3c-56018ff7fdd9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event updated for resources: {'Subnet': ['ID=1493b729-1763-4da5-9c36-58c8bbb70ae9,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:26.528894 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-03f43c95-4660-4e02-aa3c-56018ff7fdd9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:26.529841 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f43c95-4660-4e02-aa3c-56018ff7fdd9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Checking segment: {'id': '37a694b3-9695-4180-9c98-6a7873b2c1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'fa3aae0e-3a1a-4768-82ec-a37efdb5d2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:52:26.530398 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f43c95-4660-4e02-aa3c-56018ff7fdd9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Network hostable DHCP agents. Network: fa3aae0e-3a1a-4768-82ec-a37efdb5d2d2, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:52:26.533804 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4228bc4c-31b2-48d9-afa6-52faaa54ab5d tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:26.538386 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.ipam_backend_mixin [None req-5aa8034f-25b9-4738-b6b6-b54c04c60265 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3d353ce5-f3bf-4344-a121-c6b3b6c7addc (CIDR: 2001:db8::/64) Jun 21 14:52:26.557267 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aa8034f-25b9-4738-b6b6-b54c04c60265 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:52:26.557939 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aa8034f-25b9-4738-b6b6-b54c04c60265 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:26.562555 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4228bc4c-31b2-48d9-afa6-52faaa54ab5d tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:26.571503 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4228bc4c-31b2-48d9-afa6-52faaa54ab5d tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:52:26.572008 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4228bc4c-31b2-48d9-afa6-52faaa54ab5d tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:26.575461 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f43c95-4660-4e02-aa3c-56018ff7fdd9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Network fa3aae0e-3a1a-4768-82ec-a37efdb5d2d2 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:52:26.577691 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:52:26.577691 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:52:26.577691 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:52:26.577691 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:52:26.577691 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:52:26.577691 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:52:26.577691 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:52:26.577691 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:52:26.577691 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:52:26.577691 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:52:26.577691 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:52:26.577691 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:52:26.577691 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:52:26.577691 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:52:26.577691 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:52:26.577691 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:52:26.577691 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:52:26.577691 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:52:26.577691 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:52:26.577691 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:52:26.577691 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:52:26.577691 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:52:26.577691 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:52:26.577691 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:52:26.577691 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:52:26.577691 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:52:26.577691 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:52:26.577691 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:52:26.577691 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:52:26.577691 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:52:26.577691 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:52:26.577691 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:52:26.594888 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 58467f4a-5642-4340-a730-4e00ae801cd5 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:52:26.607433 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5aa8034f-25b9-4738-b6b6-b54c04c60265 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6312368 Jun 21 14:52:26.618864 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 58467f4a-5642-4340-a730-4e00ae801cd5 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:52:26.619225 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 58467f4a-5642-4340-a730-4e00ae801cd5 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:52:26.619664 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3bc95f9e-aba6-4b08-b482-39ebb29d3c64 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:52:26.622601 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35076) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:26.629210 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-85ffbcb5-71a0-449d-9621-2002cf946ec3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:26.639059 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-03f43c95-4660-4e02-aa3c-56018ff7fdd9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, fa3aae0e-3a1a-4768-82ec-a37efdb5d2d2) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:26.645936 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 3bc95f9e-aba6-4b08-b482-39ebb29d3c64 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:52:26.646300 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3bc95f9e-aba6-4b08-b482-39ebb29d3c64 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:52:26.646730 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e9d920a4-032e-484b-8fac-fa703d4daad0 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:52:26.654233 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-740ee5c9-1d99-452f-995d-5c2c8b44236f tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Deleting port 4b04138b-2a40-43f5-830b-c8afb77a64e0 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:26.654559 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-740ee5c9-1d99-452f-995d-5c2c8b44236f tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:26.676029 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02cdb11-f7a2-4ffd-a664-1c7c282a4c3b None None] Network fa3aae0e-3a1a-4768-82ec-a37efdb5d2d2 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:26.683051 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: e9d920a4-032e-484b-8fac-fa703d4daad0 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:52:26.683051 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e9d920a4-032e-484b-8fac-fa703d4daad0 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:52:26.690680 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f43c95-4660-4e02-aa3c-56018ff7fdd9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:26.691249 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-03f43c95-4660-4e02-aa3c-56018ff7fdd9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:26.726006 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4228bc4c-31b2-48d9-afa6-52faaa54ab5d tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:26.736950 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-36d21cb1-4116-4980-93f7-76d4af3679cd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:26.744261 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4228bc4c-31b2-48d9-afa6-52faaa54ab5d tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:26.746147 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4228bc4c-31b2-48d9-afa6-52faaa54ab5d tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] 10.222.0.72 "DELETE /v2.0/networks/6b8a3b60-c3e9-4124-93a6-1bb4e0b426fb HTTP/1.1" status: 204 len: 168 time: 1.6626441 Jun 21 14:52:26.753986 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-03f43c95-4660-4e02-aa3c-56018ff7fdd9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0025868 Jun 21 14:52:26.754157 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35078) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:26.754311 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35080) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:26.798573 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4228bc4c-31b2-48d9-afa6-52faaa54ab5d tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Pushing event deleted for resources: {'Network': ['ID=6b8a3b60-c3e9-4124-93a6-1bb4e0b426fb,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:26.827270 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c93adc53-870f-40b3-b168-3fa252edf84b None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:26.827522 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4228bc4c-31b2-48d9-afa6-52faaa54ab5d tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:26.833541 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-624c0635-c053-4f82-9360-a9b6e49504e7 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:26.855733 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-740ee5c9-1d99-452f-995d-5c2c8b44236f tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:26.856001 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-c93adc53-870f-40b3-b168-3fa252edf84b None None] Transition to ACTIVE for port object 69522355-c288-43d8-bc8a-6c29f030c10e will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:26.876007 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ffbcb5-71a0-449d-9621-2002cf946ec3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:26.879757 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-85ffbcb5-71a0-449d-9621-2002cf946ec3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:26.880413 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-624c0635-c053-4f82-9360-a9b6e49504e7 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Transition to ACTIVE for port object cd43eff3-6088-42bb-a4e2-4ce1a7f6b0cf will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:26.880865 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-c93adc53-870f-40b3-b168-3fa252edf84b None None] Transition to ACTIVE for port object 69522355-c288-43d8-bc8a-6c29f030c10e will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:26.909170 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c93adc53-870f-40b3-b168-3fa252edf84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:26.911424 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8bdc2ac2-ca76-4072-9c35-49aa60cfd51e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:26.920848 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-29bb22ba-29ca-4594-929b-5a0c2ba11c1d tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Deleting subnet f7e8281f-c72e-4ce8-b107-1d4b19c8d663 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:52:26.936756 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bc12b5-7d5f-4b02-bfaa-49c46f871ec2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-fa3aae0e-3a1a-4768-82ec-a37efdb5d2d2', 'network_id': 'fa3aae0e-3a1a-4768-82ec-a37efdb5d2d2', 'tenant_id': '73a56e2567b04ed7afd9166d637dda37', 'fixed_ips': [{'subnet_id': '1493b729-1763-4da5-9c36-58c8bbb70ae9'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:52:26.937603 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-57bc12b5-7d5f-4b02-bfaa-49c46f871ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:26.949457 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:26.951693 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-740ee5c9-1d99-452f-995d-5c2c8b44236f tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Calling delete_port for 4b04138b-2a40-43f5-830b-c8afb77a64e0 owned by network:router_interface {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:26.958163 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93adc53-870f-40b3-b168-3fa252edf84b None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:26.959527 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-29bb22ba-29ca-4594-929b-5a0c2ba11c1d tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:26.963298 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-c93adc53-870f-40b3-b168-3fa252edf84b None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:26.969435 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93adc53-870f-40b3-b168-3fa252edf84b None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:26.982344 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93adc53-870f-40b3-b168-3fa252edf84b None None] Pushing event updated for resources: {'Port': ['ID=69522355-c288-43d8-bc8a-6c29f030c10e,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:26.986051 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-c93adc53-870f-40b3-b168-3fa252edf84b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:27.043374 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:27.056359 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-29bb22ba-29ca-4594-929b-5a0c2ba11c1d tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:27.098095 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-c93adc53-870f-40b3-b168-3fa252edf84b None None] Attempting to bind port 69522355-c288-43d8-bc8a-6c29f030c10e on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:52:27.098498 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-c93adc53-870f-40b3-b168-3fa252edf84b None None] Attempting to bind port 69522355-c288-43d8-bc8a-6c29f030c10e by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:52:27.098849 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93adc53-870f-40b3-b168-3fa252edf84b None None] Attempting to bind port 69522355-c288-43d8-bc8a-6c29f030c10e on network 8e867a28-8d41-47df-a2af-a54cb8b30a66 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:52:27.106314 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-624c0635-c053-4f82-9360-a9b6e49504e7 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:27.107799 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93adc53-870f-40b3-b168-3fa252edf84b None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:52:27.108183 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93adc53-870f-40b3-b168-3fa252edf84b None None] Checking segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:52:27.108962 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c93adc53-870f-40b3-b168-3fa252edf84b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:27.109101 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93adc53-870f-40b3-b168-3fa252edf84b None None] Bound using segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:52:27.109590 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-c93adc53-870f-40b3-b168-3fa252edf84b None None] Bound port: 69522355-c288-43d8-bc8a-6c29f030c10e, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:52:27.110125 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c93adc53-870f-40b3-b168-3fa252edf84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:27.115452 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2100f4b9-858c-440d-a804-70062ba1bca4 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:27.185866 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-57bc12b5-7d5f-4b02-bfaa-49c46f871ec2 None None] Allocated IP 172.20.0.3 (fa3aae0e-3a1a-4768-82ec-a37efdb5d2d2/1493b729-1763-4da5-9c36-58c8bbb70ae9/8b512a2d-55fa-484d-b84a-e5c52bdf0814) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:27.206043 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624c0635-c053-4f82-9360-a9b6e49504e7 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Network 4a262c24-0f3a-4f65-a72c-ad4b4d9e9e2b is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:27.225973 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-c93adc53-870f-40b3-b168-3fa252edf84b None None] For port 69522355-c288-43d8-bc8a-6c29f030c10e, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:52:27.234075 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-624c0635-c053-4f82-9360-a9b6e49504e7 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:27.243359 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624c0635-c053-4f82-9360-a9b6e49504e7 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:27.247142 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-85ffbcb5-71a0-449d-9621-2002cf946ec3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:27.252284 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e717a87d-5dd0-416f-a4a0-3ac9f4d0e21d tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:27.270000 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-c93adc53-870f-40b3-b168-3fa252edf84b None None] For port 69522355-c288-43d8-bc8a-6c29f030c10e, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=69522355-c288-43d8-bc8a-6c29f030c10e,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:52:27.283546 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c0635-c053-4f82-9360-a9b6e49504e7 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Pushing event updated for resources: {'Port': ['ID=cd43eff3-6088-42bb-a4e2-4ce1a7f6b0cf,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:27.285421 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c93adc53-870f-40b3-b168-3fa252edf84b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:27.294244 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6ce47efd-a0f5-4e79-8c77-72dc7e1f050d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:27.296597 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-624c0635-c053-4f82-9360-a9b6e49504e7 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:27.305086 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-29bb22ba-29ca-4594-929b-5a0c2ba11c1d tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:27.315394 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ffbcb5-71a0-449d-9621-2002cf946ec3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:27.319114 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-85ffbcb5-71a0-449d-9621-2002cf946ec3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:27.322458 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ffbcb5-71a0-449d-9621-2002cf946ec3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:27.323266 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-85ffbcb5-71a0-449d-9621-2002cf946ec3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:27.343864 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ffbcb5-71a0-449d-9621-2002cf946ec3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Subnet': ['ID=8ccc792d-f0b6-49cb-92ce-994bb1809d74,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:27.348389 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-85ffbcb5-71a0-449d-9621-2002cf946ec3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:27.352073 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-85ffbcb5-71a0-449d-9621-2002cf946ec3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7268629 Jun 21 14:52:27.354854 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35084) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:27.362356 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-42224143-b734-46da-84ef-9a8212ed0f5a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'port': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'mac_address': 'fa:16:3e:58:4a:2f', 'name': 'tempest-NetworksTestDHCPv6-135693880'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:27.408491 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624c0635-c053-4f82-9360-a9b6e49504e7 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:27.409248 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-624c0635-c053-4f82-9360-a9b6e49504e7 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:27.453439 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93adc53-870f-40b3-b168-3fa252edf84b None None] Pushing event updated for resources: {'Port': ['ID=69522355-c288-43d8-bc8a-6c29f030c10e,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:27.461585 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-c93adc53-870f-40b3-b168-3fa252edf84b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:27.481319 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-624c0635-c053-4f82-9360-a9b6e49504e7 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9437149 Jun 21 14:52:27.482150 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35086) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:27.485710 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-57bc12b5-7d5f-4b02-bfaa-49c46f871ec2 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:27.496259 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-57bc12b5-7d5f-4b02-bfaa-49c46f871ec2 None None] Transition to ACTIVE for port object 8b512a2d-55fa-484d-b84a-e5c52bdf0814 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:27.497040 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-740ee5c9-1d99-452f-995d-5c2c8b44236f tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:27.510369 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-16bcf366-b41c-4187-86a4-8e4fd69005be tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:27.525703 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-57bc12b5-7d5f-4b02-bfaa-49c46f871ec2 None None] Transition to ACTIVE for port object 8b512a2d-55fa-484d-b84a-e5c52bdf0814 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:27.540701 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-57bc12b5-7d5f-4b02-bfaa-49c46f871ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:27.543274 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-7c20e972-0b46-4847-a121-6caeda08e232 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:27.573907 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42224143-b734-46da-84ef-9a8212ed0f5a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:27.615650 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bc12b5-7d5f-4b02-bfaa-49c46f871ec2 None None] Network fa3aae0e-3a1a-4768-82ec-a37efdb5d2d2 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:27.620704 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-57bc12b5-7d5f-4b02-bfaa-49c46f871ec2 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:27.622900 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc12b5-7d5f-4b02-bfaa-49c46f871ec2 None None] Pushing event updated for resources: {'Port': ['ID=8b512a2d-55fa-484d-b84a-e5c52bdf0814,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:27.631061 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bc12b5-7d5f-4b02-bfaa-49c46f871ec2 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:27.633342 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-57bc12b5-7d5f-4b02-bfaa-49c46f871ec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:27.683154 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-42224143-b734-46da-84ef-9a8212ed0f5a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:27.727841 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-42224143-b734-46da-84ef-9a8212ed0f5a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] device_id is not set on port 31ad446a-afce-488d-bc3b-7934fba233e3 yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:52:27.733197 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:27.736685 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-767ac57d-fd1b-484d-b237-e815857927d9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:27.743865 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-9a6e5ce0-87b2-44c0-865a-a5005542111e None None] Provisioning for port cd43eff3-6088-42bb-a4e2-4ce1a7f6b0cf completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:27.755293 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-9a6e5ce0-87b2-44c0-865a-a5005542111e None None] Provisioning complete for port cd43eff3-6088-42bb-a4e2-4ce1a7f6b0cf triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:27.755761 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9a6e5ce0-87b2-44c0-865a-a5005542111e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:27.757719 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-57bc12b5-7d5f-4b02-bfaa-49c46f871ec2 None None] Attempting to bind port 8b512a2d-55fa-484d-b84a-e5c52bdf0814 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:52:27.758406 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-57bc12b5-7d5f-4b02-bfaa-49c46f871ec2 None None] Attempting to bind port 8b512a2d-55fa-484d-b84a-e5c52bdf0814 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '37a694b3-9695-4180-9c98-6a7873b2c1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'fa3aae0e-3a1a-4768-82ec-a37efdb5d2d2'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:52:27.758823 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bc12b5-7d5f-4b02-bfaa-49c46f871ec2 None None] Attempting to bind port 8b512a2d-55fa-484d-b84a-e5c52bdf0814 on network fa3aae0e-3a1a-4768-82ec-a37efdb5d2d2 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:52:27.811540 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event deleted for resources: {'Subnet': ['ID=1493b729-1763-4da5-9c36-58c8bbb70ae9,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:27.818967 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:27.822960 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bc12b5-7d5f-4b02-bfaa-49c46f871ec2 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:52:27.823333 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bc12b5-7d5f-4b02-bfaa-49c46f871ec2 None None] Checking segment: {'id': '37a694b3-9695-4180-9c98-6a7873b2c1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'fa3aae0e-3a1a-4768-82ec-a37efdb5d2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:52:27.823741 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-57bc12b5-7d5f-4b02-bfaa-49c46f871ec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:27.824139 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bc12b5-7d5f-4b02-bfaa-49c46f871ec2 None None] Bound using segment: {'id': '37a694b3-9695-4180-9c98-6a7873b2c1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'fa3aae0e-3a1a-4768-82ec-a37efdb5d2d2'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:52:27.824667 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-57bc12b5-7d5f-4b02-bfaa-49c46f871ec2 None None] Bound port: 8b512a2d-55fa-484d-b84a-e5c52bdf0814, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37a694b3-9695-4180-9c98-6a7873b2c1e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'fa3aae0e-3a1a-4768-82ec-a37efdb5d2d2'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:52:27.825074 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-57bc12b5-7d5f-4b02-bfaa-49c46f871ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:27.843187 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-9a6e5ce0-87b2-44c0-865a-a5005542111e None None] Port cd43eff3-6088-42bb-a4e2-4ce1a7f6b0cf cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:52:27.925734 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-57bc12b5-7d5f-4b02-bfaa-49c46f871ec2 None None] For port 8b512a2d-55fa-484d-b84a-e5c52bdf0814, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:52:27.930391 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-57bc12b5-7d5f-4b02-bfaa-49c46f871ec2 None None] For port 8b512a2d-55fa-484d-b84a-e5c52bdf0814, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=8b512a2d-55fa-484d-b84a-e5c52bdf0814,segment=NetworkSegment(37a694b3-9695-4180-9c98-6a7873b2c1e0),segment_id=37a694b3-9695-4180-9c98-6a7873b2c1e0)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:52:27.936551 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-57bc12b5-7d5f-4b02-bfaa-49c46f871ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:27.942025 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-fa8442df-b6fe-4588-aad7-22dfbfec7985 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:27.952983 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:27.965109 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-ce3a3aa3-7436-4774-9cb2-a03935b187c5 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'project_id': '093fb7d9e7724674ba3fe8be871fddac', 'port_id': 'cd43eff3-6088-42bb-a4e2-4ce1a7f6b0cf'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:27.983072 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ee5c9-1d99-452f-995d-5c2c8b44236f tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event deleted for resources: {'Port': ['ID=4b04138b-2a40-43f5-830b-c8afb77a64e0,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:27.985935 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-740ee5c9-1d99-452f-995d-5c2c8b44236f tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:27.989249 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-29bb22ba-29ca-4594-929b-5a0c2ba11c1d tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:28.000397 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa3aae0e-3a1a-4768-82ec-a37efdb5d2d2']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:28.009899 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-65722888-5ca2-4346-a2d8-fe4d352a07fb tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:28.040117 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37a694b3-9695-4180-9c98-6a7873b2c1e0') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:28.040461 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37a694b3-9695-4180-9c98-6a7873b2c1e0') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:28.048277 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc12b5-7d5f-4b02-bfaa-49c46f871ec2 None None] Pushing event updated for resources: {'Port': ['ID=8b512a2d-55fa-484d-b84a-e5c52bdf0814,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:28.057938 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:28.067823 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-57bc12b5-7d5f-4b02-bfaa-49c46f871ec2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:28.074626 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 69522355-c288-43d8-bc8a-6c29f030c10e up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:52:28.084275 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ce3a3aa3-7436-4774-9cb2-a03935b187c5 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:28.094848 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:28.096886 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bb22ba-29ca-4594-929b-5a0c2ba11c1d tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Pushing event deleted for resources: {'Subnet': ['ID=f7e8281f-c72e-4ce8-b107-1d4b19c8d663,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:28.111238 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a7877c-c120-48ee-87c9-d84a2aa2df74 None None] Network 683be20d-04ab-4c9e-83f3-d32ef53da777 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:28.113023 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-29bb22ba-29ca-4594-929b-5a0c2ba11c1d tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:28.114640 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-29bb22ba-29ca-4594-929b-5a0c2ba11c1d tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:28.120111 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-29bb22ba-29ca-4594-929b-5a0c2ba11c1d tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] 10.222.0.72 "DELETE /v2.0/subnets/f7e8281f-c72e-4ce8-b107-1d4b19c8d663 HTTP/1.1" status: 204 len: 168 time: 1.3675864 Jun 21 14:52:28.120771 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35090) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:28.141116 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:52:28.141589 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:28.141733 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55395f43-990a-4c19-9f2c-b72f5e190aa7 None None] Network fa3aae0e-3a1a-4768-82ec-a37efdb5d2d2 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:28.155720 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:52:28.155720 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:52:28.155720 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:52:28.155720 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:52:28.155720 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:52:28.155720 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:52:28.155720 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:52:28.155720 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:52:28.155720 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:52:28.155720 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:52:28.155720 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:52:28.155720 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:52:28.155720 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:52:28.155720 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:52:28.155720 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:52:28.155720 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:52:28.155720 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:52:28.155720 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:52:28.155720 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:52:28.155720 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:52:28.155720 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:52:28.155720 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:52:28.155720 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:52:28.155720 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:52:28.155720 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:52:28.155720 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:52:28.155720 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:52:28.155720 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:52:28.155720 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:52:28.155720 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:52:28.155720 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:52:28.155720 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:52:28.246341 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-740ee5c9-1d99-452f-995d-5c2c8b44236f tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:28.282511 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-42224143-b734-46da-84ef-9a8212ed0f5a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Allocated IP 2001:db8:0:1::353 (8e867a28-8d41-47df-a2af-a54cb8b30a66/8ccc792d-f0b6-49cb-92ce-994bb1809d74/31ad446a-afce-488d-bc3b-7934fba233e3) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:28.296651 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-42224143-b734-46da-84ef-9a8212ed0f5a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Allocated IP 2001:db8::f816:3eff:fe58:4a2f (8e867a28-8d41-47df-a2af-a54cb8b30a66/3d353ce5-f3bf-4344-a121-c6b3b6c7addc/31ad446a-afce-488d-bc3b-7934fba233e3) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:28.313803 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.db.api [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 21 14:52:28.313803 dv-neutron-797121-2-hyperv neutron-server[105225]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 21 14:52:28.313803 dv-neutron-797121-2-hyperv neutron-server[105225]: [parameters: {'id': 'fa3aae0e-3a1a-4768-82ec-a37efdb5d2d2'}] Jun 21 14:52:28.313803 dv-neutron-797121-2-hyperv neutron-server[105225]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 14:52:28.314260 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_db.api [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 14:52:28.326965 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-62719246-c565-46b2-9d73-f7d0986f91da tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:28.446615 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ce3a3aa3-7436-4774-9cb2-a03935b187c5 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:28.518287 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740ee5c9-1d99-452f-995d-5c2c8b44236f tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Router b7dd8bc0-d758-4bb6-b7ba-8090eece2be9 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:52:28.520394 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 69522355-c288-43d8-bc8a-6c29f030c10e completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:28.524160 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-42224143-b734-46da-84ef-9a8212ed0f5a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:28.539261 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-42224143-b734-46da-84ef-9a8212ed0f5a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Transition to ACTIVE for port object 31ad446a-afce-488d-bc3b-7934fba233e3 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:28.597881 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-42224143-b734-46da-84ef-9a8212ed0f5a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:28.615967 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-91c255ff-5678-43c0-bcc7-28ba564e1767 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:28.630871 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42224143-b734-46da-84ef-9a8212ed0f5a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:28.635211 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-62719246-c565-46b2-9d73-f7d0986f91da tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Deleting port 6f57d98a-6d0f-4519-9c3f-863af8ea4378 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:28.635540 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-ce3a3aa3-7436-4774-9cb2-a03935b187c5 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Allocated IP 172.26.3.24 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/3a72e7bc-a505-4745-8d3f-01d1d470226a) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:28.635675 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-62719246-c565-46b2-9d73-f7d0986f91da tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:28.648270 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740ee5c9-1d99-452f-995d-5c2c8b44236f tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:52:28.653565 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-740ee5c9-1d99-452f-995d-5c2c8b44236f tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "PUT /v2.0/routers/b7dd8bc0-d758-4bb6-b7ba-8090eece2be9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2664399 Jun 21 14:52:28.658253 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35092) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:28.660996 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e6c0e0-bf60-43d0-97ba-966248d32f0b None None] Sync routers for ids ['b7dd8bc0-d758-4bb6-b7ba-8090eece2be9'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:52:28.675028 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e6c0e0-bf60-43d0-97ba-966248d32f0b None None] Routers {'b7dd8bc0-d758-4bb6-b7ba-8090eece2be9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:52:28.677330 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-14e6c0e0-bf60-43d0-97ba-966248d32f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:52:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['b7dd8bc0-d758-4bb6-b7ba-8090eece2be9'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:28.721899 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-62719246-c565-46b2-9d73-f7d0986f91da tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] For port 6f57d98a-6d0f-4519-9c3f-863af8ea4378, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=6f57d98a-6d0f-4519-9c3f-863af8ea4378,segment=NetworkSegment(c4101da5-2174-4239-94a6-e7e23c168c90),segment_id=c4101da5-2174-4239-94a6-e7e23c168c90)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:28.722357 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-62719246-c565-46b2-9d73-f7d0986f91da tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:28.731934 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da2e156-cc71-493f-94ea-e6f95b5e0289 None None] DHCP port deletion for 683be20d-04ab-4c9e-83f3-d32ef53da777 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:52:28.732653 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0766f847-87a6-44fc-9d5c-6e63b7ebf5c8 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "GET /v2.0/ports?device_id=b7dd8bc0-d758-4bb6-b7ba-8090eece2be9 HTTP/1.1" status: 200 len: 205 time: 0.0731678 Jun 21 14:52:28.736050 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-14e6c0e0-bf60-43d0-97ba-966248d32f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:28.736840 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35094) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:28.748911 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e6c0e0-bf60-43d0-97ba-966248d32f0b None None] Routers {'b7dd8bc0-d758-4bb6-b7ba-8090eece2be9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:52:28.750175 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-14e6c0e0-bf60-43d0-97ba-966248d32f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:52:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['b7dd8bc0-d758-4bb6-b7ba-8090eece2be9'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:28.812951 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-62719246-c565-46b2-9d73-f7d0986f91da tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Calling delete_port for 6f57d98a-6d0f-4519-9c3f-863af8ea4378 owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:28.817574 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-14e6c0e0-bf60-43d0-97ba-966248d32f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:28.818293 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e6c0e0-bf60-43d0-97ba-966248d32f0b None None] The sync data for ids ['b7dd8bc0-d758-4bb6-b7ba-8090eece2be9'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:52:28.841295 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f69206-55e4-4892-93a9-883aa8896a14 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:28.851423 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-65149dc1-34cb-417c-9c0d-a1033c40b5d8 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:28.856029 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6da2e156-cc71-493f-94ea-e6f95b5e0289 None None] Deleting port 6f57d98a-6d0f-4519-9c3f-863af8ea4378 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:28.856307 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6da2e156-cc71-493f-94ea-e6f95b5e0289 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:28.862691 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-42224143-b734-46da-84ef-9a8212ed0f5a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:28.865163 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42224143-b734-46da-84ef-9a8212ed0f5a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:28.870998 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42224143-b734-46da-84ef-9a8212ed0f5a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:28.871640 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-42224143-b734-46da-84ef-9a8212ed0f5a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:28.895480 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:28.943607 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ce3a3aa3-7436-4774-9cb2-a03935b187c5 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:28.956674 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-db29f359-703a-4904-979d-93cd45549244 None None] Provisioning for port 69522355-c288-43d8-bc8a-6c29f030c10e completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:28.963419 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-db29f359-703a-4904-979d-93cd45549244 None None] Provisioning complete for port 69522355-c288-43d8-bc8a-6c29f030c10e triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:28.964096 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-db29f359-703a-4904-979d-93cd45549244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:28.977109 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-42224143-b734-46da-84ef-9a8212ed0f5a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.6212366 Jun 21 14:52:28.981574 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35096) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:28.991395 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42224143-b734-46da-84ef-9a8212ed0f5a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Port': ['ID=31ad446a-afce-488d-bc3b-7934fba233e3,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:29.015126 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-42224143-b734-46da-84ef-9a8212ed0f5a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:29.027555 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6da2e156-cc71-493f-94ea-e6f95b5e0289 None None] For port 6f57d98a-6d0f-4519-9c3f-863af8ea4378, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=6f57d98a-6d0f-4519-9c3f-863af8ea4378,segment=NetworkSegment(c4101da5-2174-4239-94a6-e7e23c168c90),segment_id=c4101da5-2174-4239-94a6-e7e23c168c90)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:29.027816 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6da2e156-cc71-493f-94ea-e6f95b5e0289 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:29.041965 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-65149dc1-34cb-417c-9c0d-a1033c40b5d8 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:29.045260 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-65149dc1-34cb-417c-9c0d-a1033c40b5d8 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:29.083264 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-62719246-c565-46b2-9d73-f7d0986f91da tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:29.086682 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a1f0530e-53b7-496b-9461-eee53d60119a tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:29.106215 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-65149dc1-34cb-417c-9c0d-a1033c40b5d8 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:29.106944 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65149dc1-34cb-417c-9c0d-a1033c40b5d8 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Fanout notify agent at l3_agent the message router_deleted on router b7dd8bc0-d758-4bb6-b7ba-8090eece2be9 {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:52:29.120737 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6da2e156-cc71-493f-94ea-e6f95b5e0289 None None] Calling delete_port for 6f57d98a-6d0f-4519-9c3f-863af8ea4378 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:29.125283 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-65149dc1-34cb-417c-9c0d-a1033c40b5d8 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:29.126451 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62719246-c565-46b2-9d73-f7d0986f91da tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Pushing event deleted for resources: {'Port': ['ID=6f57d98a-6d0f-4519-9c3f-863af8ea4378,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:29.130664 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Deleting port 8b512a2d-55fa-484d-b84a-e5c52bdf0814 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:29.130843 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-65149dc1-34cb-417c-9c0d-a1033c40b5d8 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/routers/b7dd8bc0-d758-4bb6-b7ba-8090eece2be9 HTTP/1.1" status: 204 len: 168 time: 0.3925817 Jun 21 14:52:29.131030 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:29.135355 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-62719246-c565-46b2-9d73-f7d0986f91da tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:29.135808 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35098) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:29.149898 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ce3a3aa3-7436-4774-9cb2-a03935b187c5 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:29.152168 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-624c0635-c053-4f82-9360-a9b6e49504e7 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:29.152314 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62719246-c565-46b2-9d73-f7d0986f91da tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] No DVR routers for this DVR port 6f57d98a-6d0f-4519-9c3f-863af8ea4378 on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:52:29.193220 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3a3aa3-7436-4774-9cb2-a03935b187c5 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:29.201058 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-ce3a3aa3-7436-4774-9cb2-a03935b187c5 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:29.203190 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a3aa3-7436-4774-9cb2-a03935b187c5 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Pushing event updated for resources: {'Port': ['ID=3a72e7bc-a505-4745-8d3f-01d1d470226a,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:29.205595 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3a3aa3-7436-4774-9cb2-a03935b187c5 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:29.208525 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ce3a3aa3-7436-4774-9cb2-a03935b187c5 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:29.278240 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-db29f359-703a-4904-979d-93cd45549244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:29.292106 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6da2e156-cc71-493f-94ea-e6f95b5e0289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:29.299236 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:29.319158 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] For port 8b512a2d-55fa-484d-b84a-e5c52bdf0814, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=8b512a2d-55fa-484d-b84a-e5c52bdf0814,segment=NetworkSegment(37a694b3-9695-4180-9c98-6a7873b2c1e0),segment_id=37a694b3-9695-4180-9c98-6a7873b2c1e0)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:29.319503 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:29.332185 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da2e156-cc71-493f-94ea-e6f95b5e0289 None None] No DVR routers for this DVR port 6f57d98a-6d0f-4519-9c3f-863af8ea4378 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:52:29.333755 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2e156-cc71-493f-94ea-e6f95b5e0289 None None] Pushing event deleted for resources: {'Port': ['ID=6f57d98a-6d0f-4519-9c3f-863af8ea4378,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:29.338044 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-62719246-c565-46b2-9d73-f7d0986f91da tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:29.338463 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6da2e156-cc71-493f-94ea-e6f95b5e0289 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:29.358986 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-276f73d1-08be-4a5f-8b13-d8f9a8c78cdc tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Deleting subnet 1c06b3ad-c06b-445e-93b6-d2f614875d33 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:52:29.364052 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-db29f359-703a-4904-979d-93cd45549244 None None] For port 69522355-c288-43d8-bc8a-6c29f030c10e, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=69522355-c288-43d8-bc8a-6c29f030c10e,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:29.369889 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-db29f359-703a-4904-979d-93cd45549244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:29.372012 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-a32995bf-c852-4fe1-b527-fa134fba716e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:29.395449 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-62719246-c565-46b2-9d73-f7d0986f91da tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['683be20d-04ab-4c9e-83f3-d32ef53da777']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:29.429416 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Calling delete_port for 8b512a2d-55fa-484d-b84a-e5c52bdf0814 owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:29.439746 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-276f73d1-08be-4a5f-8b13-d8f9a8c78cdc tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:29.444552 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-0d3f9cfe-ca24-40dc-97a9-b3e08fd6fcd0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting port 31ad446a-afce-488d-bc3b-7934fba233e3 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:29.445056 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0d3f9cfe-ca24-40dc-97a9-b3e08fd6fcd0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:29.464741 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db29f359-703a-4904-979d-93cd45549244 None None] Pushing event updated for resources: {'Port': ['ID=69522355-c288-43d8-bc8a-6c29f030c10e,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:29.469039 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-db29f359-703a-4904-979d-93cd45549244 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:29.476213 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-62719246-c565-46b2-9d73-f7d0986f91da tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4101da5-2174-4239-94a6-e7e23c168c90') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:29.476763 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-62719246-c565-46b2-9d73-f7d0986f91da tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4101da5-2174-4239-94a6-e7e23c168c90') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:29.477578 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12486f9-4051-4b33-b7c1-8acb0dcf81f9 None None] Update dhcp port {'port': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'fixed_ips': [{'subnet_id': '3d353ce5-f3bf-4344-a121-c6b3b6c7addc', 'ip_address': '2001:db8::f816:3eff:fed5:f81a'}, {'subnet_id': '8ccc792d-f0b6-49cb-92ce-994bb1809d74'}], 'binding:host_id': 'dv-neutron-797121-2-hyperv'}, 'id': '69522355-c288-43d8-bc8a-6c29f030c10e'} from dv-neutron-797121-2-hyperv. {{(pid=105226) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 21 14:52:29.523433 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f12486f9-4051-4b33-b7c1-8acb0dcf81f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:29.533200 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-62719246-c565-46b2-9d73-f7d0986f91da tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:29.590081 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-276f73d1-08be-4a5f-8b13-d8f9a8c78cdc tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:29.615199 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-62719246-c565-46b2-9d73-f7d0986f91da tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:29.615884 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ce3a3aa3-7436-4774-9cb2-a03935b187c5 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:29.632136 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62719246-c565-46b2-9d73-f7d0986f91da tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:52:29.632533 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-62719246-c565-46b2-9d73-f7d0986f91da tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:29.635782 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:52:29.635782 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:52:29.635782 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:52:29.635782 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:52:29.635782 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:52:29.635782 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:52:29.635782 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:52:29.635782 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:52:29.635782 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:52:29.635782 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:52:29.635782 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:52:29.635782 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:52:29.635782 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:52:29.635782 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:52:29.635782 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:52:29.635782 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:52:29.635782 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:52:29.635782 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:52:29.635782 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:52:29.635782 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:52:29.635782 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:52:29.635782 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:52:29.635782 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:52:29.635782 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:52:29.635782 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:52:29.635782 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:52:29.635782 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:52:29.635782 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:52:29.635782 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:52:29.635782 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:52:29.635782 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:52:29.635782 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:52:29.635782 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:52:29.635782 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:52:29.698921 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ce3a3aa3-7436-4774-9cb2-a03935b187c5 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:29.710896 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-f12486f9-4051-4b33-b7c1-8acb0dcf81f9 None None] Allocated IP 2001:db8:0:1::2 (8e867a28-8d41-47df-a2af-a54cb8b30a66/8ccc792d-f0b6-49cb-92ce-994bb1809d74/69522355-c288-43d8-bc8a-6c29f030c10e) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:29.746875 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0d3f9cfe-ca24-40dc-97a9-b3e08fd6fcd0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:29.762725 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-62719246-c565-46b2-9d73-f7d0986f91da tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:29.787977 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-331d239a-e749-488a-9c80-a8f5421c3c94 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:29.795502 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-62719246-c565-46b2-9d73-f7d0986f91da tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:29.797327 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-62719246-c565-46b2-9d73-f7d0986f91da tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] 10.222.0.72 "DELETE /v2.0/networks/683be20d-04ab-4c9e-83f3-d32ef53da777 HTTP/1.1" status: 204 len: 168 time: 1.6729546 Jun 21 14:52:29.800496 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35100) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:29.824112 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-f12486f9-4051-4b33-b7c1-8acb0dcf81f9 None None] For port 69522355-c288-43d8-bc8a-6c29f030c10e, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=69522355-c288-43d8-bc8a-6c29f030c10e,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:29.844011 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-180e3b9f-6b6b-43b9-a3a0-31949a5f0b03 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] 10.222.0.72 "GET /v2.0/ports?device_id=a898584d-23f3-4f9b-a765-5b2e68cbb511 HTTP/1.1" status: 200 len: 205 time: 0.0414178 Jun 21 14:52:29.852880 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35102) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:29.855752 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-0d3f9cfe-ca24-40dc-97a9-b3e08fd6fcd0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Calling delete_port for 31ad446a-afce-488d-bc3b-7934fba233e3 owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:29.871445 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f12486f9-4051-4b33-b7c1-8acb0dcf81f9 None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:29.876308 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:29.878622 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62719246-c565-46b2-9d73-f7d0986f91da tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Pushing event deleted for resources: {'Network': ['ID=683be20d-04ab-4c9e-83f3-d32ef53da777,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:29.886962 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-62719246-c565-46b2-9d73-f7d0986f91da tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:29.889759 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f12486f9-4051-4b33-b7c1-8acb0dcf81f9 None None] Transition to ACTIVE for port object 69522355-c288-43d8-bc8a-6c29f030c10e will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:29.890670 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c80b85aa-0b78-4b1e-b9f9-3d81b684164d tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:29.896681 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f12486f9-4051-4b33-b7c1-8acb0dcf81f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:29.901247 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-276f73d1-08be-4a5f-8b13-d8f9a8c78cdc tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:29.902588 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-2e3381d2-c5df-49f4-9b05-846527d566b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:29.943358 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 69522355-c288-43d8-bc8a-6c29f030c10e up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:52:29.965312 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a9b15894-468a-464f-ae4f-de6468a61291 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:30.040294 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12486f9-4051-4b33-b7c1-8acb0dcf81f9 None None] Pushing event updated for resources: {'Port': ['ID=69522355-c288-43d8-bc8a-6c29f030c10e,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:30.043814 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f12486f9-4051-4b33-b7c1-8acb0dcf81f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:30.119894 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 6f57d98a-6d0f-4519-9c3f-863af8ea4378 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:52:30.150885 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 6f57d98a-6d0f-4519-9c3f-863af8ea4378 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:52:30.151235 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 6f57d98a-6d0f-4519-9c3f-863af8ea4378 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:52:30.188825 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a9b15894-468a-464f-ae4f-de6468a61291 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:30.193527 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a9b15894-468a-464f-ae4f-de6468a61291 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:30.196775 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ce3a3aa3-7436-4774-9cb2-a03935b187c5 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:30.206961 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ce3a3aa3-7436-4774-9cb2-a03935b187c5 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:30.241690 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-75eb68c7-fbde-4241-88f2-40d960af7acb tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:30.301626 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a9b15894-468a-464f-ae4f-de6468a61291 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:30.302401 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b15894-468a-464f-ae4f-de6468a61291 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Fanout notify agent at l3_agent the message router_deleted on router a898584d-23f3-4f9b-a765-5b2e68cbb511 {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:52:30.309918 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a9b15894-468a-464f-ae4f-de6468a61291 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:30.311186 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a9b15894-468a-464f-ae4f-de6468a61291 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] 10.222.0.72 "DELETE /v2.0/routers/a898584d-23f3-4f9b-a765-5b2e68cbb511 HTTP/1.1" status: 204 len: 168 time: 0.4568110 Jun 21 14:52:30.334404 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a3aa3-7436-4774-9cb2-a03935b187c5 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Pushing event updated for resources: {'Port': ['ID=3a72e7bc-a505-4745-8d3f-01d1d470226a,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:30.338886 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ce3a3aa3-7436-4774-9cb2-a03935b187c5 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:30.339081 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event deleted for resources: {'Port': ['ID=8b512a2d-55fa-484d-b84a-e5c52bdf0814,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:30.343601 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] No DVR routers for this DVR port 8b512a2d-55fa-484d-b84a-e5c52bdf0814 on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:52:30.345985 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ce3a3aa3-7436-4774-9cb2-a03935b187c5 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:30.351694 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:30.483796 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:30.498157 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-276f73d1-08be-4a5f-8b13-d8f9a8c78cdc tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:30.519046 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f7703104-72e8-4a8d-b88d-f630f0cf95b1 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:30.529529 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa3aae0e-3a1a-4768-82ec-a37efdb5d2d2']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:30.533931 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2705ac6d-a489-4598-aace-471218cdc076 None None] Network d082061c-0715-4931-b111-95d96545a24e requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:30.564885 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-276f73d1-08be-4a5f-8b13-d8f9a8c78cdc tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:30.567345 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-276f73d1-08be-4a5f-8b13-d8f9a8c78cdc tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/subnets/1c06b3ad-c06b-445e-93b6-d2f614875d33 HTTP/1.1" status: 204 len: 168 time: 1.4304166 Jun 21 14:52:30.590055 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35106) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:30.593499 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37a694b3-9695-4180-9c98-6a7873b2c1e0') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:30.594418 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37a694b3-9695-4180-9c98-6a7873b2c1e0') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:30.617489 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f73d1-08be-4a5f-8b13-d8f9a8c78cdc tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event deleted for resources: {'Subnet': ['ID=1c06b3ad-c06b-445e-93b6-d2f614875d33,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:30.626968 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-276f73d1-08be-4a5f-8b13-d8f9a8c78cdc tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:30.629322 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:30.688719 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:30.732106 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:52:30.732610 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:30.736755 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:52:30.736755 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:52:30.736755 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:52:30.736755 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:52:30.736755 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:52:30.736755 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:52:30.736755 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:52:30.736755 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:52:30.736755 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:52:30.736755 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:52:30.736755 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:52:30.736755 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:52:30.736755 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:52:30.736755 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:52:30.736755 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:52:30.736755 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:52:30.736755 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:52:30.736755 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:52:30.736755 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:52:30.736755 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:52:30.736755 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:52:30.736755 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:52:30.736755 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:52:30.736755 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:52:30.736755 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:52:30.736755 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:52:30.736755 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:52:30.736755 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:52:30.736755 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:52:30.736755 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:52:30.736755 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:52:30.736755 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:52:30.763241 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35110) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:30.805462 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-741f50f6-5f3a-4192-bb0b-456739b18c62 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Deleting subnet d208e214-333f-4d33-9d1b-b37078b36282 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:52:30.827703 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-741f50f6-5f3a-4192-bb0b-456739b18c62 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:30.878870 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-c96e0618-aa88-465f-93d1-32b532575ffc None None] Provisioning for port 31ad446a-afce-488d-bc3b-7934fba233e3 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:30.883013 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0d3f9cfe-ca24-40dc-97a9-b3e08fd6fcd0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:30.890231 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-12fa447d-70e7-4ea7-9671-19e1ed8bd863 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:30.898140 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:30.906816 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-c96e0618-aa88-465f-93d1-32b532575ffc None None] Provisioning complete for port 31ad446a-afce-488d-bc3b-7934fba233e3 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:30.908436 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c96e0618-aa88-465f-93d1-32b532575ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:30.913726 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6516f743-38b2-4114-a0c7-303845c9d566 None None] DHCP port deletion for d082061c-0715-4931-b111-95d96545a24e request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:52:30.924760 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-741f50f6-5f3a-4192-bb0b-456739b18c62 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:30.952129 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [None req-ce3a3aa3-7436-4774-9cb2-a03935b187c5 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Floating IP 61cc62c6-9c89-4a22-b39b-beef050327b6 associated. External IP: 172.26.3.24, port: cd43eff3-6088-42bb-a4e2-4ce1a7f6b0cf. Jun 21 14:52:30.959331 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-c96e0618-aa88-465f-93d1-32b532575ffc None None] Port 31ad446a-afce-488d-bc3b-7934fba233e3 was deleted so its status cannot be updated. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jun 21 14:52:31.006814 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-c96e0618-aa88-465f-93d1-32b532575ffc None None] Provisioning for port 69522355-c288-43d8-bc8a-6c29f030c10e completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:31.018301 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-c96e0618-aa88-465f-93d1-32b532575ffc None None] Provisioning complete for port 69522355-c288-43d8-bc8a-6c29f030c10e triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:31.018504 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c96e0618-aa88-465f-93d1-32b532575ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:31.041317 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-741f50f6-5f3a-4192-bb0b-456739b18c62 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:31.064585 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6516f743-38b2-4114-a0c7-303845c9d566 None None] Deleting port 8aa33c03-3247-46f1-9e85-9e1ae52a6f63 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:31.065461 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6516f743-38b2-4114-a0c7-303845c9d566 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:31.070878 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:31.076787 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "DELETE /v2.0/networks/fa3aae0e-3a1a-4768-82ec-a37efdb5d2d2 HTTP/1.1" status: 204 len: 168 time: 4.3242412 Jun 21 14:52:31.083911 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f9cfe-ca24-40dc-97a9-b3e08fd6fcd0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Port': ['ID=31ad446a-afce-488d-bc3b-7934fba233e3,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:31.087143 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0d3f9cfe-ca24-40dc-97a9-b3e08fd6fcd0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:31.090544 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35114) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:31.095689 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:31.096675 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-bbb7fb04-e0bf-45f3-b1e2-85053ffe24a0 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-580215858'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:31.186481 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0d3f9cfe-ca24-40dc-97a9-b3e08fd6fcd0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:31.188507 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0d3f9cfe-ca24-40dc-97a9-b3e08fd6fcd0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/31ad446a-afce-488d-bc3b-7934fba233e3 HTTP/1.1" status: 204 len: 168 time: 2.2059393 Jun 21 14:52:31.192924 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35116) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:31.197392 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event deleted for resources: {'Network': ['ID=fa3aae0e-3a1a-4768-82ec-a37efdb5d2d2,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:31.198331 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:31.232430 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-95a1aefe-5be3-4728-b413-a4f52a60055d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d7814602416b41a5a3e046878d44d4a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4407740 Jun 21 14:52:31.233123 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35118) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:31.241746 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-741f50f6-5f3a-4192-bb0b-456739b18c62 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:31.251122 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6516f743-38b2-4114-a0c7-303845c9d566 None None] For port 8aa33c03-3247-46f1-9e85-9e1ae52a6f63, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=8aa33c03-3247-46f1-9e85-9e1ae52a6f63,segment=NetworkSegment(76c45ece-c09b-4783-85a8-27592b61e9e3),segment_id=76c45ece-c09b-4783-85a8-27592b61e9e3)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:31.251869 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6516f743-38b2-4114-a0c7-303845c9d566 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:31.256737 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ead9fa2a-2022-4a3c-ab40-0810cf42e8a6 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:31.281691 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-741f50f6-5f3a-4192-bb0b-456739b18c62 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:31.287040 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-741f50f6-5f3a-4192-bb0b-456739b18c62 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/subnets/d208e214-333f-4d33-9d1b-b37078b36282 HTTP/1.1" status: 204 len: 168 time: 0.6900437 Jun 21 14:52:31.287718 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35120) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:31.291148 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741f50f6-5f3a-4192-bb0b-456739b18c62 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event deleted for resources: {'Subnet': ['ID=d208e214-333f-4d33-9d1b-b37078b36282,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:31.293379 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-741f50f6-5f3a-4192-bb0b-456739b18c62 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:31.363980 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6516f743-38b2-4114-a0c7-303845c9d566 None None] Calling delete_port for 8aa33c03-3247-46f1-9e85-9e1ae52a6f63 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:31.372328 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd2cfb2-210c-435f-a09e-e060e617cdf0 None None] Network da0cdb26-8f1a-4428-943c-c0370a5971e6 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:31.384891 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbb7fb04-e0bf-45f3-b1e2-85053ffe24a0 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Made reservation on behalf of 73a56e2567b04ed7afd9166d637dda37 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:31.390916 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bbb7fb04-e0bf-45f3-b1e2-85053ffe24a0 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:31.417484 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-56d9bdd9-3c6a-4489-9cc3-f1baae594e3a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:31.419075 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3a3aa3-7436-4774-9cb2-a03935b187c5 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Router c355e75c-8c69-438d-a93a-b29ecea4cccb has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:52:31.432350 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cc36652d-f100-49c8-9734-ceb5207e5fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:31.438015 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbb7fb04-e0bf-45f3-b1e2-85053ffe24a0 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:52:31.461976 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bbb7fb04-e0bf-45f3-b1e2-85053ffe24a0 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:31.462319 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-bbb7fb04-e0bf-45f3-b1e2-85053ffe24a0 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Added segment 9c5e8ee5-9852-4928-b1d2-c0fc2eb24cf4 of type vlan for network 5e189eb3-48c6-447c-8c06-413a2c2bffd4 Jun 21 14:52:31.481487 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cc36652d-f100-49c8-9734-ceb5207e5fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:31.511913 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e19885-5136-41ea-8328-9e57840dd0b3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:31.515804 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-98e19885-5136-41ea-8328-9e57840dd0b3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3189683 Jun 21 14:52:31.517333 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35122) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:31.559402 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bbb7fb04-e0bf-45f3-b1e2-85053ffe24a0 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:31.570612 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-56d9bdd9-3c6a-4489-9cc3-f1baae594e3a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Deleting port 8aa33c03-3247-46f1-9e85-9e1ae52a6f63 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:31.571027 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-56d9bdd9-3c6a-4489-9cc3-f1baae594e3a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:31.580256 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-141080ac-3eff-4c91-bd29-bea45a22c4c8 None None] Could not find standard attr ID for object 31ad446a-afce-488d-bc3b-7934fba233e3. {{(pid=105226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 21 14:52:31.584609 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6516f743-38b2-4114-a0c7-303845c9d566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:31.587532 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-4206abf0-e809-4e49-bc7e-3af5c29a3aae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:31.620993 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516f743-38b2-4114-a0c7-303845c9d566 None None] Pushing event deleted for resources: {'Port': ['ID=8aa33c03-3247-46f1-9e85-9e1ae52a6f63,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:31.630002 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3a3aa3-7436-4774-9cb2-a03935b187c5 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:52:31.631412 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6516f743-38b2-4114-a0c7-303845c9d566 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:31.632344 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cc36652d-f100-49c8-9734-ceb5207e5fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:31.634791 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6516f743-38b2-4114-a0c7-303845c9d566 None None] No DVR routers for this DVR port 8aa33c03-3247-46f1-9e85-9e1ae52a6f63 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:52:31.636570 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cc36652d-f100-49c8-9734-ceb5207e5fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:31.637707 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-cc36652d-f100-49c8-9734-ceb5207e5fc8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/763a629c-9586-4348-8fa3-262db56e787c HTTP/1.1" status: 204 len: 168 time: 0.4035425 Jun 21 14:52:31.642266 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-deed1221-1c5c-44a2-937b-27b212037f00 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:31.655126 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ce3a3aa3-7436-4774-9cb2-a03935b187c5 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:31.657416 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bafe72c-feca-42d5-a01a-3f13385907c1 None None] Sync routers for ids ['c355e75c-8c69-438d-a93a-b29ecea4cccb'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:52:31.669152 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bafe72c-feca-42d5-a01a-3f13385907c1 None None] Routers {'c355e75c-8c69-438d-a93a-b29ecea4cccb'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:52:31.669701 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-7bafe72c-feca-42d5-a01a-3f13385907c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:52:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['c355e75c-8c69-438d-a93a-b29ecea4cccb'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:31.672486 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc36652d-f100-49c8-9734-ceb5207e5fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763a629c-9586-4348-8fa3-262db56e787c,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:31.676412 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-cc36652d-f100-49c8-9734-ceb5207e5fc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:31.685405 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-56d9bdd9-3c6a-4489-9cc3-f1baae594e3a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] For port 8aa33c03-3247-46f1-9e85-9e1ae52a6f63, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=8aa33c03-3247-46f1-9e85-9e1ae52a6f63,segment=NetworkSegment(76c45ece-c09b-4783-85a8-27592b61e9e3),segment_id=76c45ece-c09b-4783-85a8-27592b61e9e3)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:31.686326 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-56d9bdd9-3c6a-4489-9cc3-f1baae594e3a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:31.712863 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bbb7fb04-e0bf-45f3-b1e2-85053ffe24a0 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:31.719096 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb7fb04-e0bf-45f3-b1e2-85053ffe24a0 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:31.719688 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bbb7fb04-e0bf-45f3-b1e2-85053ffe24a0 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:31.724587 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-7bafe72c-feca-42d5-a01a-3f13385907c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:31.737636 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f146cb26-5b10-4fd0-a92e-44d93564bc31 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:31.739602 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bafe72c-feca-42d5-a01a-3f13385907c1 None None] Routers {'c355e75c-8c69-438d-a93a-b29ecea4cccb'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:52:31.740603 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-7bafe72c-feca-42d5-a01a-3f13385907c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:52:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['c355e75c-8c69-438d-a93a-b29ecea4cccb'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:31.766996 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d856f2-c3fb-4795-b91f-e2870a8fa198 None None] DHCP port deletion for da0cdb26-8f1a-4428-943c-c0370a5971e6 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:52:31.771445 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-56d9bdd9-3c6a-4489-9cc3-f1baae594e3a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Calling delete_port for 8aa33c03-3247-46f1-9e85-9e1ae52a6f63 owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:31.777628 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-7bafe72c-feca-42d5-a01a-3f13385907c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:31.778548 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bafe72c-feca-42d5-a01a-3f13385907c1 None None] The sync data for ids ['c355e75c-8c69-438d-a93a-b29ecea4cccb'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:52:31.796426 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-bbb7fb04-e0bf-45f3-b1e2-85053ffe24a0 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7022018 Jun 21 14:52:31.797527 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35126) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:31.809777 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-aee6670f-fb7d-4b1e-9513-e1ea7ade75b7 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Request body: {'subnet': {'network_id': '5e189eb3-48c6-447c-8c06-413a2c2bffd4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:31.813959 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-ce3a3aa3-7436-4774-9cb2-a03935b187c5 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.3270366 Jun 21 14:52:31.817709 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35128) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:31.846076 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-d8d856f2-c3fb-4795-b91f-e2870a8fa198 None None] Deleting port 7c8434f1-d928-408c-aa0e-8f02cb18c9fd {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:31.846694 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d8d856f2-c3fb-4795-b91f-e2870a8fa198 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:31.858918 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5166d2e5-a4bb-427c-abfb-56ce4872468d tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:31.860905 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5166d2e5-a4bb-427c-abfb-56ce4872468d tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3428040 Jun 21 14:52:31.867729 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35132) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:31.923535 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-d8d856f2-c3fb-4795-b91f-e2870a8fa198 None None] For port 7c8434f1-d928-408c-aa0e-8f02cb18c9fd, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=7c8434f1-d928-408c-aa0e-8f02cb18c9fd,segment=NetworkSegment(6227c250-15ba-4b2c-845a-a677b7879d6f),segment_id=6227c250-15ba-4b2c-845a-a677b7879d6f)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:31.924098 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d8d856f2-c3fb-4795-b91f-e2870a8fa198 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:31.948513 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69114c30-0ad7-4962-a415-6c3530631ffc tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:31.950333 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69114c30-0ad7-4962-a415-6c3530631ffc tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:31.952200 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69114c30-0ad7-4962-a415-6c3530631ffc tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:31.956419 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-69114c30-0ad7-4962-a415-6c3530631ffc tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0852280 Jun 21 14:52:31.956419 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-56d9bdd9-3c6a-4489-9cc3-f1baae594e3a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:31.960536 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35134) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:31.960536 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d6650347-14ba-4821-91b4-ed5aca8292f3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:31.972311 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb7fb04-e0bf-45f3-b1e2-85053ffe24a0 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event updated for resources: {'Network': ['ID=5e189eb3-48c6-447c-8c06-413a2c2bffd4,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:31.976046 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-bbb7fb04-e0bf-45f3-b1e2-85053ffe24a0 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:32.003252 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d9bdd9-3c6a-4489-9cc3-f1baae594e3a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event deleted for resources: {'Port': ['ID=8aa33c03-3247-46f1-9e85-9e1ae52a6f63,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:32.006328 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-56d9bdd9-3c6a-4489-9cc3-f1baae594e3a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:32.014210 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-d8d856f2-c3fb-4795-b91f-e2870a8fa198 None None] Calling delete_port for 7c8434f1-d928-408c-aa0e-8f02cb18c9fd owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:32.066114 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-aae24a7f-49b8-4e20-abef-108fb3b39aab tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] 10.222.0.72 "GET /v2.0/floatingips/61cc62c6-9c89-4a22-b39b-beef050327b6 HTTP/1.1" status: 200 len: 982 time: 0.2471700 Jun 21 14:52:32.069267 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35140) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:32.073300 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:52:32.078955 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1094f0e-4519-4010-8e60-aa37eb876ecf tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting subnet 3d353ce5-f3bf-4344-a121-c6b3b6c7addc {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:52:32.086793 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 69522355-c288-43d8-bc8a-6c29f030c10e up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:52:32.087023 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d9bdd9-3c6a-4489-9cc3-f1baae594e3a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] No DVR routers for this DVR port 8aa33c03-3247-46f1-9e85-9e1ae52a6f63 on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:52:32.089383 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 5e189eb3-48c6-447c-8c06-413a2c2bffd4 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:52:32.094844 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e1094f0e-4519-4010-8e60-aa37eb876ecf tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:32.202372 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee6670f-fb7d-4b1e-9513-e1ea7ade75b7 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Made reservation on behalf of 73a56e2567b04ed7afd9166d637dda37 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:32.208476 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-aee6670f-fb7d-4b1e-9513-e1ea7ade75b7 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:32.216082 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f7921bfd-fd92-41c0-bba8-4353c93be662 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.1454914 Jun 21 14:52:32.228170 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35146) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:32.238164 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-56d9bdd9-3c6a-4489-9cc3-f1baae594e3a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:32.251467 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-56d9bdd9-3c6a-4489-9cc3-f1baae594e3a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d082061c-0715-4931-b111-95d96545a24e']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:32.268248 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-56d9bdd9-3c6a-4489-9cc3-f1baae594e3a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c45ece-c09b-4783-85a8-27592b61e9e3') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:32.268602 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-56d9bdd9-3c6a-4489-9cc3-f1baae594e3a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c45ece-c09b-4783-85a8-27592b61e9e3') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:32.279691 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-56d9bdd9-3c6a-4489-9cc3-f1baae594e3a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:32.324019 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e1094f0e-4519-4010-8e60-aa37eb876ecf tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:32.346476 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-56d9bdd9-3c6a-4489-9cc3-f1baae594e3a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:32.350755 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d8d856f2-c3fb-4795-b91f-e2870a8fa198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:32.354626 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-57bc12b5-7d5f-4b02-bfaa-49c46f871ec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:32.360551 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d9bdd9-3c6a-4489-9cc3-f1baae594e3a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:52:32.360952 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-56d9bdd9-3c6a-4489-9cc3-f1baae594e3a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: self.session.flush() Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: self.session.flush() Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: self.session.flush() Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: self.session.flush() Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:52:32.365775 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:52:32.406306 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d856f2-c3fb-4795-b91f-e2870a8fa198 None None] Pushing event deleted for resources: {'Port': ['ID=7c8434f1-d928-408c-aa0e-8f02cb18c9fd,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:32.408437 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d856f2-c3fb-4795-b91f-e2870a8fa198 None None] No DVR routers for this DVR port 7c8434f1-d928-408c-aa0e-8f02cb18c9fd on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:52:32.411748 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-d8d856f2-c3fb-4795-b91f-e2870a8fa198 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:32.418871 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 69522355-c288-43d8-bc8a-6c29f030c10e triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:32.418871 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:32.444881 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56e4b10-5526-4832-87cd-d58769155cf0 None None] get_active_networks_info from dv-neutron-797121-2-hyperv {{(pid=105226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 21 14:52:32.493176 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-56d9bdd9-3c6a-4489-9cc3-f1baae594e3a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:32.515959 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7c9384a1-6d81-4778-908a-a7e1a78b3219 tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:32.520443 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-56d9bdd9-3c6a-4489-9cc3-f1baae594e3a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:32.525216 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-56d9bdd9-3c6a-4489-9cc3-f1baae594e3a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/networks/d082061c-0715-4931-b111-95d96545a24e HTTP/1.1" status: 204 len: 168 time: 1.2305567 Jun 21 14:52:32.530284 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e1094f0e-4519-4010-8e60-aa37eb876ecf tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:32.531063 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35154) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:32.577822 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d9bdd9-3c6a-4489-9cc3-f1baae594e3a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event deleted for resources: {'Network': ['ID=d082061c-0715-4931-b111-95d96545a24e,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:32.589051 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-56d9bdd9-3c6a-4489-9cc3-f1baae594e3a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:32.603254 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56e4b10-5526-4832-87cd-d58769155cf0 None None] Resources bound (agent type, host, resource id): {{(pid=105226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 21 14:52:32.644083 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-a8262e27-aad6-4aa1-9e70-942de3d9a312 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Deleting port 3a72e7bc-a505-4745-8d3f-01d1d470226a {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:32.644083 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a8262e27-aad6-4aa1-9e70-942de3d9a312 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:32.653368 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e1094f0e-4519-4010-8e60-aa37eb876ecf tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:32.661399 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6807fd11-92a9-4b37-95fa-83c24a21e81e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:32.692860 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 7c8434f1-d928-408c-aa0e-8f02cb18c9fd no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:52:32.708901 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1094f0e-4519-4010-8e60-aa37eb876ecf tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Subnet': ['ID=3d353ce5-f3bf-4344-a121-c6b3b6c7addc,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:32.710920 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e1094f0e-4519-4010-8e60-aa37eb876ecf tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:32.713242 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e1094f0e-4519-4010-8e60-aa37eb876ecf tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/3d353ce5-f3bf-4344-a121-c6b3b6c7addc HTTP/1.1" status: 204 len: 168 time: 0.7499542 Jun 21 14:52:32.713722 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e1094f0e-4519-4010-8e60-aa37eb876ecf tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:32.720098 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35158) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:32.726634 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35160) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:32.728669 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 7c8434f1-d928-408c-aa0e-8f02cb18c9fd {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:52:32.729005 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 7c8434f1-d928-408c-aa0e-8f02cb18c9fd not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:52:32.729418 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 8aa33c03-3247-46f1-9e85-9e1ae52a6f63 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:52:32.733719 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-aee6670f-fb7d-4b1e-9513-e1ea7ade75b7 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:32.754991 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 8aa33c03-3247-46f1-9e85-9e1ae52a6f63 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:52:32.755273 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:32.755367 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 8aa33c03-3247-46f1-9e85-9e1ae52a6f63 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:52:32.782288 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5de31fb6-9024-426a-9e4e-a1b392e87600 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:32.848241 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-f5dd3b02-71fd-4096-9014-78c868ee1ec1 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1173610353'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:32.868700 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee6670f-fb7d-4b1e-9513-e1ea7ade75b7 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event updated for resources: {'Subnet': ['ID=0a50e8ac-d5f9-4359-82d8-1509d381b1b1,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:32.873139 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5dd3b02-71fd-4096-9014-78c868ee1ec1 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] Made reservation on behalf of a7d30b6b10514b36a7ad163108352406 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:32.874697 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f6f20a9-bb30-48df-9012-6e05f34ca23f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting subnet 8ccc792d-f0b6-49cb-92ce-994bb1809d74 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:52:32.877895 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f5dd3b02-71fd-4096-9014-78c868ee1ec1 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:32.883505 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-aee6670f-fb7d-4b1e-9513-e1ea7ade75b7 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:32.891193 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f5dd3b02-71fd-4096-9014-78c868ee1ec1 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:32.906523 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3f6f20a9-bb30-48df-9012-6e05f34ca23f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:32.932023 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a8262e27-aad6-4aa1-9e70-942de3d9a312 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:32.932354 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a8262e27-aad6-4aa1-9e70-942de3d9a312 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:32.981841 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1703c9cd-4efa-4a16-83b9-946f8469bfd6 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:32.999590 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f5dd3b02-71fd-4096-9014-78c868ee1ec1 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:33.005627 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f5dd3b02-71fd-4096-9014-78c868ee1ec1 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:33.008944 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-88232bb4-1039-45c1-b5d3-b350c6fa4a26 tempest-AllowedAddressPairTestJSON-1781543351 tempest-AllowedAddressPairTestJSON-1781543351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:33.035195 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5dd3b02-71fd-4096-9014-78c868ee1ec1 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:52:33.045393 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd3b02-71fd-4096-9014-78c868ee1ec1 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf02759c-7782-4ea8-8d9c-e97fe10fca27,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:33.055223 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-a8262e27-aad6-4aa1-9e70-942de3d9a312 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Calling delete_port for 3a72e7bc-a505-4745-8d3f-01d1d470226a owned by network:floatingip {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:33.061397 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f5dd3b02-71fd-4096-9014-78c868ee1ec1 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:33.061899 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-f5dd3b02-71fd-4096-9014-78c868ee1ec1 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] Added segment d3c509e5-e349-41b9-b6ad-261ec6a3a073 of type vlan for network 5e7542d7-5aec-446a-8af0-83fc6ab691b9 Jun 21 14:52:33.073427 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f5dd3b02-71fd-4096-9014-78c868ee1ec1 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:33.093286 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5de31fb6-9024-426a-9e4e-a1b392e87600 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:33.095892 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee6670f-fb7d-4b1e-9513-e1ea7ade75b7 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Checking segment: {'id': '9c5e8ee5-9852-4928-b1d2-c0fc2eb24cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5e189eb3-48c6-447c-8c06-413a2c2bffd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:52:33.096248 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee6670f-fb7d-4b1e-9513-e1ea7ade75b7 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Network hostable DHCP agents. Network: 5e189eb3-48c6-447c-8c06-413a2c2bffd4, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:52:33.105152 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3f6f20a9-bb30-48df-9012-6e05f34ca23f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:33.107309 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f5dd3b02-71fd-4096-9014-78c868ee1ec1 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:33.139745 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f5dd3b02-71fd-4096-9014-78c868ee1ec1 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:33.149912 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dd3b02-71fd-4096-9014-78c868ee1ec1 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:33.150853 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f5dd3b02-71fd-4096-9014-78c868ee1ec1 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:33.160971 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8efe96c7-1c68-462e-81b2-4df0190eb365 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:33.165726 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-5de31fb6-9024-426a-9e4e-a1b392e87600 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da0cdb26-8f1a-4428-943c-c0370a5971e6']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:33.197161 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-5de31fb6-9024-426a-9e4e-a1b392e87600 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6227c250-15ba-4b2c-845a-a677b7879d6f') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:33.197458 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-5de31fb6-9024-426a-9e4e-a1b392e87600 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6227c250-15ba-4b2c-845a-a677b7879d6f') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:33.225198 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5de31fb6-9024-426a-9e4e-a1b392e87600 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:33.227330 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f5dd3b02-71fd-4096-9014-78c868ee1ec1 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.4990745 Jun 21 14:52:33.230903 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35164) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:33.240343 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.tag.tag_plugin [None req-3125ae43-0a69-48e0-a0b1-4a6736629c62 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '5e7542d7-5aec-446a-8af0-83fc6ab691b9', 'tempest-TagsTest-Tag-785984303') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:33.241673 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee6670f-fb7d-4b1e-9513-e1ea7ade75b7 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Network 5e189eb3-48c6-447c-8c06-413a2c2bffd4 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:52:33.244941 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dd3b02-71fd-4096-9014-78c868ee1ec1 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] Pushing event updated for resources: {'Network': ['ID=5e7542d7-5aec-446a-8af0-83fc6ab691b9,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:33.247407 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f5dd3b02-71fd-4096-9014-78c868ee1ec1 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:33.260969 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 5e7542d7-5aec-446a-8af0-83fc6ab691b9 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:52:33.276849 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5de31fb6-9024-426a-9e4e-a1b392e87600 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:33.286740 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-aee6670f-fb7d-4b1e-9513-e1ea7ade75b7 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 5e189eb3-48c6-447c-8c06-413a2c2bffd4) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:33.288707 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5de31fb6-9024-426a-9e4e-a1b392e87600 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:52:33.289094 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5de31fb6-9024-426a-9e4e-a1b392e87600 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:33.297122 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:52:33.297122 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:52:33.297122 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:52:33.297122 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:52:33.297122 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:52:33.297122 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:52:33.297122 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:52:33.297122 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:52:33.297122 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:52:33.297122 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:52:33.297122 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:52:33.297122 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:52:33.297122 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:52:33.297122 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:52:33.297122 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:52:33.297122 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:52:33.297122 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:52:33.297122 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:52:33.297122 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:52:33.297122 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:52:33.297122 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:52:33.297122 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:52:33.297122 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:52:33.297122 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:52:33.297122 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:52:33.297122 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:52:33.297122 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:52:33.297122 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:52:33.297122 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:52:33.297122 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:52:33.297122 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:52:33.297122 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:52:33.297122 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:52:33.297122 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:52:33.297122 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:52:33.297122 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:52:33.297122 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:52:33.297122 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:52:33.333332 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39471228-1386-46c1-a6d3-12a90d26a775 None None] Network 5e189eb3-48c6-447c-8c06-413a2c2bffd4 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:33.348230 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee6670f-fb7d-4b1e-9513-e1ea7ade75b7 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:33.349130 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-aee6670f-fb7d-4b1e-9513-e1ea7ade75b7 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:33.396636 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3f6f20a9-bb30-48df-9012-6e05f34ca23f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:33.420367 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-aee6670f-fb7d-4b1e-9513-e1ea7ade75b7 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6221609 Jun 21 14:52:33.424178 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35166) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:33.444745 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5de31fb6-9024-426a-9e4e-a1b392e87600 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:33.469735 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:33.474141 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5de31fb6-9024-426a-9e4e-a1b392e87600 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:33.476196 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5de31fb6-9024-426a-9e4e-a1b392e87600 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/networks/da0cdb26-8f1a-4428-943c-c0370a5971e6 HTTP/1.1" status: 204 len: 168 time: 0.9430797 Jun 21 14:52:33.480655 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35168) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:33.497528 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-f46637e9-b4fe-40c6-b23b-5098227a310c tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Request body: {'network': {'name': 'tempest-RoutersTest-1667666001'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:33.509930 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de31fb6-9024-426a-9e4e-a1b392e87600 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event deleted for resources: {'Network': ['ID=da0cdb26-8f1a-4428-943c-c0370a5971e6,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:33.519713 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5de31fb6-9024-426a-9e4e-a1b392e87600 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:33.527990 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b694ac-86e8-4dc4-aa79-11a676d6d822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-5e189eb3-48c6-447c-8c06-413a2c2bffd4', 'network_id': '5e189eb3-48c6-447c-8c06-413a2c2bffd4', 'tenant_id': '73a56e2567b04ed7afd9166d637dda37', 'fixed_ips': [{'subnet_id': '0a50e8ac-d5f9-4359-82d8-1509d381b1b1'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:52:33.529155 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-87b694ac-86e8-4dc4-aa79-11a676d6d822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:33.548401 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3f6f20a9-bb30-48df-9012-6e05f34ca23f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:33.561310 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:33.582411 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3125ae43-0a69-48e0-a0b1-4a6736629c62 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] 10.222.0.72 "PUT /v2.0/networks/5e7542d7-5aec-446a-8af0-83fc6ab691b9/tags/tempest-TagsTest-Tag-785984303 HTTP/1.1" status: 201 len: 201 time: 0.3485298 Jun 21 14:52:33.585167 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35170) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:33.590505 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.tag.tag_plugin [None req-47f1f774-7077-4c84-8127-9a2701bdbbc3 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5e7542d7-5aec-446a-8af0-83fc6ab691b9', 'tempest-TagsTest-Tag-785984303') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:33.592807 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a8262e27-aad6-4aa1-9e70-942de3d9a312 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:33.595425 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3f6f20a9-bb30-48df-9012-6e05f34ca23f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:33.597898 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3f6f20a9-bb30-48df-9012-6e05f34ca23f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/8ccc792d-f0b6-49cb-92ce-994bb1809d74 HTTP/1.1" status: 204 len: 168 time: 0.8764832 Jun 21 14:52:33.600214 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f20a9-bb30-48df-9012-6e05f34ca23f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Subnet': ['ID=8ccc792d-f0b6-49cb-92ce-994bb1809d74,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:33.606386 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f46637e9-b4fe-40c6-b23b-5098227a310c tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Made reservation on behalf of 6b84c1e8652b4f7598ae83eb61bf775f for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:33.607034 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35172) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:33.610438 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f46637e9-b4fe-40c6-b23b-5098227a310c tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:33.618471 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3f6f20a9-bb30-48df-9012-6e05f34ca23f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:33.618978 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-204799f1-1670-4ab8-b7e1-247e1432ff4a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:33.622083 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:33.659805 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8262e27-aad6-4aa1-9e70-942de3d9a312 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Pushing event deleted for resources: {'Port': ['ID=3a72e7bc-a505-4745-8d3f-01d1d470226a,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:33.664886 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a8262e27-aad6-4aa1-9e70-942de3d9a312 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:33.689582 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a9cf4257-065c-4b40-91ab-9ed7c3d6ba8f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800567 Jun 21 14:52:33.694610 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35174) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:33.700013 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-bc522af8-b805-4d5c-add1-f2570d987d43 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:33.711975 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-87b694ac-86e8-4dc4-aa79-11a676d6d822 None None] Allocated IP 172.20.0.1 (5e189eb3-48c6-447c-8c06-413a2c2bffd4/0a50e8ac-d5f9-4359-82d8-1509d381b1b1/4dc4a888-b29d-4d6b-ad82-eef328f4d265) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:33.736539 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a8262e27-aad6-4aa1-9e70-942de3d9a312 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks [] for floatingip, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:33.737043 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [None req-a8262e27-aad6-4aa1-9e70-942de3d9a312 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Floating IP 61cc62c6-9c89-4a22-b39b-beef050327b6 disassociated (deleted). External IP: 172.26.3.24, port: cd43eff3-6088-42bb-a4e2-4ce1a7f6b0cf. Jun 21 14:52:33.835921 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-47f1f774-7077-4c84-8127-9a2701bdbbc3 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] 10.222.0.72 "GET /v2.0/networks/5e7542d7-5aec-446a-8af0-83fc6ab691b9/tags/tempest-TagsTest-Tag-785984303 HTTP/1.1" status: 204 len: 168 time: 0.2486470 Jun 21 14:52:33.841855 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35176) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:33.849673 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.tag.tag_plugin [None req-e32d41ee-07cb-401e-b81e-3496c5b76a70 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '5e7542d7-5aec-446a-8af0-83fc6ab691b9') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:33.869735 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:33.907886 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-87b694ac-86e8-4dc4-aa79-11a676d6d822 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:33.918839 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-87b694ac-86e8-4dc4-aa79-11a676d6d822 None None] Transition to ACTIVE for port object 4dc4a888-b29d-4d6b-ad82-eef328f4d265 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:33.941133 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-87b694ac-86e8-4dc4-aa79-11a676d6d822 None None] Transition to ACTIVE for port object 4dc4a888-b29d-4d6b-ad82-eef328f4d265 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:33.952547 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-87b694ac-86e8-4dc4-aa79-11a676d6d822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:33.956482 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-d8d856f2-c3fb-4795-b91f-e2870a8fa198 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:33.966338 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc522af8-b805-4d5c-add1-f2570d987d43 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:33.970482 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bc522af8-b805-4d5c-add1-f2570d987d43 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:33.996829 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6e98f1-472e-40ed-97a4-4aa0a808da55 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:34.055879 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:34.064643 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7a27e25e-cbe6-4e8c-b150-16b5c970457a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:34.071552 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b694ac-86e8-4dc4-aa79-11a676d6d822 None None] Network 5e189eb3-48c6-447c-8c06-413a2c2bffd4 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:34.078708 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b694ac-86e8-4dc4-aa79-11a676d6d822 None None] Pushing event updated for resources: {'Port': ['ID=4dc4a888-b29d-4d6b-ad82-eef328f4d265,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:34.083810 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-87b694ac-86e8-4dc4-aa79-11a676d6d822 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:34.086643 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-87b694ac-86e8-4dc4-aa79-11a676d6d822 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:34.093588 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b694ac-86e8-4dc4-aa79-11a676d6d822 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:34.102509 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e32d41ee-07cb-401e-b81e-3496c5b76a70 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] 10.222.0.72 "GET /v2.0/networks/5e7542d7-5aec-446a-8af0-83fc6ab691b9/tags HTTP/1.1" status: 200 len: 237 time: 0.2530131 Jun 21 14:52:34.102509 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35178) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:34.104265 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f23d2fb2-363e-4e19-bec4-48b62c49c1ed None None] Provisioning complete for port 69522355-c288-43d8-bc8a-6c29f030c10e triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:34.104527 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f23d2fb2-363e-4e19-bec4-48b62c49c1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:34.108348 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event deleted for resources: {'Subnet': ['ID=0a50e8ac-d5f9-4359-82d8-1509d381b1b1,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:34.111590 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:34.111759 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f46637e9-b4fe-40c6-b23b-5098227a310c tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:52:34.115274 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.tag.tag_plugin [None req-1c9d67c1-bf45-401d-bdab-802b61760e80 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '5e7542d7-5aec-446a-8af0-83fc6ab691b9', {'tags': ['tempest-TagsTest-Tag-1356765234', 'tempest-TagsTest-Tag-1954129657', 'tempest-TagsTest-Tag-1139182639']}) {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:34.129696 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f46637e9-b4fe-40c6-b23b-5098227a310c tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:34.130090 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-f46637e9-b4fe-40c6-b23b-5098227a310c tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Added segment 407993a1-e295-4482-98c8-fc7edfe22e6f of type vlan for network a4d9de11-ff6b-4a8e-8a48-92ccb92a5321 Jun 21 14:52:34.211006 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f46637e9-b4fe-40c6-b23b-5098227a310c tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:34.233477 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-87b694ac-86e8-4dc4-aa79-11a676d6d822 None None] Attempting to bind port 4dc4a888-b29d-4d6b-ad82-eef328f4d265 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:52:34.234045 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-87b694ac-86e8-4dc4-aa79-11a676d6d822 None None] Attempting to bind port 4dc4a888-b29d-4d6b-ad82-eef328f4d265 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '9c5e8ee5-9852-4928-b1d2-c0fc2eb24cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5e189eb3-48c6-447c-8c06-413a2c2bffd4'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:52:34.234513 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b694ac-86e8-4dc4-aa79-11a676d6d822 None None] Attempting to bind port 4dc4a888-b29d-4d6b-ad82-eef328f4d265 on network 5e189eb3-48c6-447c-8c06-413a2c2bffd4 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:52:34.240182 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:34.244322 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b694ac-86e8-4dc4-aa79-11a676d6d822 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:52:34.244824 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b694ac-86e8-4dc4-aa79-11a676d6d822 None None] Checking segment: {'id': '9c5e8ee5-9852-4928-b1d2-c0fc2eb24cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5e189eb3-48c6-447c-8c06-413a2c2bffd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:52:34.245368 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-87b694ac-86e8-4dc4-aa79-11a676d6d822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:34.245850 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b694ac-86e8-4dc4-aa79-11a676d6d822 None None] Bound using segment: {'id': '9c5e8ee5-9852-4928-b1d2-c0fc2eb24cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5e189eb3-48c6-447c-8c06-413a2c2bffd4'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:52:34.246675 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-87b694ac-86e8-4dc4-aa79-11a676d6d822 None None] Bound port: 4dc4a888-b29d-4d6b-ad82-eef328f4d265, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c5e8ee5-9852-4928-b1d2-c0fc2eb24cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '5e189eb3-48c6-447c-8c06-413a2c2bffd4'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:52:34.247183 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-87b694ac-86e8-4dc4-aa79-11a676d6d822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:34.262305 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e189eb3-48c6-447c-8c06-413a2c2bffd4']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:34.283327 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c5e8ee5-9852-4928-b1d2-c0fc2eb24cf4') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:34.283656 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c5e8ee5-9852-4928-b1d2-c0fc2eb24cf4') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:34.291414 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f46637e9-b4fe-40c6-b23b-5098227a310c tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:34.298652 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f46637e9-b4fe-40c6-b23b-5098227a310c tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:34.299276 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f46637e9-b4fe-40c6-b23b-5098227a310c tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:34.316164 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1c9d67c1-bf45-401d-bdab-802b61760e80 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] 10.222.0.72 "PUT /v2.0/networks/5e7542d7-5aec-446a-8af0-83fc6ab691b9/tags HTTP/1.1" status: 200 len: 309 time: 0.2104893 Jun 21 14:52:34.317683 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35180) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:34.320612 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:34.326550 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.tag.tag_plugin [None req-0cdb02f9-ec61-47da-a26a-2368c0db080b tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '5e7542d7-5aec-446a-8af0-83fc6ab691b9', 'tempest-TagsTest-Tag-1356765234') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:34.329487 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c031fe21-5e7c-4810-ab38-5de9c0ab746a tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:34.366132 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-87b694ac-86e8-4dc4-aa79-11a676d6d822 None None] For port 4dc4a888-b29d-4d6b-ad82-eef328f4d265, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:52:34.372809 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:34.410864 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f46637e9-b4fe-40c6-b23b-5098227a310c tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9288259 Jun 21 14:52:34.417755 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35182) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:34.427026 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-879138a0-2033-4932-83c4-b2cb08f314b4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Request body: {'subnet': {'network_id': 'a4d9de11-ff6b-4a8e-8a48-92ccb92a5321', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:34.431715 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:52:34.432677 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:34.433480 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96130724-b9f1-4fdd-acec-8f85f2396843 None None] DHCP port deletion for 8e867a28-8d41-47df-a2af-a54cb8b30a66 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:52:34.443046 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:52:34.443046 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:52:34.443046 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:52:34.443046 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:52:34.443046 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:52:34.443046 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:52:34.443046 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:52:34.443046 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:52:34.443046 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:52:34.443046 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:52:34.443046 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:52:34.443046 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:52:34.443046 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:52:34.443046 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:52:34.443046 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:52:34.443046 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:52:34.443046 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:52:34.443046 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:52:34.443046 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:52:34.443046 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:52:34.443046 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:52:34.443046 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:52:34.443046 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:52:34.443046 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:52:34.443046 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:52:34.443046 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:52:34.443046 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:52:34.443046 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:52:34.443046 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:52:34.443046 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:52:34.443046 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:52:34.443046 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:52:34.458498 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46637e9-b4fe-40c6-b23b-5098227a310c tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Network': ['ID=a4d9de11-ff6b-4a8e-8a48-92ccb92a5321,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:34.472703 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network a4d9de11-ff6b-4a8e-8a48-92ccb92a5321 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:52:34.496657 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f46637e9-b4fe-40c6-b23b-5098227a310c tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:34.500715 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8262e27-aad6-4aa1-9e70-942de3d9a312 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Router c355e75c-8c69-438d-a93a-b29ecea4cccb has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:52:34.528261 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bc522af8-b805-4d5c-add1-f2570d987d43 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:34.532625 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-369ec93e-2510-43d8-8e04-cfff87c531b9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:34.534062 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-96130724-b9f1-4fdd-acec-8f85f2396843 None None] Deleting port 69522355-c288-43d8-bc8a-6c29f030c10e {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:34.534438 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-96130724-b9f1-4fdd-acec-8f85f2396843 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:34.564816 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.db.api [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 21 14:52:34.564816 dv-neutron-797121-2-hyperv neutron-server[105225]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 21 14:52:34.564816 dv-neutron-797121-2-hyperv neutron-server[105225]: [parameters: {'id': '5e189eb3-48c6-447c-8c06-413a2c2bffd4'}] Jun 21 14:52:34.564816 dv-neutron-797121-2-hyperv neutron-server[105225]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 14:52:34.567802 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_db.api [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 14:52:34.591844 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-87b694ac-86e8-4dc4-aa79-11a676d6d822 None None] For port 4dc4a888-b29d-4d6b-ad82-eef328f4d265, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=4dc4a888-b29d-4d6b-ad82-eef328f4d265,segment=NetworkSegment(9c5e8ee5-9852-4928-b1d2-c0fc2eb24cf4),segment_id=9c5e8ee5-9852-4928-b1d2-c0fc2eb24cf4)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:52:34.596750 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc522af8-b805-4d5c-add1-f2570d987d43 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:34.605430 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-bc522af8-b805-4d5c-add1-f2570d987d43 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:34.605703 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-87b694ac-86e8-4dc4-aa79-11a676d6d822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:34.609650 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-a2992351-0258-4bea-b574-dc1697e71293 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:34.614607 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc522af8-b805-4d5c-add1-f2570d987d43 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:34.615463 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bc522af8-b805-4d5c-add1-f2570d987d43 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:34.621331 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc522af8-b805-4d5c-add1-f2570d987d43 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Subnet': ['ID=13b09ef1-ae6c-4347-8b86-2be3a69bff03,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:34.624406 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bc522af8-b805-4d5c-add1-f2570d987d43 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:34.637623 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0cdb02f9-ec61-47da-a26a-2368c0db080b tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] 10.222.0.72 "DELETE /v2.0/networks/5e7542d7-5aec-446a-8af0-83fc6ab691b9/tags/tempest-TagsTest-Tag-1356765234 HTTP/1.1" status: 204 len: 168 time: 0.3189118 Jun 21 14:52:34.637970 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879138a0-2033-4932-83c4-b2cb08f314b4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Made reservation on behalf of 6b84c1e8652b4f7598ae83eb61bf775f for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:34.640471 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35184) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:34.641766 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-879138a0-2033-4932-83c4-b2cb08f314b4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:34.646306 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.tag.tag_plugin [None req-ddd9b549-d67d-45fa-bea1-2cde52558639 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5e7542d7-5aec-446a-8af0-83fc6ab691b9', 'tempest-TagsTest-Tag-1356765234') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:34.653487 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-bc522af8-b805-4d5c-add1-f2570d987d43 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9578893 Jun 21 14:52:34.664618 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35186) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:34.670919 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-0f4c36ca-0106-4dec-be48-b3977903746a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:34.715730 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b694ac-86e8-4dc4-aa79-11a676d6d822 None None] Pushing event updated for resources: {'Port': ['ID=4dc4a888-b29d-4d6b-ad82-eef328f4d265,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:34.720696 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-96130724-b9f1-4fdd-acec-8f85f2396843 None None] For port 69522355-c288-43d8-bc8a-6c29f030c10e, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=69522355-c288-43d8-bc8a-6c29f030c10e,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:34.721097 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-96130724-b9f1-4fdd-acec-8f85f2396843 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:34.724729 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-87b694ac-86e8-4dc4-aa79-11a676d6d822 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:34.728178 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8262e27-aad6-4aa1-9e70-942de3d9a312 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:52:34.736110 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a8262e27-aad6-4aa1-9e70-942de3d9a312 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:34.740520 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e567c2c-3ba5-415f-bba4-bff08c1f33eb None None] Sync routers for ids ['c355e75c-8c69-438d-a93a-b29ecea4cccb'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:52:34.788414 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a8262e27-aad6-4aa1-9e70-942de3d9a312 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] 10.222.0.72 "DELETE /v2.0/floatingips/61cc62c6-9c89-4a22-b39b-beef050327b6 HTTP/1.1" status: 204 len: 168 time: 2.5588284 Jun 21 14:52:34.791848 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35188) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:34.798352 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-c3a5bfd8-08c8-443f-8571-faf3a347c8c0 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:34.805934 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-96130724-b9f1-4fdd-acec-8f85f2396843 None None] Calling delete_port for 69522355-c288-43d8-bc8a-6c29f030c10e owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:34.808410 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac0da59-039a-43cc-a84d-1c1c4f514a79 None None] Network 5e189eb3-48c6-447c-8c06-413a2c2bffd4 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:34.825263 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-ddd9b549-d67d-45fa-bea1-2cde52558639 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] show failed (client error): The resource could not be found. Jun 21 14:52:34.829064 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ddd9b549-d67d-45fa-bea1-2cde52558639 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] 10.222.0.72 "GET /v2.0/networks/5e7542d7-5aec-446a-8af0-83fc6ab691b9/tags/tempest-TagsTest-Tag-1356765234 HTTP/1.1" status: 404 len: 326 time: 0.1848397 Jun 21 14:52:34.829189 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35190) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:34.834636 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.tag.tag_plugin [None req-d5d48eb1-7c79-4c8d-9afa-a236415c6066 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5e7542d7-5aec-446a-8af0-83fc6ab691b9', 'tempest-TagsTest-Tag-1954129657') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:34.856165 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c3a5bfd8-08c8-443f-8571-faf3a347c8c0 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:34.856455 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e567c2c-3ba5-415f-bba4-bff08c1f33eb None None] Routers {'c355e75c-8c69-438d-a93a-b29ecea4cccb'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:52:34.856917 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-5e567c2c-3ba5-415f-bba4-bff08c1f33eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:52:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['c355e75c-8c69-438d-a93a-b29ecea4cccb'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:34.897643 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-5e567c2c-3ba5-415f-bba4-bff08c1f33eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:34.915018 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4c36ca-0106-4dec-be48-b3977903746a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:34.918424 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0f4c36ca-0106-4dec-be48-b3977903746a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:34.959330 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-879138a0-2033-4932-83c4-b2cb08f314b4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:34.962658 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e567c2c-3ba5-415f-bba4-bff08c1f33eb None None] Routers {'c355e75c-8c69-438d-a93a-b29ecea4cccb'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:52:34.963298 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e09df64f-c859-463a-a87e-12984af7047f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:34.963450 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-5e567c2c-3ba5-415f-bba4-bff08c1f33eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:52:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['c355e75c-8c69-438d-a93a-b29ecea4cccb'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:34.983495 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d5d48eb1-7c79-4c8d-9afa-a236415c6066 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] 10.222.0.72 "GET /v2.0/networks/5e7542d7-5aec-446a-8af0-83fc6ab691b9/tags/tempest-TagsTest-Tag-1954129657 HTTP/1.1" status: 204 len: 168 time: 0.1504354 Jun 21 14:52:34.983769 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35192) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:34.988620 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.tag.tag_plugin [None req-9ae2edc6-98c2-46b2-ad7a-da9320d9ac08 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5e7542d7-5aec-446a-8af0-83fc6ab691b9', 'tempest-TagsTest-Tag-1139182639') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:35.029722 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879138a0-2033-4932-83c4-b2cb08f314b4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Subnet': ['ID=afe55f9a-8347-4de7-8e2f-7530d7acc0ac,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:35.034359 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-879138a0-2033-4932-83c4-b2cb08f314b4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:35.062616 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879138a0-2033-4932-83c4-b2cb08f314b4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Checking segment: {'id': '407993a1-e295-4482-98c8-fc7edfe22e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a4d9de11-ff6b-4a8e-8a48-92ccb92a5321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:52:35.062957 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879138a0-2033-4932-83c4-b2cb08f314b4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Network hostable DHCP agents. Network: a4d9de11-ff6b-4a8e-8a48-92ccb92a5321, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:52:35.070773 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c3a5bfd8-08c8-443f-8571-faf3a347c8c0 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:35.071784 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:35.082394 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.ipam_backend_mixin [None req-0f4c36ca-0106-4dec-be48-b3977903746a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 13b09ef1-ae6c-4347-8b86-2be3a69bff03 (CIDR: 2001:db8::/64) Jun 21 14:52:35.089841 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f4c36ca-0106-4dec-be48-b3977903746a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:52:35.090379 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f4c36ca-0106-4dec-be48-b3977903746a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:35.128243 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879138a0-2033-4932-83c4-b2cb08f314b4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Network a4d9de11-ff6b-4a8e-8a48-92ccb92a5321 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:52:35.141271 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0f4c36ca-0106-4dec-be48-b3977903746a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4717283 Jun 21 14:52:35.141502 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35194) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:35.147128 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-af962fec-72a8-4bc5-9e24-b63f98115f78 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:35.151326 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9ae2edc6-98c2-46b2-ad7a-da9320d9ac08 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] 10.222.0.72 "GET /v2.0/networks/5e7542d7-5aec-446a-8af0-83fc6ab691b9/tags/tempest-TagsTest-Tag-1139182639 HTTP/1.1" status: 204 len: 168 time: 0.1645288 Jun 21 14:52:35.153831 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35196) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:35.170196 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.tag.tag_plugin [None req-f1702708-a7fd-4fa4-997f-985f8c788787 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5e7542d7-5aec-446a-8af0-83fc6ab691b9') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:35.172955 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-879138a0-2033-4932-83c4-b2cb08f314b4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, a4d9de11-ff6b-4a8e-8a48-92ccb92a5321) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:35.173079 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Deleting port 4dc4a888-b29d-4d6b-ad82-eef328f4d265 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:35.173351 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:35.181748 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-5e567c2c-3ba5-415f-bba4-bff08c1f33eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:35.182246 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e567c2c-3ba5-415f-bba4-bff08c1f33eb None None] The sync data for ids ['c355e75c-8c69-438d-a93a-b29ecea4cccb'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:52:35.200989 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e1f622-7d6b-4ef4-b57f-7b749763cb90 None None] Network a4d9de11-ff6b-4a8e-8a48-92ccb92a5321 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:35.220246 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879138a0-2033-4932-83c4-b2cb08f314b4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:35.220830 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-879138a0-2033-4932-83c4-b2cb08f314b4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:35.248370 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] For port 4dc4a888-b29d-4d6b-ad82-eef328f4d265, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=4dc4a888-b29d-4d6b-ad82-eef328f4d265,segment=NetworkSegment(9c5e8ee5-9852-4928-b1d2-c0fc2eb24cf4),segment_id=9c5e8ee5-9852-4928-b1d2-c0fc2eb24cf4)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:35.248862 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:35.301584 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:35.310165 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-879138a0-2033-4932-83c4-b2cb08f314b4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8913257 Jun 21 14:52:35.312923 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-96130724-b9f1-4fdd-acec-8f85f2396843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:35.317895 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:35.321353 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Calling delete_port for 4dc4a888-b29d-4d6b-ad82-eef328f4d265 owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:35.322096 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35198) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:35.326711 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-97a1460a-8f00-4240-b733-2a0d8e867d94 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1360357487', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:35.349761 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-c3a5bfd8-08c8-443f-8571-faf3a347c8c0 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Allocated IP 172.26.3.236 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/8ec7eeaa-466c-486a-a512-260e05652589) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:35.353996 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96130724-b9f1-4fdd-acec-8f85f2396843 None None] Pushing event deleted for resources: {'Port': ['ID=69522355-c288-43d8-bc8a-6c29f030c10e,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:35.373337 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96130724-b9f1-4fdd-acec-8f85f2396843 None None] No DVR routers for this DVR port 69522355-c288-43d8-bc8a-6c29f030c10e on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:52:35.383718 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-96130724-b9f1-4fdd-acec-8f85f2396843 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:35.426644 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:35.430811 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-037581bd-d86a-4b77-8806-dc0f4fb8ad19 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:35.435825 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9870142-57cc-434e-bb74-70789a439c5b None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:35.450808 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a7358b-8822-4796-9b22-da05d4f6271c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-a4d9de11-ff6b-4a8e-8a48-92ccb92a5321', 'network_id': 'a4d9de11-ff6b-4a8e-8a48-92ccb92a5321', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'fixed_ips': [{'subnet_id': 'afe55f9a-8347-4de7-8e2f-7530d7acc0ac'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:52:35.451733 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-93a7358b-8822-4796-9b22-da05d4f6271c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:35.457153 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event deleted for resources: {'Port': ['ID=4dc4a888-b29d-4d6b-ad82-eef328f4d265,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:35.459056 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-97a1460a-8f00-4240-b733-2a0d8e867d94 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:35.460262 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-97a1460a-8f00-4240-b733-2a0d8e867d94 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:35.460542 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:35.461328 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] No DVR routers for this DVR port 4dc4a888-b29d-4d6b-ad82-eef328f4d265 on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:52:35.514297 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af962fec-72a8-4bc5-9e24-b63f98115f78 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:35.518008 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-af962fec-72a8-4bc5-9e24-b63f98115f78 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:35.539434 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f1702708-a7fd-4fa4-997f-985f8c788787 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] 10.222.0.72 "DELETE /v2.0/networks/5e7542d7-5aec-446a-8af0-83fc6ab691b9/tags HTTP/1.1" status: 204 len: 168 time: 0.3820832 Jun 21 14:52:35.541975 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35200) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:35.548680 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.tag.tag_plugin [None req-7caae7d7-c6a5-4c83-bc40-277e62aba2bb tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5e7542d7-5aec-446a-8af0-83fc6ab691b9', 'tempest-TagsTest-Tag-1954129657') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:35.623075 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-97a1460a-8f00-4240-b733-2a0d8e867d94 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:35.638667 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-97a1460a-8f00-4240-b733-2a0d8e867d94 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:35.663796 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c3a5bfd8-08c8-443f-8571-faf3a347c8c0 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:35.694299 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-97a1460a-8f00-4240-b733-2a0d8e867d94 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:35.699178 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-97a1460a-8f00-4240-b733-2a0d8e867d94 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3752942 Jun 21 14:52:35.702756 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c14826-72cd-480c-bfc6-d779ad5ceef8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-8e867a28-8d41-47df-a2af-a54cb8b30a66', 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'fixed_ips': [{'subnet_id': '13b09ef1-ae6c-4347-8b86-2be3a69bff03'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:52:35.703002 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35204) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:35.703095 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-57c14826-72cd-480c-bfc6-d779ad5ceef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:35.707000 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-93a7358b-8822-4796-9b22-da05d4f6271c None None] Allocated IP 172.20.0.2 (a4d9de11-ff6b-4a8e-8a48-92ccb92a5321/afe55f9a-8347-4de7-8e2f-7530d7acc0ac/5f0e75d1-f77f-4e43-9985-41c6f07dede7) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:35.719039 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-198d7d39-0c28-44b1-b0b8-d4e3c8ef06c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Request body: {'port': {'network_id': 'a4d9de11-ff6b-4a8e-8a48-92ccb92a5321', 'name': 'tempest-RoutersTest-155832753'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:35.924743 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:35.958307 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 69522355-c288-43d8-bc8a-6c29f030c10e no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:52:35.963054 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e189eb3-48c6-447c-8c06-413a2c2bffd4']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:35.967086 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c3a5bfd8-08c8-443f-8571-faf3a347c8c0 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:35.972210 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e0e38a45-422f-49f7-ad3c-3a1d106e8cd6 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:35.975317 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c5e8ee5-9852-4928-b1d2-c0fc2eb24cf4') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:35.975629 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c5e8ee5-9852-4928-b1d2-c0fc2eb24cf4') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:35.983897 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-93a7358b-8822-4796-9b22-da05d4f6271c None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:35.989614 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 69522355-c288-43d8-bc8a-6c29f030c10e {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:52:35.989997 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 69522355-c288-43d8-bc8a-6c29f030c10e not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:52:35.992766 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:36.000876 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-93a7358b-8822-4796-9b22-da05d4f6271c None None] Transition to ACTIVE for port object 5f0e75d1-f77f-4e43-9985-41c6f07dede7 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:36.011978 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:36.014380 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-7caae7d7-c6a5-4c83-bc40-277e62aba2bb tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] show failed (client error): The resource could not be found. Jun 21 14:52:36.018008 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7caae7d7-c6a5-4c83-bc40-277e62aba2bb tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] 10.222.0.72 "GET /v2.0/networks/5e7542d7-5aec-446a-8af0-83fc6ab691b9/tags/tempest-TagsTest-Tag-1954129657 HTTP/1.1" status: 404 len: 326 time: 0.4724908 Jun 21 14:52:36.018230 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35206) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:36.022839 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.tag.tag_plugin [None req-1ec7006f-2d28-4ca6-923c-c8d197ce34e2 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5e7542d7-5aec-446a-8af0-83fc6ab691b9', 'tempest-TagsTest-Tag-1139182639') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:36.023186 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-57c14826-72cd-480c-bfc6-d779ad5ceef8 None None] Allocated IP 2001:db8::2 (8e867a28-8d41-47df-a2af-a54cb8b30a66/13b09ef1-ae6c-4347-8b86-2be3a69bff03/9a956df5-3aa1-4a14-ba12-bf95e9a36dac) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:36.026620 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a5bfd8-08c8-443f-8571-faf3a347c8c0 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:36.033533 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-c3a5bfd8-08c8-443f-8571-faf3a347c8c0 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:36.040246 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:52:36.040566 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:36.043567 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a5bfd8-08c8-443f-8571-faf3a347c8c0 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:36.043715 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:52:36.043715 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:52:36.043715 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:52:36.043715 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:52:36.043715 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:52:36.043715 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:52:36.043715 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:52:36.043715 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:52:36.043715 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:52:36.043715 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:52:36.043715 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:52:36.043715 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:52:36.043715 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:52:36.043715 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:52:36.043715 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:52:36.043715 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:52:36.043715 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:52:36.043715 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:52:36.043715 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:52:36.043715 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:52:36.043715 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:52:36.043715 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:52:36.043715 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:52:36.043715 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:52:36.043715 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:52:36.043715 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:52:36.043715 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:52:36.043715 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:52:36.043715 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:52:36.043715 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:52:36.043715 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:52:36.043715 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:52:36.098141 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198d7d39-0c28-44b1-b0b8-d4e3c8ef06c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Made reservation on behalf of 6b84c1e8652b4f7598ae83eb61bf775f for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:36.101718 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-198d7d39-0c28-44b1-b0b8-d4e3c8ef06c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:36.103909 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5bfd8-08c8-443f-8571-faf3a347c8c0 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Pushing event updated for resources: {'Port': ['ID=8ec7eeaa-466c-486a-a512-260e05652589,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:36.114387 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c3a5bfd8-08c8-443f-8571-faf3a347c8c0 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:36.148252 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:36.148792 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-198d7d39-0c28-44b1-b0b8-d4e3c8ef06c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] device_id is not set on port 238749ee-e768-42a4-8051-cff983cfd572 yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:52:36.151868 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7ff81d95-73af-4712-a7e9-d5ad52763c52 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:36.155797 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-93a7358b-8822-4796-9b22-da05d4f6271c None None] Transition to ACTIVE for port object 5f0e75d1-f77f-4e43-9985-41c6f07dede7 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:36.157142 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:36.161840 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "DELETE /v2.0/networks/5e189eb3-48c6-447c-8c06-413a2c2bffd4 HTTP/1.1" status: 204 len: 168 time: 2.7367940 Jun 21 14:52:36.164720 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-1ec7006f-2d28-4ca6-923c-c8d197ce34e2 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] show failed (client error): The resource could not be found. Jun 21 14:52:36.165770 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1ec7006f-2d28-4ca6-923c-c8d197ce34e2 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] 10.222.0.72 "GET /v2.0/networks/5e7542d7-5aec-446a-8af0-83fc6ab691b9/tags/tempest-TagsTest-Tag-1139182639 HTTP/1.1" status: 404 len: 326 time: 0.1465943 Jun 21 14:52:36.173576 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-93a7358b-8822-4796-9b22-da05d4f6271c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:36.174811 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35208) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:36.175133 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35210) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:36.180599 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.tag.tag_plugin [None req-e42a8f3a-2cfd-4f56-975e-4e1fa55d8b25 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5e7542d7-5aec-446a-8af0-83fc6ab691b9') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:36.186320 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0ebfe427-7888-4034-8e87-e2b757a80cd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:36.186886 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-ad18f283-5742-47c2-b8d4-23e5b7d593e9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1399407451'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:36.192356 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event deleted for resources: {'Network': ['ID=5e189eb3-48c6-447c-8c06-413a2c2bffd4,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:36.210749 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:36.239274 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a7358b-8822-4796-9b22-da05d4f6271c None None] Network a4d9de11-ff6b-4a8e-8a48-92ccb92a5321 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:36.249905 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-93a7358b-8822-4796-9b22-da05d4f6271c None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:36.255185 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a7358b-8822-4796-9b22-da05d4f6271c None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:36.265519 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad18f283-5742-47c2-b8d4-23e5b7d593e9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Made reservation on behalf of 73a56e2567b04ed7afd9166d637dda37 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:36.269856 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ad18f283-5742-47c2-b8d4-23e5b7d593e9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:36.271087 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c3a5bfd8-08c8-443f-8571-faf3a347c8c0 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:36.275669 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a7358b-8822-4796-9b22-da05d4f6271c None None] Pushing event updated for resources: {'Port': ['ID=5f0e75d1-f77f-4e43-9985-41c6f07dede7,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:36.282771 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-93a7358b-8822-4796-9b22-da05d4f6271c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:36.284294 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-57c14826-72cd-480c-bfc6-d779ad5ceef8 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:36.309757 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad18f283-5742-47c2-b8d4-23e5b7d593e9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:52:36.319007 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e42a8f3a-2cfd-4f56-975e-4e1fa55d8b25 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] 10.222.0.72 "DELETE /v2.0/networks/5e7542d7-5aec-446a-8af0-83fc6ab691b9/tags HTTP/1.1" status: 204 len: 168 time: 0.1355865 Jun 21 14:52:36.319236 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-57c14826-72cd-480c-bfc6-d779ad5ceef8 None None] Transition to ACTIVE for port object 9a956df5-3aa1-4a14-ba12-bf95e9a36dac will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:36.319356 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.objects.ports [None req-af962fec-72a8-4bc5-9e24-b63f98115f78 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105224) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 21 14:52:36.320209 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35212) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:36.340660 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-af962fec-72a8-4bc5-9e24-b63f98115f78 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:36.364625 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-93a7358b-8822-4796-9b22-da05d4f6271c None None] Attempting to bind port 5f0e75d1-f77f-4e43-9985-41c6f07dede7 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:52:36.365572 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-93a7358b-8822-4796-9b22-da05d4f6271c None None] Attempting to bind port 5f0e75d1-f77f-4e43-9985-41c6f07dede7 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '407993a1-e295-4482-98c8-fc7edfe22e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a4d9de11-ff6b-4a8e-8a48-92ccb92a5321'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:52:36.365709 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c1a19d84-d26c-4800-8c3c-b27d14bf8f9c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:36.365845 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a7358b-8822-4796-9b22-da05d4f6271c None None] Attempting to bind port 5f0e75d1-f77f-4e43-9985-41c6f07dede7 on network a4d9de11-ff6b-4a8e-8a48-92ccb92a5321 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:52:36.372589 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ad18f283-5742-47c2-b8d4-23e5b7d593e9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:36.372938 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-ad18f283-5742-47c2-b8d4-23e5b7d593e9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Added segment 78bee81f-eae9-49d5-9125-2d3d1943f6d7 of type vlan for network 4639c69e-f85e-46c7-8281-7d3c26fdda3f Jun 21 14:52:36.379691 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a7358b-8822-4796-9b22-da05d4f6271c None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:52:36.380141 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a7358b-8822-4796-9b22-da05d4f6271c None None] Checking segment: {'id': '407993a1-e295-4482-98c8-fc7edfe22e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a4d9de11-ff6b-4a8e-8a48-92ccb92a5321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:52:36.380637 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-93a7358b-8822-4796-9b22-da05d4f6271c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:36.381151 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a7358b-8822-4796-9b22-da05d4f6271c None None] Bound using segment: {'id': '407993a1-e295-4482-98c8-fc7edfe22e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a4d9de11-ff6b-4a8e-8a48-92ccb92a5321'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:52:36.381767 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-93a7358b-8822-4796-9b22-da05d4f6271c None None] Bound port: 5f0e75d1-f77f-4e43-9985-41c6f07dede7, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '407993a1-e295-4482-98c8-fc7edfe22e6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a4d9de11-ff6b-4a8e-8a48-92ccb92a5321'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:52:36.382285 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-93a7358b-8822-4796-9b22-da05d4f6271c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:36.388701 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-57c14826-72cd-480c-bfc6-d779ad5ceef8 None None] Transition to ACTIVE for port object 9a956df5-3aa1-4a14-ba12-bf95e9a36dac will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:36.428159 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-57c14826-72cd-480c-bfc6-d779ad5ceef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:36.433008 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-57c3f0e8-e432-4065-8ea0-34a013e1cb84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:36.439178 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-198d7d39-0c28-44b1-b0b8-d4e3c8ef06c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Allocated IP 172.20.0.9 (a4d9de11-ff6b-4a8e-8a48-92ccb92a5321/afe55f9a-8347-4de7-8e2f-7530d7acc0ac/238749ee-e768-42a4-8051-cff983cfd572) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:36.444346 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af962fec-72a8-4bc5-9e24-b63f98115f78 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:36.449671 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c3a5bfd8-08c8-443f-8571-faf3a347c8c0 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:36.450567 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ad18f283-5742-47c2-b8d4-23e5b7d593e9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:36.455990 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-af962fec-72a8-4bc5-9e24-b63f98115f78 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:36.459648 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6767f4d4-2fdd-4641-98f1-101748098b31 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:36.480627 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af962fec-72a8-4bc5-9e24-b63f98115f78 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:36.481491 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-af962fec-72a8-4bc5-9e24-b63f98115f78 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:36.483933 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af962fec-72a8-4bc5-9e24-b63f98115f78 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Subnet': ['ID=e56209cf-9a02-43ea-a366-0560dd3c89f3,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:36.492341 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-af962fec-72a8-4bc5-9e24-b63f98115f78 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:36.498767 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c14826-72cd-480c-bfc6-d779ad5ceef8 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:36.506702 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-57c14826-72cd-480c-bfc6-d779ad5ceef8 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:36.514940 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c14826-72cd-480c-bfc6-d779ad5ceef8 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:36.523744 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-93a7358b-8822-4796-9b22-da05d4f6271c None None] For port 5f0e75d1-f77f-4e43-9985-41c6f07dede7, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:52:36.526041 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c14826-72cd-480c-bfc6-d779ad5ceef8 None None] Pushing event updated for resources: {'Port': ['ID=9a956df5-3aa1-4a14-ba12-bf95e9a36dac,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:36.529355 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-93a7358b-8822-4796-9b22-da05d4f6271c None None] For port 5f0e75d1-f77f-4e43-9985-41c6f07dede7, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=5f0e75d1-f77f-4e43-9985-41c6f07dede7,segment=NetworkSegment(407993a1-e295-4482-98c8-fc7edfe22e6f),segment_id=407993a1-e295-4482-98c8-fc7edfe22e6f)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:52:36.532866 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-57c14826-72cd-480c-bfc6-d779ad5ceef8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:36.533539 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-af962fec-72a8-4bc5-9e24-b63f98115f78 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3910756 Jun 21 14:52:36.534278 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35216) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:36.541152 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-93a7358b-8822-4796-9b22-da05d4f6271c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:36.558478 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-35afd51d-3253-4116-a417-a660211321b6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'port': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'mac_address': 'fa:16:3e:0e:3c:39', 'name': 'tempest-NetworksTestDHCPv6-591934552'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:36.562884 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-c93adc53-870f-40b3-b168-3fa252edf84b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:36.566051 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ad18f283-5742-47c2-b8d4-23e5b7d593e9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:36.571554 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad18f283-5742-47c2-b8d4-23e5b7d593e9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:36.572150 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ad18f283-5742-47c2-b8d4-23e5b7d593e9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:36.578285 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0c6ac0b4-2cb2-4a8d-9916-738e7f15a1ab tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:36.598188 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6767f4d4-2fdd-4641-98f1-101748098b31 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:36.646879 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-6767f4d4-2fdd-4641-98f1-101748098b31 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e7542d7-5aec-446a-8af0-83fc6ab691b9']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:36.649268 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-57c14826-72cd-480c-bfc6-d779ad5ceef8 None None] Attempting to bind port 9a956df5-3aa1-4a14-ba12-bf95e9a36dac on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:52:36.649809 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-57c14826-72cd-480c-bfc6-d779ad5ceef8 None None] Attempting to bind port 9a956df5-3aa1-4a14-ba12-bf95e9a36dac by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:52:36.650284 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c14826-72cd-480c-bfc6-d779ad5ceef8 None None] Attempting to bind port 9a956df5-3aa1-4a14-ba12-bf95e9a36dac on network 8e867a28-8d41-47df-a2af-a54cb8b30a66 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:52:36.660540 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ad18f283-5742-47c2-b8d4-23e5b7d593e9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4842541 Jun 21 14:52:36.663054 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c14826-72cd-480c-bfc6-d779ad5ceef8 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:52:36.663316 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35218) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:36.663653 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c14826-72cd-480c-bfc6-d779ad5ceef8 None None] Checking segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:52:36.664723 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-57c14826-72cd-480c-bfc6-d779ad5ceef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:36.665210 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c14826-72cd-480c-bfc6-d779ad5ceef8 None None] Bound using segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:52:36.665895 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-57c14826-72cd-480c-bfc6-d779ad5ceef8 None None] Bound port: 9a956df5-3aa1-4a14-ba12-bf95e9a36dac, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:52:36.666370 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-57c14826-72cd-480c-bfc6-d779ad5ceef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:36.669649 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-6767f4d4-2fdd-4641-98f1-101748098b31 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c509e5-e349-41b9-b6ad-261ec6a3a073') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:36.670173 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-6767f4d4-2fdd-4641-98f1-101748098b31 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c509e5-e349-41b9-b6ad-261ec6a3a073') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:36.675751 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-1b48f2ae-d2a5-45ae-b7f0-25ff79918181 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Request body: {'subnet': {'network_id': '4639c69e-f85e-46c7-8281-7d3c26fdda3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:36.683272 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a7358b-8822-4796-9b22-da05d4f6271c None None] Pushing event updated for resources: {'Port': ['ID=5f0e75d1-f77f-4e43-9985-41c6f07dede7,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:36.686613 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-93a7358b-8822-4796-9b22-da05d4f6271c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:36.700256 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad18f283-5742-47c2-b8d4-23e5b7d593e9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event updated for resources: {'Network': ['ID=4639c69e-f85e-46c7-8281-7d3c26fdda3f,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:36.722844 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 4639c69e-f85e-46c7-8281-7d3c26fdda3f details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:52:36.750187 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6767f4d4-2fdd-4641-98f1-101748098b31 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:36.754546 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ad18f283-5742-47c2-b8d4-23e5b7d593e9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:36.782047 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6767f4d4-2fdd-4641-98f1-101748098b31 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:36.795859 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6767f4d4-2fdd-4641-98f1-101748098b31 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:52:36.796122 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6767f4d4-2fdd-4641-98f1-101748098b31 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:36.799621 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:52:36.799621 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:52:36.799621 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:52:36.799621 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:52:36.799621 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:52:36.799621 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:52:36.799621 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:52:36.799621 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:52:36.799621 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:52:36.799621 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:52:36.799621 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:52:36.799621 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:52:36.799621 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:52:36.799621 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:52:36.799621 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:52:36.799621 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:52:36.799621 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:52:36.799621 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:52:36.799621 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:52:36.799621 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:52:36.799621 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:52:36.799621 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:52:36.799621 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:52:36.799621 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:52:36.799621 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:52:36.799621 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:52:36.799621 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:52:36.799621 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:52:36.799621 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:52:36.799621 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:52:36.799621 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:52:36.799621 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:52:36.813107 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-57c14826-72cd-480c-bfc6-d779ad5ceef8 None None] For port 9a956df5-3aa1-4a14-ba12-bf95e9a36dac, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:52:36.872770 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b48f2ae-d2a5-45ae-b7f0-25ff79918181 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Made reservation on behalf of 73a56e2567b04ed7afd9166d637dda37 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:36.877146 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1b48f2ae-d2a5-45ae-b7f0-25ff79918181 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:36.882016 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-57c14826-72cd-480c-bfc6-d779ad5ceef8 None None] For port 9a956df5-3aa1-4a14-ba12-bf95e9a36dac, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=9a956df5-3aa1-4a14-ba12-bf95e9a36dac,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:52:36.896706 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-198d7d39-0c28-44b1-b0b8-d4e3c8ef06c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:36.897562 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-57c14826-72cd-480c-bfc6-d779ad5ceef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:36.899077 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6767f4d4-2fdd-4641-98f1-101748098b31 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:36.910993 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:36.960436 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-198d7d39-0c28-44b1-b0b8-d4e3c8ef06c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Transition to ACTIVE for port object 238749ee-e768-42a4-8051-cff983cfd572 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:36.962242 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35afd51d-3253-4116-a417-a660211321b6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:36.969356 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c3a5bfd8-08c8-443f-8571-faf3a347c8c0 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:36.973693 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b2e10c3d-b3ce-4b6b-a78c-8185fea64bff tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:36.978068 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6767f4d4-2fdd-4641-98f1-101748098b31 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:36.981831 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6767f4d4-2fdd-4641-98f1-101748098b31 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] 10.222.0.72 "DELETE /v2.0/networks/5e7542d7-5aec-446a-8af0-83fc6ab691b9 HTTP/1.1" status: 204 len: 168 time: 0.6597171 Jun 21 14:52:37.027113 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767f4d4-2fdd-4641-98f1-101748098b31 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] Pushing event deleted for resources: {'Network': ['ID=5e7542d7-5aec-446a-8af0-83fc6ab691b9,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:37.031233 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6767f4d4-2fdd-4641-98f1-101748098b31 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:37.060464 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c3a5bfd8-08c8-443f-8571-faf3a347c8c0 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:37.081141 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cb000cb1-cdd1-4504-a084-7c1470ff929e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:37.103138 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c14826-72cd-480c-bfc6-d779ad5ceef8 None None] Pushing event updated for resources: {'Port': ['ID=9a956df5-3aa1-4a14-ba12-bf95e9a36dac,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:37.110287 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-57c14826-72cd-480c-bfc6-d779ad5ceef8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:37.189308 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5bfd8-08c8-443f-8571-faf3a347c8c0 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Pushing event updated for resources: {'Port': ['ID=8ec7eeaa-466c-486a-a512-260e05652589,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:37.192348 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c3a5bfd8-08c8-443f-8571-faf3a347c8c0 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:37.260570 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-198d7d39-0c28-44b1-b0b8-d4e3c8ef06c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:37.277109 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c3a5bfd8-08c8-443f-8571-faf3a347c8c0 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:37.282488 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1b48f2ae-d2a5-45ae-b7f0-25ff79918181 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:37.288905 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198d7d39-0c28-44b1-b0b8-d4e3c8ef06c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Network a4d9de11-ff6b-4a8e-8a48-92ccb92a5321 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:37.292371 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-85ffbcb5-71a0-449d-9621-2002cf946ec3 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:37.296275 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-198d7d39-0c28-44b1-b0b8-d4e3c8ef06c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:37.299014 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198d7d39-0c28-44b1-b0b8-d4e3c8ef06c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:37.402526 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b48f2ae-d2a5-45ae-b7f0-25ff79918181 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event updated for resources: {'Subnet': ['ID=534b03f6-a4a3-4233-9686-78b83f9fba6c,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:37.408356 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1b48f2ae-d2a5-45ae-b7f0-25ff79918181 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:37.414582 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35228) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:37.469125 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198d7d39-0c28-44b1-b0b8-d4e3c8ef06c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:37.469693 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-198d7d39-0c28-44b1-b0b8-d4e3c8ef06c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:37.487528 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b48f2ae-d2a5-45ae-b7f0-25ff79918181 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Checking segment: {'id': '78bee81f-eae9-49d5-9125-2d3d1943f6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4639c69e-f85e-46c7-8281-7d3c26fdda3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:52:37.488335 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c3a5bfd8-08c8-443f-8571-faf3a347c8c0 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:37.488535 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b48f2ae-d2a5-45ae-b7f0-25ff79918181 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Network hostable DHCP agents. Network: 4639c69e-f85e-46c7-8281-7d3c26fdda3f, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:52:37.498541 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-35afd51d-3253-4116-a417-a660211321b6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:37.530221 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b48f2ae-d2a5-45ae-b7f0-25ff79918181 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Network 4639c69e-f85e-46c7-8281-7d3c26fdda3f is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:52:37.537378 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038548f-cb00-474f-abd0-2a028cc48caf req-c403c2e2-1657-499f-b250-bc1cb50cd815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:37.539319 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-c038548f-cb00-474f-abd0-2a028cc48caf req-c403c2e2-1657-499f-b250-bc1cb50cd815 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=11635685b5064af1901fae1b04f861cb&device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 1098 time: 0.1288676 Jun 21 14:52:37.555423 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-1b48f2ae-d2a5-45ae-b7f0-25ff79918181 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 4639c69e-f85e-46c7-8281-7d3c26fdda3f) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:37.568667 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c97e9e84-d0cc-48d3-ad60-81ad69460f0c None None] Network 4639c69e-f85e-46c7-8281-7d3c26fdda3f requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:37.576994 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-198d7d39-0c28-44b1-b0b8-d4e3c8ef06c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.8713920 Jun 21 14:52:37.583236 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35232) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:37.596234 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-35afd51d-3253-4116-a417-a660211321b6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] device_id is not set on port bd905737-2511-44b0-8a3e-8d7ed5bf5a09 yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:52:37.598582 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b48f2ae-d2a5-45ae-b7f0-25ff79918181 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:37.599275 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1b48f2ae-d2a5-45ae-b7f0-25ff79918181 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:37.631408 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1b48f2ae-d2a5-45ae-b7f0-25ff79918181 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9636395 Jun 21 14:52:37.635011 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35234) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:37.783389 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:37.791032 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038548f-cb00-474f-abd0-2a028cc48caf req-da655562-cc57-48a7-9552-d8f77942b1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:37.792600 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-c038548f-cb00-474f-abd0-2a028cc48caf req-da655562-cc57-48a7-9552-d8f77942b1cd service neutron] 10.222.0.66 "GET /v2.0/networks?id=393f8381-0805-46a3-9584-62cfa82bcbaf HTTP/1.1" status: 200 len: 912 time: 0.2470355 Jun 21 14:52:37.800594 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-4639c69e-f85e-46c7-8281-7d3c26fdda3f', 'network_id': '4639c69e-f85e-46c7-8281-7d3c26fdda3f', 'tenant_id': '73a56e2567b04ed7afd9166d637dda37', 'fixed_ips': [{'subnet_id': '534b03f6-a4a3-4233-9686-78b83f9fba6c'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:52:37.801963 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:37.897028 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-c038548f-cb00-474f-abd0-2a028cc48caf req-53c67e4d-2f38-43d6-b4ea-efd9afb6e99e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac8496c7-d6cc-470a-91c4-c943a5eda639 HTTP/1.1" status: 200 len: 1001 time: 0.0952106 Jun 21 14:52:37.990565 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:38.007542 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] Allocated IP 172.20.0.2 (4639c69e-f85e-46c7-8281-7d3c26fdda3f/534b03f6-a4a3-4233-9686-78b83f9fba6c/04becc6b-d22a-464f-a731-41f7b0432421) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:38.068997 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038548f-cb00-474f-abd0-2a028cc48caf req-84ffaab1-75c0-49f6-a89b-949244ec5c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:38.069215 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d7d39-0c28-44b1-b0b8-d4e3c8ef06c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Port': ['ID=238749ee-e768-42a4-8051-cff983cfd572,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:38.075862 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-c038548f-cb00-474f-abd0-2a028cc48caf req-84ffaab1-75c0-49f6-a89b-949244ec5c79 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3bb9f9f-5a2e-4ed7-b8d4-076458baa435 HTTP/1.1" status: 200 len: 850 time: 0.1503036 Jun 21 14:52:38.111054 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9a956df5-3aa1-4a14-ba12-bf95e9a36dac up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:52:38.121862 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c3a5bfd8-08c8-443f-8571-faf3a347c8c0 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:38.123120 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c3a5bfd8-08c8-443f-8571-faf3a347c8c0 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3303561 Jun 21 14:52:38.125266 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-198d7d39-0c28-44b1-b0b8-d4e3c8ef06c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.848s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:38.126009 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35236) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:38.183509 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038548f-cb00-474f-abd0-2a028cc48caf req-701e9957-dcc8-4d8a-a5f7-c010985240b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:38.185046 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-c038548f-cb00-474f-abd0-2a028cc48caf req-701e9957-dcc8-4d8a-a5f7-c010985240b4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=393f8381-0805-46a3-9584-62cfa82bcbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1053514 Jun 21 14:52:38.225528 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 9a956df5-3aa1-4a14-ba12-bf95e9a36dac completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:38.259874 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 5f0e75d1-f77f-4e43-9985-41c6f07dede7 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:52:38.304946 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163a98a9-f65f-44ee-ac1a-63d8bfe40e58 None None] Network a4d9de11-ff6b-4a8e-8a48-92ccb92a5321 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:38.324703 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-c038548f-cb00-474f-abd0-2a028cc48caf req-a6b372c6-4a23-4453-98d6-432a3fcfd160 service neutron] 10.222.0.66 "GET /v2.0/networks/393f8381-0805-46a3-9584-62cfa82bcbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317639 Jun 21 14:52:38.334740 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-bdc5efe3-9ddd-4041-b54f-9599f78834fc tempest-FloatingIPAdminTestJSON-2063017690 tempest-FloatingIPAdminTestJSON-2063017690-project] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:38.381037 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:38.398196 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] Transition to ACTIVE for port object 04becc6b-d22a-464f-a731-41f7b0432421 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:38.404704 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 5f0e75d1-f77f-4e43-9985-41c6f07dede7 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:38.407952 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-77db3750-a0b8-4b1e-a4cc-c5c1817ec363 None None] Provisioning for port 5f0e75d1-f77f-4e43-9985-41c6f07dede7 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:38.416478 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 5f0e75d1-f77f-4e43-9985-41c6f07dede7 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:38.416720 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:38.428880 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb34219-4e17-47b2-a1ff-af0c489be9b1 req-b2452903-3c1f-4ddb-87f0-7bb7660efcf6 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:38.437671 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9bb34219-4e17-47b2-a1ff-af0c489be9b1 req-b2452903-3c1f-4ddb-87f0-7bb7660efcf6 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.9580452 Jun 21 14:52:38.442222 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-77db3750-a0b8-4b1e-a4cc-c5c1817ec363 None None] Provisioning complete for port 5f0e75d1-f77f-4e43-9985-41c6f07dede7 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:38.442222 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-77db3750-a0b8-4b1e-a4cc-c5c1817ec363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:38.443177 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bdc5efe3-9ddd-4041-b54f-9599f78834fc tempest-FloatingIPAdminTestJSON-2063017690 tempest-FloatingIPAdminTestJSON-2063017690-project] Notify callbacks [] for floatingip, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:38.489957 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] Transition to ACTIVE for port object 04becc6b-d22a-464f-a731-41f7b0432421 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:38.529379 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-c038548f-cb00-474f-abd0-2a028cc48caf req-01030349-f9e8-4ccd-9070-58962109134e service neutron] 10.222.0.66 "GET /v2.0/networks/393f8381-0805-46a3-9584-62cfa82bcbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893151 Jun 21 14:52:38.565479 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:38.569665 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bed3d75c-9777-4b36-885f-4d86aca39f47 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:38.606364 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fa9626b3-4f96-498b-ad7b-191cf4f4df51 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a7d30b6b10514b36a7ad163108352406&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1603849 Jun 21 14:52:38.608980 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35240) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:38.656577 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event deleted for resources: {'Subnet': ['ID=534b03f6-a4a3-4233-9686-78b83f9fba6c,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:38.673606 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4780feaf-53c3-4bbe-bce9-a76bc3a5dfab None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:38.676850 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:38.680078 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5ca96df7-c4dd-4755-97e4-b71824a10b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:38.681555 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:38.683393 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6516f743-38b2-4114-a0c7-303845c9d566 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:38.704807 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5ca96df7-c4dd-4755-97e4-b71824a10b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:38.719996 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9bb34219-4e17-47b2-a1ff-af0c489be9b1 req-2fba0b4c-5273-4fae-a971-5acd954c952a tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2794433 Jun 21 14:52:38.815639 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] Pushing event updated for resources: {'Port': ['ID=04becc6b-d22a-464f-a731-41f7b0432421,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:38.828544 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:38.832871 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bdc5efe3-9ddd-4041-b54f-9599f78834fc tempest-FloatingIPAdminTestJSON-2063017690 tempest-FloatingIPAdminTestJSON-2063017690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:38.844432 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] Network 4639c69e-f85e-46c7-8281-7d3c26fdda3f is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:38.850559 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:38.851868 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:38.853207 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4639c69e-f85e-46c7-8281-7d3c26fdda3f']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:38.855684 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5ca96df7-c4dd-4755-97e4-b71824a10b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:38.858810 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5ca96df7-c4dd-4755-97e4-b71824a10b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:38.859081 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-35afd51d-3253-4116-a417-a660211321b6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Allocated IP 2001:db8::d7 (8e867a28-8d41-47df-a2af-a54cb8b30a66/13b09ef1-ae6c-4347-8b86-2be3a69bff03/bd905737-2511-44b0-8a3e-8d7ed5bf5a09) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:38.862840 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:38.863508 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5ca96df7-c4dd-4755-97e4-b71824a10b06 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bf02759c-7782-4ea8-8d9c-e97fe10fca27 HTTP/1.1" status: 204 len: 168 time: 0.2507503 Jun 21 14:52:38.872978 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6608626c-37e6-43c5-aaea-a7d1a48ad1f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:38.878556 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-35afd51d-3253-4116-a417-a660211321b6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0e:3c39 (8e867a28-8d41-47df-a2af-a54cb8b30a66/e56209cf-9a02-43ea-a366-0560dd3c89f3/bd905737-2511-44b0-8a3e-8d7ed5bf5a09) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:38.889021 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78bee81f-eae9-49d5-9125-2d3d1943f6d7') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:38.889378 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78bee81f-eae9-49d5-9125-2d3d1943f6d7') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:38.892022 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-47b7f1f0-5294-43f9-9bab-7c782faaf087 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:38.906591 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:38.920610 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:39.024720 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-bdc5efe3-9ddd-4041-b54f-9599f78834fc tempest-FloatingIPAdminTestJSON-2063017690 tempest-FloatingIPAdminTestJSON-2063017690-project] Allocated IP 172.26.3.72 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/877be8dd-1d91-4a15-b028-9e05f7b720a1) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:39.048743 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] Attempting to bind port 04becc6b-d22a-464f-a731-41f7b0432421 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:52:39.049119 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] Attempting to bind port 04becc6b-d22a-464f-a731-41f7b0432421 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '78bee81f-eae9-49d5-9125-2d3d1943f6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4639c69e-f85e-46c7-8281-7d3c26fdda3f'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:52:39.049698 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] Attempting to bind port 04becc6b-d22a-464f-a731-41f7b0432421 on network 4639c69e-f85e-46c7-8281-7d3c26fdda3f {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:52:39.054631 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:39.057706 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-77db3750-a0b8-4b1e-a4cc-c5c1817ec363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:39.092114 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca96df7-c4dd-4755-97e4-b71824a10b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf02759c-7782-4ea8-8d9c-e97fe10fca27,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:39.095006 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5ca96df7-c4dd-4755-97e4-b71824a10b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:39.096033 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:52:39.097008 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:39.102483 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:52:39.102483 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:52:39.102483 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:52:39.102483 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:52:39.102483 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:52:39.102483 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:52:39.102483 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:52:39.102483 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:52:39.102483 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:52:39.102483 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:52:39.102483 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:52:39.102483 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:52:39.102483 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:52:39.102483 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:52:39.102483 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:52:39.102483 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:52:39.102483 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:52:39.102483 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:52:39.102483 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:52:39.102483 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:52:39.102483 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:52:39.102483 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:52:39.102483 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:52:39.102483 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:52:39.102483 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:52:39.102483 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:52:39.102483 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:52:39.102483 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:52:39.102483 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:52:39.102483 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:52:39.102483 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:52:39.102483 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:52:39.105275 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:52:39.105854 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] Checking segment: {'id': '78bee81f-eae9-49d5-9125-2d3d1943f6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4639c69e-f85e-46c7-8281-7d3c26fdda3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:52:39.106425 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:39.106973 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] Bound using segment: {'id': '78bee81f-eae9-49d5-9125-2d3d1943f6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4639c69e-f85e-46c7-8281-7d3c26fdda3f'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:52:39.107622 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] Bound port: 04becc6b-d22a-464f-a731-41f7b0432421, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78bee81f-eae9-49d5-9125-2d3d1943f6d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4639c69e-f85e-46c7-8281-7d3c26fdda3f'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:52:39.108154 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:39.180225 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.db.api [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 21 14:52:39.180225 dv-neutron-797121-2-hyperv neutron-server[105225]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 21 14:52:39.180225 dv-neutron-797121-2-hyperv neutron-server[105225]: [parameters: {'id': '4639c69e-f85e-46c7-8281-7d3c26fdda3f'}] Jun 21 14:52:39.180225 dv-neutron-797121-2-hyperv neutron-server[105225]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 14:52:39.180707 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_db.api [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 14:52:39.199808 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 5f0e75d1-f77f-4e43-9985-41c6f07dede7, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=5f0e75d1-f77f-4e43-9985-41c6f07dede7,segment=NetworkSegment(407993a1-e295-4482-98c8-fc7edfe22e6f),segment_id=407993a1-e295-4482-98c8-fc7edfe22e6f)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:39.221033 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bdc5efe3-9ddd-4041-b54f-9599f78834fc tempest-FloatingIPAdminTestJSON-2063017690 tempest-FloatingIPAdminTestJSON-2063017690-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:39.272273 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:39.278521 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bdc5efe3-9ddd-4041-b54f-9599f78834fc tempest-FloatingIPAdminTestJSON-2063017690 tempest-FloatingIPAdminTestJSON-2063017690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:39.280915 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:39.289671 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-68a14d0f-156b-44e4-a8bd-749bec3d8b9e tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:39.326913 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc5efe3-9ddd-4041-b54f-9599f78834fc tempest-FloatingIPAdminTestJSON-2063017690 tempest-FloatingIPAdminTestJSON-2063017690-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:39.330650 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-bdc5efe3-9ddd-4041-b54f-9599f78834fc tempest-FloatingIPAdminTestJSON-2063017690 tempest-FloatingIPAdminTestJSON-2063017690-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:39.334805 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc5efe3-9ddd-4041-b54f-9599f78834fc tempest-FloatingIPAdminTestJSON-2063017690 tempest-FloatingIPAdminTestJSON-2063017690-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:39.395431 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] For port 04becc6b-d22a-464f-a731-41f7b0432421, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:52:39.410776 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.db.api [None req-77db3750-a0b8-4b1e-a4cc-c5c1817ec363 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 14:52:39.411134 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_db.api [None req-77db3750-a0b8-4b1e-a4cc-c5c1817ec363 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 14:52:39.431553 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] For port 04becc6b-d22a-464f-a731-41f7b0432421, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=04becc6b-d22a-464f-a731-41f7b0432421,segment=NetworkSegment(78bee81f-eae9-49d5-9125-2d3d1943f6d7),segment_id=78bee81f-eae9-49d5-9125-2d3d1943f6d7)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:52:39.433961 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=5f0e75d1-f77f-4e43-9985-41c6f07dede7,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:39.448326 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5efe3-9ddd-4041-b54f-9599f78834fc tempest-FloatingIPAdminTestJSON-2063017690 tempest-FloatingIPAdminTestJSON-2063017690-project] Pushing event updated for resources: {'Port': ['ID=877be8dd-1d91-4a15-b028-9e05f7b720a1,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:39.452433 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bdc5efe3-9ddd-4041-b54f-9599f78834fc tempest-FloatingIPAdminTestJSON-2063017690 tempest-FloatingIPAdminTestJSON-2063017690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:39.460161 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:39.463282 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:39.466258 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-87e1eee8-ee5e-42c7-84a5-01e8cc7702d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:39.482648 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-35afd51d-3253-4116-a417-a660211321b6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:39.512358 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bdc5efe3-9ddd-4041-b54f-9599f78834fc tempest-FloatingIPAdminTestJSON-2063017690 tempest-FloatingIPAdminTestJSON-2063017690-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:39.544817 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-35afd51d-3253-4116-a417-a660211321b6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Transition to ACTIVE for port object bd905737-2511-44b0-8a3e-8d7ed5bf5a09 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:39.551250 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-47b7f1f0-5294-43f9-9bab-7c782faaf087 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:39.570068 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-47b7f1f0-5294-43f9-9bab-7c782faaf087 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:39.583294 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cba0402f-ebd9-4267-8743-92f332ab5fef tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:39.603632 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bdc5efe3-9ddd-4041-b54f-9599f78834fc tempest-FloatingIPAdminTestJSON-2063017690 tempest-FloatingIPAdminTestJSON-2063017690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:39.628789 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] Pushing event updated for resources: {'Port': ['ID=04becc6b-d22a-464f-a731-41f7b0432421,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:39.687519 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:52:39.688100 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:52:39.688434 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:52:39.689483 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:52:39.692505 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:39.693823 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:52:39.694330 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:52:39.694671 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:52:39.695084 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:52:39.695460 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:52:39.698032 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:52:39.698895 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:52:39.699589 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:52:39.705975 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:39.722894 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-35afd51d-3253-4116-a417-a660211321b6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:39.729659 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7f1f0-5294-43f9-9bab-7c782faaf087 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Port': ['ID=238749ee-e768-42a4-8051-cff983cfd572,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:39.732368 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95430796-6e16-4842-b327-f49372f73c10 None None] Network 4639c69e-f85e-46c7-8281-7d3c26fdda3f requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:39.786202 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24dafe0-bc01-47c1-bbd6-2f528a96923f None None] Update dhcp port {'port': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'fixed_ips': [{'subnet_id': '13b09ef1-ae6c-4347-8b86-2be3a69bff03', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e56209cf-9a02-43ea-a366-0560dd3c89f3'}], 'binding:host_id': 'dv-neutron-797121-2-hyperv'}, 'id': '9a956df5-3aa1-4a14-ba12-bf95e9a36dac'} from dv-neutron-797121-2-hyperv. {{(pid=105226) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 21 14:52:39.818625 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b7f1f0-5294-43f9-9bab-7c782faaf087 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:52:39.819097 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b7f1f0-5294-43f9-9bab-7c782faaf087 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:52:39.819553 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b7f1f0-5294-43f9-9bab-7c782faaf087 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:52:39.819961 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b7f1f0-5294-43f9-9bab-7c782faaf087 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:52:39.820436 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b7f1f0-5294-43f9-9bab-7c782faaf087 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:52:39.820784 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b7f1f0-5294-43f9-9bab-7c782faaf087 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:52:39.821202 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b7f1f0-5294-43f9-9bab-7c782faaf087 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:52:39.826272 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b7f1f0-5294-43f9-9bab-7c782faaf087 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:52:39.826836 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b7f1f0-5294-43f9-9bab-7c782faaf087 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:52:39.827272 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b7f1f0-5294-43f9-9bab-7c782faaf087 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:52:39.827704 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b7f1f0-5294-43f9-9bab-7c782faaf087 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:52:39.828128 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47b7f1f0-5294-43f9-9bab-7c782faaf087 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:52:39.842620 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-47b7f1f0-5294-43f9-9bab-7c782faaf087 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:39.869204 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fd2a21c1-3ed9-408a-9986-9a5c7717b9d5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:39.870230 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Deleting port 04becc6b-d22a-464f-a731-41f7b0432421 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:39.870572 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:39.888726 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a24dafe0-bc01-47c1-bbd6-2f528a96923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:39.966401 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bdc5efe3-9ddd-4041-b54f-9599f78834fc tempest-FloatingIPAdminTestJSON-2063017690 tempest-FloatingIPAdminTestJSON-2063017690-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:39.980263 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35afd51d-3253-4116-a417-a660211321b6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:40.001690 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bdc5efe3-9ddd-4041-b54f-9599f78834fc tempest-FloatingIPAdminTestJSON-2063017690 tempest-FloatingIPAdminTestJSON-2063017690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:40.004493 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-35afd51d-3253-4116-a417-a660211321b6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:40.010343 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ec5c6000-f078-4253-88b1-5c1b66073445 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:40.027584 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35afd51d-3253-4116-a417-a660211321b6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:40.041771 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35afd51d-3253-4116-a417-a660211321b6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:40.043689 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-35afd51d-3253-4116-a417-a660211321b6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:40.057580 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 5f0e75d1-f77f-4e43-9985-41c6f07dede7 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:52:40.068559 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5efe3-9ddd-4041-b54f-9599f78834fc tempest-FloatingIPAdminTestJSON-2063017690 tempest-FloatingIPAdminTestJSON-2063017690-project] Pushing event updated for resources: {'Port': ['ID=877be8dd-1d91-4a15-b028-9e05f7b720a1,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:40.075358 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bdc5efe3-9ddd-4041-b54f-9599f78834fc tempest-FloatingIPAdminTestJSON-2063017690 tempest-FloatingIPAdminTestJSON-2063017690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:40.125924 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35afd51d-3253-4116-a417-a660211321b6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Port': ['ID=bd905737-2511-44b0-8a3e-8d7ed5bf5a09,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:40.147730 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-35afd51d-3253-4116-a417-a660211321b6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.5949023 Jun 21 14:52:40.151127 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-35afd51d-3253-4116-a417-a660211321b6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:40.153997 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35268) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:40.170363 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] For port 04becc6b-d22a-464f-a731-41f7b0432421, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=04becc6b-d22a-464f-a731-41f7b0432421,segment=NetworkSegment(78bee81f-eae9-49d5-9125-2d3d1943f6d7),segment_id=78bee81f-eae9-49d5-9125-2d3d1943f6d7)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:40.170715 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:40.263463 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bdc5efe3-9ddd-4041-b54f-9599f78834fc tempest-FloatingIPAdminTestJSON-2063017690 tempest-FloatingIPAdminTestJSON-2063017690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:40.274252 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3e1293c7-15ef-495e-a88a-97c6859e8b6f None None] Provisioning complete for port 5f0e75d1-f77f-4e43-9985-41c6f07dede7 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:40.274636 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3e1293c7-15ef-495e-a88a-97c6859e8b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:40.291642 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Calling delete_port for 04becc6b-d22a-464f-a731-41f7b0432421 owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:40.346830 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 5f0e75d1-f77f-4e43-9985-41c6f07dede7 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:40.347510 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:40.355843 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bdc5efe3-9ddd-4041-b54f-9599f78834fc tempest-FloatingIPAdminTestJSON-2063017690 tempest-FloatingIPAdminTestJSON-2063017690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:40.359749 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d470c-2765-4afa-b940-a069279e0c74 req-1ba58185-0b4b-4083-8110-ea497b291820 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:40.359899 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-bdc5efe3-9ddd-4041-b54f-9599f78834fc tempest-FloatingIPAdminTestJSON-2063017690 tempest-FloatingIPAdminTestJSON-2063017690-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2327261 Jun 21 14:52:40.360462 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35274) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:40.361498 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3a1d470c-2765-4afa-b940-a069279e0c74 req-1ba58185-0b4b-4083-8110-ea497b291820 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.3839808 Jun 21 14:52:40.396738 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-47b7f1f0-5294-43f9-9bab-7c782faaf087 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:40.409681 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-a24dafe0-bc01-47c1-bbd6-2f528a96923f None None] Allocated IP 2001:db8:0:1:f816:3eff:fe94:d8bc (8e867a28-8d41-47df-a2af-a54cb8b30a66/e56209cf-9a02-43ea-a366-0560dd3c89f3/9a956df5-3aa1-4a14-ba12-bf95e9a36dac) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:40.462105 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1984ad9e-3af0-424f-bda7-db6f3e0f69a8 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.0979922 Jun 21 14:52:40.463501 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35278) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:40.525242 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-22c23924-7054-41c6-903b-77b157f6cfb0 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] 10.222.0.72 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0605550 Jun 21 14:52:40.525921 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35282) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:40.575253 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:40.582391 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b2cdda5a-fab3-4e87-8cd5-85585d7194d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:40.586582 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-47b7f1f0-5294-43f9-9bab-7c782faaf087 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:40.592746 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-fece3ddf-5df3-4b95-ae3f-b1d9a6f1f091 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting port bd905737-2511-44b0-8a3e-8d7ed5bf5a09 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:40.593263 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fece3ddf-5df3-4b95-ae3f-b1d9a6f1f091 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:40.633725 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-a24dafe0-bc01-47c1-bbd6-2f528a96923f None None] For port 9a956df5-3aa1-4a14-ba12-bf95e9a36dac, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=9a956df5-3aa1-4a14-ba12-bf95e9a36dac,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:40.636125 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3e1293c7-15ef-495e-a88a-97c6859e8b6f None None] Provisioning for port 238749ee-e768-42a4-8051-cff983cfd572 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:40.651208 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3e1293c7-15ef-495e-a88a-97c6859e8b6f None None] Provisioning complete for port 238749ee-e768-42a4-8051-cff983cfd572 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:40.651550 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event deleted for resources: {'Port': ['ID=04becc6b-d22a-464f-a731-41f7b0432421,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:40.651669 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3e1293c7-15ef-495e-a88a-97c6859e8b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:40.654529 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:40.659864 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] No DVR routers for this DVR port 04becc6b-d22a-464f-a731-41f7b0432421 on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:52:40.692079 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fece3ddf-5df3-4b95-ae3f-b1d9a6f1f091 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:40.710167 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a24dafe0-bc01-47c1-bbd6-2f528a96923f None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:40.731204 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-3e1293c7-15ef-495e-a88a-97c6859e8b6f None None] Port 238749ee-e768-42a4-8051-cff983cfd572 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:52:40.738246 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-a24dafe0-bc01-47c1-bbd6-2f528a96923f None None] Ignored duplicate provisioning block setup for port 9a956df5-3aa1-4a14-ba12-bf95e9a36dac by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 21 14:52:40.763497 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:40.765926 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-fece3ddf-5df3-4b95-ae3f-b1d9a6f1f091 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Calling delete_port for bd905737-2511-44b0-8a3e-8d7ed5bf5a09 owned by {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:40.774284 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4639c69e-f85e-46c7-8281-7d3c26fdda3f']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:40.790000 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78bee81f-eae9-49d5-9125-2d3d1943f6d7') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:40.790338 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78bee81f-eae9-49d5-9125-2d3d1943f6d7') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:40.791330 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3a1d470c-2765-4afa-b940-a069279e0c74 req-61d1159b-1c7e-4ed7-b53b-dc4bb3a7c428 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3977032 Jun 21 14:52:40.801645 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:40.801999 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a24dafe0-bc01-47c1-bbd6-2f528a96923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:40.812208 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-93a7358b-8822-4796-9b22-da05d4f6271c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:40.817608 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:40.819404 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3e1293c7-15ef-495e-a88a-97c6859e8b6f None None] Provisioning for port 9a956df5-3aa1-4a14-ba12-bf95e9a36dac completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:40.848643 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3e1293c7-15ef-495e-a88a-97c6859e8b6f None None] Provisioning complete for port 9a956df5-3aa1-4a14-ba12-bf95e9a36dac triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:40.848967 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3e1293c7-15ef-495e-a88a-97c6859e8b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:40.853162 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:52:40.853653 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:40.917380 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:52:40.917380 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:52:40.917380 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:52:40.917380 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:52:40.917380 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:52:40.917380 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:52:40.917380 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:52:40.917380 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:52:40.917380 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:52:40.917380 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:52:40.917380 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:52:40.917380 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:52:40.917380 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:52:40.917380 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:52:40.917380 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:52:40.917380 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:52:40.917380 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:52:40.917380 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:52:40.917380 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:52:40.917380 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:52:40.917380 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:52:40.917380 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:52:40.917380 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:52:40.917380 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:52:40.917380 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:52:40.917380 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:52:40.917380 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:52:40.917380 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:52:40.917380 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:52:40.917380 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:52:40.917380 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:52:40.917380 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:52:40.928002 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:40.936756 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:40.938773 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "DELETE /v2.0/networks/4639c69e-f85e-46c7-8281-7d3c26fdda3f HTTP/1.1" status: 204 len: 168 time: 3.3024192 Jun 21 14:52:40.939683 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a174f422-2e79-4f17-b511-a6c9af47105c tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:40.944164 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35292) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:40.950426 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-c4e3e21c-3f90-436a-a36f-c3c2bdcf8fe3 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1070402224'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:40.973366 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event deleted for resources: {'Network': ['ID=4639c69e-f85e-46c7-8281-7d3c26fdda3f,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:40.997190 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:52:40.997606 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:52:40.998408 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:52:40.998809 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:52:40.999172 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:52:40.999589 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:52:40.999990 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:52:41.000385 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:52:41.000749 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:52:41.001099 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:52:41.001501 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:52:41.001881 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:52:41.013697 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:41.015500 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-64ed5fd4-9644-4c09-97b2-a8a701444371 tempest-FloatingIPAdminTestJSON-2063017690 tempest-FloatingIPAdminTestJSON-2063017690-project] Deleting port 877be8dd-1d91-4a15-b028-9e05f7b720a1 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:41.015835 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-64ed5fd4-9644-4c09-97b2-a8a701444371 tempest-FloatingIPAdminTestJSON-2063017690 tempest-FloatingIPAdminTestJSON-2063017690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:41.136788 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24dafe0-bc01-47c1-bbd6-2f528a96923f None None] Pushing event updated for resources: {'Port': ['ID=9a956df5-3aa1-4a14-ba12-bf95e9a36dac,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:41.141968 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-a24dafe0-bc01-47c1-bbd6-2f528a96923f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:41.210083 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fece3ddf-5df3-4b95-ae3f-b1d9a6f1f091 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:41.227100 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f768100b-3f3d-4b50-bec1-4c62c70bf7ff tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:41.258792 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3e1293c7-15ef-495e-a88a-97c6859e8b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:41.298763 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fece3ddf-5df3-4b95-ae3f-b1d9a6f1f091 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Port': ['ID=bd905737-2511-44b0-8a3e-8d7ed5bf5a09,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:41.302740 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-47b7f1f0-5294-43f9-9bab-7c782faaf087 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:41.309061 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fece3ddf-5df3-4b95-ae3f-b1d9a6f1f091 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:41.317265 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-3e1293c7-15ef-495e-a88a-97c6859e8b6f None None] For port 9a956df5-3aa1-4a14-ba12-bf95e9a36dac, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=9a956df5-3aa1-4a14-ba12-bf95e9a36dac,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:41.331000 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3e1293c7-15ef-495e-a88a-97c6859e8b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:41.333657 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-47b7f1f0-5294-43f9-9bab-7c782faaf087 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:41.337014 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8fb851dc-e145-4c59-94b3-6faf18cba961 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:41.337428 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fece3ddf-5df3-4b95-ae3f-b1d9a6f1f091 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:41.339460 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fece3ddf-5df3-4b95-ae3f-b1d9a6f1f091 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/bd905737-2511-44b0-8a3e-8d7ed5bf5a09 HTTP/1.1" status: 204 len: 168 time: 1.1835928 Jun 21 14:52:41.341601 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a8262e27-aad6-4aa1-9e70-942de3d9a312 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:41.363638 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35296) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:41.459464 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1293c7-15ef-495e-a88a-97c6859e8b6f None None] Pushing event updated for resources: {'Port': ['ID=9a956df5-3aa1-4a14-ba12-bf95e9a36dac,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:41.463590 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3e1293c7-15ef-495e-a88a-97c6859e8b6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:41.470699 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-fb9846e4-04b9-413d-8313-01c012e9a56c None None] Provisioning complete for port 238749ee-e768-42a4-8051-cff983cfd572 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:41.471322 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-fb9846e4-04b9-413d-8313-01c012e9a56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:41.481192 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-47b7f1f0-5294-43f9-9bab-7c782faaf087 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:41.485087 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7f1f0-5294-43f9-9bab-7c782faaf087 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Port': ['ID=238749ee-e768-42a4-8051-cff983cfd572,revision_number=3']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:41.508281 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-47b7f1f0-5294-43f9-9bab-7c782faaf087 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:41.522240 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-fb9846e4-04b9-413d-8313-01c012e9a56c None None] Port 238749ee-e768-42a4-8051-cff983cfd572 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:52:41.530937 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e3a842-69cc-4761-b2f6-c948987ab4a1 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:41.532625 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-30e3a842-69cc-4761-b2f6-c948987ab4a1 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1678615 Jun 21 14:52:41.544352 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35298) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:41.556958 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e3e21c-3f90-436a-a36f-c3c2bdcf8fe3 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Made reservation on behalf of 73a56e2567b04ed7afd9166d637dda37 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:41.560871 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c4e3e21c-3f90-436a-a36f-c3c2bdcf8fe3 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:41.611255 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4e3e21c-3f90-436a-a36f-c3c2bdcf8fe3 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:52:41.628316 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-64ed5fd4-9644-4c09-97b2-a8a701444371 tempest-FloatingIPAdminTestJSON-2063017690 tempest-FloatingIPAdminTestJSON-2063017690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:41.628755 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-64ed5fd4-9644-4c09-97b2-a8a701444371 tempest-FloatingIPAdminTestJSON-2063017690 tempest-FloatingIPAdminTestJSON-2063017690-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:41.643619 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c4e3e21c-3f90-436a-a36f-c3c2bdcf8fe3 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:41.644214 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-c4e3e21c-3f90-436a-a36f-c3c2bdcf8fe3 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Added segment 43c7ef2c-f063-44d4-bf78-da0466b223a6 of type vlan for network 4499b14d-26a5-4017-b4c6-dd1779c1dbe2 Jun 21 14:52:41.694335 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b7f1f0-5294-43f9-9bab-7c782faaf087 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Network a4d9de11-ff6b-4a8e-8a48-92ccb92a5321 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:41.706154 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eadb78e-980c-4eff-bd9b-8e13773e6164 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:41.711740 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5eadb78e-980c-4eff-bd9b-8e13773e6164 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1622500 Jun 21 14:52:41.711740 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35300) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:41.714039 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-29125dd6-fc0b-4c15-909d-78d9bc7fb12e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1712526850', 'description': 'tempest-secgroup-smoke-1712526850 description', 'project_id': '060f9c733e164454be5831351376fee6'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:41.722025 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-64ed5fd4-9644-4c09-97b2-a8a701444371 tempest-FloatingIPAdminTestJSON-2063017690 tempest-FloatingIPAdminTestJSON-2063017690-project] Calling delete_port for 877be8dd-1d91-4a15-b028-9e05f7b720a1 owned by network:floatingip {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:41.724479 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-47b7f1f0-5294-43f9-9bab-7c782faaf087 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:41.726173 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35302) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:41.786370 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c4e3e21c-3f90-436a-a36f-c3c2bdcf8fe3 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:41.904387 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c4e3e21c-3f90-436a-a36f-c3c2bdcf8fe3 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:41.911008 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e3e21c-3f90-436a-a36f-c3c2bdcf8fe3 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:41.912035 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c4e3e21c-3f90-436a-a36f-c3c2bdcf8fe3 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:41.921356 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-58d73a74-940f-4737-9590-00fd99d2ba22 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:41.960647 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9a956df5-3aa1-4a14-ba12-bf95e9a36dac up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:52:42.028726 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3e21c-3f90-436a-a36f-c3c2bdcf8fe3 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event updated for resources: {'Network': ['ID=4499b14d-26a5-4017-b4c6-dd1779c1dbe2,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:42.031838 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c4e3e21c-3f90-436a-a36f-c3c2bdcf8fe3 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:42.043519 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 4499b14d-26a5-4017-b4c6-dd1779c1dbe2 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:52:42.062335 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-64ed5fd4-9644-4c09-97b2-a8a701444371 tempest-FloatingIPAdminTestJSON-2063017690 tempest-FloatingIPAdminTestJSON-2063017690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:42.066669 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-01564933-23ec-4c55-a95f-63b44a7ff790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:42.095540 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed5fd4-9644-4c09-97b2-a8a701444371 tempest-FloatingIPAdminTestJSON-2063017690 tempest-FloatingIPAdminTestJSON-2063017690-project] Pushing event deleted for resources: {'Port': ['ID=877be8dd-1d91-4a15-b028-9e05f7b720a1,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:42.106999 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-64ed5fd4-9644-4c09-97b2-a8a701444371 tempest-FloatingIPAdminTestJSON-2063017690 tempest-FloatingIPAdminTestJSON-2063017690-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:42.127215 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 9a956df5-3aa1-4a14-ba12-bf95e9a36dac triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:42.127677 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:42.166474 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ff2e7899-f6f3-4dd3-9f2b-ad28f516eb10 None None] Provisioning complete for port 238749ee-e768-42a4-8051-cff983cfd572 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:42.166860 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ff2e7899-f6f3-4dd3-9f2b-ad28f516eb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:42.196279 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-64ed5fd4-9644-4c09-97b2-a8a701444371 tempest-FloatingIPAdminTestJSON-2063017690 tempest-FloatingIPAdminTestJSON-2063017690-project] Notify callbacks [] for floatingip, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:42.199494 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-64ed5fd4-9644-4c09-97b2-a8a701444371 tempest-FloatingIPAdminTestJSON-2063017690 tempest-FloatingIPAdminTestJSON-2063017690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:42.200854 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-64ed5fd4-9644-4c09-97b2-a8a701444371 tempest-FloatingIPAdminTestJSON-2063017690 tempest-FloatingIPAdminTestJSON-2063017690-project] 10.222.0.72 "DELETE /v2.0/floatingips/04cda0df-cc70-46a2-9495-e759d8c1856b HTTP/1.1" status: 204 len: 168 time: 1.6736546 Jun 21 14:52:42.203775 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35304) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:42.217878 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-ff2e7899-f6f3-4dd3-9f2b-ad28f516eb10 None None] Port 238749ee-e768-42a4-8051-cff983cfd572 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:52:42.260986 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c4e3e21c-3f90-436a-a36f-c3c2bdcf8fe3 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3133156 Jun 21 14:52:42.265160 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35306) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:42.273221 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-29125dd6-fc0b-4c15-909d-78d9bc7fb12e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:42.278778 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ff2e7899-f6f3-4dd3-9f2b-ad28f516eb10 None None] Provisioning complete for port 9a956df5-3aa1-4a14-ba12-bf95e9a36dac triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:42.279705 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ff2e7899-f6f3-4dd3-9f2b-ad28f516eb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:42.293737 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ad1d92-add8-4e2c-b2c7-d309db67e85e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:42.300133 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ad1d92-add8-4e2c-b2c7-d309db67e85e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:42.302339 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ad1d92-add8-4e2c-b2c7-d309db67e85e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:42.304615 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-31ad1d92-add8-4e2c-b2c7-d309db67e85e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5751657 Jun 21 14:52:42.308612 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-29125dd6-fc0b-4c15-909d-78d9bc7fb12e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:42.312933 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35308) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:42.319759 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-cdd898f3-364a-4e52-a022-ba96d82605c9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Request body: {'subnet': {'network_id': '4499b14d-26a5-4017-b4c6-dd1779c1dbe2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:42.426616 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-787b3317-090f-44ea-a5ee-f0129cf29f27 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting subnet 13b09ef1-ae6c-4347-8b86-2be3a69bff03 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:52:42.437972 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-787b3317-090f-44ea-a5ee-f0129cf29f27 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:42.470743 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-c0643bb6-8365-4b24-ae4d-9ef97664c5a3 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Deleting port 8ec7eeaa-466c-486a-a512-260e05652589 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:42.470743 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c0643bb6-8365-4b24-ae4d-9ef97664c5a3 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:42.474424 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc72be9-eca9-4b27-b924-a95a47c2d253 None None] get_active_networks_info from dv-neutron-797121-2-hyperv {{(pid=105226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 21 14:52:42.509008 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-787b3317-090f-44ea-a5ee-f0129cf29f27 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:42.509903 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-70e79127-228f-477b-8d17-056c7ae5cba0 None None] Could not find standard attr ID for object bd905737-2511-44b0-8a3e-8d7ed5bf5a09. {{(pid=105226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 21 14:52:42.539678 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b7f1f0-5294-43f9-9bab-7c782faaf087 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Router d0e30318-b06b-463f-8bce-cf220b6ba5fc is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:52:42.570157 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c0643bb6-8365-4b24-ae4d-9ef97664c5a3 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:42.570157 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c0643bb6-8365-4b24-ae4d-9ef97664c5a3 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:42.589818 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc72be9-eca9-4b27-b924-a95a47c2d253 None None] Resources bound (agent type, host, resource id): {{(pid=105226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 21 14:52:42.644409 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-c0643bb6-8365-4b24-ae4d-9ef97664c5a3 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Calling delete_port for 8ec7eeaa-466c-486a-a512-260e05652589 owned by network:floatingip {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:42.675787 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-29125dd6-fc0b-4c15-909d-78d9bc7fb12e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:42.686468 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-29125dd6-fc0b-4c15-909d-78d9bc7fb12e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:42.699869 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2f8b3a2c-ef19-4ad1-9af1-04eafff12051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:42.718445 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd898f3-364a-4e52-a022-ba96d82605c9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Made reservation on behalf of 73a56e2567b04ed7afd9166d637dda37 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:42.722470 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cdd898f3-364a-4e52-a022-ba96d82605c9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:42.725369 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-787b3317-090f-44ea-a5ee-f0129cf29f27 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:42.784154 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29125dd6-fc0b-4c15-909d-78d9bc7fb12e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62035cad-86b9-412a-b91c-dcdae4850df8,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:42.785268 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.ipam_backend_mixin [None req-cdd898f3-364a-4e52-a022-ba96d82605c9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Performing IP validity checks on allocation pools {{(pid=105225) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 21 14:52:42.785890 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.ipam_backend_mixin [None req-cdd898f3-364a-4e52-a022-ba96d82605c9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105225) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 21 14:52:42.787458 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b7f1f0-5294-43f9-9bab-7c782faaf087 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:52:42.791260 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-29125dd6-fc0b-4c15-909d-78d9bc7fb12e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:42.800388 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-47b7f1f0-5294-43f9-9bab-7c782faaf087 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "PUT /v2.0/routers/d0e30318-b06b-463f-8bce-cf220b6ba5fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2075124 Jun 21 14:52:42.803270 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35310) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:42.836489 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d2dd75-9aca-47d9-b956-1d884c506195 None None] Sync routers for ids ['d0e30318-b06b-463f-8bce-cf220b6ba5fc'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:52:42.848402 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d2dd75-9aca-47d9-b956-1d884c506195 None None] Routers {'d0e30318-b06b-463f-8bce-cf220b6ba5fc'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:52:42.849335 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-a1d2dd75-9aca-47d9-b956-1d884c506195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:52:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['d0e30318-b06b-463f-8bce-cf220b6ba5fc'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:42.855240 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-787b3317-090f-44ea-a5ee-f0129cf29f27 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:42.865406 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f85e3be2-6568-4423-a152-13bbaeceaa39 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:42.904332 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ac9021-f8cc-4a8e-90bb-79cb98fe7fba None None] get_active_networks_info from dv-neutron-797121-2-hyperv {{(pid=105226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 21 14:52:42.908055 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e3c0b8-a67c-4f93-b6d5-6529e2a0dada tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:42.912037 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b3317-090f-44ea-a5ee-f0129cf29f27 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Subnet': ['ID=13b09ef1-ae6c-4347-8b86-2be3a69bff03,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:42.912238 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e9e3c0b8-a67c-4f93-b6d5-6529e2a0dada tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "GET /v2.0/ports/238749ee-e768-42a4-8051-cff983cfd572 HTTP/1.1" status: 200 len: 976 time: 0.1048086 Jun 21 14:52:42.912979 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35312) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:42.919593 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-787b3317-090f-44ea-a5ee-f0129cf29f27 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:42.935721 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-a1d2dd75-9aca-47d9-b956-1d884c506195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:42.951570 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-787b3317-090f-44ea-a5ee-f0129cf29f27 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:42.951769 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d2dd75-9aca-47d9-b956-1d884c506195 None None] Routers {'d0e30318-b06b-463f-8bce-cf220b6ba5fc'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:52:42.952386 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-a1d2dd75-9aca-47d9-b956-1d884c506195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:52:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['d0e30318-b06b-463f-8bce-cf220b6ba5fc'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:42.957090 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-787b3317-090f-44ea-a5ee-f0129cf29f27 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/13b09ef1-ae6c-4347-8b86-2be3a69bff03 HTTP/1.1" status: 204 len: 168 time: 0.6407769 Jun 21 14:52:42.957851 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35314) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:43.026736 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-26e1807f-2dbd-430b-9f9b-ff307b445240 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting subnet e56209cf-9a02-43ea-a366-0560dd3c89f3 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:52:43.030951 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-29125dd6-fc0b-4c15-909d-78d9bc7fb12e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:43.034716 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-26e1807f-2dbd-430b-9f9b-ff307b445240 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:43.045228 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-a1d2dd75-9aca-47d9-b956-1d884c506195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:43.045812 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d2dd75-9aca-47d9-b956-1d884c506195 None None] The sync data for ids ['d0e30318-b06b-463f-8bce-cf220b6ba5fc'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:52:43.058368 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ac9021-f8cc-4a8e-90bb-79cb98fe7fba None None] Resources bound (agent type, host, resource id): {{(pid=105226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 21 14:52:43.077274 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-29125dd6-fc0b-4c15-909d-78d9bc7fb12e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:43.087801 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ae3db4dd-e609-4e04-93a9-1644f2024750 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:43.115305 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-29125dd6-fc0b-4c15-909d-78d9bc7fb12e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:43.116651 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-29125dd6-fc0b-4c15-909d-78d9bc7fb12e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4069786 Jun 21 14:52:43.120941 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35316) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:43.128243 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-26e1807f-2dbd-430b-9f9b-ff307b445240 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:43.145030 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-4a30794f-cb58-4f7c-b51c-b9aed2d6c512 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Request body: {'security_group_rule': {'security_group_id': '4b633c1b-6044-439e-9871-9d4719d063b7', 'project_id': '060f9c733e164454be5831351376fee6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:43.156453 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29125dd6-fc0b-4c15-909d-78d9bc7fb12e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b633c1b-6044-439e-9871-9d4719d063b7,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:43.162347 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-29125dd6-fc0b-4c15-909d-78d9bc7fb12e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:43.209833 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c0643bb6-8365-4b24-ae4d-9ef97664c5a3 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:43.237891 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0c6ac0b4-2cb2-4a8d-9916-738e7f15a1ab tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:43.243589 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-26e1807f-2dbd-430b-9f9b-ff307b445240 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:43.292793 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0643bb6-8365-4b24-ae4d-9ef97664c5a3 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ec7eeaa-466c-486a-a512-260e05652589,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:43.324406 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c0643bb6-8365-4b24-ae4d-9ef97664c5a3 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:43.325960 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-26e1807f-2dbd-430b-9f9b-ff307b445240 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:43.327315 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4a30794f-cb58-4f7c-b51c-b9aed2d6c512 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:43.329856 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2edc067c-a748-41d8-b7db-24f740a91423 tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:43.366547 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cdd898f3-364a-4e52-a022-ba96d82605c9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:43.367213 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e1807f-2dbd-430b-9f9b-ff307b445240 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Subnet': ['ID=e56209cf-9a02-43ea-a366-0560dd3c89f3,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:43.375554 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-26e1807f-2dbd-430b-9f9b-ff307b445240 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:43.379305 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-26e1807f-2dbd-430b-9f9b-ff307b445240 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/e56209cf-9a02-43ea-a366-0560dd3c89f3 HTTP/1.1" status: 204 len: 168 time: 0.4171014 Jun 21 14:52:43.380712 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-26e1807f-2dbd-430b-9f9b-ff307b445240 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:43.381642 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35318) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:43.394355 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e469f7b8-36b9-46df-ab2c-62c481ed3961 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:43.441910 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-bdc8a20c-3b91-4dce-b520-8527fe0f1e87 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0588160 Jun 21 14:52:43.447567 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35320) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:43.450944 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-63154709-09f7-4bc7-a902-1697f2355bb4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:43.468015 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc81985a-be9b-4c68-ae59-b78ebed0d0af None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:43.528931 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd898f3-364a-4e52-a022-ba96d82605c9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event updated for resources: {'Subnet': ['ID=b0794e1b-4e54-49f9-a88d-3dc27c84c6b9,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:43.541529 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-cdd898f3-364a-4e52-a022-ba96d82605c9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:43.553827 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63154709-09f7-4bc7-a902-1697f2355bb4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:43.560701 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-63154709-09f7-4bc7-a902-1697f2355bb4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:43.564534 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c0643bb6-8365-4b24-ae4d-9ef97664c5a3 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:43.567259 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c0643bb6-8365-4b24-ae4d-9ef97664c5a3 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:43.568512 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c0643bb6-8365-4b24-ae4d-9ef97664c5a3 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] 10.222.0.72 "DELETE /v2.0/floatingips/ff3f0f6c-6932-4377-8ded-44c4e811b5ce HTTP/1.1" status: 204 len: 168 time: 1.3636296 Jun 21 14:52:43.576963 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4a30794f-cb58-4f7c-b51c-b9aed2d6c512 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:43.578361 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35322) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:43.606657 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd898f3-364a-4e52-a022-ba96d82605c9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Checking segment: {'id': '43c7ef2c-f063-44d4-bf78-da0466b223a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4499b14d-26a5-4017-b4c6-dd1779c1dbe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:52:43.607017 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd898f3-364a-4e52-a022-ba96d82605c9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Network hostable DHCP agents. Network: 4499b14d-26a5-4017-b4c6-dd1779c1dbe2, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:52:43.609053 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4a30794f-cb58-4f7c-b51c-b9aed2d6c512 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:43.663547 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:43.668683 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1b5fa5-88d5-4399-84a2-c23085157703 None None] DHCP port deletion for 8e867a28-8d41-47df-a2af-a54cb8b30a66 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:52:43.704255 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30794f-cb58-4f7c-b51c-b9aed2d6c512 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e986a80-189c-4018-bcd8-f8c250c0db74,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:43.715260 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4a30794f-cb58-4f7c-b51c-b9aed2d6c512 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:43.716355 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4a30794f-cb58-4f7c-b51c-b9aed2d6c512 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5755758 Jun 21 14:52:43.717527 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4a30794f-cb58-4f7c-b51c-b9aed2d6c512 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:43.719279 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35324) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:43.727751 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-0d1b5fa5-88d5-4399-84a2-c23085157703 None None] Deleting port 9a956df5-3aa1-4a14-ba12-bf95e9a36dac {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:43.728168 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0d1b5fa5-88d5-4399-84a2-c23085157703 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:43.728468 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-6e56e1a6-d039-46d0-bb27-001bd8641e25 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Request body: {'security_group_rule': {'security_group_id': '4b633c1b-6044-439e-9871-9d4719d063b7', 'project_id': '060f9c733e164454be5831351376fee6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:43.748630 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd898f3-364a-4e52-a022-ba96d82605c9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Network 4499b14d-26a5-4017-b4c6-dd1779c1dbe2 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:52:43.778494 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-cdd898f3-364a-4e52-a022-ba96d82605c9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 4499b14d-26a5-4017-b4c6-dd1779c1dbe2) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:43.788955 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd898f3-364a-4e52-a022-ba96d82605c9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:43.789904 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cdd898f3-364a-4e52-a022-ba96d82605c9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:43.792246 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328716f7-c65d-4794-807f-0cebe8aa2b07 None None] Network 4499b14d-26a5-4017-b4c6-dd1779c1dbe2 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:43.800180 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6e56e1a6-d039-46d0-bb27-001bd8641e25 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:43.817081 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-63154709-09f7-4bc7-a902-1697f2355bb4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:43.823500 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0c66ae09-3e52-43a1-b59b-b5a359fd6597 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:43.848250 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-0d1b5fa5-88d5-4399-84a2-c23085157703 None None] For port 9a956df5-3aa1-4a14-ba12-bf95e9a36dac, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=9a956df5-3aa1-4a14-ba12-bf95e9a36dac,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:43.848618 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0d1b5fa5-88d5-4399-84a2-c23085157703 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:43.860982 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-cdd898f3-364a-4e52-a022-ba96d82605c9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.5942826 Jun 21 14:52:43.873403 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35326) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:43.898650 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-830013d7-231f-4c75-8dcd-08e80d68ac53 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Deleting port cd43eff3-6088-42bb-a4e2-4ce1a7f6b0cf {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:43.898953 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-830013d7-231f-4c75-8dcd-08e80d68ac53 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:43.904518 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6e56e1a6-d039-46d0-bb27-001bd8641e25 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:43.920861 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1a2b357e-d49a-44ce-9e66-a4e0d8164dad tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:43.929916 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-0d1b5fa5-88d5-4399-84a2-c23085157703 None None] Calling delete_port for 9a956df5-3aa1-4a14-ba12-bf95e9a36dac owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:43.934701 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9a956df5-3aa1-4a14-ba12-bf95e9a36dac no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:52:43.943383 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6e56e1a6-d039-46d0-bb27-001bd8641e25 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:43.947154 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63154709-09f7-4bc7-a902-1697f2355bb4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:43.955512 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-63154709-09f7-4bc7-a902-1697f2355bb4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:43.963485 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63154709-09f7-4bc7-a902-1697f2355bb4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:43.964178 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-63154709-09f7-4bc7-a902-1697f2355bb4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:43.975607 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63154709-09f7-4bc7-a902-1697f2355bb4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Subnet': ['ID=62d4ba59-a050-4d8c-8f1a-bf42ef2b6198,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:43.987011 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-63154709-09f7-4bc7-a902-1697f2355bb4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:43.988620 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3b32bc0f-92bd-45a2-9ab2-fc3a49fbb0e0 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:44.000871 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56e1a6-d039-46d0-bb27-001bd8641e25 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d5bccb-68f1-479b-bff6-2f166d8b4e84,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:44.009385 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6e56e1a6-d039-46d0-bb27-001bd8641e25 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:44.011113 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-63154709-09f7-4bc7-a902-1697f2355bb4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5650742 Jun 21 14:52:44.012239 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6e56e1a6-d039-46d0-bb27-001bd8641e25 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:44.013422 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6e56e1a6-d039-46d0-bb27-001bd8641e25 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2910216 Jun 21 14:52:44.021016 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35328) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:44.021364 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35330) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:44.027222 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-c487cb17-946f-40b4-acfa-ada6b3aa3c4c tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Request body: {'security_group_rule': {'security_group_id': '4b633c1b-6044-439e-9871-9d4719d063b7', 'project_id': '060f9c733e164454be5831351376fee6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:44.035199 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-f90f6584-2f25-45c5-8cfa-3816b1a43bcb tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:44.088583 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2d16f0cd-8c3e-4f58-a045-caad7968c570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:44.120703 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c487cb17-946f-40b4-acfa-ada6b3aa3c4c tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:44.158754 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-830013d7-231f-4c75-8dcd-08e80d68ac53 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:44.172966 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0d1b5fa5-88d5-4399-84a2-c23085157703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:44.182267 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-57c14826-72cd-480c-bfc6-d779ad5ceef8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:44.187735 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:44.190177 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2118547-9069-4909-b8b2-c8c8d5a1d7a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-4499b14d-26a5-4017-b4c6-dd1779c1dbe2', 'network_id': '4499b14d-26a5-4017-b4c6-dd1779c1dbe2', 'tenant_id': '73a56e2567b04ed7afd9166d637dda37', 'fixed_ips': [{'subnet_id': 'b0794e1b-4e54-49f9-a88d-3dc27c84c6b9'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:52:44.191108 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b2118547-9069-4909-b8b2-c8c8d5a1d7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:44.193156 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1b5fa5-88d5-4399-84a2-c23085157703 None None] No DVR routers for this DVR port 9a956df5-3aa1-4a14-ba12-bf95e9a36dac on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:52:44.196886 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:44.223584 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c487cb17-946f-40b4-acfa-ada6b3aa3c4c tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:44.224984 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90f6584-2f25-45c5-8cfa-3816b1a43bcb tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:44.228309 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b5fa5-88d5-4399-84a2-c23085157703 None None] Pushing event deleted for resources: {'Port': ['ID=9a956df5-3aa1-4a14-ba12-bf95e9a36dac,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:44.229343 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f90f6584-2f25-45c5-8cfa-3816b1a43bcb tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:44.233278 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0d1b5fa5-88d5-4399-84a2-c23085157703 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:44.234711 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c487cb17-946f-40b4-acfa-ada6b3aa3c4c tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:44.247528 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ac13a8-a86a-443e-8529-e8bd68c1493d None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:44.260123 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-830013d7-231f-4c75-8dcd-08e80d68ac53 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Calling delete_port for cd43eff3-6088-42bb-a4e2-4ce1a7f6b0cf owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:44.276025 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:44.301745 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487cb17-946f-40b4-acfa-ada6b3aa3c4c tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b69100c5-a858-4a0f-9942-2af4197fec82,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:44.309030 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c487cb17-946f-40b4-acfa-ada6b3aa3c4c tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:44.319441 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c487cb17-946f-40b4-acfa-ada6b3aa3c4c tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:44.324031 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c487cb17-946f-40b4-acfa-ada6b3aa3c4c tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3004153 Jun 21 14:52:44.324634 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35332) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:44.335445 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-5726e433-1db8-46df-8c0e-782b692bd552 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Request body: {'security_group_rule': {'security_group_id': '4b633c1b-6044-439e-9871-9d4719d063b7', 'project_id': '060f9c733e164454be5831351376fee6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:44.384751 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.ipam_backend_mixin [None req-f90f6584-2f25-45c5-8cfa-3816b1a43bcb tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 62d4ba59-a050-4d8c-8f1a-bf42ef2b6198 (CIDR: 2001:db8::/64) Jun 21 14:52:44.396517 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-f90f6584-2f25-45c5-8cfa-3816b1a43bcb tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:52:44.397552 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f90f6584-2f25-45c5-8cfa-3816b1a43bcb tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:44.409504 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:44.414273 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5726e433-1db8-46df-8c0e-782b692bd552 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:44.429655 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f90f6584-2f25-45c5-8cfa-3816b1a43bcb tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4071712 Jun 21 14:52:44.434064 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35334) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:44.441229 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-5e5c213f-1d8b-4250-a8cb-424e07a73f8f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'subnet': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:44.488064 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-b2118547-9069-4909-b8b2-c8c8d5a1d7a6 None None] Allocated IP 172.20.0.3 (4499b14d-26a5-4017-b4c6-dd1779c1dbe2/b0794e1b-4e54-49f9-a88d-3dc27c84c6b9/92c60e5e-77c8-41ec-9cd1-1bbb2221b530) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:44.545105 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-1a2b357e-d49a-44ce-9e66-a4e0d8164dad tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Deleting port 238749ee-e768-42a4-8051-cff983cfd572 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:44.545422 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1a2b357e-d49a-44ce-9e66-a4e0d8164dad tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:44.569125 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5726e433-1db8-46df-8c0e-782b692bd552 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:44.578446 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfde6a6-2159-4158-a340-763942101bf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-8e867a28-8d41-47df-a2af-a54cb8b30a66', 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'tenant_id': '234262753e154e0bafa0a37be0e79ff1', 'fixed_ips': [{'subnet_id': '62d4ba59-a050-4d8c-8f1a-bf42ef2b6198'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:52:44.579451 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-dbfde6a6-2159-4158-a340-763942101bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:44.582720 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5726e433-1db8-46df-8c0e-782b692bd552 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:44.587853 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:44.612152 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-830013d7-231f-4c75-8dcd-08e80d68ac53 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:44.612869 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5726e433-1db8-46df-8c0e-782b692bd552 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a80fe29-20ec-4d3c-ad1b-8cb6c69360fe,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:44.617180 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5726e433-1db8-46df-8c0e-782b692bd552 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:44.621139 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-46bb6ce4-5e51-4a5b-8f94-022646d502de tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:44.634562 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5c213f-1d8b-4250-a8cb-424e07a73f8f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:44.638384 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5e5c213f-1d8b-4250-a8cb-424e07a73f8f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:44.654970 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5726e433-1db8-46df-8c0e-782b692bd552 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:44.658711 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5726e433-1db8-46df-8c0e-782b692bd552 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3281887 Jun 21 14:52:44.659825 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830013d7-231f-4c75-8dcd-08e80d68ac53 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Pushing event deleted for resources: {'Port': ['ID=cd43eff3-6088-42bb-a4e2-4ce1a7f6b0cf,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:44.662336 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-830013d7-231f-4c75-8dcd-08e80d68ac53 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:44.662827 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35336) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:44.670335 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-27855e74-94b4-411c-bca4-330fd67245f5 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Request body: {'security_group_rule': {'security_group_id': '4b633c1b-6044-439e-9871-9d4719d063b7', 'project_id': '060f9c733e164454be5831351376fee6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:44.757299 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1a2b357e-d49a-44ce-9e66-a4e0d8164dad tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:44.788293 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b2118547-9069-4909-b8b2-c8c8d5a1d7a6 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:44.802475 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-b2118547-9069-4909-b8b2-c8c8d5a1d7a6 None None] Transition to ACTIVE for port object 92c60e5e-77c8-41ec-9cd1-1bbb2221b530 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:44.811610 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-dbfde6a6-2159-4158-a340-763942101bf0 None None] Allocated IP 2001:db8::2 (8e867a28-8d41-47df-a2af-a54cb8b30a66/62d4ba59-a050-4d8c-8f1a-bf42ef2b6198/fdf41dc2-139c-43ae-a468-b7663faeb6cf) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:44.833675 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-b2118547-9069-4909-b8b2-c8c8d5a1d7a6 None None] Transition to ACTIVE for port object 92c60e5e-77c8-41ec-9cd1-1bbb2221b530 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:44.849159 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-1a2b357e-d49a-44ce-9e66-a4e0d8164dad tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Calling delete_port for 238749ee-e768-42a4-8051-cff983cfd572 owned by network:router_interface {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:44.851958 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.securitygroups_db [None req-27855e74-94b4-411c-bca4-330fd67245f5 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Project 060f9c733e164454be5831351376fee6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 14:52:44.855605 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b2118547-9069-4909-b8b2-c8c8d5a1d7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:44.880675 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-27855e74-94b4-411c-bca4-330fd67245f5 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:44.888892 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-830013d7-231f-4c75-8dcd-08e80d68ac53 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:44.893952 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-830013d7-231f-4c75-8dcd-08e80d68ac53 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] 10.222.0.72 "DELETE /v2.0/ports/cd43eff3-6088-42bb-a4e2-4ce1a7f6b0cf HTTP/1.1" status: 204 len: 168 time: 1.3121247 Jun 21 14:52:44.896846 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-57bc12b5-7d5f-4b02-bfaa-49c46f871ec2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:44.897045 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35338) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:44.944276 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2118547-9069-4909-b8b2-c8c8d5a1d7a6 None None] Network 4499b14d-26a5-4017-b4c6-dd1779c1dbe2 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:44.949433 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-b2118547-9069-4909-b8b2-c8c8d5a1d7a6 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:44.959193 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2118547-9069-4909-b8b2-c8c8d5a1d7a6 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:45.039268 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2118547-9069-4909-b8b2-c8c8d5a1d7a6 None None] Pushing event updated for resources: {'Port': ['ID=92c60e5e-77c8-41ec-9cd1-1bbb2221b530,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:45.042575 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dacac22-5de5-4b28-87e3-b316cf37fdb1 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:45.044212 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2dacac22-5de5-4b28-87e3-b316cf37fdb1 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] 10.222.0.72 "GET /v2.0/ports?device_id=c355e75c-8c69-438d-a93a-b29ecea4cccb HTTP/1.1" status: 200 len: 913 time: 0.1467659 Jun 21 14:52:45.050050 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35340) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:45.051982 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b2118547-9069-4909-b8b2-c8c8d5a1d7a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:45.118573 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-b2118547-9069-4909-b8b2-c8c8d5a1d7a6 None None] Attempting to bind port 92c60e5e-77c8-41ec-9cd1-1bbb2221b530 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:52:45.119335 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-b2118547-9069-4909-b8b2-c8c8d5a1d7a6 None None] Attempting to bind port 92c60e5e-77c8-41ec-9cd1-1bbb2221b530 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '43c7ef2c-f063-44d4-bf78-da0466b223a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4499b14d-26a5-4017-b4c6-dd1779c1dbe2'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:52:45.119335 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2118547-9069-4909-b8b2-c8c8d5a1d7a6 None None] Attempting to bind port 92c60e5e-77c8-41ec-9cd1-1bbb2221b530 on network 4499b14d-26a5-4017-b4c6-dd1779c1dbe2 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:52:45.160484 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2118547-9069-4909-b8b2-c8c8d5a1d7a6 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:52:45.160884 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2118547-9069-4909-b8b2-c8c8d5a1d7a6 None None] Checking segment: {'id': '43c7ef2c-f063-44d4-bf78-da0466b223a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4499b14d-26a5-4017-b4c6-dd1779c1dbe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:52:45.161262 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b2118547-9069-4909-b8b2-c8c8d5a1d7a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:45.161737 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2118547-9069-4909-b8b2-c8c8d5a1d7a6 None None] Bound using segment: {'id': '43c7ef2c-f063-44d4-bf78-da0466b223a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4499b14d-26a5-4017-b4c6-dd1779c1dbe2'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:52:45.162253 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-b2118547-9069-4909-b8b2-c8c8d5a1d7a6 None None] Bound port: 92c60e5e-77c8-41ec-9cd1-1bbb2221b530, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c7ef2c-f063-44d4-bf78-da0466b223a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4499b14d-26a5-4017-b4c6-dd1779c1dbe2'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:52:45.163117 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b2118547-9069-4909-b8b2-c8c8d5a1d7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:45.169178 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-dbfde6a6-2159-4158-a340-763942101bf0 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:45.190144 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-dbfde6a6-2159-4158-a340-763942101bf0 None None] Transition to ACTIVE for port object fdf41dc2-139c-43ae-a468-b7663faeb6cf will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:45.210250 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.objects.ports [None req-5e5c213f-1d8b-4250-a8cb-424e07a73f8f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105224) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 21 14:52:45.213558 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5e5c213f-1d8b-4250-a8cb-424e07a73f8f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:45.216967 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-db85b482-55d1-45a6-a492-15883d0e1096 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:45.230570 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-dbfde6a6-2159-4158-a340-763942101bf0 None None] Transition to ACTIVE for port object fdf41dc2-139c-43ae-a468-b7663faeb6cf will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:45.246923 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-dbfde6a6-2159-4158-a340-763942101bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:45.252222 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-35dadbd5-69ce-4fed-845c-8050e0c2dfd9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:45.286847 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5c213f-1d8b-4250-a8cb-424e07a73f8f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:45.292526 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-b2118547-9069-4909-b8b2-c8c8d5a1d7a6 None None] For port 92c60e5e-77c8-41ec-9cd1-1bbb2221b530, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:52:45.309120 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfde6a6-2159-4158-a340-763942101bf0 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:45.312305 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-b2118547-9069-4909-b8b2-c8c8d5a1d7a6 None None] For port 92c60e5e-77c8-41ec-9cd1-1bbb2221b530, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=92c60e5e-77c8-41ec-9cd1-1bbb2221b530,segment=NetworkSegment(43c7ef2c-f063-44d4-bf78-da0466b223a6),segment_id=43c7ef2c-f063-44d4-bf78-da0466b223a6)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:52:45.315564 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-dbfde6a6-2159-4158-a340-763942101bf0 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:45.318624 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:45.321687 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfde6a6-2159-4158-a340-763942101bf0 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:45.323727 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c213f-1d8b-4250-a8cb-424e07a73f8f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Subnet': ['ID=f478d0c9-198d-43a7-9932-09fb4d34e2dd,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:45.326712 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-5e5c213f-1d8b-4250-a8cb-424e07a73f8f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:45.327276 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b2118547-9069-4909-b8b2-c8c8d5a1d7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:45.328349 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5e5c213f-1d8b-4250-a8cb-424e07a73f8f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:45.328516 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ed02c68a-5524-4395-b3ea-8faa164fb948 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:45.332095 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5c213f-1d8b-4250-a8cb-424e07a73f8f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:45.332690 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5e5c213f-1d8b-4250-a8cb-424e07a73f8f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:45.341125 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfde6a6-2159-4158-a340-763942101bf0 None None] Pushing event updated for resources: {'Port': ['ID=fdf41dc2-139c-43ae-a468-b7663faeb6cf,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:45.367374 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-dbfde6a6-2159-4158-a340-763942101bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:45.369880 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6da2e156-cc71-493f-94ea-e6f95b5e0289 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:45.379801 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event deleted for resources: {'Subnet': ['ID=b0794e1b-4e54-49f9-a88d-3dc27c84c6b9,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:45.382208 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:45.403367 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5e5c213f-1d8b-4250-a8cb-424e07a73f8f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9679146 Jun 21 14:52:45.405850 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35342) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:45.415025 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-9332c3f3-dd7e-4db9-99c7-2aeef6ed7781 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Request body: {'port': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'mac_address': 'fa:16:3e:5d:7a:b8', 'name': 'tempest-NetworksTestDHCPv6-1997625794'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:45.431249 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-dbfde6a6-2159-4158-a340-763942101bf0 None None] Attempting to bind port fdf41dc2-139c-43ae-a468-b7663faeb6cf on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:52:45.432886 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-dbfde6a6-2159-4158-a340-763942101bf0 None None] Attempting to bind port fdf41dc2-139c-43ae-a468-b7663faeb6cf by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:52:45.432886 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfde6a6-2159-4158-a340-763942101bf0 None None] Attempting to bind port fdf41dc2-139c-43ae-a468-b7663faeb6cf on network 8e867a28-8d41-47df-a2af-a54cb8b30a66 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:52:45.445187 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfde6a6-2159-4158-a340-763942101bf0 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:52:45.445672 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfde6a6-2159-4158-a340-763942101bf0 None None] Checking segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:52:45.446009 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-dbfde6a6-2159-4158-a340-763942101bf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:45.446422 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfde6a6-2159-4158-a340-763942101bf0 None None] Bound using segment: {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:52:45.446880 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-dbfde6a6-2159-4158-a340-763942101bf0 None None] Bound port: fdf41dc2-139c-43ae-a468-b7663faeb6cf, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:52:45.447259 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-dbfde6a6-2159-4158-a340-763942101bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:45.467452 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2118547-9069-4909-b8b2-c8c8d5a1d7a6 None None] Pushing event updated for resources: {'Port': ['ID=92c60e5e-77c8-41ec-9cd1-1bbb2221b530,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:45.472934 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b2118547-9069-4909-b8b2-c8c8d5a1d7a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:45.530589 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-27855e74-94b4-411c-bca4-330fd67245f5 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:45.533093 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:45.552253 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4499b14d-26a5-4017-b4c6-dd1779c1dbe2']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:45.556190 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-27855e74-94b4-411c-bca4-330fd67245f5 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:45.556368 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-dbfde6a6-2159-4158-a340-763942101bf0 None None] For port fdf41dc2-139c-43ae-a468-b7663faeb6cf, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:52:45.561750 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-dbfde6a6-2159-4158-a340-763942101bf0 None None] For port fdf41dc2-139c-43ae-a468-b7663faeb6cf, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=fdf41dc2-139c-43ae-a468-b7663faeb6cf,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:52:45.571531 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-dbfde6a6-2159-4158-a340-763942101bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:45.583195 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f12486f9-4051-4b33-b7c1-8acb0dcf81f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:45.592796 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:45.604833 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c7ef2c-f063-44d4-bf78-da0466b223a6') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:45.605128 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c7ef2c-f063-44d4-bf78-da0466b223a6') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:45.618271 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9332c3f3-dd7e-4db9-99c7-2aeef6ed7781 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Made reservation on behalf of 234262753e154e0bafa0a37be0e79ff1 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:45.656778 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:45.665352 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27855e74-94b4-411c-bca4-330fd67245f5 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc21716-4db9-4f73-be68-3d70b200c380,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:45.668820 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-27855e74-94b4-411c-bca4-330fd67245f5 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:45.707912 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-27855e74-94b4-411c-bca4-330fd67245f5 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:45.709528 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-27855e74-94b4-411c-bca4-330fd67245f5 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0429094 Jun 21 14:52:45.723038 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfde6a6-2159-4158-a340-763942101bf0 None None] Pushing event updated for resources: {'Port': ['ID=fdf41dc2-139c-43ae-a468-b7663faeb6cf,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:45.724015 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35344) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:45.726917 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-dbfde6a6-2159-4158-a340-763942101bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:45.729704 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-f7313acb-c231-4f73-b48a-e779d3bd5c3e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Request body: {'security_group_rule': {'security_group_id': '4b633c1b-6044-439e-9871-9d4719d063b7', 'project_id': '060f9c733e164454be5831351376fee6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:45.732988 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:45.742635 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1a2b357e-d49a-44ce-9e66-a4e0d8164dad tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:45.761565 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:45.788064 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9332c3f3-dd7e-4db9-99c7-2aeef6ed7781 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:45.789747 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:52:45.790287 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:45.799575 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.securitygroups_db [None req-f7313acb-c231-4f73-b48a-e779d3bd5c3e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Project 060f9c733e164454be5831351376fee6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 14:52:45.807876 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f7313acb-c231-4f73-b48a-e779d3bd5c3e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:45.840822 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-9332c3f3-dd7e-4db9-99c7-2aeef6ed7781 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] device_id is not set on port ba14bcb9-63fe-4e4e-8cf3-b96b5c5b2a73 yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:52:45.841012 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:52:45.841012 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:52:45.841012 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:52:45.841012 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:52:45.841012 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:52:45.841012 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:52:45.841012 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:52:45.841012 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:52:45.841012 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:52:45.841012 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:52:45.841012 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:52:45.841012 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:52:45.841012 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:52:45.841012 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:52:45.841012 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:52:45.841012 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:52:45.841012 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:52:45.841012 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:52:45.841012 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:52:45.841012 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:52:45.841012 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:52:45.841012 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:52:45.841012 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:52:45.841012 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:52:45.841012 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:52:45.841012 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:52:45.841012 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:52:45.841012 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:52:45.841012 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:52:45.841012 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:52:45.841012 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:52:45.841012 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:52:45.841012 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:52:45.841012 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:52:45.841012 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:52:45.841012 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:52:45.867771 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4a4bcb94-619c-4613-bee3-24559c418d19 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:45.882296 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b357e-d49a-44ce-9e66-a4e0d8164dad tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event deleted for resources: {'Port': ['ID=238749ee-e768-42a4-8051-cff983cfd572,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:45.890818 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1a2b357e-d49a-44ce-9e66-a4e0d8164dad tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:45.952144 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.db.api [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 21 14:52:45.952144 dv-neutron-797121-2-hyperv neutron-server[105225]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 21 14:52:45.952144 dv-neutron-797121-2-hyperv neutron-server[105225]: [parameters: {'id': '4499b14d-26a5-4017-b4c6-dd1779c1dbe2'}] Jun 21 14:52:45.952144 dv-neutron-797121-2-hyperv neutron-server[105225]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 14:52:45.952571 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_db.api [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 14:52:46.068246 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 92c60e5e-77c8-41ec-9cd1-1bbb2221b530 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:52:46.077883 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f7313acb-c231-4f73-b48a-e779d3bd5c3e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:46.100672 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1a2b357e-d49a-44ce-9e66-a4e0d8164dad tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:46.115594 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f7313acb-c231-4f73-b48a-e779d3bd5c3e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:46.143544 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:46.158469 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 92c60e5e-77c8-41ec-9cd1-1bbb2221b530 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:46.217178 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7313acb-c231-4f73-b48a-e779d3bd5c3e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57974f89-99e9-4e87-bd5c-66134cc7cdd8,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:46.226444 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f7313acb-c231-4f73-b48a-e779d3bd5c3e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:46.240382 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f7313acb-c231-4f73-b48a-e779d3bd5c3e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:46.244482 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f7313acb-c231-4f73-b48a-e779d3bd5c3e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5166075 Jun 21 14:52:46.247006 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35346) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:46.251561 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-75b50cd1-f381-4048-9d52-b3e8346a1eea tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Request body: {'network': {'name': 'tempest-network-smoke--1707913085', 'project_id': '060f9c733e164454be5831351376fee6', 'port_security_enabled': True}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:46.302728 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2b357e-d49a-44ce-9e66-a4e0d8164dad tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Router d0e30318-b06b-463f-8bce-cf220b6ba5fc has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:52:46.310079 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b50cd1-f381-4048-9d52-b3e8346a1eea tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Made reservation on behalf of 060f9c733e164454be5831351376fee6 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:46.313495 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-75b50cd1-f381-4048-9d52-b3e8346a1eea tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:46.320554 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-9332c3f3-dd7e-4db9-99c7-2aeef6ed7781 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Allocated IP 2001:db8::1d4 (8e867a28-8d41-47df-a2af-a54cb8b30a66/62d4ba59-a050-4d8c-8f1a-bf42ef2b6198/ba14bcb9-63fe-4e4e-8cf3-b96b5c5b2a73) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:46.331330 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-9332c3f3-dd7e-4db9-99c7-2aeef6ed7781 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Allocated IP 2001:db8:0:1:f816:3eff:fe5d:7ab8 (8e867a28-8d41-47df-a2af-a54cb8b30a66/f478d0c9-198d-43a7-9932-09fb4d34e2dd/ba14bcb9-63fe-4e4e-8cf3-b96b5c5b2a73) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:46.403240 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b50cd1-f381-4048-9d52-b3e8346a1eea tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:52:46.410748 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2b357e-d49a-44ce-9e66-a4e0d8164dad tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:52:46.416365 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1a2b357e-d49a-44ce-9e66-a4e0d8164dad tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "PUT /v2.0/routers/d0e30318-b06b-463f-8bce-cf220b6ba5fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5007317 Jun 21 14:52:46.419534 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-75b50cd1-f381-4048-9d52-b3e8346a1eea tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:46.419866 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-75b50cd1-f381-4048-9d52-b3e8346a1eea tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Added segment de29049e-cb44-42ae-8f1b-766943afd272 of type vlan for network f484fb70-feb1-4f25-877a-464c31fc799c Jun 21 14:52:46.420914 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35348) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:46.424312 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a068956f-bb90-45ee-b627-cf07fe93a297 None None] Sync routers for ids ['d0e30318-b06b-463f-8bce-cf220b6ba5fc'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:52:46.437554 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a068956f-bb90-45ee-b627-cf07fe93a297 None None] Routers {'d0e30318-b06b-463f-8bce-cf220b6ba5fc'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:52:46.439151 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-a068956f-bb90-45ee-b627-cf07fe93a297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:52:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['d0e30318-b06b-463f-8bce-cf220b6ba5fc'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:46.472613 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:46.487087 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-a068956f-bb90-45ee-b627-cf07fe93a297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:46.497466 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a068956f-bb90-45ee-b627-cf07fe93a297 None None] Routers {'d0e30318-b06b-463f-8bce-cf220b6ba5fc'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:52:46.498453 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-a068956f-bb90-45ee-b627-cf07fe93a297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:52:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['d0e30318-b06b-463f-8bce-cf220b6ba5fc'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:46.552999 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-a068956f-bb90-45ee-b627-cf07fe93a297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:46.554167 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a068956f-bb90-45ee-b627-cf07fe93a297 None None] The sync data for ids ['d0e30318-b06b-463f-8bce-cf220b6ba5fc'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:52:46.578488 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5e0a1c30-e9a4-4b23-90a4-4d13ab1a9c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:46.612074 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-4a4bcb94-619c-4613-bee3-24559c418d19 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Deleting port f0f26c06-bf08-4ed6-bd03-d52611f09df4 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:46.612661 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4a4bcb94-619c-4613-bee3-24559c418d19 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:46.619162 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9332c3f3-dd7e-4db9-99c7-2aeef6ed7781 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:46.633758 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-75b50cd1-f381-4048-9d52-b3e8346a1eea tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:46.723923 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-f567425d-9a2d-4fc0-bc77-2198b5d797ce tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] remove_router_interface failed (client error): The resource could not be found. Jun 21 14:52:46.724987 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f567425d-9a2d-4fc0-bc77-2198b5d797ce tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "PUT /v2.0/routers/d0e30318-b06b-463f-8bce-cf220b6ba5fc/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3031325 Jun 21 14:52:46.728676 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35350) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:46.765500 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-21ee1f29-d95f-48fa-9744-5520e5e84657 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0e30318-b06b-463f-8bce-cf220b6ba5fc HTTP/1.1" status: 200 len: 205 time: 0.0346558 Jun 21 14:52:46.767676 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-75b50cd1-f381-4048-9d52-b3e8346a1eea tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:46.774057 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b50cd1-f381-4048-9d52-b3e8346a1eea tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:46.774302 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-75b50cd1-f381-4048-9d52-b3e8346a1eea tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:46.777118 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35352) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:46.777824 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ad18f283-5742-47c2-b8d4-23e5b7d593e9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:46.817153 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0dd46c-543d-4a12-b3c1-8826804dcc48 None None] Network 4499b14d-26a5-4017-b4c6-dd1779c1dbe2 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:46.935371 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Deleting port 92c60e5e-77c8-41ec-9cd1-1bbb2221b530 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:46.935736 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:46.946211 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3d16cfb0-2bda-4891-88e4-dbe868beb74a None None] Provisioning for port 92c60e5e-77c8-41ec-9cd1-1bbb2221b530 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:46.959296 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3d16cfb0-2bda-4891-88e4-dbe868beb74a None None] Provisioning complete for port 92c60e5e-77c8-41ec-9cd1-1bbb2221b530 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:46.959811 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3d16cfb0-2bda-4891-88e4-dbe868beb74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:46.992435 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-75b50cd1-f381-4048-9d52-b3e8346a1eea tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7465720 Jun 21 14:52:47.023505 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35354) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:47.026073 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ec622f9d-88a1-40c2-9af1-9e05ff7216d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:47.033190 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-994bccae-c9a2-49bb-a287-6f18ed873bd1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-370772449', 'admin_state_up': True, 'project_id': '060f9c733e164454be5831351376fee6', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:47.063361 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-9332c3f3-dd7e-4db9-99c7-2aeef6ed7781 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Transition to ACTIVE for port object ba14bcb9-63fe-4e4e-8cf3-b96b5c5b2a73 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:47.072180 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b50cd1-f381-4048-9d52-b3e8346a1eea tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Pushing event updated for resources: {'Network': ['ID=f484fb70-feb1-4f25-877a-464c31fc799c,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:47.080449 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-75b50cd1-f381-4048-9d52-b3e8346a1eea tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:47.128145 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4a4bcb94-619c-4613-bee3-24559c418d19 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:47.153848 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] For port 92c60e5e-77c8-41ec-9cd1-1bbb2221b530, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=92c60e5e-77c8-41ec-9cd1-1bbb2221b530,segment=NetworkSegment(43c7ef2c-f063-44d4-bf78-da0466b223a6),segment_id=43c7ef2c-f063-44d4-bf78-da0466b223a6)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:47.154166 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:47.214375 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-4a4bcb94-619c-4613-bee3-24559c418d19 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Calling delete_port for f0f26c06-bf08-4ed6-bd03-d52611f09df4 owned by network:router_interface {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:47.224851 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-994bccae-c9a2-49bb-a287-6f18ed873bd1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:47.226025 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-994bccae-c9a2-49bb-a287-6f18ed873bd1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:47.228672 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9332c3f3-dd7e-4db9-99c7-2aeef6ed7781 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:47.235179 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1fe09797-8f84-47f8-9691-c4528ed2ab83 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:47.240295 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network f484fb70-feb1-4f25-877a-464c31fc799c details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:52:47.301276 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:47.318874 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9332c3f3-dd7e-4db9-99c7-2aeef6ed7781 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event updated for resources: {'Port': ['ID=ba14bcb9-63fe-4e4e-8cf3-b96b5c5b2a73,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:47.326179 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9332c3f3-dd7e-4db9-99c7-2aeef6ed7781 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:47.356434 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9332c3f3-dd7e-4db9-99c7-2aeef6ed7781 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:47.357299 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Calling delete_port for 92c60e5e-77c8-41ec-9cd1-1bbb2221b530 owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:47.362311 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-9332c3f3-dd7e-4db9-99c7-2aeef6ed7781 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:47.371303 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9332c3f3-dd7e-4db9-99c7-2aeef6ed7781 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:47.376533 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ec622f9d-88a1-40c2-9af1-9e05ff7216d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:47.378908 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9332c3f3-dd7e-4db9-99c7-2aeef6ed7781 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:47.380261 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9332c3f3-dd7e-4db9-99c7-2aeef6ed7781 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:47.383590 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ec622f9d-88a1-40c2-9af1-9e05ff7216d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:47.431783 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3d16cfb0-2bda-4891-88e4-dbe868beb74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:47.454353 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9332c3f3-dd7e-4db9-99c7-2aeef6ed7781 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0474436 Jun 21 14:52:47.457539 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35356) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:47.478763 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd42116-9d39-4c7a-99f0-ef6dafb23306 None None] DHCP port deletion for 4499b14d-26a5-4017-b4c6-dd1779c1dbe2 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:52:47.486966 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-994bccae-c9a2-49bb-a287-6f18ed873bd1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:47.499090 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-3d16cfb0-2bda-4891-88e4-dbe868beb74a None None] For port 92c60e5e-77c8-41ec-9cd1-1bbb2221b530, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=92c60e5e-77c8-41ec-9cd1-1bbb2221b530,segment=NetworkSegment(43c7ef2c-f063-44d4-bf78-da0466b223a6),segment_id=43c7ef2c-f063-44d4-bf78-da0466b223a6)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:47.529488 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3d16cfb0-2bda-4891-88e4-dbe868beb74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:47.536111 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-c93adc53-870f-40b3-b168-3fa252edf84b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:47.597942 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-7fd42116-9d39-4c7a-99f0-ef6dafb23306 None None] Deleting port 92c60e5e-77c8-41ec-9cd1-1bbb2221b530 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:47.598248 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7fd42116-9d39-4c7a-99f0-ef6dafb23306 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:47.611036 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16cfb0-2bda-4891-88e4-dbe868beb74a None None] Pushing event updated for resources: {'Port': ['ID=92c60e5e-77c8-41ec-9cd1-1bbb2221b530,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:47.637708 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-ef90515b-8a97-479d-a8a3-f837133c324c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting port ba14bcb9-63fe-4e4e-8cf3-b96b5c5b2a73 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:47.638202 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ef90515b-8a97-479d-a8a3-f837133c324c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:47.645921 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3d16cfb0-2bda-4891-88e4-dbe868beb74a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:47.648876 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65706627-0856-4f1a-afae-5efa8513ea7c None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:47.654216 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ec622f9d-88a1-40c2-9af1-9e05ff7216d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:47.654752 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec622f9d-88a1-40c2-9af1-9e05ff7216d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Fanout notify agent at l3_agent the message router_deleted on router d0e30318-b06b-463f-8bce-cf220b6ba5fc {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:52:47.663652 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ec622f9d-88a1-40c2-9af1-9e05ff7216d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:47.667602 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ec622f9d-88a1-40c2-9af1-9e05ff7216d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/routers/d0e30318-b06b-463f-8bce-cf220b6ba5fc HTTP/1.1" status: 204 len: 168 time: 0.8853219 Jun 21 14:52:47.668256 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35360) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:47.679744 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4a4bcb94-619c-4613-bee3-24559c418d19 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:47.688139 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0de2cb51-3a51-4ce7-aab7-0240ab009766 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:47.721918 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4bcb94-619c-4613-bee3-24559c418d19 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Pushing event deleted for resources: {'Port': ['ID=f0f26c06-bf08-4ed6-bd03-d52611f09df4,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:47.731240 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4a4bcb94-619c-4613-bee3-24559c418d19 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:47.738005 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-c3a31771-6a24-4e91-b08f-058833438710 None None] Provisioning for port fdf41dc2-139c-43ae-a468-b7663faeb6cf completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:47.749365 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-7fd42116-9d39-4c7a-99f0-ef6dafb23306 None None] For port 92c60e5e-77c8-41ec-9cd1-1bbb2221b530, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=92c60e5e-77c8-41ec-9cd1-1bbb2221b530,segment=NetworkSegment(43c7ef2c-f063-44d4-bf78-da0466b223a6),segment_id=43c7ef2c-f063-44d4-bf78-da0466b223a6)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:47.749795 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7fd42116-9d39-4c7a-99f0-ef6dafb23306 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:47.806996 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-994bccae-c9a2-49bb-a287-6f18ed873bd1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:47.824848 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eec3ab6-fa65-41f4-a29c-bd2b55b2d0eb tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Deleting subnet afe55f9a-8347-4de7-8e2f-7530d7acc0ac {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:52:47.825275 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ef90515b-8a97-479d-a8a3-f837133c324c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:47.830928 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7eec3ab6-fa65-41f4-a29c-bd2b55b2d0eb tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:47.863718 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-7fd42116-9d39-4c7a-99f0-ef6dafb23306 None None] Calling delete_port for 92c60e5e-77c8-41ec-9cd1-1bbb2221b530 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:47.868312 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:47.881360 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-42224143-b734-46da-84ef-9a8212ed0f5a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:47.950807 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] No DVR routers for this DVR port 92c60e5e-77c8-41ec-9cd1-1bbb2221b530 on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:52:47.952052 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-ef90515b-8a97-479d-a8a3-f837133c324c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Calling delete_port for ba14bcb9-63fe-4e4e-8cf3-b96b5c5b2a73 owned by {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:47.955677 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event deleted for resources: {'Port': ['ID=92c60e5e-77c8-41ec-9cd1-1bbb2221b530,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:47.958479 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:47.992559 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7eec3ab6-fa65-41f4-a29c-bd2b55b2d0eb tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:48.028631 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device fdf41dc2-139c-43ae-a468-b7663faeb6cf up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:52:48.078325 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:48.100208 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:48.118245 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4499b14d-26a5-4017-b4c6-dd1779c1dbe2']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:48.118586 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4a4bcb94-619c-4613-bee3-24559c418d19 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:48.141714 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c7ef2c-f063-44d4-bf78-da0466b223a6') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:48.142100 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c7ef2c-f063-44d4-bf78-da0466b223a6') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:48.147939 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7fd42116-9d39-4c7a-99f0-ef6dafb23306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:48.157239 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0d1b5fa5-88d5-4399-84a2-c23085157703 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:48.162553 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port fdf41dc2-139c-43ae-a468-b7663faeb6cf completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:48.174937 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:48.181024 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd42116-9d39-4c7a-99f0-ef6dafb23306 None None] No DVR routers for this DVR port 92c60e5e-77c8-41ec-9cd1-1bbb2221b530 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:52:48.185114 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd42116-9d39-4c7a-99f0-ef6dafb23306 None None] Pushing event deleted for resources: {'Port': ['ID=92c60e5e-77c8-41ec-9cd1-1bbb2221b530,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:48.187845 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-7fd42116-9d39-4c7a-99f0-ef6dafb23306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:48.188411 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port fdf41dc2-139c-43ae-a468-b7663faeb6cf triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:48.188792 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:48.215873 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:48.218530 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7eec3ab6-fa65-41f4-a29c-bd2b55b2d0eb tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:48.255100 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:52:48.255503 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:48.258614 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:52:48.258614 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:52:48.258614 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:52:48.258614 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:52:48.258614 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:52:48.258614 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:52:48.258614 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:52:48.258614 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:52:48.258614 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:52:48.258614 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:52:48.258614 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:52:48.258614 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:52:48.258614 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:52:48.258614 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:52:48.258614 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:52:48.258614 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:52:48.258614 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:52:48.258614 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:52:48.258614 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:52:48.258614 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:52:48.258614 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:52:48.258614 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:52:48.258614 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:52:48.258614 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:52:48.258614 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:52:48.258614 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:52:48.258614 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:52:48.258614 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:52:48.258614 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:52:48.258614 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:52:48.258614 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:52:48.258614 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:52:48.273039 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2272f2-190a-4beb-b07e-12abaaddbade None None] Update dhcp port {'port': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'fixed_ips': [{'subnet_id': '62d4ba59-a050-4d8c-8f1a-bf42ef2b6198', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f478d0c9-198d-43a7-9932-09fb4d34e2dd'}], 'binding:host_id': 'dv-neutron-797121-2-hyperv'}, 'id': 'fdf41dc2-139c-43ae-a468-b7663faeb6cf'} from dv-neutron-797121-2-hyperv. {{(pid=105226) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 21 14:52:48.311186 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-fa2272f2-190a-4beb-b07e-12abaaddbade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:48.381750 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:48.384870 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:48.408412 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ef90515b-8a97-479d-a8a3-f837133c324c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:48.418409 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9332c3f3-dd7e-4db9-99c7-2aeef6ed7781 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:48.481506 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90515b-8a97-479d-a8a3-f837133c324c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Port': ['ID=ba14bcb9-63fe-4e4e-8cf3-b96b5c5b2a73,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:48.482281 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port fdf41dc2-139c-43ae-a468-b7663faeb6cf, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=fdf41dc2-139c-43ae-a468-b7663faeb6cf,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:48.486758 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ef90515b-8a97-479d-a8a3-f837133c324c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:48.494663 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:48.505232 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-28849f62-7877-4811-86ff-4f34d8ccb97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:48.546702 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ef90515b-8a97-479d-a8a3-f837133c324c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:48.549033 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-ef90515b-8a97-479d-a8a3-f837133c324c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/ba14bcb9-63fe-4e4e-8cf3-b96b5c5b2a73 HTTP/1.1" status: 204 len: 168 time: 1.0900683 Jun 21 14:52:48.557669 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4bcb94-619c-4613-bee3-24559c418d19 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Router c355e75c-8c69-438d-a93a-b29ecea4cccb has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:52:48.559343 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35362) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:48.582123 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 92c60e5e-77c8-41ec-9cd1-1bbb2221b530 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:52:48.615885 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=fdf41dc2-139c-43ae-a468-b7663faeb6cf,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:48.619339 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:48.638652 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 92c60e5e-77c8-41ec-9cd1-1bbb2221b530 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:52:48.638652 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 92c60e5e-77c8-41ec-9cd1-1bbb2221b530 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:52:48.666219 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-fa2272f2-190a-4beb-b07e-12abaaddbade None None] Allocated IP 2001:db8:0:1:f816:3eff:fe20:ec31 (8e867a28-8d41-47df-a2af-a54cb8b30a66/f478d0c9-198d-43a7-9932-09fb4d34e2dd/fdf41dc2-139c-43ae-a468-b7663faeb6cf) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:48.716888 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4f072e-bd12-4a1d-a993-140c22d1df84 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:48.721832 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8d4f072e-bd12-4a1d-a993-140c22d1df84 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1563056 Jun 21 14:52:48.721832 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35364) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:48.754396 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4bcb94-619c-4613-bee3-24559c418d19 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:52:48.761322 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4a4bcb94-619c-4613-bee3-24559c418d19 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] 10.222.0.72 "PUT /v2.0/routers/c355e75c-8c69-438d-a93a-b29ecea4cccb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7097948 Jun 21 14:52:48.763833 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35366) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:48.770615 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a518c6bb-56a5-43d8-8eb5-52b247fec04a None None] Sync routers for ids ['c355e75c-8c69-438d-a93a-b29ecea4cccb'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:52:48.783290 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a518c6bb-56a5-43d8-8eb5-52b247fec04a None None] Routers {'c355e75c-8c69-438d-a93a-b29ecea4cccb'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:52:48.784491 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-a518c6bb-56a5-43d8-8eb5-52b247fec04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:52:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['c355e75c-8c69-438d-a93a-b29ecea4cccb'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:48.784705 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-09aa387e-21a5-432e-9ed9-b4d1a02f6508 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:48.790337 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:48.795839 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-fa2272f2-190a-4beb-b07e-12abaaddbade None None] For port fdf41dc2-139c-43ae-a468-b7663faeb6cf, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=fdf41dc2-139c-43ae-a468-b7663faeb6cf,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:48.796443 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "DELETE /v2.0/networks/4499b14d-26a5-4017-b4c6-dd1779c1dbe2 HTTP/1.1" status: 204 len: 168 time: 4.9210863 Jun 21 14:52:48.802070 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35368) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:48.818541 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-dda8e509-f764-41ac-854a-010a55e68aaa tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2135392259'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:48.824494 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event deleted for resources: {'Network': ['ID=4499b14d-26a5-4017-b4c6-dd1779c1dbe2,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:48.826697 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-a518c6bb-56a5-43d8-8eb5-52b247fec04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:48.833307 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:48.842964 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a518c6bb-56a5-43d8-8eb5-52b247fec04a None None] Routers {'c355e75c-8c69-438d-a93a-b29ecea4cccb'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:52:48.843945 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-a518c6bb-56a5-43d8-8eb5-52b247fec04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:52:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['c355e75c-8c69-438d-a93a-b29ecea4cccb'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:48.845316 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-fa2272f2-190a-4beb-b07e-12abaaddbade None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:48.857920 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7eec3ab6-fa65-41f4-a29c-bd2b55b2d0eb tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:48.862060 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:48.865520 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-994bccae-c9a2-49bb-a287-6f18ed873bd1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for router_gateway, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:48.870154 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-fa2272f2-190a-4beb-b07e-12abaaddbade None None] Transition to ACTIVE for port object fdf41dc2-139c-43ae-a468-b7663faeb6cf will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:48.879949 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-fa2272f2-190a-4beb-b07e-12abaaddbade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:48.884701 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-7fd42116-9d39-4c7a-99f0-ef6dafb23306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:48.897453 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-a518c6bb-56a5-43d8-8eb5-52b247fec04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:48.898214 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a518c6bb-56a5-43d8-8eb5-52b247fec04a None None] The sync data for ids ['c355e75c-8c69-438d-a93a-b29ecea4cccb'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:52:48.909955 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766ec530-0044-4afb-917a-3878563bd7cd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:48.911532 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-766ec530-0044-4afb-917a-3878563bd7cd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1891093 Jun 21 14:52:48.922561 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f514d25f-15da-4c3a-be8a-d2aa048df867 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:48.924253 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35370) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:48.933076 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-994bccae-c9a2-49bb-a287-6f18ed873bd1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:48.937305 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec3ab6-fa65-41f4-a29c-bd2b55b2d0eb tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event deleted for resources: {'Subnet': ['ID=afe55f9a-8347-4de7-8e2f-7530d7acc0ac,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:48.945383 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda8e509-f764-41ac-854a-010a55e68aaa tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Made reservation on behalf of 73a56e2567b04ed7afd9166d637dda37 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:48.948854 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-dda8e509-f764-41ac-854a-010a55e68aaa tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:48.951221 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7eec3ab6-fa65-41f4-a29c-bd2b55b2d0eb tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:48.952152 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7eec3ab6-fa65-41f4-a29c-bd2b55b2d0eb tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:48.953959 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7eec3ab6-fa65-41f4-a29c-bd2b55b2d0eb tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/subnets/afe55f9a-8347-4de7-8e2f-7530d7acc0ac HTTP/1.1" status: 204 len: 168 time: 1.2830367 Jun 21 14:52:48.957171 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35372) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:48.972369 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad16bbf-4487-4e0f-868e-39d66752c120 None None] Network a4d9de11-ff6b-4a8e-8a48-92ccb92a5321 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:49.056421 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835a906d-39ee-45eb-bbfc-f748a3b205f0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:49.058015 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835a906d-39ee-45eb-bbfc-f748a3b205f0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:49.060027 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835a906d-39ee-45eb-bbfc-f748a3b205f0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:49.063814 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-835a906d-39ee-45eb-bbfc-f748a3b205f0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1360052 Jun 21 14:52:49.064809 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35374) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:49.083216 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2272f2-190a-4beb-b07e-12abaaddbade None None] Pushing event updated for resources: {'Port': ['ID=fdf41dc2-139c-43ae-a468-b7663faeb6cf,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:49.088675 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-fa2272f2-190a-4beb-b07e-12abaaddbade None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:49.099293 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dda8e509-f764-41ac-854a-010a55e68aaa tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:52:49.127352 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa193771-6df4-45d7-9e6b-d74ebc8f48cb tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting subnet 62d4ba59-a050-4d8c-8f1a-bf42ef2b6198 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:52:49.132045 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-aa193771-6df4-45d7-9e6b-d74ebc8f48cb tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:49.133538 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-57205ea0-642e-4d95-835f-17b8b097bc31 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:49.143059 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-dda8e509-f764-41ac-854a-010a55e68aaa tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:49.143407 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-dda8e509-f764-41ac-854a-010a55e68aaa tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Added segment bf57b65e-1084-4b33-9d21-9beb4fd2bcbf of type vlan for network f1610772-d85b-4ed1-a183-9894f3f6f0a6 Jun 21 14:52:49.188969 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-aa193771-6df4-45d7-9e6b-d74ebc8f48cb tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:49.194814 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-994bccae-c9a2-49bb-a287-6f18ed873bd1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Allocated IP 172.26.3.60 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/f9bf8d04-0ce0-4b9e-a438-d75a0302b74c) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:49.213530 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f514d25f-15da-4c3a-be8a-d2aa048df867 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:49.244409 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108da26e-63e5-47f3-9526-b9e5df694db0 None None] DHCP port deletion for a4d9de11-ff6b-4a8e-8a48-92ccb92a5321 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:52:49.311030 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-108da26e-63e5-47f3-9526-b9e5df694db0 None None] Deleting port 5f0e75d1-f77f-4e43-9985-41c6f07dede7 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:49.311719 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-108da26e-63e5-47f3-9526-b9e5df694db0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:49.329050 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-dda8e509-f764-41ac-854a-010a55e68aaa tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:49.351559 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-aa193771-6df4-45d7-9e6b-d74ebc8f48cb tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:49.356148 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-f514d25f-15da-4c3a-be8a-d2aa048df867 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Deleting port c494e1f3-ece4-4ce2-8ea6-58fad5f4501e {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:49.356722 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f514d25f-15da-4c3a-be8a-d2aa048df867 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:49.395478 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-108da26e-63e5-47f3-9526-b9e5df694db0 None None] For port 5f0e75d1-f77f-4e43-9985-41c6f07dede7, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=5f0e75d1-f77f-4e43-9985-41c6f07dede7,segment=NetworkSegment(407993a1-e295-4482-98c8-fc7edfe22e6f),segment_id=407993a1-e295-4482-98c8-fc7edfe22e6f)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:49.396002 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-108da26e-63e5-47f3-9526-b9e5df694db0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:49.424614 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-994bccae-c9a2-49bb-a287-6f18ed873bd1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:49.479970 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-dda8e509-f764-41ac-854a-010a55e68aaa tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:49.486675 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-108da26e-63e5-47f3-9526-b9e5df694db0 None None] Calling delete_port for 5f0e75d1-f77f-4e43-9985-41c6f07dede7 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:49.486935 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f514d25f-15da-4c3a-be8a-d2aa048df867 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:49.487511 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda8e509-f764-41ac-854a-010a55e68aaa tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:49.487996 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-dda8e509-f764-41ac-854a-010a55e68aaa tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:49.495980 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f5dd3b02-71fd-4096-9014-78c868ee1ec1 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:49.500922 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-aa193771-6df4-45d7-9e6b-d74ebc8f48cb tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:49.508285 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-994bccae-c9a2-49bb-a287-6f18ed873bd1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:49.531556 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a83d9501-4530-46ae-bedd-a0fe6235bd8b tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:49.539240 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994bccae-c9a2-49bb-a287-6f18ed873bd1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:49.576119 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-994bccae-c9a2-49bb-a287-6f18ed873bd1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:49.583381 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994bccae-c9a2-49bb-a287-6f18ed873bd1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:49.588969 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-f514d25f-15da-4c3a-be8a-d2aa048df867 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Calling delete_port for c494e1f3-ece4-4ce2-8ea6-58fad5f4501e owned by network:router_gateway {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:49.592844 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa193771-6df4-45d7-9e6b-d74ebc8f48cb tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Subnet': ['ID=62d4ba59-a050-4d8c-8f1a-bf42ef2b6198,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:49.596218 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-aa193771-6df4-45d7-9e6b-d74ebc8f48cb tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:49.602275 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-108da26e-63e5-47f3-9526-b9e5df694db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:49.606178 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-4d2b1a4e-5951-4fb4-bf36-40e9e2979095 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:49.610503 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-aa193771-6df4-45d7-9e6b-d74ebc8f48cb tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:49.616495 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-aa193771-6df4-45d7-9e6b-d74ebc8f48cb tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/62d4ba59-a050-4d8c-8f1a-bf42ef2b6198 HTTP/1.1" status: 204 len: 168 time: 0.5473251 Jun 21 14:52:49.616495 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35376) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:49.641771 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108da26e-63e5-47f3-9526-b9e5df694db0 None None] No DVR routers for this DVR port 5f0e75d1-f77f-4e43-9985-41c6f07dede7 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:52:49.657135 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108da26e-63e5-47f3-9526-b9e5df694db0 None None] Pushing event deleted for resources: {'Port': ['ID=5f0e75d1-f77f-4e43-9985-41c6f07dede7,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:49.664381 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-108da26e-63e5-47f3-9526-b9e5df694db0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:49.670616 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:49.694386 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-dda8e509-f764-41ac-854a-010a55e68aaa tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8823824 Jun 21 14:52:49.695929 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35378) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:49.714717 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae6807c-8510-4f5d-9d4a-9bafce04a215 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:49.721819 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e6e509c-3823-4ed0-9930-6889ffbf38c0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Deleting subnet f478d0c9-198d-43a7-9932-09fb4d34e2dd {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:52:49.727133 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2e6e509c-3823-4ed0-9930-6889ffbf38c0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:49.735067 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8e509-f764-41ac-854a-010a55e68aaa tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event updated for resources: {'Network': ['ID=f1610772-d85b-4ed1-a183-9894f3f6f0a6,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:49.741973 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-b0497368-4978-4251-8b0f-b1e689b56af4 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Request body: {'subnet': {'network_id': 'f1610772-d85b-4ed1-a183-9894f3f6f0a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:49.747652 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-dda8e509-f764-41ac-854a-010a55e68aaa tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:49.750317 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-830013d7-231f-4c75-8dcd-08e80d68ac53 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.219s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:49.762969 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network f1610772-d85b-4ed1-a183-9894f3f6f0a6 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:52:49.807073 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2e6e509c-3823-4ed0-9930-6889ffbf38c0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:49.821972 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-84b1eff3-ccd5-4104-874f-b2375d3d37da None None] Could not find standard attr ID for object ba14bcb9-63fe-4e4e-8cf3-b96b5c5b2a73. {{(pid=105226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 21 14:52:49.875677 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-57205ea0-642e-4d95-835f-17b8b097bc31 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Deleting port 5f0e75d1-f77f-4e43-9985-41c6f07dede7 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:49.876614 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-57205ea0-642e-4d95-835f-17b8b097bc31 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:49.883302 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-84b1eff3-ccd5-4104-874f-b2375d3d37da None None] Provisioning for port fdf41dc2-139c-43ae-a468-b7663faeb6cf completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:49.890187 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-84b1eff3-ccd5-4104-874f-b2375d3d37da None None] Provisioning complete for port fdf41dc2-139c-43ae-a468-b7663faeb6cf triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:49.890571 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-84b1eff3-ccd5-4104-874f-b2375d3d37da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:49.959395 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f514d25f-15da-4c3a-be8a-d2aa048df867 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:49.964343 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c6c3753b-68fa-4d3d-a5a5-0d3814dbda46 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:49.974659 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2e6e509c-3823-4ed0-9930-6889ffbf38c0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:49.980809 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device fdf41dc2-139c-43ae-a468-b7663faeb6cf up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:52:49.985437 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994bccae-c9a2-49bb-a287-6f18ed873bd1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Pushing event updated for resources: {'Port': ['ID=f9bf8d04-0ce0-4b9e-a438-d75a0302b74c,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:49.997849 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-994bccae-c9a2-49bb-a287-6f18ed873bd1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:50.035660 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f514d25f-15da-4c3a-be8a-d2aa048df867 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Pushing event deleted for resources: {'Port': ['ID=c494e1f3-ece4-4ce2-8ea6-58fad5f4501e,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:50.042693 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f514d25f-15da-4c3a-be8a-d2aa048df867 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:50.094795 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f514d25f-15da-4c3a-be8a-d2aa048df867 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:50.123756 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-57205ea0-642e-4d95-835f-17b8b097bc31 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] For port 5f0e75d1-f77f-4e43-9985-41c6f07dede7, host dv-neutron-797121-2-hyperv, got binding levels [] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:50.124444 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-57205ea0-642e-4d95-835f-17b8b097bc31 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:50.195828 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2e6e509c-3823-4ed0-9930-6889ffbf38c0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:50.200078 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-bccdd496-564f-4ceb-a0fe-f219098fb53c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:50.207788 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f514d25f-15da-4c3a-be8a-d2aa048df867 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:50.211287 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-57205ea0-642e-4d95-835f-17b8b097bc31 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Calling delete_port for 5f0e75d1-f77f-4e43-9985-41c6f07dede7 owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:50.213675 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0497368-4978-4251-8b0f-b1e689b56af4 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Made reservation on behalf of 73a56e2567b04ed7afd9166d637dda37 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:50.217279 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b0497368-4978-4251-8b0f-b1e689b56af4 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:50.223600 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.ipam_backend_mixin [None req-57205ea0-642e-4d95-835f-17b8b097bc31 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Port 5f0e75d1-f77f-4e43-9985-41c6f07dede7 was not found and therefore no delete operation was performed {{(pid=105225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 21 14:52:50.233382 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port fdf41dc2-139c-43ae-a468-b7663faeb6cf triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:50.233767 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:50.242018 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-57205ea0-642e-4d95-835f-17b8b097bc31 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:50.275208 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4228bc4c-31b2-48d9-afa6-52faaa54ab5d tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:50.304265 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57205ea0-642e-4d95-835f-17b8b097bc31 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event deleted for resources: {'Port': ['ID=5f0e75d1-f77f-4e43-9985-41c6f07dede7,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:50.307495 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-57205ea0-642e-4d95-835f-17b8b097bc31 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:50.311507 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-994bccae-c9a2-49bb-a287-6f18ed873bd1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for router_gateway, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:50.326503 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57205ea0-642e-4d95-835f-17b8b097bc31 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] No DVR routers for this DVR port 5f0e75d1-f77f-4e43-9985-41c6f07dede7 on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:52:50.357422 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfb9137-602c-46c0-8297-9f7caf02515a None None] Update dhcp port {'port': {'network_id': '8e867a28-8d41-47df-a2af-a54cb8b30a66', 'fixed_ips': [{'subnet_id': 'f478d0c9-198d-43a7-9932-09fb4d34e2dd'}], 'binding:host_id': 'dv-neutron-797121-2-hyperv'}, 'id': 'fdf41dc2-139c-43ae-a468-b7663faeb6cf'} from dv-neutron-797121-2-hyperv. {{(pid=105226) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 21 14:52:50.403431 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3dfb9137-602c-46c0-8297-9f7caf02515a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:50.447333 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 5f0e75d1-f77f-4e43-9985-41c6f07dede7 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:52:50.521626 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 5f0e75d1-f77f-4e43-9985-41c6f07dede7 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:52:50.521980 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 5f0e75d1-f77f-4e43-9985-41c6f07dede7 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:52:50.531357 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-57205ea0-642e-4d95-835f-17b8b097bc31 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:50.548769 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-57205ea0-642e-4d95-835f-17b8b097bc31 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4d9de11-ff6b-4a8e-8a48-92ccb92a5321']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:50.553146 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f514d25f-15da-4c3a-be8a-d2aa048df867 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:50.556573 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e509c-3823-4ed0-9930-6889ffbf38c0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Subnet': ['ID=f478d0c9-198d-43a7-9932-09fb4d34e2dd,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:50.559775 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2e6e509c-3823-4ed0-9930-6889ffbf38c0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:50.562155 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2e6e509c-3823-4ed0-9930-6889ffbf38c0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/f478d0c9-198d-43a7-9932-09fb4d34e2dd HTTP/1.1" status: 204 len: 168 time: 0.9455972 Jun 21 14:52:50.563427 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2e6e509c-3823-4ed0-9930-6889ffbf38c0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:50.565911 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35380) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:50.575152 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-57205ea0-642e-4d95-835f-17b8b097bc31 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '407993a1-e295-4482-98c8-fc7edfe22e6f') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:50.575552 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-57205ea0-642e-4d95-835f-17b8b097bc31 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '407993a1-e295-4482-98c8-fc7edfe22e6f') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:50.588638 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-57205ea0-642e-4d95-835f-17b8b097bc31 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:50.612161 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de8576e-e033-46ab-a6a3-dd76f42da568 None None] Network 8e867a28-8d41-47df-a2af-a54cb8b30a66 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:50.638635 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-36c473e6-9456-4134-9857-3926eb69ec4d tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0711899 Jun 21 14:52:50.641011 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35382) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:50.673318 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-57205ea0-642e-4d95-835f-17b8b097bc31 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:50.677162 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f514d25f-15da-4c3a-be8a-d2aa048df867 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:50.677916 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f514d25f-15da-4c3a-be8a-d2aa048df867 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Fanout notify agent at l3_agent the message router_deleted on router c355e75c-8c69-438d-a93a-b29ecea4cccb {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:52:50.686138 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f514d25f-15da-4c3a-be8a-d2aa048df867 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:50.687218 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f514d25f-15da-4c3a-be8a-d2aa048df867 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] 10.222.0.72 "DELETE /v2.0/routers/c355e75c-8c69-438d-a93a-b29ecea4cccb HTTP/1.1" status: 204 len: 168 time: 1.9223900 Jun 21 14:52:50.690139 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35384) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:50.691790 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-e02e3b4f-ebaa-41b8-a8be-3ae6f07e6f7c None None] Provisioning complete for port fdf41dc2-139c-43ae-a468-b7663faeb6cf triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:50.692268 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e02e3b4f-ebaa-41b8-a8be-3ae6f07e6f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:50.697859 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57205ea0-642e-4d95-835f-17b8b097bc31 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:52:50.698324 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-57205ea0-642e-4d95-835f-17b8b097bc31 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:50.704178 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:52:50.704178 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:52:50.704178 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:52:50.704178 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:52:50.704178 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:52:50.704178 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:52:50.704178 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:52:50.704178 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:52:50.704178 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:52:50.704178 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:52:50.704178 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:52:50.704178 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:52:50.704178 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:52:50.704178 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:52:50.704178 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:52:50.704178 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:52:50.704178 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:52:50.704178 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:52:50.704178 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:52:50.704178 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:52:50.704178 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:52:50.704178 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:52:50.704178 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:52:50.704178 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:52:50.704178 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:52:50.704178 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:52:50.704178 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:52:50.704178 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:52:50.704178 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:52:50.704178 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:52:50.704178 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:52:50.704178 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:52:50.749185 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-43d17ff1-d619-4e26-8031-e95459d36298 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Deleting subnet b6ecbbd4-667f-4692-b020-da66254200cd {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:52:50.753487 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-43d17ff1-d619-4e26-8031-e95459d36298 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:50.795359 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baba5537-4e26-4aa4-9d27-2e6d8b033ca7 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:50.799405 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-baba5537-4e26-4aa4-9d27-2e6d8b033ca7 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1549404 Jun 21 14:52:50.799741 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35386) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:50.808449 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-43d17ff1-d619-4e26-8031-e95459d36298 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:50.838954 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb383d10-c305-486a-a4ac-724aac69e0d1 None None] DHCP port deletion for 8e867a28-8d41-47df-a2af-a54cb8b30a66 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:52:50.887948 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-eb383d10-c305-486a-a4ac-724aac69e0d1 None None] Deleting port fdf41dc2-139c-43ae-a468-b7663faeb6cf {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:50.888366 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-eb383d10-c305-486a-a4ac-724aac69e0d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:50.897180 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-57205ea0-642e-4d95-835f-17b8b097bc31 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:50.902480 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-57205ea0-642e-4d95-835f-17b8b097bc31 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:50.909084 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-57205ea0-642e-4d95-835f-17b8b097bc31 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/networks/a4d9de11-ff6b-4a8e-8a48-92ccb92a5321 HTTP/1.1" status: 204 len: 168 time: 1.9498367 Jun 21 14:52:50.909865 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-43d17ff1-d619-4e26-8031-e95459d36298 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:50.913296 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35388) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:50.914553 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3f58d8ac-c0d0-40e8-9b87-b0e6f34c5f5c tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:50.922409 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-01ee2783-79af-471b-a885-66e30ffc7907 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Request body: {'network': {'name': 'tempest-RoutersTest-1224908241'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:50.932354 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b0497368-4978-4251-8b0f-b1e689b56af4 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:50.950268 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-994bccae-c9a2-49bb-a287-6f18ed873bd1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:50.956907 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57205ea0-642e-4d95-835f-17b8b097bc31 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event deleted for resources: {'Network': ['ID=a4d9de11-ff6b-4a8e-8a48-92ccb92a5321,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:50.959531 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-eb383d10-c305-486a-a4ac-724aac69e0d1 None None] For port fdf41dc2-139c-43ae-a468-b7663faeb6cf, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=fdf41dc2-139c-43ae-a468-b7663faeb6cf,segment=NetworkSegment(e8e8f570-ffa2-4dd0-adc7-33bd26d3907e),segment_id=e8e8f570-ffa2-4dd0-adc7-33bd26d3907e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:50.959753 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-57205ea0-642e-4d95-835f-17b8b097bc31 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:50.959976 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-eb383d10-c305-486a-a4ac-724aac69e0d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:50.965754 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a17f20ad-76a4-4ded-aa94-31a7499bcd4f tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:50.981216 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-43d17ff1-d619-4e26-8031-e95459d36298 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:50.983335 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac593d35-6cdd-4e25-b5f2-0230552bcfd9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:50.984700 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:50.984821 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ac593d35-6cdd-4e25-b5f2-0230552bcfd9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1822839 Jun 21 14:52:50.991293 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35390) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:51.031006 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d17ff1-d619-4e26-8031-e95459d36298 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Pushing event deleted for resources: {'Subnet': ['ID=b6ecbbd4-667f-4692-b020-da66254200cd,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:51.032565 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-eb383d10-c305-486a-a4ac-724aac69e0d1 None None] Calling delete_port for fdf41dc2-139c-43ae-a468-b7663faeb6cf owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:51.042801 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864cce6b-2e96-4e8c-9a0a-481da2c97f1b None None] Network 4a262c24-0f3a-4f65-a72c-ad4b4d9e9e2b requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:51.072080 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ee2783-79af-471b-a885-66e30ffc7907 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Made reservation on behalf of 6b84c1e8652b4f7598ae83eb61bf775f for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:51.075612 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-01ee2783-79af-471b-a885-66e30ffc7907 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:51.084828 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-43d17ff1-d619-4e26-8031-e95459d36298 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:51.086829 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-43d17ff1-d619-4e26-8031-e95459d36298 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] 10.222.0.72 "DELETE /v2.0/subnets/b6ecbbd4-667f-4692-b020-da66254200cd HTTP/1.1" status: 204 len: 168 time: 0.3954105 Jun 21 14:52:51.088141 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-43d17ff1-d619-4e26-8031-e95459d36298 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:51.092707 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-94b0383c-ac1f-4abb-9aed-b287ffe66748 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0965235 Jun 21 14:52:51.092707 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35392) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:51.100649 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35394) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:51.164174 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0497368-4978-4251-8b0f-b1e689b56af4 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event updated for resources: {'Subnet': ['ID=33e6f616-169d-4ccc-b28e-b337a32da282,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:51.164614 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-27149967-4c95-48e3-9bd5-d45b9e7d1be2 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:51.165394 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27149967-4c95-48e3-9bd5-d45b9e7d1be2 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:51.167175 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-27149967-4c95-48e3-9bd5-d45b9e7d1be2 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/ba14bcb9-63fe-4e4e-8cf3-b96b5c5b2a73 HTTP/1.1" status: 404 len: 333 time: 0.0655951 Jun 21 14:52:51.167488 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b0497368-4978-4251-8b0f-b1e689b56af4 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:51.170445 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35396) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:51.172428 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0497368-4978-4251-8b0f-b1e689b56af4 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Checking segment: {'id': 'bf57b65e-1084-4b33-9d21-9beb4fd2bcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f1610772-d85b-4ed1-a183-9894f3f6f0a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:52:51.173403 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0497368-4978-4251-8b0f-b1e689b56af4 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Network hostable DHCP agents. Network: f1610772-d85b-4ed1-a183-9894f3f6f0a6, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:52:51.175664 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ee2783-79af-471b-a885-66e30ffc7907 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:52:51.195328 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-01ee2783-79af-471b-a885-66e30ffc7907 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:51.195706 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-01ee2783-79af-471b-a885-66e30ffc7907 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Added segment cfbedffa-699c-4d99-a04c-9b64cecfb092 of type vlan for network 7a1eaeea-467e-45be-89d5-ac8e947640b4 Jun 21 14:52:51.219971 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b7c0421-e00a-4ce0-aecc-32f8d438041c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:51.220431 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b7c0421-e00a-4ce0-aecc-32f8d438041c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:51.225624 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3b7c0421-e00a-4ce0-aecc-32f8d438041c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/f478d0c9-198d-43a7-9932-09fb4d34e2dd HTTP/1.1" status: 404 len: 337 time: 0.0518224 Jun 21 14:52:51.225850 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-eb383d10-c305-486a-a4ac-724aac69e0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:51.226161 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-a2992351-0258-4bea-b574-dc1697e71293 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:51.228889 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35398) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:51.249234 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0497368-4978-4251-8b0f-b1e689b56af4 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Network f1610772-d85b-4ed1-a183-9894f3f6f0a6 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:52:51.253188 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb383d10-c305-486a-a4ac-724aac69e0d1 None None] Pushing event deleted for resources: {'Port': ['ID=fdf41dc2-139c-43ae-a468-b7663faeb6cf,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:51.257425 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-01ee2783-79af-471b-a885-66e30ffc7907 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:51.259860 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-eb383d10-c305-486a-a4ac-724aac69e0d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:51.260653 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df4b529-4922-41e6-b676-a4ff13d6148d tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:51.261393 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1df4b529-4922-41e6-b676-a4ff13d6148d tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:51.263372 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb383d10-c305-486a-a4ac-724aac69e0d1 None None] No DVR routers for this DVR port fdf41dc2-139c-43ae-a468-b7663faeb6cf on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:52:51.267492 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1df4b529-4922-41e6-b676-a4ff13d6148d tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/62d4ba59-a050-4d8c-8f1a-bf42ef2b6198 HTTP/1.1" status: 404 len: 337 time: 0.0340230 Jun 21 14:52:51.269466 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-91ab83c5-a43f-4a1d-90c4-ba3d3e56f8a9 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:51.269623 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35400) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:51.288865 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-b0497368-4978-4251-8b0f-b1e689b56af4 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, f1610772-d85b-4ed1-a183-9894f3f6f0a6) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:51.293665 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0497368-4978-4251-8b0f-b1e689b56af4 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:51.294403 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b0497368-4978-4251-8b0f-b1e689b56af4 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:51.302510 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe559cdf-6985-4fe8-ab4c-68734639b5f8 None None] Network f1610772-d85b-4ed1-a183-9894f3f6f0a6 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:51.328346 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c545e8b-ba9d-440c-aedb-81d87fe8cb3c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:51.329112 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c545e8b-ba9d-440c-aedb-81d87fe8cb3c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:51.333428 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8c545e8b-ba9d-440c-aedb-81d87fe8cb3c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/bd905737-2511-44b0-8a3e-8d7ed5bf5a09 HTTP/1.1" status: 404 len: 333 time: 0.0597398 Jun 21 14:52:51.335576 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35402) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:51.347497 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-91ab83c5-a43f-4a1d-90c4-ba3d3e56f8a9 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Deleting port 9509c2f9-5cb3-4627-8da8-65c45b55be29 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:51.347797 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-91ab83c5-a43f-4a1d-90c4-ba3d3e56f8a9 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:51.355172 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b0497368-4978-4251-8b0f-b1e689b56af4 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6209068 Jun 21 14:52:51.357931 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35404) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:51.365722 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e98f96c-ca79-4a1e-ab00-00bf54ff4189 None None] DHCP port deletion for 4a262c24-0f3a-4f65-a72c-ad4b4d9e9e2b request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:52:51.371717 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-01ee2783-79af-471b-a885-66e30ffc7907 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:51.377773 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ee2783-79af-471b-a885-66e30ffc7907 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:51.378417 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-01ee2783-79af-471b-a885-66e30ffc7907 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:51.384597 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-08ba99a7-ecf5-446b-ab5d-41294d5f4669 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:51.385049 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08ba99a7-ecf5-446b-ab5d-41294d5f4669 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:51.386499 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-684317c9-9b4c-424a-9349-d6175161635d tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:51.387656 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-08ba99a7-ecf5-446b-ab5d-41294d5f4669 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/e56209cf-9a02-43ea-a366-0560dd3c89f3 HTTP/1.1" status: 404 len: 337 time: 0.0511506 Jun 21 14:52:51.391200 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994bccae-c9a2-49bb-a287-6f18ed873bd1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Router f0507c19-f11e-4a9f-ad9e-9545e51cb270 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:52:51.410899 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35406) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:51.445842 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-91ab83c5-a43f-4a1d-90c4-ba3d3e56f8a9 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] For port 9509c2f9-5cb3-4627-8da8-65c45b55be29, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=9509c2f9-5cb3-4627-8da8-65c45b55be29,segment=NetworkSegment(a451a2af-695d-445d-adfc-471940cccb1c),segment_id=a451a2af-695d-445d-adfc-471940cccb1c)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:51.446199 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-91ab83c5-a43f-4a1d-90c4-ba3d3e56f8a9 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:51.480551 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-9e98f96c-ca79-4a1e-ab00-00bf54ff4189 None None] Deleting port 9509c2f9-5cb3-4627-8da8-65c45b55be29 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:51.480972 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9e98f96c-ca79-4a1e-ab00-00bf54ff4189 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:51.508017 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cded2e4-d3b4-49c7-b376-66a4ca63def1 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:51.508470 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cded2e4-d3b4-49c7-b376-66a4ca63def1 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:51.512815 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9cded2e4-d3b4-49c7-b376-66a4ca63def1 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/13b09ef1-ae6c-4347-8b86-2be3a69bff03 HTTP/1.1" status: 404 len: 337 time: 0.1051731 Jun 21 14:52:51.516586 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-91ab83c5-a43f-4a1d-90c4-ba3d3e56f8a9 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Calling delete_port for 9509c2f9-5cb3-4627-8da8-65c45b55be29 owned by network:dhcp {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:51.517350 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-01ee2783-79af-471b-a885-66e30ffc7907 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5990729 Jun 21 14:52:51.518624 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35408) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:51.522231 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35410) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:51.543008 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-80b1fff6-28ce-4da4-9683-b72b367eab30 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Request body: {'subnet': {'network_id': '7a1eaeea-467e-45be-89d5-ac8e947640b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:51.544978 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf9e7373-32a1-4cd7-834a-94ae12751521 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:51.545917 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf9e7373-32a1-4cd7-834a-94ae12751521 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:51.547784 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-cf9e7373-32a1-4cd7-834a-94ae12751521 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/31ad446a-afce-488d-bc3b-7934fba233e3 HTTP/1.1" status: 404 len: 333 time: 0.0280094 Jun 21 14:52:51.553973 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35412) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:51.555614 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae01858-b8d9-4d52-9ccb-5181ecd50c20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-f1610772-d85b-4ed1-a183-9894f3f6f0a6', 'network_id': 'f1610772-d85b-4ed1-a183-9894f3f6f0a6', 'tenant_id': '73a56e2567b04ed7afd9166d637dda37', 'fixed_ips': [{'subnet_id': '33e6f616-169d-4ccc-b28e-b337a32da282'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:52:51.556479 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3ae01858-b8d9-4d52-9ccb-5181ecd50c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:51.577434 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-9e98f96c-ca79-4a1e-ab00-00bf54ff4189 None None] For port 9509c2f9-5cb3-4627-8da8-65c45b55be29, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=9509c2f9-5cb3-4627-8da8-65c45b55be29,segment=NetworkSegment(a451a2af-695d-445d-adfc-471940cccb1c),segment_id=a451a2af-695d-445d-adfc-471940cccb1c)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:51.577857 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9e98f96c-ca79-4a1e-ab00-00bf54ff4189 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:51.586694 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-953fd816-5084-4c8f-b05b-224ab42bec8d tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:51.587053 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-953fd816-5084-4c8f-b05b-224ab42bec8d tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:51.588914 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-953fd816-5084-4c8f-b05b-224ab42bec8d tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/8ccc792d-f0b6-49cb-92ce-994bb1809d74 HTTP/1.1" status: 404 len: 337 time: 0.0330365 Jun 21 14:52:51.591580 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35414) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:51.649988 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-9e98f96c-ca79-4a1e-ab00-00bf54ff4189 None None] Calling delete_port for 9509c2f9-5cb3-4627-8da8-65c45b55be29 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:51.651924 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee2783-79af-471b-a885-66e30ffc7907 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Network': ['ID=7a1eaeea-467e-45be-89d5-ac8e947640b4,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:51.653702 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ea3844-a3d8-4369-ace3-f505d170c2c4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:51.654350 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85ea3844-a3d8-4369-ace3-f505d170c2c4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:51.657164 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-85ea3844-a3d8-4369-ace3-f505d170c2c4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/3d353ce5-f3bf-4344-a121-c6b3b6c7addc HTTP/1.1" status: 404 len: 337 time: 0.0645034 Jun 21 14:52:51.660172 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35416) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:51.665517 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-01ee2783-79af-471b-a885-66e30ffc7907 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:51.695677 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-70afb6c7-41b3-4d21-ad16-bb79abafcddd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:51.696427 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70afb6c7-41b3-4d21-ad16-bb79abafcddd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:51.700573 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-70afb6c7-41b3-4d21-ad16-bb79abafcddd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/f4087a03-054a-4c46-9447-f7ae269a282f HTTP/1.1" status: 404 len: 333 time: 0.0368774 Jun 21 14:52:51.701043 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35418) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:51.703636 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 7a1eaeea-467e-45be-89d5-ac8e947640b4 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:52:51.740809 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d8f437d-5b99-4b66-8c34-f75a090eefcb tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:51.741245 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d8f437d-5b99-4b66-8c34-f75a090eefcb tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:51.743306 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9d8f437d-5b99-4b66-8c34-f75a090eefcb tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/7705b62f-0caa-4ff4-a6b5-b9bd3612add5 HTTP/1.1" status: 404 len: 337 time: 0.0411582 Jun 21 14:52:51.746069 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35420) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:51.747897 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:51.771722 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994bccae-c9a2-49bb-a287-6f18ed873bd1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:52:51.778634 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc504871-7bfe-46b8-af89-30d45b17dd1e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:51.779293 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc504871-7bfe-46b8-af89-30d45b17dd1e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:51.781155 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-dc504871-7bfe-46b8-af89-30d45b17dd1e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/89d1d8d6-b17c-4676-927e-345a34a02ee8 HTTP/1.1" status: 404 len: 337 time: 0.0335536 Jun 21 14:52:51.784722 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35422) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:51.796713 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-91ab83c5-a43f-4a1d-90c4-ba3d3e56f8a9 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:51.798901 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b706e9af-71bc-43b9-b148-d4eb7db1457e None None] Sync routers for ids ['f0507c19-f11e-4a9f-ad9e-9545e51cb270'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:52:51.821578 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c3a5bfd8-08c8-443f-8571-faf3a347c8c0 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:51.844216 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-096090f1-6bd9-4028-be7a-8a972e3d450d tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:51.845432 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-096090f1-6bd9-4028-be7a-8a972e3d450d tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:51.848034 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-096090f1-6bd9-4028-be7a-8a972e3d450d tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/d9b8bffb-19b3-4e70-a8c9-4cf9e331a567 HTTP/1.1" status: 404 len: 333 time: 0.0620656 Jun 21 14:52:51.850842 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-994bccae-c9a2-49bb-a287-6f18ed873bd1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:51.851239 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35424) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:51.852117 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-994bccae-c9a2-49bb-a287-6f18ed873bd1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.8237102 Jun 21 14:52:51.853099 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b1fff6-28ce-4da4-9683-b72b367eab30 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Made reservation on behalf of 6b84c1e8652b4f7598ae83eb61bf775f for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:51.853996 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab83c5-a43f-4a1d-90c4-ba3d3e56f8a9 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Pushing event deleted for resources: {'Port': ['ID=9509c2f9-5cb3-4627-8da8-65c45b55be29,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:51.857172 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-80b1fff6-28ce-4da4-9683-b72b367eab30 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:51.862842 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35426) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:51.866818 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b706e9af-71bc-43b9-b148-d4eb7db1457e None None] Routers {'f0507c19-f11e-4a9f-ad9e-9545e51cb270'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:52:51.867461 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-b706e9af-71bc-43b9-b148-d4eb7db1457e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:52:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['f0507c19-f11e-4a9f-ad9e-9545e51cb270'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:51.872741 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-91ab83c5-a43f-4a1d-90c4-ba3d3e56f8a9 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:51.891038 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ab83c5-a43f-4a1d-90c4-ba3d3e56f8a9 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] No DVR routers for this DVR port 9509c2f9-5cb3-4627-8da8-65c45b55be29 on host dv-neutron-797121-2-hyperv {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:52:51.902275 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-e614f37a-d92e-471b-b056-824dbc767ea1 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:51.902976 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e614f37a-d92e-471b-b056-824dbc767ea1 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:51.904907 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e614f37a-d92e-471b-b056-824dbc767ea1 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/2d98a4eb-7db5-4195-acfd-278ca19104ba HTTP/1.1" status: 404 len: 337 time: 0.0522125 Jun 21 14:52:51.924441 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35430) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:51.927797 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:51.937036 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-3ae01858-b8d9-4d52-9ccb-5181ecd50c20 None None] Allocated IP 172.20.0.1 (f1610772-d85b-4ed1-a183-9894f3f6f0a6/33e6f616-169d-4ccc-b28e-b337a32da282/3831cf2e-6500-4fb0-bc92-95643d112c73) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:51.984096 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9e98f96c-ca79-4a1e-ab00-00bf54ff4189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:51.989995 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-28849f62-7877-4811-86ff-4f34d8ccb97d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:51.993892 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-4924037f-6a60-4a17-b386-be3305d65f17 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:51.995021 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4924037f-6a60-4a17-b386-be3305d65f17 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:51.997092 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4924037f-6a60-4a17-b386-be3305d65f17 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/5e688d01-409d-4165-957b-fdcb79839b20 HTTP/1.1" status: 404 len: 333 time: 0.0712953 Jun 21 14:52:52.000513 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35432) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:52.042945 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c0bae4e-13ea-4507-a799-1ca9b5390d3b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:52.043841 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c0bae4e-13ea-4507-a799-1ca9b5390d3b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:52.046134 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6c0bae4e-13ea-4507-a799-1ca9b5390d3b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/56865469-2ca1-4551-bb29-6cfa899d16fb HTTP/1.1" status: 404 len: 337 time: 0.0440884 Jun 21 14:52:52.048545 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-91ab83c5-a43f-4a1d-90c4-ba3d3e56f8a9 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:52.052404 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35434) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:52.090303 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-91ab83c5-a43f-4a1d-90c4-ba3d3e56f8a9 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a262c24-0f3a-4f65-a72c-ad4b4d9e9e2b']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:52.093971 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bf8be59-5589-475c-ab34-058fd18bb078 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:52.095419 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bf8be59-5589-475c-ab34-058fd18bb078 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:52.097804 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0bf8be59-5589-475c-ab34-058fd18bb078 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/94e33e90-e61a-45e7-85f3-f20e95449675 HTTP/1.1" status: 404 len: 333 time: 0.0439775 Jun 21 14:52:52.105521 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35436) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:52.137253 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-91ab83c5-a43f-4a1d-90c4-ba3d3e56f8a9 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a451a2af-695d-445d-adfc-471940cccb1c') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:52.138004 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-91ab83c5-a43f-4a1d-90c4-ba3d3e56f8a9 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a451a2af-695d-445d-adfc-471940cccb1c') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:52.180643 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-afe53a80-4267-49ba-8602-f2118da577d5 tempest-TestNetworkAdvancedServerOps-772437655 tempest-TestNetworkAdvancedServerOps-772437655-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=060f9c733e164454be5831351376fee6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3160887 Jun 21 14:52:52.183602 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35438) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:52.186900 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-91ab83c5-a43f-4a1d-90c4-ba3d3e56f8a9 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:52.189460 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-54c00410-f679-4eaa-9115-42fdbc49110d tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:52.190169 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54c00410-f679-4eaa-9115-42fdbc49110d tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:52.192216 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-54c00410-f679-4eaa-9115-42fdbc49110d tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/a5c86cbf-c62c-4e57-ab8c-ba5710479584 HTTP/1.1" status: 404 len: 337 time: 0.0712128 Jun 21 14:52:52.209551 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9509c2f9-5cb3-4627-8da8-65c45b55be29 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:52:52.215525 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35440) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:52.216337 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e98f96c-ca79-4a1e-ab00-00bf54ff4189 None None] Pushing event deleted for resources: {'Port': ['ID=9509c2f9-5cb3-4627-8da8-65c45b55be29,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:52.237569 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-9e98f96c-ca79-4a1e-ab00-00bf54ff4189 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:52.244087 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e98f96c-ca79-4a1e-ab00-00bf54ff4189 None None] No DVR routers for this DVR port 9509c2f9-5cb3-4627-8da8-65c45b55be29 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:52:52.248898 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 9509c2f9-5cb3-4627-8da8-65c45b55be29 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:52:52.249251 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9509c2f9-5cb3-4627-8da8-65c45b55be29 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:52:52.249732 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device fdf41dc2-139c-43ae-a468-b7663faeb6cf no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:52:52.282055 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-91ab83c5-a43f-4a1d-90c4-ba3d3e56f8a9 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:52.289512 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: fdf41dc2-139c-43ae-a468-b7663faeb6cf {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:52:52.289753 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device fdf41dc2-139c-43ae-a468-b7663faeb6cf not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:52:52.294244 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-b706e9af-71bc-43b9-b148-d4eb7db1457e None None] Set router f0507c19-f11e-4a9f-ad9e-9545e51cb270 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:52:52.320761 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-516ef43a-e212-4f23-8bf8-3234ce2932de tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:52.321545 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-516ef43a-e212-4f23-8bf8-3234ce2932de tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:52.325844 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-516ef43a-e212-4f23-8bf8-3234ce2932de tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/4f01ea5c-7a1b-43e5-9b49-cd4d9b92b01b HTTP/1.1" status: 404 len: 333 time: 0.1084716 Jun 21 14:52:52.325844 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ab83c5-a43f-4a1d-90c4-ba3d3e56f8a9 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:52:52.325844 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-91ab83c5-a43f-4a1d-90c4-ba3d3e56f8a9 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:52:52.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:52:52.345231 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35442) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:52.402823 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e78bf27-ef44-49ed-9f48-ce32258b12c2 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:52.403293 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e78bf27-ef44-49ed-9f48-ce32258b12c2 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:52.405085 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7e78bf27-ef44-49ed-9f48-ce32258b12c2 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/d9d3b024-6f1c-44ba-bbdf-3b38307c494e HTTP/1.1" status: 404 len: 337 time: 0.0523486 Jun 21 14:52:52.411569 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35444) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:52.452636 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7535cda-5a84-4c29-8071-906775056da0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:52.452862 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7535cda-5a84-4c29-8071-906775056da0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:52.454604 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f7535cda-5a84-4c29-8071-906775056da0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/e8e8cea2-cba9-4c47-b978-06356b4731e9 HTTP/1.1" status: 404 len: 333 time: 0.0421062 Jun 21 14:52:52.459854 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35446) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:52.479378 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-91ab83c5-a43f-4a1d-90c4-ba3d3e56f8a9 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:52.484795 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-91ab83c5-a43f-4a1d-90c4-ba3d3e56f8a9 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:52.490365 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-91ab83c5-a43f-4a1d-90c4-ba3d3e56f8a9 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] 10.222.0.72 "DELETE /v2.0/networks/4a262c24-0f3a-4f65-a72c-ad4b4d9e9e2b HTTP/1.1" status: 204 len: 168 time: 1.3982830 Jun 21 14:52:52.491386 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35448) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:52.493428 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-58dbc96c-3d67-482d-b3d7-15b985d5b86e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:52.493610 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-947eebbc-1f9c-472b-8b05-6aca41d25d71 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:52.494297 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-947eebbc-1f9c-472b-8b05-6aca41d25d71 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:52.496106 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-947eebbc-1f9c-472b-8b05-6aca41d25d71 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/6e6f33d4-c717-47ec-9af7-a9c0655890ec HTTP/1.1" status: 404 len: 337 time: 0.0353360 Jun 21 14:52:52.498989 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35450) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:52.501384 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3ae01858-b8d9-4d52-9ccb-5181ecd50c20 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:52.519395 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6839c1b-8807-453e-ad6d-a27174d93eeb tempest-TestNetworkAdvancedServerOps-772437655 tempest-TestNetworkAdvancedServerOps-772437655-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:52.523555 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d6839c1b-8807-453e-ad6d-a27174d93eeb tempest-TestNetworkAdvancedServerOps-772437655 tempest-TestNetworkAdvancedServerOps-772437655-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3361566 Jun 21 14:52:52.529647 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3ae01858-b8d9-4d52-9ccb-5181ecd50c20 None None] Transition to ACTIVE for port object 3831cf2e-6500-4fb0-bc92-95643d112c73 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:52.534751 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35452) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:52.539696 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab83c5-a43f-4a1d-90c4-ba3d3e56f8a9 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Pushing event deleted for resources: {'Network': ['ID=4a262c24-0f3a-4f65-a72c-ad4b4d9e9e2b,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:52.542988 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-91ab83c5-a43f-4a1d-90c4-ba3d3e56f8a9 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:52.544281 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-de5e6edc-9be9-47b5-9e87-0a7c0f3fc400 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:52.545223 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de5e6edc-9be9-47b5-9e87-0a7c0f3fc400 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:52.547700 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-de5e6edc-9be9-47b5-9e87-0a7c0f3fc400 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/1b2fa0bf-49a7-4bcf-98ff-9bd8e39947af HTTP/1.1" status: 404 len: 333 time: 0.0476093 Jun 21 14:52:52.550741 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35454) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:52.552086 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3ae01858-b8d9-4d52-9ccb-5181ecd50c20 None None] Transition to ACTIVE for port object 3831cf2e-6500-4fb0-bc92-95643d112c73 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:52.566294 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3ae01858-b8d9-4d52-9ccb-5181ecd50c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:52.570771 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-dc8a49f9-f05b-4568-ba26-03a79f0b6efa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:52.581404 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7d0cb5d0-c80a-413b-ab6c-3f2922e66223 tempest-TestNetworkAdvancedServerOps-772437655 tempest-TestNetworkAdvancedServerOps-772437655-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=78e7bc12-ea33-4baf-9744-b93105835641&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0454228 Jun 21 14:52:52.584413 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35456) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:52.590094 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-4e82e4c6-ef13-43fa-b021-4f507eaf6a87 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-382311567', 'network_id': 'f484fb70-feb1-4f25-877a-464c31fc799c', 'project_id': '060f9c733e164454be5831351376fee6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:52.595153 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-9704a0a1-a4d6-492b-b59e-ab1199f031e7 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:52.595746 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9704a0a1-a4d6-492b-b59e-ab1199f031e7 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:52.598119 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9704a0a1-a4d6-492b-b59e-ab1199f031e7 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/5d5451bd-8694-4cac-beb6-405080bff343 HTTP/1.1" status: 404 len: 337 time: 0.0456779 Jun 21 14:52:52.602562 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-b706e9af-71bc-43b9-b148-d4eb7db1457e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370772449', 'tenant_id': '060f9c733e164454be5831351376fee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'f9bf8d04-0ce0-4b9e-a438-d75a0302b74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:52:47Z', 'updated_at': '2021-06-21T14:52:49Z', 'revision_number': 3, 'project_id': '060f9c733e164454be5831351376fee6', 'gw_port': {'id': 'f9bf8d04-0ce0-4b9e-a438-d75a0302b74c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:52:48Z', 'updated_at': '2021-06-21T14:52:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:52.608821 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35458) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:52.640031 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b706e9af-71bc-43b9-b148-d4eb7db1457e None None] Checking router: f0507c19-f11e-4a9f-ad9e-9545e51cb270 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:52:52.640436 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b706e9af-71bc-43b9-b148-d4eb7db1457e None None] Updating router f0507c19-f11e-4a9f-ad9e-9545e51cb270 port f9bf8d04-0ce0-4b9e-a438-d75a0302b74c binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:52:52.652551 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae01858-b8d9-4d52-9ccb-5181ecd50c20 None None] Network f1610772-d85b-4ed1-a183-9894f3f6f0a6 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:52.672141 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae01858-b8d9-4d52-9ccb-5181ecd50c20 None None] Pushing event updated for resources: {'Port': ['ID=3831cf2e-6500-4fb0-bc92-95643d112c73,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:52.676478 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-3ae01858-b8d9-4d52-9ccb-5181ecd50c20 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:52.678355 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3ae01858-b8d9-4d52-9ccb-5181ecd50c20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:52.680709 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-89cc0e0c-0ca2-498e-96a2-be9ec9f55871 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:52.680898 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae01858-b8d9-4d52-9ccb-5181ecd50c20 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:52.681097 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89cc0e0c-0ca2-498e-96a2-be9ec9f55871 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:52.682828 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-89cc0e0c-0ca2-498e-96a2-be9ec9f55871 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/22890f64-b8f8-407d-95f6-0fcd9babf5d1 HTTP/1.1" status: 404 len: 337 time: 0.0695271 Jun 21 14:52:52.685867 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35460) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:52.714615 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:52.717841 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b706e9af-71bc-43b9-b148-d4eb7db1457e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:52.718022 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0bb7ba3-8352-4d46-88c8-874dc3171f7f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:52.718579 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0bb7ba3-8352-4d46-88c8-874dc3171f7f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:52.720688 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b0bb7ba3-8352-4d46-88c8-874dc3171f7f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/e27b82f7-cc99-4182-9c7e-01d0cdb3330e HTTP/1.1" status: 404 len: 333 time: 0.0327957 Jun 21 14:52:52.721401 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-741f50f6-5f3a-4192-bb0b-456739b18c62 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:52.723596 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35462) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:52.750668 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e82e4c6-ef13-43fa-b021-4f507eaf6a87 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Made reservation on behalf of 060f9c733e164454be5831351376fee6 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:52.754667 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4e82e4c6-ef13-43fa-b021-4f507eaf6a87 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:52.757964 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd5ddb8e-dd2d-4ea1-8aa9-8d9d68ad10c7 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:52.758404 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd5ddb8e-dd2d-4ea1-8aa9-8d9d68ad10c7 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:52.760379 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-dd5ddb8e-dd2d-4ea1-8aa9-8d9d68ad10c7 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/bf04417d-4858-4147-aab8-5ade9a9a55ce HTTP/1.1" status: 404 len: 337 time: 0.0358825 Jun 21 14:52:52.762973 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35464) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:52.774661 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event deleted for resources: {'Subnet': ['ID=33e6f616-169d-4ccc-b28e-b337a32da282,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:52.780007 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:52.783160 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-3ae01858-b8d9-4d52-9ccb-5181ecd50c20 None None] Attempting to bind port 3831cf2e-6500-4fb0-bc92-95643d112c73 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:52:52.783550 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-3ae01858-b8d9-4d52-9ccb-5181ecd50c20 None None] Attempting to bind port 3831cf2e-6500-4fb0-bc92-95643d112c73 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'bf57b65e-1084-4b33-9d21-9beb4fd2bcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f1610772-d85b-4ed1-a183-9894f3f6f0a6'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:52:52.784095 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae01858-b8d9-4d52-9ccb-5181ecd50c20 None None] Attempting to bind port 3831cf2e-6500-4fb0-bc92-95643d112c73 on network f1610772-d85b-4ed1-a183-9894f3f6f0a6 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:52:52.798239 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae01858-b8d9-4d52-9ccb-5181ecd50c20 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:52:52.798641 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae01858-b8d9-4d52-9ccb-5181ecd50c20 None None] Checking segment: {'id': 'bf57b65e-1084-4b33-9d21-9beb4fd2bcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f1610772-d85b-4ed1-a183-9894f3f6f0a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:52:52.799132 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3ae01858-b8d9-4d52-9ccb-5181ecd50c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:52.799456 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae01858-b8d9-4d52-9ccb-5181ecd50c20 None None] Bound using segment: {'id': 'bf57b65e-1084-4b33-9d21-9beb4fd2bcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f1610772-d85b-4ed1-a183-9894f3f6f0a6'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:52:52.800137 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-3ae01858-b8d9-4d52-9ccb-5181ecd50c20 None None] Bound port: 3831cf2e-6500-4fb0-bc92-95643d112c73, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf57b65e-1084-4b33-9d21-9beb4fd2bcbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'f1610772-d85b-4ed1-a183-9894f3f6f0a6'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:52:52.800930 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3ae01858-b8d9-4d52-9ccb-5181ecd50c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:52.834413 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-80b1fff6-28ce-4da4-9683-b72b367eab30 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:52.840198 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-38577aed-1012-45da-b707-8b8385b3ee21 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:52.841485 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-721cceba-bddb-4897-babe-b7a671a635a5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:52.842050 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-721cceba-bddb-4897-babe-b7a671a635a5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:52.843962 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-721cceba-bddb-4897-babe-b7a671a635a5 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/b9888985-56dd-4710-bb48-2e3d42d22aac HTTP/1.1" status: 404 len: 337 time: 0.0798223 Jun 21 14:52:52.847308 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35466) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:52.880301 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-53511bbc-12e0-4424-9de6-97d1cd374fa4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:52.881007 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53511bbc-12e0-4424-9de6-97d1cd374fa4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:52.882740 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-53511bbc-12e0-4424-9de6-97d1cd374fa4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/894e80ee-29e0-4c8b-a482-51d27ef60faa HTTP/1.1" status: 404 len: 333 time: 0.0342340 Jun 21 14:52:52.886201 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35468) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:52.899897 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:52.921578 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-56610ea0-43ef-4376-9aff-62b1ae19842a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:52.922323 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56610ea0-43ef-4376-9aff-62b1ae19842a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:52.922606 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1610772-d85b-4ed1-a183-9894f3f6f0a6']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:52.924482 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-56610ea0-43ef-4376-9aff-62b1ae19842a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/61527c98-ce33-4a6c-b529-6b58a5cd61f7 HTTP/1.1" status: 404 len: 337 time: 0.0371881 Jun 21 14:52:52.927090 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35470) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:52.943074 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-671ca72b-e91d-41b3-a061-b0be3c384c84 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Deleting port d1a38a5f-a5b5-4c17-bd9f-ff8d2599d85f {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:52.943704 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-671ca72b-e91d-41b3-a061-b0be3c384c84 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:52.945037 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1fff6-28ce-4da4-9683-b72b367eab30 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Subnet': ['ID=211fbb5f-68af-4eda-9beb-2fcc015affb9,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:52.953389 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf57b65e-1084-4b33-9d21-9beb4fd2bcbf') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:52.953684 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf57b65e-1084-4b33-9d21-9beb4fd2bcbf') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:52.955762 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-80b1fff6-28ce-4da4-9683-b72b367eab30 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:52.966054 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-d01363c0-be00-4eb0-9484-861145da5318 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:52.966477 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d01363c0-be00-4eb0-9484-861145da5318 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:52.970680 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d01363c0-be00-4eb0-9484-861145da5318 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/cbc0b73b-a94d-4793-a4da-a747dd1e1980 HTTP/1.1" status: 404 len: 337 time: 0.0398707 Jun 21 14:52:52.974570 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35472) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:52.974788 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-3ae01858-b8d9-4d52-9ccb-5181ecd50c20 None None] For port 3831cf2e-6500-4fb0-bc92-95643d112c73, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:52:52.986841 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-3ae01858-b8d9-4d52-9ccb-5181ecd50c20 None None] For port 3831cf2e-6500-4fb0-bc92-95643d112c73, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3831cf2e-6500-4fb0-bc92-95643d112c73,segment=NetworkSegment(bf57b65e-1084-4b33-9d21-9beb4fd2bcbf),segment_id=bf57b65e-1084-4b33-9d21-9beb4fd2bcbf)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:52:52.994591 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3ae01858-b8d9-4d52-9ccb-5181ecd50c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:52.998109 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-9e98f96c-ca79-4a1e-ab00-00bf54ff4189 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:53.004693 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-51cc2388-ec6b-4005-a973-9c8b584ce069 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:53.005410 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:53.005565 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51cc2388-ec6b-4005-a973-9c8b584ce069 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:53.010086 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-51cc2388-ec6b-4005-a973-9c8b584ce069 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/e639cf54-c7ee-4c54-8532-a7b5b2eea29c HTTP/1.1" status: 404 len: 333 time: 0.0353148 Jun 21 14:52:53.010337 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35474) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:53.057956 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b1fff6-28ce-4da4-9683-b72b367eab30 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Checking segment: {'id': 'cfbedffa-699c-4d99-a04c-9b64cecfb092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7a1eaeea-467e-45be-89d5-ac8e947640b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:52:53.058306 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b1fff6-28ce-4da4-9683-b72b367eab30 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Network hostable DHCP agents. Network: 7a1eaeea-467e-45be-89d5-ac8e947640b4, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:52:53.063163 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-8862fbd2-b1db-4fc7-955f-054832691fa1 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:53.063636 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8862fbd2-b1db-4fc7-955f-054832691fa1 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:53.067748 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8862fbd2-b1db-4fc7-955f-054832691fa1 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/e8446482-5be1-4a45-acc9-456c61cafe71 HTTP/1.1" status: 404 len: 337 time: 0.0540946 Jun 21 14:52:53.067748 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:53.068209 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35476) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:53.084998 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:52:53.085535 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:53.089892 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:52:53.089892 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:52:53.089892 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:52:53.089892 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:52:53.089892 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:52:53.089892 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:52:53.089892 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:52:53.089892 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:52:53.089892 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:52:53.089892 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:52:53.089892 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:52:53.089892 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:52:53.089892 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:52:53.089892 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:52:53.089892 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:52:53.089892 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:52:53.089892 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:52:53.089892 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:52:53.089892 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:52:53.089892 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:52:53.089892 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:52:53.089892 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:52:53.089892 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:52:53.089892 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:52:53.089892 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:52:53.089892 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:52:53.089892 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:52:53.089892 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:52:53.089892 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:52:53.089892 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:52:53.089892 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:52:53.089892 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:52:53.109301 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae01858-b8d9-4d52-9ccb-5181ecd50c20 None None] Pushing event updated for resources: {'Port': ['ID=3831cf2e-6500-4fb0-bc92-95643d112c73,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:53.119327 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3ae01858-b8d9-4d52-9ccb-5181ecd50c20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:53.132124 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-b16f00e1-6d19-4cb2-990d-97fc90133684 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:53.132691 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b16f00e1-6d19-4cb2-990d-97fc90133684 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:53.137199 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b16f00e1-6d19-4cb2-990d-97fc90133684 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/1d4f936a-a96a-47bc-8bef-4545c3b50623 HTTP/1.1" status: 404 len: 337 time: 0.0655131 Jun 21 14:52:53.141575 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35478) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:53.156904 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e8d890-a601-4d4a-bb86-8a1c4db3824a None None] Network f1610772-d85b-4ed1-a183-9894f3f6f0a6 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:53.158071 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b1fff6-28ce-4da4-9683-b72b367eab30 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Network 7a1eaeea-467e-45be-89d5-ac8e947640b4 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:52:53.166818 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-671ca72b-e91d-41b3-a061-b0be3c384c84 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:53.167136 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-671ca72b-e91d-41b3-a061-b0be3c384c84 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:53.178084 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a88b9dd4-e36b-4f51-a14c-a5ec1c43897c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports?device_id=2fcda40e-35ad-4b38-8e74-a7f81e74a295 HTTP/1.1" status: 200 len: 205 time: 0.0331812 Jun 21 14:52:53.178084 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4e82e4c6-ef13-43fa-b021-4f507eaf6a87 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:53.178416 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35480) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:53.179396 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-879138a0-2033-4932-83c4-b2cb08f314b4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:53.225409 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-80b1fff6-28ce-4da4-9683-b72b367eab30 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 7a1eaeea-467e-45be-89d5-ac8e947640b4) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:53.226974 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.db.api [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 21 14:52:53.226974 dv-neutron-797121-2-hyperv neutron-server[105225]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 21 14:52:53.226974 dv-neutron-797121-2-hyperv neutron-server[105225]: [parameters: {'id': 'f1610772-d85b-4ed1-a183-9894f3f6f0a6'}] Jun 21 14:52:53.226974 dv-neutron-797121-2-hyperv neutron-server[105225]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 14:52:53.227385 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_db.api [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 14:52:53.239407 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82e4c6-ef13-43fa-b021-4f507eaf6a87 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Pushing event updated for resources: {'Subnet': ['ID=0d0620da-2b3a-40f4-8576-0503ea417cc9,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:53.243209 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4e82e4c6-ef13-43fa-b021-4f507eaf6a87 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:53.252988 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e82e4c6-ef13-43fa-b021-4f507eaf6a87 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Checking segment: {'id': 'de29049e-cb44-42ae-8f1b-766943afd272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f484fb70-feb1-4f25-877a-464c31fc799c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:52:53.253209 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e82e4c6-ef13-43fa-b021-4f507eaf6a87 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Network hostable DHCP agents. Network: f484fb70-feb1-4f25-877a-464c31fc799c, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:52:53.253440 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04ce24d-a80e-4878-933d-600bbff045b2 None None] Network 7a1eaeea-467e-45be-89d5-ac8e947640b4 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:53.255609 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b1fff6-28ce-4da4-9683-b72b367eab30 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:53.256208 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-80b1fff6-28ce-4da4-9683-b72b367eab30 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:53.272398 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e82e4c6-ef13-43fa-b021-4f507eaf6a87 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Network f484fb70-feb1-4f25-877a-464c31fc799c is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:52:53.274459 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b706e9af-71bc-43b9-b148-d4eb7db1457e None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:53.282809 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-4e82e4c6-ef13-43fa-b021-4f507eaf6a87 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, f484fb70-feb1-4f25-877a-464c31fc799c) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:53.283829 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-671ca72b-e91d-41b3-a061-b0be3c384c84 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Calling delete_port for d1a38a5f-a5b5-4c17-bd9f-ff8d2599d85f owned by network:floatingip {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:53.286282 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-1f82628a-bcd0-464b-8f88-8494f2624c7e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] delete failed (client error): The resource could not be found. Jun 21 14:52:53.289662 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1f82628a-bcd0-464b-8f88-8494f2624c7e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/routers/2fcda40e-35ad-4b38-8e74-a7f81e74a295 HTTP/1.1" status: 404 len: 336 time: 0.1078856 Jun 21 14:52:53.289822 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e82e4c6-ef13-43fa-b021-4f507eaf6a87 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:53.289822 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4e82e4c6-ef13-43fa-b021-4f507eaf6a87 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:53.292509 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35482) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:53.317619 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dd2aff-7803-4805-afd0-01d75212826a None None] Network f484fb70-feb1-4f25-877a-464c31fc799c requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:53.326553 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bc1ea3b-80c3-4a31-9873-7307d3fd258a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:53.327121 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bc1ea3b-80c3-4a31-9873-7307d3fd258a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:53.331858 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9bc1ea3b-80c3-4a31-9873-7307d3fd258a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/696166be-9a81-4bc0-a3c7-b103b66f9e21 HTTP/1.1" status: 404 len: 337 time: 0.0359161 Jun 21 14:52:53.331858 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35484) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:53.343986 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-80b1fff6-28ce-4da4-9683-b72b367eab30 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8120332 Jun 21 14:52:53.344198 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-b706e9af-71bc-43b9-b148-d4eb7db1457e None None] Transition to ACTIVE for port object f9bf8d04-0ce0-4b9e-a438-d75a0302b74c will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:53.344430 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35486) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:53.351933 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-2f0595d6-240b-4c05-be2d-b952a5b2ff50 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-698872507', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:53.357432 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4e82e4c6-ef13-43fa-b021-4f507eaf6a87 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7715149 Jun 21 14:52:53.361724 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35488) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:53.394706 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-969c93a7-7024-4ccc-8d81-b52bbfb155b7 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "GET /v2.0/ports?device_id=454bb29f-c8ff-42ee-a183-0fa58b94d1d8 HTTP/1.1" status: 200 len: 205 time: 0.0614181 Jun 21 14:52:53.397137 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35490) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:53.409734 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b706e9af-71bc-43b9-b148-d4eb7db1457e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:53.416687 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-87b694ac-86e8-4dc4-aa79-11a676d6d822 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:53.448037 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-762b4de2-83a6-4d6a-ad09-743f74e9b09e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] delete failed (client error): The resource could not be found. Jun 21 14:52:53.449454 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-762b4de2-83a6-4d6a-ad09-743f74e9b09e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/routers/454bb29f-c8ff-42ee-a183-0fa58b94d1d8 HTTP/1.1" status: 404 len: 336 time: 0.0514371 Jun 21 14:52:53.452449 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35492) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:53.485513 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff07d945-aacd-4121-9bdd-30a500526cf0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:53.486346 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff07d945-aacd-4121-9bdd-30a500526cf0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:53.490613 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-ff07d945-aacd-4121-9bdd-30a500526cf0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/228e87cf-50c5-40ca-8f5c-3c224cce840b HTTP/1.1" status: 404 len: 337 time: 0.0346589 Jun 21 14:52:53.490613 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2f0595d6-240b-4c05-be2d-b952a5b2ff50 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:53.490613 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2f0595d6-240b-4c05-be2d-b952a5b2ff50 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:53.493763 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35494) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:53.514819 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b226474-e392-494f-a893-0add9a8bd4f9 None None] Pushing event updated for resources: {'Port': ['ID=f9bf8d04-0ce0-4b9e-a438-d75a0302b74c,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:53.528759 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-416c7a60-9095-4841-9ade-555e63500033 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:53.529345 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-416c7a60-9095-4841-9ade-555e63500033 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:53.533550 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-416c7a60-9095-4841-9ade-555e63500033 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/60eee83e-81f7-4114-9f37-97508f24b8b1 HTTP/1.1" status: 404 len: 337 time: 0.0353649 Jun 21 14:52:53.533775 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35496) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:53.543787 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3b226474-e392-494f-a893-0add9a8bd4f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:53.551643 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-b706e9af-71bc-43b9-b148-d4eb7db1457e None None] Attempting to bind port f9bf8d04-0ce0-4b9e-a438-d75a0302b74c on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:52:53.552027 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-b706e9af-71bc-43b9-b148-d4eb7db1457e None None] Attempting to bind port f9bf8d04-0ce0-4b9e-a438-d75a0302b74c by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:52:53.552403 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b706e9af-71bc-43b9-b148-d4eb7db1457e None None] Attempting to bind port f9bf8d04-0ce0-4b9e-a438-d75a0302b74c on network 78e7bc12-ea33-4baf-9744-b93105835641 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:52:53.577967 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b706e9af-71bc-43b9-b148-d4eb7db1457e None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:52:53.578396 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b706e9af-71bc-43b9-b148-d4eb7db1457e None None] Checking segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:52:53.578848 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b706e9af-71bc-43b9-b148-d4eb7db1457e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:53.579252 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b706e9af-71bc-43b9-b148-d4eb7db1457e None None] Bound using segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:52:53.579756 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-b706e9af-71bc-43b9-b148-d4eb7db1457e None None] Bound port: f9bf8d04-0ce0-4b9e-a438-d75a0302b74c, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:52:53.580155 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b706e9af-71bc-43b9-b148-d4eb7db1457e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:53.589882 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-671ca72b-e91d-41b3-a061-b0be3c384c84 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:53.594134 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b6ef10cc-9785-4ccf-a806-647216191b51 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:53.598967 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2453ab3-7e52-4985-9755-51e13b42c19e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:53.599723 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2453ab3-7e52-4985-9755-51e13b42c19e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:53.603785 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f2453ab3-7e52-4985-9755-51e13b42c19e tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/ca41be63-1f14-4f2c-91c0-0576fb4091b1 HTTP/1.1" status: 404 len: 333 time: 0.0665419 Jun 21 14:52:53.604003 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35498) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:53.606532 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2f0595d6-240b-4c05-be2d-b952a5b2ff50 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:53.631742 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2f0595d6-240b-4c05-be2d-b952a5b2ff50 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:53.637190 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-663af97b-0357-4570-8d13-2f3f7adaf1dd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:53.637855 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-663af97b-0357-4570-8d13-2f3f7adaf1dd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:53.641844 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-663af97b-0357-4570-8d13-2f3f7adaf1dd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/24d870ac-119b-4773-b825-ad87f9722a1d HTTP/1.1" status: 404 len: 337 time: 0.0345662 Jun 21 14:52:53.642886 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35500) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:53.651422 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ca72b-e91d-41b3-a061-b0be3c384c84 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Pushing event deleted for resources: {'Port': ['ID=d1a38a5f-a5b5-4c17-bd9f-ff8d2599d85f,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:53.658860 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-671ca72b-e91d-41b3-a061-b0be3c384c84 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:53.683738 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-0136dea3-6eb7-4559-b7a8-34269c3f2b03 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:53.685171 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0136dea3-6eb7-4559-b7a8-34269c3f2b03 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:53.687046 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0136dea3-6eb7-4559-b7a8-34269c3f2b03 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/bbcb9445-a59b-4c4d-9e05-889ff14f455f HTTP/1.1" status: 404 len: 333 time: 0.0428419 Jun 21 14:52:53.687837 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef49a977-5620-4b36-97ab-76fa898115d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-7a1eaeea-467e-45be-89d5-ac8e947640b4', 'network_id': '7a1eaeea-467e-45be-89d5-ac8e947640b4', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'fixed_ips': [{'subnet_id': '211fbb5f-68af-4eda-9beb-2fcc015affb9'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:52:53.688704 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ef49a977-5620-4b36-97ab-76fa898115d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:53.690290 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35502) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:53.700737 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2f0595d6-240b-4c05-be2d-b952a5b2ff50 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:53.704590 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2f0595d6-240b-4c05-be2d-b952a5b2ff50 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3561487 Jun 21 14:52:53.712933 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35504) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:53.719915 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b7cc64-cc19-499f-84cc-659c4e0fb770 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:53.720379 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08b7cc64-cc19-499f-84cc-659c4e0fb770 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:53.722377 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-08b7cc64-cc19-499f-84cc-659c4e0fb770 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/5b23c637-561e-488d-9081-acea97ef5dc1 HTTP/1.1" status: 404 len: 337 time: 0.0308554 Jun 21 14:52:53.724951 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35506) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:53.737634 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-b706e9af-71bc-43b9-b148-d4eb7db1457e None None] For port f9bf8d04-0ce0-4b9e-a438-d75a0302b74c, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:52:53.748058 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8513e1-33fa-4300-9698-4adae6278848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-f484fb70-feb1-4f25-877a-464c31fc799c', 'network_id': 'f484fb70-feb1-4f25-877a-464c31fc799c', 'tenant_id': '060f9c733e164454be5831351376fee6', 'fixed_ips': [{'subnet_id': '0d0620da-2b3a-40f4-8576-0503ea417cc9'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:52:53.749072 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9f8513e1-33fa-4300-9698-4adae6278848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:53.753382 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-84fb1ef7-25a5-464e-a622-ef683d38a15b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:53.754127 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84fb1ef7-25a5-464e-a622-ef683d38a15b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:53.756039 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-84fb1ef7-25a5-464e-a622-ef683d38a15b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/4ca4d359-7134-4b48-b812-e5187514c3b2 HTTP/1.1" status: 404 len: 333 time: 0.0301487 Jun 21 14:52:53.758336 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:53.758802 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35508) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:53.763398 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-b706e9af-71bc-43b9-b148-d4eb7db1457e None None] For port f9bf8d04-0ce0-4b9e-a438-d75a0302b74c, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=f9bf8d04-0ce0-4b9e-a438-d75a0302b74c,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:52:53.788487 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-55ed8ec5-d777-4162-940b-be3e3823c95a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:53.789860 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55ed8ec5-d777-4162-940b-be3e3823c95a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:53.793169 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-55ed8ec5-d777-4162-940b-be3e3823c95a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/8d4c55fa-6de8-463b-81b4-e3d916d33fd0 HTTP/1.1" status: 404 len: 337 time: 0.0304716 Jun 21 14:52:53.793820 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35510) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:53.814846 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b706e9af-71bc-43b9-b148-d4eb7db1457e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:53.820571 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3e1293c7-15ef-495e-a88a-97c6859e8b6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:53.820948 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d36004-8877-4f0e-ad8a-45e0f9143bc9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:53.821887 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87d36004-8877-4f0e-ad8a-45e0f9143bc9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:53.826270 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-87d36004-8877-4f0e-ad8a-45e0f9143bc9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/8e905b10-4822-4210-b51a-c15ad846ecf2 HTTP/1.1" status: 404 len: 333 time: 0.0293667 Jun 21 14:52:53.826793 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35512) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:53.874329 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-87034efb-af55-488e-b0b4-033ce4d60301 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:53.874769 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87034efb-af55-488e-b0b4-033ce4d60301 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:53.878832 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-87034efb-af55-488e-b0b4-033ce4d60301 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/0a7e9030-c62d-48db-94f4-7c94859ed249 HTTP/1.1" status: 404 len: 337 time: 0.0495741 Jun 21 14:52:53.879003 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-671ca72b-e91d-41b3-a061-b0be3c384c84 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks [] for floatingip, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:53.880092 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35514) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:53.881449 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-671ca72b-e91d-41b3-a061-b0be3c384c84 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:53.882801 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-671ca72b-e91d-41b3-a061-b0be3c384c84 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] 10.222.0.72 "DELETE /v2.0/floatingips/20e67e2f-c8a9-4389-8c8a-3a3a9860915b HTTP/1.1" status: 204 len: 168 time: 1.3904002 Jun 21 14:52:53.913199 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-250cb955-e9df-4581-83d2-4824c0849a32 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:53.913834 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-250cb955-e9df-4581-83d2-4824c0849a32 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:53.915881 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-250cb955-e9df-4581-83d2-4824c0849a32 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/847c8840-ea92-42ba-9e3d-e96472e1f0c5 HTTP/1.1" status: 404 len: 333 time: 0.0345190 Jun 21 14:52:53.919236 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35518) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:53.955469 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-08c64e25-35d7-4d7d-a93a-fc12979e5954 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:53.956104 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08c64e25-35d7-4d7d-a93a-fc12979e5954 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:53.963664 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-08c64e25-35d7-4d7d-a93a-fc12979e5954 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/17401402-e3bd-4946-ac6a-2dcc349eac26 HTTP/1.1" status: 404 len: 337 time: 0.0418596 Jun 21 14:52:53.964330 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35520) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:53.990788 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b706e9af-71bc-43b9-b148-d4eb7db1457e None None] Routers {'f0507c19-f11e-4a9f-ad9e-9545e51cb270'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:52:53.991153 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-b706e9af-71bc-43b9-b148-d4eb7db1457e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:52:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['f0507c19-f11e-4a9f-ad9e-9545e51cb270'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:53.993758 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b226474-e392-494f-a893-0add9a8bd4f9 None None] Pushing event updated for resources: {'Port': ['ID=f9bf8d04-0ce0-4b9e-a438-d75a0302b74c,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:53.996525 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9636032-e8d9-47d3-9369-3d824ddb19a9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:53.997297 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9636032-e8d9-47d3-9369-3d824ddb19a9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:54.001329 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e9636032-e8d9-47d3-9369-3d824ddb19a9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/fc4cfb47-1f23-4d1b-8119-57df7adc5c9f HTTP/1.1" status: 404 len: 333 time: 0.0338635 Jun 21 14:52:54.003683 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35522) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:54.006638 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3b226474-e392-494f-a893-0add9a8bd4f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:54.029907 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c466c3e-ec19-4fd5-9fe4-6675d06f14c4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:54.030512 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c466c3e-ec19-4fd5-9fe4-6675d06f14c4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:54.034927 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2c466c3e-ec19-4fd5-9fe4-6675d06f14c4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/df91bb76-a08d-4f2e-ada3-727ddd911b0f HTTP/1.1" status: 404 len: 337 time: 0.0294478 Jun 21 14:52:54.036709 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35524) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:54.056554 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-ef49a977-5620-4b36-97ab-76fa898115d7 None None] Allocated IP 172.20.0.2 (7a1eaeea-467e-45be-89d5-ac8e947640b4/211fbb5f-68af-4eda-9beb-2fcc015affb9/1493bf17-5419-4dd0-9779-f3dd01dffc4e) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:54.095191 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d5d8023-2e81-45d4-9c0a-b15679fcb22b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:54.095966 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d5d8023-2e81-45d4-9c0a-b15679fcb22b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:54.100090 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5d5d8023-2e81-45d4-9c0a-b15679fcb22b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/ports/0f7f540f-d828-4c3e-b969-c77b43fddfe2 HTTP/1.1" status: 404 len: 333 time: 0.0615308 Jun 21 14:52:54.100324 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35526) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:54.133187 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e9facfe-6f71-4764-b5f3-4e6a15ef3303 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] DELETE failed (client error): The resource could not be found. Jun 21 14:52:54.134778 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e9facfe-6f71-4764-b5f3-4e6a15ef3303 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:52:54.138200 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2e9facfe-6f71-4764-b5f3-4e6a15ef3303 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/subnets/e2dd79da-5a92-4df9-8adb-bfe40ff4fe48 HTTP/1.1" status: 404 len: 337 time: 0.0345511 Jun 21 14:52:54.140082 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35528) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:54.171361 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Deleting port 3831cf2e-6500-4fb0-bc92-95643d112c73 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:54.172352 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:54.239626 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a5814aec-d883-4bb3-89b4-6d09d9cd5994 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:54.246838 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] For port 3831cf2e-6500-4fb0-bc92-95643d112c73, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3831cf2e-6500-4fb0-bc92-95643d112c73,segment=NetworkSegment(bf57b65e-1084-4b33-9d21-9beb4fd2bcbf),segment_id=bf57b65e-1084-4b33-9d21-9beb4fd2bcbf)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:54.247468 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:54.266084 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35532) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:54.356338 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Calling delete_port for 3831cf2e-6500-4fb0-bc92-95643d112c73 owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:54.360711 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a5814aec-d883-4bb3-89b4-6d09d9cd5994 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:54.379282 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-9f8513e1-33fa-4300-9698-4adae6278848 None None] Allocated IP 172.20.0.2 (f484fb70-feb1-4f25-877a-464c31fc799c/0d0620da-2b3a-40f4-8576-0503ea417cc9/53a9bc9e-a77d-4938-9c2a-3d6f3b6fbc7c) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:54.379424 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-a5814aec-d883-4bb3-89b4-6d09d9cd5994 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e867a28-8d41-47df-a2af-a54cb8b30a66']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:54.389913 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-a5814aec-d883-4bb3-89b4-6d09d9cd5994 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:54.390127 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-a5814aec-d883-4bb3-89b4-6d09d9cd5994 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8e8f570-ffa2-4dd0-adc7-33bd26d3907e') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:54.400542 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ace350bc-5490-41ff-ad64-b4c4f02e86c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:54.402648 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-b706e9af-71bc-43b9-b148-d4eb7db1457e None None] Set router f0507c19-f11e-4a9f-ad9e-9545e51cb270 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:52:54.405233 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a5814aec-d883-4bb3-89b4-6d09d9cd5994 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:54.425898 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a5814aec-d883-4bb3-89b4-6d09d9cd5994 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:54.432393 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5814aec-d883-4bb3-89b4-6d09d9cd5994 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:52:54.432770 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a5814aec-d883-4bb3-89b4-6d09d9cd5994 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:54.437306 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:52:54.437306 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:52:54.437306 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:52:54.437306 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:52:54.437306 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:52:54.437306 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:52:54.437306 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:52:54.437306 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:52:54.437306 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:52:54.437306 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:52:54.437306 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:52:54.437306 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:52:54.437306 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:52:54.437306 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:52:54.437306 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:52:54.437306 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:52:54.437306 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:52:54.437306 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:52:54.437306 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:52:54.437306 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:52:54.437306 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:52:54.437306 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:52:54.437306 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:52:54.437306 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:52:54.437306 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:52:54.437306 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:52:54.437306 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:52:54.437306 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:52:54.437306 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:52:54.437306 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:52:54.437306 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:52:54.437306 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:52:54.499020 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a5814aec-d883-4bb3-89b4-6d09d9cd5994 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:54.510912 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:54.515164 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a5814aec-d883-4bb3-89b4-6d09d9cd5994 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:54.524541 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a5814aec-d883-4bb3-89b4-6d09d9cd5994 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] 10.222.0.72 "DELETE /v2.0/networks/8e867a28-8d41-47df-a2af-a54cb8b30a66 HTTP/1.1" status: 204 len: 168 time: 0.3798475 Jun 21 14:52:54.538319 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5814aec-d883-4bb3-89b4-6d09d9cd5994 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Pushing event deleted for resources: {'Network': ['ID=8e867a28-8d41-47df-a2af-a54cb8b30a66,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:54.540755 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a5814aec-d883-4bb3-89b4-6d09d9cd5994 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:54.643573 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ef49a977-5620-4b36-97ab-76fa898115d7 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:54.654273 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5e0c6c19-4a18-45a5-96d9-f29276a06255 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=093fb7d9e7724674ba3fe8be871fddac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3843708 Jun 21 14:52:54.656949 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35538) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:54.673287 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ef49a977-5620-4b36-97ab-76fa898115d7 None None] Transition to ACTIVE for port object 1493bf17-5419-4dd0-9779-f3dd01dffc4e will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:54.701966 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ef49a977-5620-4b36-97ab-76fa898115d7 None None] Transition to ACTIVE for port object 1493bf17-5419-4dd0-9779-f3dd01dffc4e will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:54.716203 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8e73c16e-4619-456e-ae59-a9cd377fadeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:54.733378 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ef49a977-5620-4b36-97ab-76fa898115d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:54.738086 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:54.747067 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8e73c16e-4619-456e-ae59-a9cd377fadeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:54.754087 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:54.767882 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35542) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:54.776181 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-09aa387e-21a5-432e-9ed9-b4d1a02f6508 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:54.785541 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef49a977-5620-4b36-97ab-76fa898115d7 None None] Network 7a1eaeea-467e-45be-89d5-ac8e947640b4 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:54.794547 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-ef49a977-5620-4b36-97ab-76fa898115d7 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:54.796363 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] No DVR routers for this DVR port 3831cf2e-6500-4fb0-bc92-95643d112c73 on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:52:54.820472 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8e73c16e-4619-456e-ae59-a9cd377fadeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:54.821926 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef49a977-5620-4b36-97ab-76fa898115d7 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:54.824117 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8e73c16e-4619-456e-ae59-a9cd377fadeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:54.827840 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8e73c16e-4619-456e-ae59-a9cd377fadeb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d214bedb-5f3f-4eb0-92ba-5099ff02f69d HTTP/1.1" status: 204 len: 168 time: 0.1668499 Jun 21 14:52:54.827840 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0c1fbe41-3d21-47ec-96e2-4a95a0007270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:54.837171 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73c16e-4619-456e-ae59-a9cd377fadeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d214bedb-5f3f-4eb0-92ba-5099ff02f69d,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:54.839216 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49a977-5620-4b36-97ab-76fa898115d7 None None] Pushing event updated for resources: {'Port': ['ID=1493bf17-5419-4dd0-9779-f3dd01dffc4e,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:54.840102 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8e73c16e-4619-456e-ae59-a9cd377fadeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:54.850610 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-ef49a977-5620-4b36-97ab-76fa898115d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:54.920279 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9f8513e1-33fa-4300-9698-4adae6278848 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:54.936081 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-9f8513e1-33fa-4300-9698-4adae6278848 None None] Transition to ACTIVE for port object 53a9bc9e-a77d-4938-9c2a-3d6f3b6fbc7c will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:54.943538 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:54.946805 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-b706e9af-71bc-43b9-b148-d4eb7db1457e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370772449', 'tenant_id': '060f9c733e164454be5831351376fee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'f9bf8d04-0ce0-4b9e-a438-d75a0302b74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:52:47Z', 'updated_at': '2021-06-21T14:52:49Z', 'revision_number': 3, 'project_id': '060f9c733e164454be5831351376fee6', 'gw_port': {'id': 'f9bf8d04-0ce0-4b9e-a438-d75a0302b74c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:52:48Z', 'updated_at': '2021-06-21T14:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:54.977825 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-ef49a977-5620-4b36-97ab-76fa898115d7 None None] Attempting to bind port 1493bf17-5419-4dd0-9779-f3dd01dffc4e on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:52:54.978208 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-ef49a977-5620-4b36-97ab-76fa898115d7 None None] Attempting to bind port 1493bf17-5419-4dd0-9779-f3dd01dffc4e by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'cfbedffa-699c-4d99-a04c-9b64cecfb092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7a1eaeea-467e-45be-89d5-ac8e947640b4'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:52:54.978539 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef49a977-5620-4b36-97ab-76fa898115d7 None None] Attempting to bind port 1493bf17-5419-4dd0-9779-f3dd01dffc4e on network 7a1eaeea-467e-45be-89d5-ac8e947640b4 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:52:54.984094 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b706e9af-71bc-43b9-b148-d4eb7db1457e None None] The sync data for ids ['f0507c19-f11e-4a9f-ad9e-9545e51cb270'] in dv-neutron-797121-2-hyperv is: [{'id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370772449', 'tenant_id': '060f9c733e164454be5831351376fee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'f9bf8d04-0ce0-4b9e-a438-d75a0302b74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:52:47Z', 'updated_at': '2021-06-21T14:52:49Z', 'revision_number': 3, 'project_id': '060f9c733e164454be5831351376fee6', 'gw_port': {'id': 'f9bf8d04-0ce0-4b9e-a438-d75a0302b74c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:52:48Z', 'updated_at': '2021-06-21T14:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:52:54.996859 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-9f8513e1-33fa-4300-9698-4adae6278848 None None] Transition to ACTIVE for port object 53a9bc9e-a77d-4938-9c2a-3d6f3b6fbc7c will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:54.998790 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef49a977-5620-4b36-97ab-76fa898115d7 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:52:54.999164 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef49a977-5620-4b36-97ab-76fa898115d7 None None] Checking segment: {'id': 'cfbedffa-699c-4d99-a04c-9b64cecfb092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7a1eaeea-467e-45be-89d5-ac8e947640b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:52:54.999572 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ef49a977-5620-4b36-97ab-76fa898115d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:54.999972 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef49a977-5620-4b36-97ab-76fa898115d7 None None] Bound using segment: {'id': 'cfbedffa-699c-4d99-a04c-9b64cecfb092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7a1eaeea-467e-45be-89d5-ac8e947640b4'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:52:55.000470 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-ef49a977-5620-4b36-97ab-76fa898115d7 None None] Bound port: 1493bf17-5419-4dd0-9779-f3dd01dffc4e, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfbedffa-699c-4d99-a04c-9b64cecfb092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '7a1eaeea-467e-45be-89d5-ac8e947640b4'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:52:55.000842 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ef49a977-5620-4b36-97ab-76fa898115d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:55.002432 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1610772-d85b-4ed1-a183-9894f3f6f0a6']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:55.014192 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-77c11a19-900b-41df-ac7b-71c24462078e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:55.017111 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event deleted for resources: {'Port': ['ID=3831cf2e-6500-4fb0-bc92-95643d112c73,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:55.021624 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-171db8e2-ed56-4789-baf8-6a6e887a4803 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=234262753e154e0bafa0a37be0e79ff1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2514277 Jun 21 14:52:55.023899 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35550) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:55.028437 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9f8513e1-33fa-4300-9698-4adae6278848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:55.032330 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-57c14826-72cd-480c-bfc6-d779ad5ceef8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:55.037013 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:55.056847 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf57b65e-1084-4b33-9d21-9beb4fd2bcbf') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:55.057185 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf57b65e-1084-4b33-9d21-9beb4fd2bcbf') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:55.082759 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:55.102904 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c99c6ab4-c3df-4741-9e77-e84b9f8f7ced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:55.117459 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8513e1-33fa-4300-9698-4adae6278848 None None] Network f484fb70-feb1-4f25-877a-464c31fc799c is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:55.131813 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c99c6ab4-c3df-4741-9e77-e84b9f8f7ced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:55.135427 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-9f8513e1-33fa-4300-9698-4adae6278848 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:55.147033 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8513e1-33fa-4300-9698-4adae6278848 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:55.162609 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8513e1-33fa-4300-9698-4adae6278848 None None] Pushing event updated for resources: {'Port': ['ID=53a9bc9e-a77d-4938-9c2a-3d6f3b6fbc7c,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:55.168815 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-9f8513e1-33fa-4300-9698-4adae6278848 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:55.187392 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:55.203398 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c99c6ab4-c3df-4741-9e77-e84b9f8f7ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:55.204891 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-ef49a977-5620-4b36-97ab-76fa898115d7 None None] For port 1493bf17-5419-4dd0-9779-f3dd01dffc4e, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:52:55.208210 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c99c6ab4-c3df-4741-9e77-e84b9f8f7ced admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:55.211625 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c99c6ab4-c3df-4741-9e77-e84b9f8f7ced admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/beda02c0-60d1-4ab1-b678-f451de47b9d3 HTTP/1.1" status: 204 len: 168 time: 0.1847131 Jun 21 14:52:55.213102 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a5e36b26-74b4-4a89-a48a-e2dc6616f26a tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:55.215271 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:52:55.215775 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:55.218745 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:52:55.218745 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:52:55.218745 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:52:55.218745 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:52:55.218745 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:52:55.218745 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:52:55.218745 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:52:55.218745 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:52:55.218745 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:52:55.218745 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:52:55.218745 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:52:55.218745 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:52:55.218745 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:52:55.218745 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:52:55.218745 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:52:55.218745 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:52:55.218745 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:52:55.218745 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:52:55.218745 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:52:55.218745 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:52:55.218745 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:52:55.218745 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:52:55.218745 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:52:55.218745 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:52:55.218745 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:52:55.218745 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:52:55.218745 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:52:55.218745 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:52:55.218745 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:52:55.218745 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:52:55.218745 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:52:55.218745 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:52:55.223040 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-ace350bc-5490-41ff-ad64-b4c4f02e86c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Allocated IP 172.20.0.1 (7a1eaeea-467e-45be-89d5-ac8e947640b4/211fbb5f-68af-4eda-9beb-2fcc015affb9/c7121108-1d58-4efd-baff-84bc328019ba) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:55.230876 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c6ab4-c3df-4741-9e77-e84b9f8f7ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beda02c0-60d1-4ab1-b678-f451de47b9d3,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:55.235829 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c99c6ab4-c3df-4741-9e77-e84b9f8f7ced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:55.253706 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-9f8513e1-33fa-4300-9698-4adae6278848 None None] Attempting to bind port 53a9bc9e-a77d-4938-9c2a-3d6f3b6fbc7c on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:52:55.254101 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-9f8513e1-33fa-4300-9698-4adae6278848 None None] Attempting to bind port 53a9bc9e-a77d-4938-9c2a-3d6f3b6fbc7c by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'de29049e-cb44-42ae-8f1b-766943afd272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f484fb70-feb1-4f25-877a-464c31fc799c'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:52:55.254465 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8513e1-33fa-4300-9698-4adae6278848 None None] Attempting to bind port 53a9bc9e-a77d-4938-9c2a-3d6f3b6fbc7c on network f484fb70-feb1-4f25-877a-464c31fc799c {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:52:55.261442 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8513e1-33fa-4300-9698-4adae6278848 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:52:55.261852 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8513e1-33fa-4300-9698-4adae6278848 None None] Checking segment: {'id': 'de29049e-cb44-42ae-8f1b-766943afd272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f484fb70-feb1-4f25-877a-464c31fc799c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:52:55.262345 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9f8513e1-33fa-4300-9698-4adae6278848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:55.262633 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8513e1-33fa-4300-9698-4adae6278848 None None] Bound using segment: {'id': 'de29049e-cb44-42ae-8f1b-766943afd272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f484fb70-feb1-4f25-877a-464c31fc799c'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:52:55.263101 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-9f8513e1-33fa-4300-9698-4adae6278848 None None] Bound port: 53a9bc9e-a77d-4938-9c2a-3d6f3b6fbc7c, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de29049e-cb44-42ae-8f1b-766943afd272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f484fb70-feb1-4f25-877a-464c31fc799c'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:52:55.263480 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9f8513e1-33fa-4300-9698-4adae6278848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:55.276165 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35554) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:55.298121 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-98c796d7-7cee-4d17-abcd-b6e6e0977797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:55.366453 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-9f8513e1-33fa-4300-9698-4adae6278848 None None] For port 53a9bc9e-a77d-4938-9c2a-3d6f3b6fbc7c, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:52:55.791386 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:55.799993 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a17f20ad-76a4-4ded-aa94-31a7499bcd4f tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:55.806418 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-ef49a977-5620-4b36-97ab-76fa898115d7 None None] For port 1493bf17-5419-4dd0-9779-f3dd01dffc4e, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=1493bf17-5419-4dd0-9779-f3dd01dffc4e,segment=NetworkSegment(cfbedffa-699c-4d99-a04c-9b64cecfb092),segment_id=cfbedffa-699c-4d99-a04c-9b64cecfb092)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:52:55.810370 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:55.816939 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35568) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:55.817654 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "DELETE /v2.0/networks/f1610772-d85b-4ed1-a183-9894f3f6f0a6 HTTP/1.1" status: 204 len: 168 time: 4.4543712 Jun 21 14:52:55.823515 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-11741337-c0b1-495c-8b9f-82e86d850a26 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-64533963'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:55.830840 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ef49a977-5620-4b36-97ab-76fa898115d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:55.839832 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-9f8513e1-33fa-4300-9698-4adae6278848 None None] For port 53a9bc9e-a77d-4938-9c2a-3d6f3b6fbc7c, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=53a9bc9e-a77d-4938-9c2a-3d6f3b6fbc7c,segment=NetworkSegment(de29049e-cb44-42ae-8f1b-766943afd272),segment_id=de29049e-cb44-42ae-8f1b-766943afd272)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:52:55.846090 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3d16cfb0-2bda-4891-88e4-dbe868beb74a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:55.858938 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event deleted for resources: {'Network': ['ID=f1610772-d85b-4ed1-a183-9894f3f6f0a6,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:55.866196 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:55.898349 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-98c796d7-7cee-4d17-abcd-b6e6e0977797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:55.923803 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-98c796d7-7cee-4d17-abcd-b6e6e0977797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:55.928747 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9f8513e1-33fa-4300-9698-4adae6278848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:55.929047 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b3f093fd-f67c-44a7-9f27-86baa845ce1d tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:55.992136 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c796d7-7cee-4d17-abcd-b6e6e0977797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36464329-b9f9-4939-97cc-46094bfa821f,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:55.995684 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ace350bc-5490-41ff-ad64-b4c4f02e86c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:56.002014 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35574) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:56.002122 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-98c796d7-7cee-4d17-abcd-b6e6e0977797 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a005d2ff31574308a5cfa18806cf5b59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7233863 Jun 21 14:52:56.004017 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-98c796d7-7cee-4d17-abcd-b6e6e0977797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:56.009875 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11741337-c0b1-495c-8b9f-82e86d850a26 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Made reservation on behalf of 73a56e2567b04ed7afd9166d637dda37 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:56.016942 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-11741337-c0b1-495c-8b9f-82e86d850a26 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:56.049151 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-ace350bc-5490-41ff-ad64-b4c4f02e86c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Transition to ACTIVE for port object c7121108-1d58-4efd-baff-84bc328019ba will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:56.065804 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49a977-5620-4b36-97ab-76fa898115d7 None None] Pushing event updated for resources: {'Port': ['ID=1493bf17-5419-4dd0-9779-f3dd01dffc4e,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:56.076173 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-ef49a977-5620-4b36-97ab-76fa898115d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:56.077413 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3b226474-e392-494f-a893-0add9a8bd4f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:56.105851 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11741337-c0b1-495c-8b9f-82e86d850a26 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:52:56.121494 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-11741337-c0b1-495c-8b9f-82e86d850a26 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:56.121865 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-11741337-c0b1-495c-8b9f-82e86d850a26 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Added segment e2c533fc-785b-4de6-b4b3-f5112ff2da84 of type vlan for network 31f5cdf1-f9da-49b3-a19e-a4a2f86868bd Jun 21 14:52:56.172688 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-11741337-c0b1-495c-8b9f-82e86d850a26 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:56.214330 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d0e31d77-a47f-40d7-b871-5931cc089627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:56.220258 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-11741337-c0b1-495c-8b9f-82e86d850a26 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:56.226148 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-77c11a19-900b-41df-ac7b-71c24462078e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Allocated IP 172.20.0.1 (f484fb70-feb1-4f25-877a-464c31fc799c/0d0620da-2b3a-40f4-8576-0503ea417cc9/b90383c9-0437-4e3e-a6e5-a588c5acf1ee) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:56.232777 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11741337-c0b1-495c-8b9f-82e86d850a26 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:56.235641 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-11741337-c0b1-495c-8b9f-82e86d850a26 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:56.240757 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f46637e9-b4fe-40c6-b23b-5098227a310c tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:56.243326 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8513e1-33fa-4300-9698-4adae6278848 None None] Pushing event updated for resources: {'Port': ['ID=53a9bc9e-a77d-4938-9c2a-3d6f3b6fbc7c,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:56.246177 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device f9bf8d04-0ce0-4b9e-a438-d75a0302b74c up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:52:56.270729 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ace350bc-5490-41ff-ad64-b4c4f02e86c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:56.282464 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d0e31d77-a47f-40d7-b871-5931cc089627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:56.295153 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ea159439-5f34-4c97-9335-103bd77ec7f7 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:56.302990 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35578) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:56.324314 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-9f8513e1-33fa-4300-9698-4adae6278848 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:56.350346 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port f9bf8d04-0ce0-4b9e-a438-d75a0302b74c completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:56.355602 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port f9bf8d04-0ce0-4b9e-a438-d75a0302b74c triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:56.356168 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:56.363203 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11741337-c0b1-495c-8b9f-82e86d850a26 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event updated for resources: {'Network': ['ID=31f5cdf1-f9da-49b3-a19e-a4a2f86868bd,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:56.407352 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-11741337-c0b1-495c-8b9f-82e86d850a26 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:56.436265 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-11741337-c0b1-495c-8b9f-82e86d850a26 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6172335 Jun 21 14:52:56.436929 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35580) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:56.447627 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-6fee944e-eba1-486b-843c-26b3ef33ab82 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Request body: {'subnet': {'network_id': '31f5cdf1-f9da-49b3-a19e-a4a2f86868bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:56.461329 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 31f5cdf1-f9da-49b3-a19e-a4a2f86868bd details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:52:56.476871 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace350bc-5490-41ff-ad64-b4c4f02e86c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Network 7a1eaeea-467e-45be-89d5-ac8e947640b4 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:56.495358 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-ace350bc-5490-41ff-ad64-b4c4f02e86c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:56.498982 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace350bc-5490-41ff-ad64-b4c4f02e86c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:56.589603 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace350bc-5490-41ff-ad64-b4c4f02e86c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Port': ['ID=c7121108-1d58-4efd-baff-84bc328019ba,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:56.619783 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fee944e-eba1-486b-843c-26b3ef33ab82 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Made reservation on behalf of 73a56e2567b04ed7afd9166d637dda37 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:56.624545 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ace350bc-5490-41ff-ad64-b4c4f02e86c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:56.631620 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6fee944e-eba1-486b-843c-26b3ef33ab82 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:56.634332 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d0e31d77-a47f-40d7-b871-5931cc089627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:56.638000 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:56.639716 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d0e31d77-a47f-40d7-b871-5931cc089627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:56.641207 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d0e31d77-a47f-40d7-b871-5931cc089627 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/36464329-b9f9-4939-97cc-46094bfa821f HTTP/1.1" status: 204 len: 168 time: 0.6351948 Jun 21 14:52:56.667764 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fc794a57-1ca4-4548-a27b-f498dd569a3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:56.695208 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port f9bf8d04-0ce0-4b9e-a438-d75a0302b74c, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=f9bf8d04-0ce0-4b9e-a438-d75a0302b74c,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:56.699339 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e31d77-a47f-40d7-b871-5931cc089627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36464329-b9f9-4939-97cc-46094bfa821f,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:56.712499 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d0e31d77-a47f-40d7-b871-5931cc089627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:56.716200 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:56.719225 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:56.737088 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-bdf84140-d868-4f3d-bd82-42cf0c1e2beb tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-39462657'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:52:56.778350 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=f9bf8d04-0ce0-4b9e-a438-d75a0302b74c,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:56.781612 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:56.800465 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ace350bc-5490-41ff-ad64-b4c4f02e86c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:56.850540 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf84140-d868-4f3d-bd82-42cf0c1e2beb tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Made reservation on behalf of ec26c81e01b543f4bda812836e735e80 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:52:56.856365 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bdf84140-d868-4f3d-bd82-42cf0c1e2beb tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:56.908455 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6fee944e-eba1-486b-843c-26b3ef33ab82 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:56.912643 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4e82e4c6-ef13-43fa-b021-4f507eaf6a87 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:56.925982 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bdf84140-d868-4f3d-bd82-42cf0c1e2beb tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:56.934482 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-77c11a19-900b-41df-ac7b-71c24462078e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:56.965032 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-77c11a19-900b-41df-ac7b-71c24462078e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Transition to ACTIVE for port object b90383c9-0437-4e3e-a6e5-a588c5acf1ee will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:56.973262 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee944e-eba1-486b-843c-26b3ef33ab82 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event updated for resources: {'Subnet': ['ID=1c85ea2c-0f7f-42a6-a537-1ffdb373f236,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:56.982628 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6fee944e-eba1-486b-843c-26b3ef33ab82 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:57.003888 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fee944e-eba1-486b-843c-26b3ef33ab82 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Checking segment: {'id': 'e2c533fc-785b-4de6-b4b3-f5112ff2da84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '31f5cdf1-f9da-49b3-a19e-a4a2f86868bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:52:57.004293 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fee944e-eba1-486b-843c-26b3ef33ab82 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Network hostable DHCP agents. Network: 31f5cdf1-f9da-49b3-a19e-a4a2f86868bd, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:52:57.028352 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fee944e-eba1-486b-843c-26b3ef33ab82 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Network 31f5cdf1-f9da-49b3-a19e-a4a2f86868bd is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:52:57.042554 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-6fee944e-eba1-486b-843c-26b3ef33ab82 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 31f5cdf1-f9da-49b3-a19e-a4a2f86868bd) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:57.052094 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1edabc-7afe-4937-a1fa-f3ad0b260a6b None None] Network 31f5cdf1-f9da-49b3-a19e-a4a2f86868bd requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:57.066595 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fee944e-eba1-486b-843c-26b3ef33ab82 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:57.066984 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ace350bc-5490-41ff-ad64-b4c4f02e86c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:57.067471 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6fee944e-eba1-486b-843c-26b3ef33ab82 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:57.112144 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35588) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:57.128714 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-77c11a19-900b-41df-ac7b-71c24462078e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:57.131655 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0fa41052-8905-4123-82ae-ddbb8379f71e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:57.136603 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-62719246-c565-46b2-9d73-f7d0986f91da tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:57.206543 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c11a19-900b-41df-ac7b-71c24462078e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Network f484fb70-feb1-4f25-877a-464c31fc799c is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:57.232477 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4b9cc8-4af3-4f8c-97fc-5c5dbfe565d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-31f5cdf1-f9da-49b3-a19e-a4a2f86868bd', 'network_id': '31f5cdf1-f9da-49b3-a19e-a4a2f86868bd', 'tenant_id': '73a56e2567b04ed7afd9166d637dda37', 'fixed_ips': [{'subnet_id': '1c85ea2c-0f7f-42a6-a537-1ffdb373f236'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:52:57.233428 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-af4b9cc8-4af3-4f8c-97fc-5c5dbfe565d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:57.251329 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bdf84140-d868-4f3d-bd82-42cf0c1e2beb tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:57.253054 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-77c11a19-900b-41df-ac7b-71c24462078e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:57.264712 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c11a19-900b-41df-ac7b-71c24462078e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:57.277678 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6fee944e-eba1-486b-843c-26b3ef33ab82 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8396862 Jun 21 14:52:57.278354 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35590) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:57.297137 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bdf84140-d868-4f3d-bd82-42cf0c1e2beb tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:57.324973 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c11a19-900b-41df-ac7b-71c24462078e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Pushing event updated for resources: {'Port': ['ID=b90383c9-0437-4e3e-a6e5-a588c5acf1ee,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:57.367644 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-77c11a19-900b-41df-ac7b-71c24462078e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:57.384344 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdf84140-d868-4f3d-bd82-42cf0c1e2beb tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:52:57.393960 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bdf84140-d868-4f3d-bd82-42cf0c1e2beb tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:57.394859 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-bdf84140-d868-4f3d-bd82-42cf0c1e2beb tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Added segment 37337bdf-11f2-42a3-a78d-37cde4a80235 of type vlan for network 73c7c508-e3c9-4e2a-9590-39fba42525aa Jun 21 14:52:57.428646 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f5dd3b02-71fd-4096-9014-78c868ee1ec1 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:57.442801 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-af4b9cc8-4af3-4f8c-97fc-5c5dbfe565d0 None None] Allocated IP 172.20.0.1 (31f5cdf1-f9da-49b3-a19e-a4a2f86868bd/1c85ea2c-0f7f-42a6-a537-1ffdb373f236/412ed6fb-6d90-4377-a082-269b16a4aeef) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:52:57.448050 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:57.472222 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-77c11a19-900b-41df-ac7b-71c24462078e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:57.517121 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:57.530238 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bdf84140-d868-4f3d-bd82-42cf0c1e2beb tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:57.553882 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0fa41052-8905-4123-82ae-ddbb8379f71e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:57.556655 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf84140-d868-4f3d-bd82-42cf0c1e2beb tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62cc5eab-cced-4f58-9e22-2e87434949b5,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:57.564799 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0fa41052-8905-4123-82ae-ddbb8379f71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:57.574966 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cbfc7d62-2d02-4407-8e43-30dbe9e75253 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:57.620101 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bdf84140-d868-4f3d-bd82-42cf0c1e2beb tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:57.625747 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bdf84140-d868-4f3d-bd82-42cf0c1e2beb tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:57.630165 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-af4b9cc8-4af3-4f8c-97fc-5c5dbfe565d0 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:57.632474 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0fa41052-8905-4123-82ae-ddbb8379f71e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=eb96b4d987d24142ba35838989572e52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5189159 Jun 21 14:52:57.634211 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa41052-8905-4123-82ae-ddbb8379f71e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8ad8b2-ad00-47e1-9d02-875f48669774,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:57.636209 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf84140-d868-4f3d-bd82-42cf0c1e2beb tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:57.636864 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bdf84140-d868-4f3d-bd82-42cf0c1e2beb tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:57.638006 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0fa41052-8905-4123-82ae-ddbb8379f71e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:57.639022 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35592) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:57.644061 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f08ba8a3-703d-4478-9b10-a36cb8fda162 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:57.659369 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-af4b9cc8-4af3-4f8c-97fc-5c5dbfe565d0 None None] Transition to ACTIVE for port object 412ed6fb-6d90-4377-a082-269b16a4aeef will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:57.680934 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-af4b9cc8-4af3-4f8c-97fc-5c5dbfe565d0 None None] Transition to ACTIVE for port object 412ed6fb-6d90-4377-a082-269b16a4aeef will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:52:57.693176 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-af4b9cc8-4af3-4f8c-97fc-5c5dbfe565d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:57.696429 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-db29f359-703a-4904-979d-93cd45549244 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:57.704362 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e70dc3-9946-478e-8f97-112d175719c3 None None] Network 7a1eaeea-467e-45be-89d5-ac8e947640b4 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:57.713152 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-776badcb-ecb6-4d98-881d-88fc4377f14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:57.728007 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:57.733884 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-29bb22ba-29ca-4594-929b-5a0c2ba11c1d tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:57.752047 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4b9cc8-4af3-4f8c-97fc-5c5dbfe565d0 None None] Network 31f5cdf1-f9da-49b3-a19e-a4a2f86868bd is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:57.783144 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-af4b9cc8-4af3-4f8c-97fc-5c5dbfe565d0 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:57.797228 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4b9cc8-4af3-4f8c-97fc-5c5dbfe565d0 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:52:57.801296 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-776badcb-ecb6-4d98-881d-88fc4377f14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:57.803411 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event deleted for resources: {'Subnet': ['ID=1c85ea2c-0f7f-42a6-a537-1ffdb373f236,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:57.811129 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:57.824353 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-a7224c29-5b3b-4a3b-a255-27fd8ca9c5b4 None None] Provisioning for port 1493bf17-5419-4dd0-9779-f3dd01dffc4e completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:57.829072 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf84140-d868-4f3d-bd82-42cf0c1e2beb tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event updated for resources: {'Network': ['ID=73c7c508-e3c9-4e2a-9590-39fba42525aa,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:57.836833 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bdf84140-d868-4f3d-bd82-42cf0c1e2beb tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:57.843989 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 73c7c508-e3c9-4e2a-9590-39fba42525aa details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:52:57.853679 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-bdf84140-d868-4f3d-bd82-42cf0c1e2beb tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.4373372 Jun 21 14:52:57.905915 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b9cc8-4af3-4f8c-97fc-5c5dbfe565d0 None None] Pushing event updated for resources: {'Port': ['ID=412ed6fb-6d90-4377-a082-269b16a4aeef,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:57.919230 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-af4b9cc8-4af3-4f8c-97fc-5c5dbfe565d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:58.021617 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:58.035409 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f5cdf1-f9da-49b3-a19e-a4a2f86868bd']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:58.054694 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c533fc-785b-4de6-b4b3-f5112ff2da84') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:58.055391 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c533fc-785b-4de6-b4b3-f5112ff2da84') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:58.068038 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:58.092361 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:58.099339 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:52:58.099881 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:58.124174 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ace350bc-5490-41ff-ad64-b4c4f02e86c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:58.140299 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-77c11a19-900b-41df-ac7b-71c24462078e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:58.189764 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ace350bc-5490-41ff-ad64-b4c4f02e86c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:58.190059 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:52:58.190059 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:52:58.190059 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:52:58.190059 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:52:58.190059 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:52:58.190059 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:52:58.190059 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:52:58.190059 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:52:58.190059 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:52:58.190059 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:52:58.190059 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:52:58.190059 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:52:58.190059 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:52:58.190059 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:52:58.190059 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:52:58.190059 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:52:58.190059 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:52:58.190059 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:52:58.190059 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:52:58.190059 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:52:58.190059 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:52:58.190059 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:52:58.190059 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:52:58.190059 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:52:58.190059 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:52:58.190059 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:52:58.190059 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:52:58.190059 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:52:58.190059 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:52:58.190059 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:52:58.190059 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:52:58.190059 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:52:58.217412 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-af4b9cc8-4af3-4f8c-97fc-5c5dbfe565d0 None None] Attempting to bind port 412ed6fb-6d90-4377-a082-269b16a4aeef on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:52:58.217993 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-af4b9cc8-4af3-4f8c-97fc-5c5dbfe565d0 None None] Attempting to bind port 412ed6fb-6d90-4377-a082-269b16a4aeef by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'e2c533fc-785b-4de6-b4b3-f5112ff2da84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '31f5cdf1-f9da-49b3-a19e-a4a2f86868bd'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:52:58.226337 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4b9cc8-4af3-4f8c-97fc-5c5dbfe565d0 None None] Attempting to bind port 412ed6fb-6d90-4377-a082-269b16a4aeef on network 31f5cdf1-f9da-49b3-a19e-a4a2f86868bd {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:52:58.240539 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4b9cc8-4af3-4f8c-97fc-5c5dbfe565d0 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:52:58.240735 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4b9cc8-4af3-4f8c-97fc-5c5dbfe565d0 None None] Checking segment: {'id': 'e2c533fc-785b-4de6-b4b3-f5112ff2da84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '31f5cdf1-f9da-49b3-a19e-a4a2f86868bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:52:58.241592 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:58.246378 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-af4b9cc8-4af3-4f8c-97fc-5c5dbfe565d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:58.247095 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4b9cc8-4af3-4f8c-97fc-5c5dbfe565d0 None None] Bound using segment: {'id': 'e2c533fc-785b-4de6-b4b3-f5112ff2da84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '31f5cdf1-f9da-49b3-a19e-a4a2f86868bd'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:52:58.247500 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-af4b9cc8-4af3-4f8c-97fc-5c5dbfe565d0 None None] Bound port: 412ed6fb-6d90-4377-a082-269b16a4aeef, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c533fc-785b-4de6-b4b3-f5112ff2da84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '31f5cdf1-f9da-49b3-a19e-a4a2f86868bd'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:52:58.248049 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-af4b9cc8-4af3-4f8c-97fc-5c5dbfe565d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:58.255141 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.db.api [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 21 14:52:58.255141 dv-neutron-797121-2-hyperv neutron-server[105224]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 21 14:52:58.255141 dv-neutron-797121-2-hyperv neutron-server[105224]: [parameters: {'id': '31f5cdf1-f9da-49b3-a19e-a4a2f86868bd'}] Jun 21 14:52:58.255141 dv-neutron-797121-2-hyperv neutron-server[105224]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 14:52:58.255797 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_db.api [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 14:52:58.263936 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 1493bf17-5419-4dd0-9779-f3dd01dffc4e up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:52:58.283910 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-776badcb-ecb6-4d98-881d-88fc4377f14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:58.290612 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-776badcb-ecb6-4d98-881d-88fc4377f14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:58.296721 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-776badcb-ecb6-4d98-881d-88fc4377f14f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dc8ad8b2-ad00-47e1-9d02-875f48669774 HTTP/1.1" status: 204 len: 168 time: 0.6517999 Jun 21 14:52:58.298039 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-caa27efb-11c5-472a-8325-01aa5acc91a1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:58.314895 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776badcb-ecb6-4d98-881d-88fc4377f14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8ad8b2-ad00-47e1-9d02-875f48669774,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:58.330957 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-776badcb-ecb6-4d98-881d-88fc4377f14f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:58.423100 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ace350bc-5490-41ff-ad64-b4c4f02e86c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:58.433459 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace350bc-5490-41ff-ad64-b4c4f02e86c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Port': ['ID=c7121108-1d58-4efd-baff-84bc328019ba,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:58.445389 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ace350bc-5490-41ff-ad64-b4c4f02e86c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:58.624803 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f71fbc-9a9e-4462-8524-930aeafa094c None None] Network f484fb70-feb1-4f25-877a-464c31fc799c requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:58.647248 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace350bc-5490-41ff-ad64-b4c4f02e86c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Network 7a1eaeea-467e-45be-89d5-ac8e947640b4 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:58.650540 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-ace350bc-5490-41ff-ad64-b4c4f02e86c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:58.757471 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:58.852125 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-77c11a19-900b-41df-ac7b-71c24462078e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:58.867540 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-237f81ee-8b6a-47e5-bd71-c8343d6fb44e None None] Provisioning for port 53a9bc9e-a77d-4938-9c2a-3d6f3b6fbc7c completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:58.869937 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-77c11a19-900b-41df-ac7b-71c24462078e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:58.874751 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:58.886169 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Deleting port 412ed6fb-6d90-4377-a082-269b16a4aeef {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:52:58.886807 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:58.902941 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace350bc-5490-41ff-ad64-b4c4f02e86c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Router c8eec065-5279-43af-9c61-133129e0ba80 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:52:58.970392 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-77c11a19-900b-41df-ac7b-71c24462078e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:58.979309 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] For port 412ed6fb-6d90-4377-a082-269b16a4aeef, host dv-neutron-797121-2-hyperv, got binding levels [] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:58.979616 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:59.033881 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-af4b9cc8-4af3-4f8c-97fc-5c5dbfe565d0 None None] For port 412ed6fb-6d90-4377-a082-269b16a4aeef, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:52:59.037689 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-af4b9cc8-4af3-4f8c-97fc-5c5dbfe565d0 None None] For port 412ed6fb-6d90-4377-a082-269b16a4aeef, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=412ed6fb-6d90-4377-a082-269b16a4aeef,segment=NetworkSegment(e2c533fc-785b-4de6-b4b3-f5112ff2da84),segment_id=e2c533fc-785b-4de6-b4b3-f5112ff2da84)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:52:59.064897 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-af4b9cc8-4af3-4f8c-97fc-5c5dbfe565d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:59.076135 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3b226474-e392-494f-a893-0add9a8bd4f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:59.129012 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b9cc8-4af3-4f8c-97fc-5c5dbfe565d0 None None] Pushing event updated for resources: {'Port': ['ID=412ed6fb-6d90-4377-a082-269b16a4aeef,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:59.140673 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 1493bf17-5419-4dd0-9779-f3dd01dffc4e completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:52:59.143864 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-af4b9cc8-4af3-4f8c-97fc-5c5dbfe565d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:59.163656 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 1493bf17-5419-4dd0-9779-f3dd01dffc4e triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:59.164043 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:59.177621 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Calling delete_port for 412ed6fb-6d90-4377-a082-269b16a4aeef owned by network:dhcp {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:52:59.301056 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c11a19-900b-41df-ac7b-71c24462078e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Pushing event updated for resources: {'Port': ['ID=b90383c9-0437-4e3e-a6e5-a588c5acf1ee,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:59.309220 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace350bc-5490-41ff-ad64-b4c4f02e86c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:52:59.317097 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2941bfea-0948-4a50-bb3e-15dd38722e1e None None] Network 31f5cdf1-f9da-49b3-a19e-a4a2f86868bd requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:52:59.317610 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-77c11a19-900b-41df-ac7b-71c24462078e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:52:59.327081 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb92d70-f8f5-4eaa-a89e-6ef59f64eacd None None] Sync routers for ids ['c8eec065-5279-43af-9c61-133129e0ba80'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:52:59.347316 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb92d70-f8f5-4eaa-a89e-6ef59f64eacd None None] Routers {'c8eec065-5279-43af-9c61-133129e0ba80'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:52:59.348094 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-1bb92d70-f8f5-4eaa-a89e-6ef59f64eacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:52:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['c8eec065-5279-43af-9c61-133129e0ba80'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:59.362568 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ace350bc-5490-41ff-ad64-b4c4f02e86c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "PUT /v2.0/routers/c8eec065-5279-43af-9c61-133129e0ba80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6480474 Jun 21 14:52:59.366758 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35612) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:59.369175 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c11a19-900b-41df-ac7b-71c24462078e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Network f484fb70-feb1-4f25-877a-464c31fc799c is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:52:59.374112 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-77c11a19-900b-41df-ac7b-71c24462078e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:52:59.463727 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-1bb92d70-f8f5-4eaa-a89e-6ef59f64eacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:59.506778 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb92d70-f8f5-4eaa-a89e-6ef59f64eacd None None] Routers {'c8eec065-5279-43af-9c61-133129e0ba80'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:52:59.507566 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-1bb92d70-f8f5-4eaa-a89e-6ef59f64eacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:52:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['c8eec065-5279-43af-9c61-133129e0ba80'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:59.637653 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd0a96e-e7bb-4ee4-82d5-0d20f1ff5e68 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:52:59.639059 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-1bb92d70-f8f5-4eaa-a89e-6ef59f64eacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:52:59.640725 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-cbd0a96e-e7bb-4ee4-82d5-0d20f1ff5e68 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "GET /v2.0/ports/c7121108-1d58-4efd-baff-84bc328019ba HTTP/1.1" status: 200 len: 910 time: 0.2654500 Jun 21 14:52:59.646703 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb92d70-f8f5-4eaa-a89e-6ef59f64eacd None None] The sync data for ids ['c8eec065-5279-43af-9c61-133129e0ba80'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:52:59.647512 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35616) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:59.648715 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35618) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:52:59.668282 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:59.671641 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:59.728018 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c11a19-900b-41df-ac7b-71c24462078e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Router f0507c19-f11e-4a9f-ad9e-9545e51cb270 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:52:59.770640 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 1493bf17-5419-4dd0-9779-f3dd01dffc4e, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=1493bf17-5419-4dd0-9779-f3dd01dffc4e,segment=NetworkSegment(cfbedffa-699c-4d99-a04c-9b64cecfb092),segment_id=cfbedffa-699c-4d99-a04c-9b64cecfb092)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:52:59.773766 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-e88604b5-06ca-48f9-a8fc-04afbbcb9cc0 None None] Provisioning complete for port 1493bf17-5419-4dd0-9779-f3dd01dffc4e triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:52:59.774343 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e88604b5-06ca-48f9-a8fc-04afbbcb9cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:59.807649 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:52:59.808953 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device f9bf8d04-0ce0-4b9e-a438-d75a0302b74c up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:52:59.812942 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-87b694ac-86e8-4dc4-aa79-11a676d6d822 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:52:59.899300 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=1493bf17-5419-4dd0-9779-f3dd01dffc4e,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:52:59.904149 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:00.041087 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c11a19-900b-41df-ac7b-71c24462078e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:53:00.056639 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-77c11a19-900b-41df-ac7b-71c24462078e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "PUT /v2.0/routers/f0507c19-f11e-4a9f-ad9e-9545e51cb270/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6904328 Jun 21 14:53:00.085120 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b297cf-3d15-4b81-a23e-cc7a75ebda7f None None] Sync routers for ids ['f0507c19-f11e-4a9f-ad9e-9545e51cb270'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:53:00.134388 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b297cf-3d15-4b81-a23e-cc7a75ebda7f None None] Routers {'f0507c19-f11e-4a9f-ad9e-9545e51cb270'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:53:00.140037 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-93b297cf-3d15-4b81-a23e-cc7a75ebda7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:52:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['f0507c19-f11e-4a9f-ad9e-9545e51cb270'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:00.300297 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port f9bf8d04-0ce0-4b9e-a438-d75a0302b74c triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:00.300795 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:00.332755 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dba0f3f-16a4-4348-9313-783f0842970d None None] get_active_networks_info from dv-neutron-797121-2-hyperv {{(pid=105226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 21 14:53:00.386649 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-df3dfbab-b5f7-4ab6-987e-3dae2f660411 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:00.396445 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] No DVR routers for this DVR port 412ed6fb-6d90-4377-a082-269b16a4aeef on host dv-neutron-797121-2-hyperv {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:53:00.418152 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-e88604b5-06ca-48f9-a8fc-04afbbcb9cc0 None None] Provisioning for port c7121108-1d58-4efd-baff-84bc328019ba completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:00.453592 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-93b297cf-3d15-4b81-a23e-cc7a75ebda7f None None] Set router f0507c19-f11e-4a9f-ad9e-9545e51cb270 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:53:00.457315 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-e88604b5-06ca-48f9-a8fc-04afbbcb9cc0 None None] Provisioning complete for port c7121108-1d58-4efd-baff-84bc328019ba triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:00.457917 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e88604b5-06ca-48f9-a8fc-04afbbcb9cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:00.482876 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event deleted for resources: {'Port': ['ID=412ed6fb-6d90-4377-a082-269b16a4aeef,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:00.526000 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:00.536940 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-335628bd-b089-4e39-a136-97b2bf3814ea tempest-NetworksNegativeTestJSON-267870477 tempest-NetworksNegativeTestJSON-267870477-project] Request body: {'port': {'network_id': 'a3b028c4-bd38-424f-8c06-823754782e8c', 'name': 'tempest-NetworksNegativeTestJSON-2034335853'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:00.574623 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-d4e537e5-f1c8-4e5e-9fd6-5d69c44671d2 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1712526850&fields=id&tenant_id=060f9c733e164454be5831351376fee6 HTTP/1.1" status: 200 len: 267 time: 0.1752884 Jun 21 14:53:00.580440 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-335628bd-b089-4e39-a136-97b2bf3814ea tempest-NetworksNegativeTestJSON-267870477 tempest-NetworksNegativeTestJSON-267870477-project] POST failed (client error): The resource could not be found. Jun 21 14:53:00.581164 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-335628bd-b089-4e39-a136-97b2bf3814ea tempest-NetworksNegativeTestJSON-267870477 tempest-NetworksNegativeTestJSON-267870477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:00.587997 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35638) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:00.588743 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-335628bd-b089-4e39-a136-97b2bf3814ea tempest-NetworksNegativeTestJSON-267870477 tempest-NetworksNegativeTestJSON-267870477-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.9377096 Jun 21 14:53:00.594055 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 53a9bc9e-a77d-4938-9c2a-3d6f3b6fbc7c up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:53:00.596098 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:00.620102 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c8b5374-3ba6-47e7-8882-a7cab449d597 tempest-NetworksNegativeTestJSON-267870477 tempest-NetworksNegativeTestJSON-267870477-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:00.621043 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c8b5374-3ba6-47e7-8882-a7cab449d597 tempest-NetworksNegativeTestJSON-267870477 tempest-NetworksNegativeTestJSON-267870477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:00.623422 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4c8b5374-3ba6-47e7-8882-a7cab449d597 tempest-NetworksNegativeTestJSON-267870477 tempest-NetworksNegativeTestJSON-267870477-project] 10.222.0.72 "DELETE /v2.0/networks/1eedbe8c-2ccd-488a-a587-18c99c45b1d7 HTTP/1.1" status: 404 len: 339 time: 0.0329874 Jun 21 14:53:00.630388 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35640) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:00.633007 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-e88604b5-06ca-48f9-a8fc-04afbbcb9cc0 None None] Port c7121108-1d58-4efd-baff-84bc328019ba cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:53:00.670797 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-d83e0196-ee99-4ea0-a5e7-c437fb10d0de tempest-NetworksNegativeTestJSON-267870477 tempest-NetworksNegativeTestJSON-267870477-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:00.672243 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d83e0196-ee99-4ea0-a5e7-c437fb10d0de tempest-NetworksNegativeTestJSON-267870477 tempest-NetworksNegativeTestJSON-267870477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:00.674848 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d83e0196-ee99-4ea0-a5e7-c437fb10d0de tempest-NetworksNegativeTestJSON-267870477 tempest-NetworksNegativeTestJSON-267870477-project] 10.222.0.72 "DELETE /v2.0/ports/e38d6a24-d3fe-432b-bb44-dedebf7ce306 HTTP/1.1" status: 404 len: 333 time: 0.0431130 Jun 21 14:53:00.681455 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dba0f3f-16a4-4348-9313-783f0842970d None None] Resources bound (agent type, host, resource id): {{(pid=105226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 21 14:53:00.685627 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35642) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:00.715540 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31f5cdf1-f9da-49b3-a19e-a4a2f86868bd']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:00.719946 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b8744a3-78d8-4095-9619-a09121230208 tempest-NetworksNegativeTestJSON-267870477 tempest-NetworksNegativeTestJSON-267870477-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:00.721252 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b8744a3-78d8-4095-9619-a09121230208 tempest-NetworksNegativeTestJSON-267870477 tempest-NetworksNegativeTestJSON-267870477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:00.730098 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7b8744a3-78d8-4095-9619-a09121230208 tempest-NetworksNegativeTestJSON-267870477 tempest-NetworksNegativeTestJSON-267870477-project] 10.222.0.72 "DELETE /v2.0/subnets/4e881b9b-fe3f-468f-8cd3-da3e04f6c1c0 HTTP/1.1" status: 404 len: 337 time: 0.0447488 Jun 21 14:53:00.731625 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35644) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:00.735492 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c533fc-785b-4de6-b4b3-f5112ff2da84') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:00.736692 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c533fc-785b-4de6-b4b3-f5112ff2da84') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:00.747840 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:00.759275 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-22e1932a-b190-40a0-92d8-1a8d5db0be5c tempest-NetworksNegativeTestJSON-267870477 tempest-NetworksNegativeTestJSON-267870477-project] GET failed (client error): The resource could not be found. Jun 21 14:53:00.766549 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:00.768692 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-22e1932a-b190-40a0-92d8-1a8d5db0be5c tempest-NetworksNegativeTestJSON-267870477 tempest-NetworksNegativeTestJSON-267870477-project] 10.222.0.72 "GET /v2.0/networks/b038bb2a-c767-4033-b11e-fca0fd18d084 HTTP/1.1" status: 404 len: 339 time: 0.0338864 Jun 21 14:53:00.769537 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35646) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:00.772558 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:53:00.773030 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:00.807779 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:53:00.807779 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:53:00.807779 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:53:00.807779 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:53:00.807779 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:53:00.807779 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:53:00.807779 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:53:00.807779 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:53:00.807779 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:53:00.807779 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:53:00.807779 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:53:00.807779 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:53:00.807779 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:53:00.807779 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:53:00.807779 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:53:00.807779 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:53:00.807779 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:53:00.807779 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:53:00.807779 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:53:00.807779 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:53:00.807779 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:53:00.807779 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:53:00.807779 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:53:00.807779 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:53:00.807779 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:53:00.807779 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:53:00.807779 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:53:00.807779 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:53:00.807779 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:53:00.807779 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:53:00.807779 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:53:00.807779 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:53:00.812516 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-712c0b2c-0b3e-4823-83c1-faac14cc6ca0 tempest-NetworksNegativeTestJSON-267870477 tempest-NetworksNegativeTestJSON-267870477-project] GET failed (client error): The resource could not be found. Jun 21 14:53:00.814238 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-712c0b2c-0b3e-4823-83c1-faac14cc6ca0 tempest-NetworksNegativeTestJSON-267870477 tempest-NetworksNegativeTestJSON-267870477-project] 10.222.0.72 "GET /v2.0/ports/c93103e2-176c-4a55-8783-284a9bd3d13d HTTP/1.1" status: 404 len: 333 time: 0.0432818 Jun 21 14:53:00.818222 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35648) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:00.850660 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-0062b34f-94bb-4680-a89c-b7e463be143e tempest-NetworksNegativeTestJSON-267870477 tempest-NetworksNegativeTestJSON-267870477-project] GET failed (client error): The resource could not be found. Jun 21 14:53:00.852379 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0062b34f-94bb-4680-a89c-b7e463be143e tempest-NetworksNegativeTestJSON-267870477 tempest-NetworksNegativeTestJSON-267870477-project] 10.222.0.72 "GET /v2.0/subnets/5bc03aed-d95c-4164-b0f8-60ad78f899ef HTTP/1.1" status: 404 len: 337 time: 0.0330563 Jun 21 14:53:00.857369 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35650) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:00.864700 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 53a9bc9e-a77d-4938-9c2a-3d6f3b6fbc7c completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:00.864989 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-d03c33ff-acc3-4a91-a235-5ffc4c72ffa2 tempest-NetworksNegativeTestJSON-267870477 tempest-NetworksNegativeTestJSON-267870477-project] Request body: {'network': {'name': 'new_name'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:00.874681 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 53a9bc9e-a77d-4938-9c2a-3d6f3b6fbc7c triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:00.875066 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:00.880996 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-d03c33ff-acc3-4a91-a235-5ffc4c72ffa2 tempest-NetworksNegativeTestJSON-267870477 tempest-NetworksNegativeTestJSON-267870477-project] PUT failed (client error): The resource could not be found. Jun 21 14:53:00.881757 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d03c33ff-acc3-4a91-a235-5ffc4c72ffa2 tempest-NetworksNegativeTestJSON-267870477 tempest-NetworksNegativeTestJSON-267870477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:00.884571 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d03c33ff-acc3-4a91-a235-5ffc4c72ffa2 tempest-NetworksNegativeTestJSON-267870477 tempest-NetworksNegativeTestJSON-267870477-project] 10.222.0.72 "PUT /v2.0/networks/3d9741dc-6487-4a74-8546-64858a6af3ad HTTP/1.1" status: 404 len: 339 time: 0.0258174 Jun 21 14:53:00.888133 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35652) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:00.895455 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-ec6e08c3-b35c-4fc2-9f8d-e490233d643d tempest-NetworksNegativeTestJSON-267870477 tempest-NetworksNegativeTestJSON-267870477-project] Request body: {'port': {'name': 'new_name'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:00.921216 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-70a70077-b604-47c1-b01d-9102a9c5e531 None None] Provisioning complete for port c7121108-1d58-4efd-baff-84bc328019ba triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:00.921588 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-70a70077-b604-47c1-b01d-9102a9c5e531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:00.923146 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec6e08c3-b35c-4fc2-9f8d-e490233d643d tempest-NetworksNegativeTestJSON-267870477 tempest-NetworksNegativeTestJSON-267870477-project] PUT failed (client error): The resource could not be found. Jun 21 14:53:00.924723 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec6e08c3-b35c-4fc2-9f8d-e490233d643d tempest-NetworksNegativeTestJSON-267870477 tempest-NetworksNegativeTestJSON-267870477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:00.926356 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ec6e08c3-b35c-4fc2-9f8d-e490233d643d tempest-NetworksNegativeTestJSON-267870477 tempest-NetworksNegativeTestJSON-267870477-project] 10.222.0.72 "PUT /v2.0/ports/c1a3dc08-470b-4b28-9d2c-ff325949f21d HTTP/1.1" status: 404 len: 333 time: 0.0369182 Jun 21 14:53:00.930176 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35654) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:00.935727 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-48a2419b-233d-487b-9e6a-d38001c5261f tempest-NetworksNegativeTestJSON-267870477 tempest-NetworksNegativeTestJSON-267870477-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:00.960235 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-48a2419b-233d-487b-9e6a-d38001c5261f tempest-NetworksNegativeTestJSON-267870477 tempest-NetworksNegativeTestJSON-267870477-project] PUT failed (client error): The resource could not be found. Jun 21 14:53:00.961134 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48a2419b-233d-487b-9e6a-d38001c5261f tempest-NetworksNegativeTestJSON-267870477 tempest-NetworksNegativeTestJSON-267870477-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:00.962522 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-48a2419b-233d-487b-9e6a-d38001c5261f tempest-NetworksNegativeTestJSON-267870477 tempest-NetworksNegativeTestJSON-267870477-project] 10.222.0.72 "PUT /v2.0/subnets/ed249a64-d065-44eb-b03d-bf7b0c339ab4 HTTP/1.1" status: 404 len: 337 time: 0.0312581 Jun 21 14:53:00.967060 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-70a70077-b604-47c1-b01d-9102a9c5e531 None None] Port c7121108-1d58-4efd-baff-84bc328019ba cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:53:01.031458 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-70a70077-b604-47c1-b01d-9102a9c5e531 None None] Provisioning complete for port 53a9bc9e-a77d-4938-9c2a-3d6f3b6fbc7c triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:01.031833 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-70a70077-b604-47c1-b01d-9102a9c5e531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:01.033385 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35658) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:01.035038 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-93b297cf-3d15-4b81-a23e-cc7a75ebda7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370772449', 'tenant_id': '060f9c733e164454be5831351376fee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'f9bf8d04-0ce0-4b9e-a438-d75a0302b74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:52:47Z', 'updated_at': '2021-06-21T14:52:57Z', 'revision_number': 4, 'project_id': '060f9c733e164454be5831351376fee6', 'gw_port': {'id': 'f9bf8d04-0ce0-4b9e-a438-d75a0302b74c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:52:48Z', 'updated_at': '2021-06-21T14:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'b90383c9-0437-4e3e-a6e5-a588c5acf1ee', 'name': '', 'network_id': 'f484fb70-feb1-4f25-877a-464c31fc799c', 'tenant_id': '060f9c733e164454be5831351376fee6', 'mac_address': 'fa:16:3e:1a:b6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '0d0620da-2b3a-40f4-8576-0503ea417cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:52:55Z', 'updated_at': '2021-06-21T14:52:58Z', 'revision_number': 2, 'project_id': '060f9c733e164454be5831351376fee6', 'subnets': [{'id': '0d0620da-2b3a-40f4-8576-0503ea417cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:01.039245 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-6a238be0-f35d-4a1c-bb00-acfee9a3300d tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Request body: {'subnet': {'network_id': '73c7c508-e3c9-4e2a-9590-39fba42525aa', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:01.094465 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:01.108506 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a5814aec-d883-4bb3-89b4-6d09d9cd5994 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:01.115021 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:01.116994 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "DELETE /v2.0/networks/31f5cdf1-f9da-49b3-a19e-a4a2f86868bd HTTP/1.1" status: 204 len: 168 time: 3.8350229 Jun 21 14:53:01.120569 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b297cf-3d15-4b81-a23e-cc7a75ebda7f None None] Checking router: f0507c19-f11e-4a9f-ad9e-9545e51cb270 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:53:01.120918 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b297cf-3d15-4b81-a23e-cc7a75ebda7f None None] Updating router f0507c19-f11e-4a9f-ad9e-9545e51cb270 port b90383c9-0437-4e3e-a6e5-a588c5acf1ee binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:53:01.121865 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35660) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:01.127899 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-2344eaa0-4487-47a8-b526-6505b685c799 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2016220864'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:01.167744 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event deleted for resources: {'Network': ['ID=31f5cdf1-f9da-49b3-a19e-a4a2f86868bd,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:01.170363 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2344eaa0-4487-47a8-b526-6505b685c799 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Made reservation on behalf of 73a56e2567b04ed7afd9166d637dda37 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:01.176046 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2344eaa0-4487-47a8-b526-6505b685c799 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:01.176828 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:01.190372 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-40075ae6-e187-4af2-8c5f-68f370d5208b tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:01.191619 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-40075ae6-e187-4af2-8c5f-68f370d5208b tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/networks?id=f484fb70-feb1-4f25-877a-464c31fc799c HTTP/1.1" status: 200 len: 797 time: 0.5996277 Jun 21 14:53:01.212076 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:01.222292 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a238be0-f35d-4a1c-bb00-acfee9a3300d tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Made reservation on behalf of ec26c81e01b543f4bda812836e735e80 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:01.226731 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6a238be0-f35d-4a1c-bb00-acfee9a3300d tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:01.227781 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-eee5f12d-b584-4350-9c9c-e7fce0aa59bd tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/quotas/060f9c733e164454be5831351376fee6 HTTP/1.1" status: 200 len: 375 time: 0.0262752 Jun 21 14:53:01.231976 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-93b297cf-3d15-4b81-a23e-cc7a75ebda7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:01.325711 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 53a9bc9e-a77d-4938-9c2a-3d6f3b6fbc7c, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=53a9bc9e-a77d-4938-9c2a-3d6f3b6fbc7c,segment=NetworkSegment(de29049e-cb44-42ae-8f1b-766943afd272),segment_id=de29049e-cb44-42ae-8f1b-766943afd272)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:01.358361 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:01.369741 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-fa2272f2-190a-4beb-b07e-12abaaddbade None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:01.396427 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-45acefd0-0f5a-4d8f-a853-662d07f36d96 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=060f9c733e164454be5831351376fee6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1676795 Jun 21 14:53:01.418299 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-70a70077-b604-47c1-b01d-9102a9c5e531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:01.444843 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2344eaa0-4487-47a8-b526-6505b685c799 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:53:01.452960 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6a238be0-f35d-4a1c-bb00-acfee9a3300d tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:01.458785 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-276f73d1-08be-4a5f-8b13-d8f9a8c78cdc tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:01.469323 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2344eaa0-4487-47a8-b526-6505b685c799 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:01.469323 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-2344eaa0-4487-47a8-b526-6505b685c799 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Added segment 944b0e77-6af8-46d9-89b5-3f1fe1636f07 of type vlan for network 34d38999-cdc1-4912-90d3-a58551f93989 Jun 21 14:53:01.531180 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35664) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:01.544124 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-10bbee7e-9ef7-4a6e-aea3-2b31c414d4de tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:01.554059 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-3337ccbe-32a6-44f2-ac7f-e5aaa78bb595 service neutron] 10.222.0.72 "GET /v2.0/networks/f484fb70-feb1-4f25-877a-464c31fc799c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507723 Jun 21 14:53:01.653758 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 1493bf17-5419-4dd0-9779-f3dd01dffc4e up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:53:01.661197 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-dc82d208-e462-4924-9e37-9b12ed65040b service neutron] 10.222.0.72 "GET /v2.0/networks/f484fb70-feb1-4f25-877a-464c31fc799c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061380 Jun 21 14:53:01.738049 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=53a9bc9e-a77d-4938-9c2a-3d6f3b6fbc7c,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:01.743923 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:01.797846 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-130b1d3a-d520-4396-810f-54b7e9a58bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:01.827569 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743ba37c-0bf0-4f1e-9368-0213be6ddb55 None None] get_active_networks_info from dv-neutron-797121-2-hyperv {{(pid=105226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 21 14:53:01.870246 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.db.api [None req-70a70077-b604-47c1-b01d-9102a9c5e531 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 14:53:01.870619 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_db.api [None req-70a70077-b604-47c1-b01d-9102a9c5e531 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 14:53:01.908357 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 1493bf17-5419-4dd0-9779-f3dd01dffc4e triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:01.908747 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:01.955579 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a238be0-f35d-4a1c-bb00-acfee9a3300d tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event updated for resources: {'Subnet': ['ID=b6921d27-5ba4-4a17-abda-39c272e40970,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:01.963145 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6a238be0-f35d-4a1c-bb00-acfee9a3300d tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:01.968503 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a238be0-f35d-4a1c-bb00-acfee9a3300d tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Checking segment: {'id': '37337bdf-11f2-42a3-a78d-37cde4a80235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '73c7c508-e3c9-4e2a-9590-39fba42525aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:01.968931 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a238be0-f35d-4a1c-bb00-acfee9a3300d tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Network hostable DHCP agents. Network: 73c7c508-e3c9-4e2a-9590-39fba42525aa, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:53:01.974916 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2344eaa0-4487-47a8-b526-6505b685c799 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:02.007359 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a238be0-f35d-4a1c-bb00-acfee9a3300d tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Network 73c7c508-e3c9-4e2a-9590-39fba42525aa is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:53:02.020943 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-130b1d3a-d520-4396-810f-54b7e9a58bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:02.022897 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-6a238be0-f35d-4a1c-bb00-acfee9a3300d tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 73c7c508-e3c9-4e2a-9590-39fba42525aa) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:02.025126 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2344eaa0-4487-47a8-b526-6505b685c799 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:02.029915 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-130b1d3a-d520-4396-810f-54b7e9a58bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:02.034242 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2344eaa0-4487-47a8-b526-6505b685c799 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:02.034876 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2344eaa0-4487-47a8-b526-6505b685c799 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:02.039632 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-75b50cd1-f381-4048-9d52-b3e8346a1eea tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:02.051073 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8e73c16e-4619-456e-ae59-a9cd377fadeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:02.096234 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a238be0-f35d-4a1c-bb00-acfee9a3300d tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:02.096643 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6a238be0-f35d-4a1c-bb00-acfee9a3300d tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:02.102574 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b1d3a-d520-4396-810f-54b7e9a58bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a637f0-8137-4397-a615-4a146b43081a,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:02.108032 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-130b1d3a-d520-4396-810f-54b7e9a58bd7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=797348906e344d5aaa12f48aeec6374a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5742905 Jun 21 14:53:02.109023 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-130b1d3a-d520-4396-810f-54b7e9a58bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:02.113350 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35668) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:02.120337 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344eaa0-4487-47a8-b526-6505b685c799 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event updated for resources: {'Network': ['ID=34d38999-cdc1-4912-90d3-a58551f93989,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:02.131690 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2344eaa0-4487-47a8-b526-6505b685c799 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:02.134876 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-10bbee7e-9ef7-4a6e-aea3-2b31c414d4de tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Deleting port c7121108-1d58-4efd-baff-84bc328019ba {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:53:02.135710 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-10bbee7e-9ef7-4a6e-aea3-2b31c414d4de tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:02.136308 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-2344eaa0-4487-47a8-b526-6505b685c799 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0133684 Jun 21 14:53:02.136955 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35670) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:02.148371 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6a238be0-f35d-4a1c-bb00-acfee9a3300d tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1135931 Jun 21 14:53:02.152329 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-80e0ec56-9806-4317-a21b-5d8b86b38649 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Request body: {'network': {'name': 'New_network'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:02.154549 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35672) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:02.155829 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-93b297cf-3d15-4b81-a23e-cc7a75ebda7f None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:02.160238 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 34d38999-cdc1-4912-90d3-a58551f93989 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:53:02.161225 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-75ab9b95-a5f4-436d-82ea-cd30343bc690 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-854766653'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:02.221165 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-93b297cf-3d15-4b81-a23e-cc7a75ebda7f None None] Transition to ACTIVE for port object b90383c9-0437-4e3e-a6e5-a588c5acf1ee will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:02.226670 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ab9b95-a5f4-436d-82ea-cd30343bc690 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Made reservation on behalf of ec26c81e01b543f4bda812836e735e80 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:02.231148 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-75ab9b95-a5f4-436d-82ea-cd30343bc690 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:02.242507 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-93b297cf-3d15-4b81-a23e-cc7a75ebda7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:02.248911 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-93a7358b-8822-4796-9b22-da05d4f6271c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:02.257631 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3928dca8-1c3a-40cf-aa01-f20e39972fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:02.269918 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-10bbee7e-9ef7-4a6e-aea3-2b31c414d4de tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:02.286544 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ab9b95-a5f4-436d-82ea-cd30343bc690 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:53:02.290484 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743ba37c-0bf0-4f1e-9368-0213be6ddb55 None None] Unable to find a vacant binding_index for network 73c7c508-e3c9-4e2a-9590-39fba42525aa and agent 75d5b7b5-5659-4f05-8424-f621a108b2ea {{(pid=105226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jun 21 14:53:02.331349 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3928dca8-1c3a-40cf-aa01-f20e39972fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:02.331704 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743ba37c-0bf0-4f1e-9368-0213be6ddb55 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 73c7c508-e3c9-4e2a-9590-39fba42525aa) {{(pid=105226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 21 14:53:02.345329 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1442d-662d-4bac-a10c-258a04699246 None None] Pushing event updated for resources: {'Port': ['ID=b90383c9-0437-4e3e-a6e5-a588c5acf1ee,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:02.352467 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-10bbee7e-9ef7-4a6e-aea3-2b31c414d4de tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Calling delete_port for c7121108-1d58-4efd-baff-84bc328019ba owned by network:router_interface {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:53:02.354021 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-00f1442d-662d-4bac-a10c-258a04699246 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:02.354983 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-75ab9b95-a5f4-436d-82ea-cd30343bc690 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:02.355343 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-75ab9b95-a5f4-436d-82ea-cd30343bc690 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Added segment 072b5009-5544-4410-93cc-aa736997aa05 of type vlan for network e1ddf396-1f8d-4ea8-a1c8-d3e639014cb0 Jun 21 14:53:02.403443 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-80e0ec56-9806-4317-a21b-5d8b86b38649 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:02.425913 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-80e0ec56-9806-4317-a21b-5d8b86b38649 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:02.429555 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:02.437682 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3928dca8-1c3a-40cf-aa01-f20e39972fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:02.439881 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-75ab9b95-a5f4-436d-82ea-cd30343bc690 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:02.441135 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3928dca8-1c3a-40cf-aa01-f20e39972fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:02.444982 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3928dca8-1c3a-40cf-aa01-f20e39972fa7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/72a637f0-8137-4397-a615-4a146b43081a HTTP/1.1" status: 204 len: 168 time: 0.3282468 Jun 21 14:53:02.481170 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-80e0ec56-9806-4317-a21b-5d8b86b38649 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Network 34d38999-cdc1-4912-90d3-a58551f93989 is not hosted by any dhcp agent {{(pid=105225) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 21 14:53:02.481446 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-93b297cf-3d15-4b81-a23e-cc7a75ebda7f None None] Attempting to bind port b90383c9-0437-4e3e-a6e5-a588c5acf1ee on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:53:02.482193 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-93b297cf-3d15-4b81-a23e-cc7a75ebda7f None None] Attempting to bind port b90383c9-0437-4e3e-a6e5-a588c5acf1ee by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'de29049e-cb44-42ae-8f1b-766943afd272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f484fb70-feb1-4f25-877a-464c31fc799c'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:53:02.482193 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b297cf-3d15-4b81-a23e-cc7a75ebda7f None None] Attempting to bind port b90383c9-0437-4e3e-a6e5-a588c5acf1ee on network f484fb70-feb1-4f25-877a-464c31fc799c {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:53:02.487882 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e0ec56-9806-4317-a21b-5d8b86b38649 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:02.488746 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-80e0ec56-9806-4317-a21b-5d8b86b38649 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:02.490290 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-80e0ec56-9806-4317-a21b-5d8b86b38649 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "PUT /v2.0/networks/34d38999-cdc1-4912-90d3-a58551f93989 HTTP/1.1" status: 200 len: 723 time: 0.3503428 Jun 21 14:53:02.493638 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35676) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:02.499504 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b297cf-3d15-4b81-a23e-cc7a75ebda7f None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:53:02.500137 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b297cf-3d15-4b81-a23e-cc7a75ebda7f None None] Checking segment: {'id': 'de29049e-cb44-42ae-8f1b-766943afd272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f484fb70-feb1-4f25-877a-464c31fc799c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:02.500733 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-93b297cf-3d15-4b81-a23e-cc7a75ebda7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:02.501706 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b297cf-3d15-4b81-a23e-cc7a75ebda7f None None] Bound using segment: {'id': 'de29049e-cb44-42ae-8f1b-766943afd272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f484fb70-feb1-4f25-877a-464c31fc799c'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:53:02.502007 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-06b196ee-9944-48dc-a48e-d91dacb6252f tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Request body: {'subnet': {'network_id': '34d38999-cdc1-4912-90d3-a58551f93989', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:02.502852 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-93b297cf-3d15-4b81-a23e-cc7a75ebda7f None None] Bound port: b90383c9-0437-4e3e-a6e5-a588c5acf1ee, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de29049e-cb44-42ae-8f1b-766943afd272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f484fb70-feb1-4f25-877a-464c31fc799c'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:53:02.503586 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-93b297cf-3d15-4b81-a23e-cc7a75ebda7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:02.535421 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-75ab9b95-a5f4-436d-82ea-cd30343bc690 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:02.544384 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ab9b95-a5f4-436d-82ea-cd30343bc690 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:02.545018 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-75ab9b95-a5f4-436d-82ea-cd30343bc690 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:02.551691 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-92e29bed-8178-45f0-8fc8-5c311f8f3844 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:02.560729 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-70a70077-b604-47c1-b01d-9102a9c5e531 None None] Provisioning for port b90383c9-0437-4e3e-a6e5-a588c5acf1ee completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:02.606365 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0ec56-9806-4317-a21b-5d8b86b38649 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event updated for resources: {'Network': ['ID=34d38999-cdc1-4912-90d3-a58551f93989,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:02.610498 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-80e0ec56-9806-4317-a21b-5d8b86b38649 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:02.611558 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9d813c25-3719-4e92-bffa-13e5f0bb548a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:02.616880 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-75ab9b95-a5f4-436d-82ea-cd30343bc690 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4614973 Jun 21 14:53:02.617327 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35678) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:02.629401 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-f6090064-c346-4e6d-9c3b-3d3c613d53fc tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Request body: {'subnet': {'network_id': 'e1ddf396-1f8d-4ea8-a1c8-d3e639014cb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:02.636857 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3928dca8-1c3a-40cf-aa01-f20e39972fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a637f0-8137-4397-a615-4a146b43081a,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:02.649650 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3928dca8-1c3a-40cf-aa01-f20e39972fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:02.653105 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 34d38999-cdc1-4912-90d3-a58551f93989 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:53:02.670082 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-93b297cf-3d15-4b81-a23e-cc7a75ebda7f None None] For port b90383c9-0437-4e3e-a6e5-a588c5acf1ee, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:53:02.678553 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b196ee-9944-48dc-a48e-d91dacb6252f tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Made reservation on behalf of 73a56e2567b04ed7afd9166d637dda37 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:02.682321 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-06b196ee-9944-48dc-a48e-d91dacb6252f tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:02.715482 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab9b95-a5f4-436d-82ea-cd30343bc690 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event updated for resources: {'Network': ['ID=e1ddf396-1f8d-4ea8-a1c8-d3e639014cb0,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:02.718930 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-75ab9b95-a5f4-436d-82ea-cd30343bc690 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:02.727619 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-10bbee7e-9ef7-4a6e-aea3-2b31c414d4de tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:02.731239 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ce3a3aa3-7436-4774-9cb2-a03935b187c5 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:02.747107 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network e1ddf396-1f8d-4ea8-a1c8-d3e639014cb0 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:53:02.756100 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-93b297cf-3d15-4b81-a23e-cc7a75ebda7f None None] For port b90383c9-0437-4e3e-a6e5-a588c5acf1ee, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=b90383c9-0437-4e3e-a6e5-a588c5acf1ee,segment=NetworkSegment(de29049e-cb44-42ae-8f1b-766943afd272),segment_id=de29049e-cb44-42ae-8f1b-766943afd272)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:53:02.790035 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbee7e-9ef7-4a6e-aea3-2b31c414d4de tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event deleted for resources: {'Port': ['ID=c7121108-1d58-4efd-baff-84bc328019ba,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:02.800389 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-10bbee7e-9ef7-4a6e-aea3-2b31c414d4de tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:02.809028 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-93b297cf-3d15-4b81-a23e-cc7a75ebda7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:02.811791 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6090064-c346-4e6d-9c3b-3d3c613d53fc tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Made reservation on behalf of ec26c81e01b543f4bda812836e735e80 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:02.814807 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3ae01858-b8d9-4d52-9ccb-5181ecd50c20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:02.816505 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f6090064-c346-4e6d-9c3b-3d3c613d53fc tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:02.953678 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b297cf-3d15-4b81-a23e-cc7a75ebda7f None None] Routers {'f0507c19-f11e-4a9f-ad9e-9545e51cb270'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:53:02.954010 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-93b297cf-3d15-4b81-a23e-cc7a75ebda7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:52:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['f0507c19-f11e-4a9f-ad9e-9545e51cb270'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:02.968659 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f1442d-662d-4bac-a10c-258a04699246 None None] Pushing event updated for resources: {'Port': ['ID=b90383c9-0437-4e3e-a6e5-a588c5acf1ee,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:03.024268 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-00f1442d-662d-4bac-a10c-258a04699246 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:03.055064 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-06b196ee-9944-48dc-a48e-d91dacb6252f tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:03.065826 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e1094f0e-4519-4010-8e60-aa37eb876ecf tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:03.075221 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-43536c69-f40b-4e28-b17f-f8782570dc52 req-acb3235f-9fa5-471b-8f31-c1755845f936 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 210 time: 0.1307037 Jun 21 14:53:03.088273 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-10bbee7e-9ef7-4a6e-aea3-2b31c414d4de tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:03.158801 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-93b297cf-3d15-4b81-a23e-cc7a75ebda7f None None] Set router f0507c19-f11e-4a9f-ad9e-9545e51cb270 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:53:03.197516 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b196ee-9944-48dc-a48e-d91dacb6252f tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event updated for resources: {'Subnet': ['ID=5050e9c6-0d9d-469c-b5df-70d46b2baa1e,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:03.201603 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-06b196ee-9944-48dc-a48e-d91dacb6252f tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:03.223200 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b196ee-9944-48dc-a48e-d91dacb6252f tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Checking segment: {'id': '944b0e77-6af8-46d9-89b5-3f1fe1636f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '34d38999-cdc1-4912-90d3-a58551f93989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:03.223557 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b196ee-9944-48dc-a48e-d91dacb6252f tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Network hostable DHCP agents. Network: 34d38999-cdc1-4912-90d3-a58551f93989, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:53:03.234416 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabd4ea1-6d9a-4fc5-99ce-caa7a23dfe78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-73c7c508-e3c9-4e2a-9590-39fba42525aa', 'network_id': '73c7c508-e3c9-4e2a-9590-39fba42525aa', 'tenant_id': 'ec26c81e01b543f4bda812836e735e80', 'fixed_ips': [{'subnet_id': 'b6921d27-5ba4-4a17-abda-39c272e40970'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:53:03.235283 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-aabd4ea1-6d9a-4fc5-99ce-caa7a23dfe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:03.237319 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f6090064-c346-4e6d-9c3b-3d3c613d53fc tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:03.242470 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3e429ef1-6906-4e71-8630-fe07fe0d4bb8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:03.303380 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bbee7e-9ef7-4a6e-aea3-2b31c414d4de tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Router c8eec065-5279-43af-9c61-133129e0ba80 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:53:03.314941 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6090064-c346-4e6d-9c3b-3d3c613d53fc tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event updated for resources: {'Subnet': ['ID=8fd83625-1695-474e-aa91-d5e1355087ca,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:03.325214 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f6090064-c346-4e6d-9c3b-3d3c613d53fc tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:03.329412 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b196ee-9944-48dc-a48e-d91dacb6252f tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Network 34d38999-cdc1-4912-90d3-a58551f93989 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:53:03.352483 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-06b196ee-9944-48dc-a48e-d91dacb6252f tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 34d38999-cdc1-4912-90d3-a58551f93989) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:03.366449 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b196ee-9944-48dc-a48e-d91dacb6252f tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:03.366449 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-06b196ee-9944-48dc-a48e-d91dacb6252f tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:03.403345 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6090064-c346-4e6d-9c3b-3d3c613d53fc tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Checking segment: {'id': '072b5009-5544-4410-93cc-aa736997aa05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'e1ddf396-1f8d-4ea8-a1c8-d3e639014cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:03.403832 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6090064-c346-4e6d-9c3b-3d3c613d53fc tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Network hostable DHCP agents. Network: e1ddf396-1f8d-4ea8-a1c8-d3e639014cb0, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:53:03.417708 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-06b196ee-9944-48dc-a48e-d91dacb6252f tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9225371 Jun 21 14:53:03.420022 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35702) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:03.427259 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-ebdac7ea-d204-439b-a8ae-6f66baa48c2e tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:03.448510 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bbee7e-9ef7-4a6e-aea3-2b31c414d4de tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:53:03.457533 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-10bbee7e-9ef7-4a6e-aea3-2b31c414d4de tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "PUT /v2.0/routers/c8eec065-5279-43af-9c61-133129e0ba80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8057721 Jun 21 14:53:03.460303 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35704) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:03.464782 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51731d4-e35c-48cb-8e70-c9a23b7a9f7d None None] Sync routers for ids ['c8eec065-5279-43af-9c61-133129e0ba80'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:53:03.477108 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 53a9bc9e-a77d-4938-9c2a-3d6f3b6fbc7c up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:53:03.480688 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6090064-c346-4e6d-9c3b-3d3c613d53fc tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Network e1ddf396-1f8d-4ea8-a1c8-d3e639014cb0 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:53:03.481996 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51731d4-e35c-48cb-8e70-c9a23b7a9f7d None None] Routers {'c8eec065-5279-43af-9c61-133129e0ba80'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:53:03.482781 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-b51731d4-e35c-48cb-8e70-c9a23b7a9f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:52:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['c8eec065-5279-43af-9c61-133129e0ba80'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:03.505100 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-f6090064-c346-4e6d-9c3b-3d3c613d53fc tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, e1ddf396-1f8d-4ea8-a1c8-d3e639014cb0) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:03.507131 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-81e4334a-7974-4c4b-ad97-47cfc7d437ff tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8eec065-5279-43af-9c61-133129e0ba80 HTTP/1.1" status: 200 len: 205 time: 0.0455449 Jun 21 14:53:03.511106 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35706) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:03.519471 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6090064-c346-4e6d-9c3b-3d3c613d53fc tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:03.525116 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-b51731d4-e35c-48cb-8e70-c9a23b7a9f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:03.525911 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f6090064-c346-4e6d-9c3b-3d3c613d53fc tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-726103'] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:03.539588 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51731d4-e35c-48cb-8e70-c9a23b7a9f7d None None] Routers {'c8eec065-5279-43af-9c61-133129e0ba80'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:53:03.540535 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-b51731d4-e35c-48cb-8e70-c9a23b7a9f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:52:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['c8eec065-5279-43af-9c61-133129e0ba80'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:03.561837 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-aabd4ea1-6d9a-4fc5-99ce-caa7a23dfe78 None None] Allocated IP 2001:db8:0:ffff::2 (73c7c508-e3c9-4e2a-9590-39fba42525aa/b6921d27-5ba4-4a17-abda-39c272e40970/b9a28802-33be-4a4c-9ca9-49bb7b31bf99) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:53:03.579253 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35708) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:03.591538 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-b51731d4-e35c-48cb-8e70-c9a23b7a9f7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:03.592716 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b51731d4-e35c-48cb-8e70-c9a23b7a9f7d None None] The sync data for ids ['c8eec065-5279-43af-9c61-133129e0ba80'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:53:03.613120 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f6090064-c346-4e6d-9c3b-3d3c613d53fc tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9945071 Jun 21 14:53:03.617345 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35712) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:03.641561 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-468b7eae-a184-4bef-a876-f94abc771112 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:03.642206 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ebdac7ea-d204-439b-a8ae-6f66baa48c2e tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5138563'] for subnet, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:03.651328 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 53a9bc9e-a77d-4938-9c2a-3d6f3b6fbc7c triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:03.651708 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:03.706603 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-5fc249ee-191f-4d60-b397-e6621b3af1bd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-317574131'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:03.805730 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc249ee-191f-4d60-b397-e6621b3af1bd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Made reservation on behalf of d39eebfbe3874515bc761a8de17d07a8 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:03.809296 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5fc249ee-191f-4d60-b397-e6621b3af1bd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:03.838876 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5fc249ee-191f-4d60-b397-e6621b3af1bd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:03.844006 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-75134244-9a1f-4a8f-ac16-da0dae4250f4 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:03.900273 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-93b297cf-3d15-4b81-a23e-cc7a75ebda7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370772449', 'tenant_id': '060f9c733e164454be5831351376fee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'f9bf8d04-0ce0-4b9e-a438-d75a0302b74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:52:47Z', 'updated_at': '2021-06-21T14:52:57Z', 'revision_number': 4, 'project_id': '060f9c733e164454be5831351376fee6', 'gw_port': {'id': 'f9bf8d04-0ce0-4b9e-a438-d75a0302b74c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:52:48Z', 'updated_at': '2021-06-21T14:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'b90383c9-0437-4e3e-a6e5-a588c5acf1ee', 'name': '', 'network_id': 'f484fb70-feb1-4f25-877a-464c31fc799c', 'tenant_id': '060f9c733e164454be5831351376fee6', 'mac_address': 'fa:16:3e:1a:b6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '0d0620da-2b3a-40f4-8576-0503ea417cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:52:55Z', 'updated_at': '2021-06-21T14:53:02Z', 'revision_number': 4, 'project_id': '060f9c733e164454be5831351376fee6', 'subnets': [{'id': '0d0620da-2b3a-40f4-8576-0503ea417cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:03.939251 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b297cf-3d15-4b81-a23e-cc7a75ebda7f None None] The sync data for ids ['f0507c19-f11e-4a9f-ad9e-9545e51cb270'] in dv-neutron-797121-2-hyperv is: [{'id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370772449', 'tenant_id': '060f9c733e164454be5831351376fee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'f9bf8d04-0ce0-4b9e-a438-d75a0302b74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:52:47Z', 'updated_at': '2021-06-21T14:52:57Z', 'revision_number': 4, 'project_id': '060f9c733e164454be5831351376fee6', 'gw_port': {'id': 'f9bf8d04-0ce0-4b9e-a438-d75a0302b74c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:52:48Z', 'updated_at': '2021-06-21T14:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'b90383c9-0437-4e3e-a6e5-a588c5acf1ee', 'name': '', 'network_id': 'f484fb70-feb1-4f25-877a-464c31fc799c', 'tenant_id': '060f9c733e164454be5831351376fee6', 'mac_address': 'fa:16:3e:1a:b6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '0d0620da-2b3a-40f4-8576-0503ea417cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:52:55Z', 'updated_at': '2021-06-21T14:53:02Z', 'revision_number': 4, 'project_id': '060f9c733e164454be5831351376fee6', 'subnets': [{'id': '0d0620da-2b3a-40f4-8576-0503ea417cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:53:03.948130 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ebdac7ea-d204-439b-a8ae-6f66baa48c2e tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728737223388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4369914'] for subnet, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:03.950381 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:04.049634 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdac7ea-d204-439b-a8ae-6f66baa48c2e tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:04.050328 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ebdac7ea-d204-439b-a8ae-6f66baa48c2e tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:04.054425 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ebdac7ea-d204-439b-a8ae-6f66baa48c2e tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "PUT /v2.0/subnets/5050e9c6-0d9d-469c-b5df-70d46b2baa1e HTTP/1.1" status: 200 len: 806 time: 0.6323864 Jun 21 14:53:04.055066 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35718) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:04.062778 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-aabd4ea1-6d9a-4fc5-99ce-caa7a23dfe78 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:04.075576 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-75134244-9a1f-4a8f-ac16-da0dae4250f4 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:04.076137 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-aabd4ea1-6d9a-4fc5-99ce-caa7a23dfe78 None None] Transition to ACTIVE for port object b9a28802-33be-4a4c-9ca9-49bb7b31bf99 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:04.114353 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-aabd4ea1-6d9a-4fc5-99ce-caa7a23dfe78 None None] Transition to ACTIVE for port object b9a28802-33be-4a4c-9ca9-49bb7b31bf99 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:04.124948 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdac7ea-d204-439b-a8ae-6f66baa48c2e tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event updated for resources: {'Subnet': ['ID=5050e9c6-0d9d-469c-b5df-70d46b2baa1e,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:04.129525 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-aabd4ea1-6d9a-4fc5-99ce-caa7a23dfe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:04.137057 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-af4b9cc8-4af3-4f8c-97fc-5c5dbfe565d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:04.177039 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ebdac7ea-d204-439b-a8ae-6f66baa48c2e tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:04.180824 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabd4ea1-6d9a-4fc5-99ce-caa7a23dfe78 None None] Network 73c7c508-e3c9-4e2a-9590-39fba42525aa is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:04.184300 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-aabd4ea1-6d9a-4fc5-99ce-caa7a23dfe78 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:04.191841 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabd4ea1-6d9a-4fc5-99ce-caa7a23dfe78 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:53:04.227376 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd4ea1-6d9a-4fc5-99ce-caa7a23dfe78 None None] Pushing event updated for resources: {'Port': ['ID=b9a28802-33be-4a4c-9ca9-49bb7b31bf99,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:04.232517 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-aabd4ea1-6d9a-4fc5-99ce-caa7a23dfe78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:04.257238 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ba7f58d3-2428-4b86-ab7f-875170ba2f74 req-4ff8db63-13a9-42e4-8f31-7245c1bf55dd tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 210 time: 0.0610204 Jun 21 14:53:04.270785 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-aabd4ea1-6d9a-4fc5-99ce-caa7a23dfe78 None None] Attempting to bind port b9a28802-33be-4a4c-9ca9-49bb7b31bf99 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:53:04.271080 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-aabd4ea1-6d9a-4fc5-99ce-caa7a23dfe78 None None] Attempting to bind port b9a28802-33be-4a4c-9ca9-49bb7b31bf99 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '37337bdf-11f2-42a3-a78d-37cde4a80235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '73c7c508-e3c9-4e2a-9590-39fba42525aa'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:53:04.271446 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabd4ea1-6d9a-4fc5-99ce-caa7a23dfe78 None None] Attempting to bind port b9a28802-33be-4a4c-9ca9-49bb7b31bf99 on network 73c7c508-e3c9-4e2a-9590-39fba42525aa {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:53:04.277877 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabd4ea1-6d9a-4fc5-99ce-caa7a23dfe78 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:53:04.278295 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabd4ea1-6d9a-4fc5-99ce-caa7a23dfe78 None None] Checking segment: {'id': '37337bdf-11f2-42a3-a78d-37cde4a80235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '73c7c508-e3c9-4e2a-9590-39fba42525aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:04.278679 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-aabd4ea1-6d9a-4fc5-99ce-caa7a23dfe78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:04.279381 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabd4ea1-6d9a-4fc5-99ce-caa7a23dfe78 None None] Bound using segment: {'id': '37337bdf-11f2-42a3-a78d-37cde4a80235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '73c7c508-e3c9-4e2a-9590-39fba42525aa'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:53:04.280034 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-aabd4ea1-6d9a-4fc5-99ce-caa7a23dfe78 None None] Bound port: b9a28802-33be-4a4c-9ca9-49bb7b31bf99, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37337bdf-11f2-42a3-a78d-37cde4a80235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '73c7c508-e3c9-4e2a-9590-39fba42525aa'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:53:04.280436 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-aabd4ea1-6d9a-4fc5-99ce-caa7a23dfe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:04.294426 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6893dec4-4918-4ffd-8a81-d7df8188935b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:04.307529 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-75134244-9a1f-4a8f-ac16-da0dae4250f4 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:04.312199 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5fc249ee-191f-4d60-b397-e6621b3af1bd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:04.315391 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b99abfc0-462a-47c9-803b-7cad8b94e018 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:04.351839 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75134244-9a1f-4a8f-ac16-da0dae4250f4 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event deleted for resources: {'Subnet': ['ID=8fd83625-1695-474e-aa91-d5e1355087ca,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:04.356043 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-75134244-9a1f-4a8f-ac16-da0dae4250f4 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:04.359355 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5fc249ee-191f-4d60-b397-e6621b3af1bd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:04.368019 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-468b7eae-a184-4bef-a876-f94abc771112 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:04.370456 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:04.370974 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-468b7eae-a184-4bef-a876-f94abc771112 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:04.375874 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-aabd4ea1-6d9a-4fc5-99ce-caa7a23dfe78 None None] For port b9a28802-33be-4a4c-9ca9-49bb7b31bf99, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:53:04.379478 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-aabd4ea1-6d9a-4fc5-99ce-caa7a23dfe78 None None] For port b9a28802-33be-4a4c-9ca9-49bb7b31bf99, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=b9a28802-33be-4a4c-9ca9-49bb7b31bf99,segment=NetworkSegment(37337bdf-11f2-42a3-a78d-37cde4a80235),segment_id=37337bdf-11f2-42a3-a78d-37cde4a80235)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:53:04.394566 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-aabd4ea1-6d9a-4fc5-99ce-caa7a23dfe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:04.403225 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-eb383d10-c305-486a-a4ac-724aac69e0d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:04.456843 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-468b7eae-a184-4bef-a876-f94abc771112 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:04.457460 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468b7eae-a184-4bef-a876-f94abc771112 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Fanout notify agent at l3_agent the message router_deleted on router c8eec065-5279-43af-9c61-133129e0ba80 {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:53:04.463592 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fc249ee-191f-4d60-b397-e6621b3af1bd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:53:04.468323 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-468b7eae-a184-4bef-a876-f94abc771112 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:04.472136 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-468b7eae-a184-4bef-a876-f94abc771112 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/routers/c8eec065-5279-43af-9c61-133129e0ba80 HTTP/1.1" status: 204 len: 168 time: 0.9571252 Jun 21 14:53:04.475784 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35722) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:04.483068 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd4ea1-6d9a-4fc5-99ce-caa7a23dfe78 None None] Pushing event updated for resources: {'Port': ['ID=b9a28802-33be-4a4c-9ca9-49bb7b31bf99,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:04.487923 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-aabd4ea1-6d9a-4fc5-99ce-caa7a23dfe78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:04.512735 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-75134244-9a1f-4a8f-ac16-da0dae4250f4 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:04.517071 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc249ee-191f-4d60-b397-e6621b3af1bd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=234c9e4c-d1ed-454c-93dd-f63ab3686935,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:04.533442 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5fc249ee-191f-4d60-b397-e6621b3af1bd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:04.533442 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-75134244-9a1f-4a8f-ac16-da0dae4250f4 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ddf396-1f8d-4ea8-a1c8-d3e639014cb0']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:04.533988 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a64fcd2-4510-4c7e-8394-b1fde4255f46 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Deleting subnet 211fbb5f-68af-4eda-9beb-2fcc015affb9 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:53:04.536941 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3a64fcd2-4510-4c7e-8394-b1fde4255f46 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:04.542419 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5fc249ee-191f-4d60-b397-e6621b3af1bd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:04.542763 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-5fc249ee-191f-4d60-b397-e6621b3af1bd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Added segment 0d72db2b-c6f4-4ce2-b280-59109dcf818d of type vlan for network 572012d6-106a-42ac-ad82-0f480c4cea22 Jun 21 14:53:04.573541 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-75134244-9a1f-4a8f-ac16-da0dae4250f4 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '072b5009-5544-4410-93cc-aa736997aa05') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:04.574177 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-75134244-9a1f-4a8f-ac16-da0dae4250f4 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '072b5009-5544-4410-93cc-aa736997aa05') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:04.584426 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-75134244-9a1f-4a8f-ac16-da0dae4250f4 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:04.585188 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3a64fcd2-4510-4c7e-8394-b1fde4255f46 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:04.601188 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-75134244-9a1f-4a8f-ac16-da0dae4250f4 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:04.636722 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5fc249ee-191f-4d60-b397-e6621b3af1bd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:04.644229 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6893dec4-4918-4ffd-8a81-d7df8188935b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:04.658811 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75134244-9a1f-4a8f-ac16-da0dae4250f4 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:53:04.659259 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-75134244-9a1f-4a8f-ac16-da0dae4250f4 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:04.684811 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:53:04.684811 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:53:04.684811 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:53:04.684811 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:53:04.684811 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:53:04.684811 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:53:04.684811 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:53:04.684811 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:53:04.684811 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:53:04.684811 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:53:04.684811 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:53:04.684811 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:53:04.684811 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:53:04.684811 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:53:04.684811 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:53:04.684811 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:53:04.684811 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:53:04.684811 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:53:04.684811 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:53:04.684811 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:53:04.684811 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:53:04.684811 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:53:04.684811 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:53:04.684811 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:53:04.684811 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:53:04.684811 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:53:04.684811 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:53:04.684811 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:53:04.684811 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:53:04.684811 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:53:04.684811 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:53:04.684811 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:53:04.721646 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3a64fcd2-4510-4c7e-8394-b1fde4255f46 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:04.808258 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3a64fcd2-4510-4c7e-8394-b1fde4255f46 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:04.811400 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-aa193771-6df4-45d7-9e6b-d74ebc8f48cb tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:04.838650 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-75134244-9a1f-4a8f-ac16-da0dae4250f4 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:04.844787 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5fc249ee-191f-4d60-b397-e6621b3af1bd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:04.851528 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc249ee-191f-4d60-b397-e6621b3af1bd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:04.852162 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5fc249ee-191f-4d60-b397-e6621b3af1bd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:04.854741 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:04.859728 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3a64fcd2-4510-4c7e-8394-b1fde4255f46 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:04.861166 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-75134244-9a1f-4a8f-ac16-da0dae4250f4 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:04.864247 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3a64fcd2-4510-4c7e-8394-b1fde4255f46 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/subnets/211fbb5f-68af-4eda-9beb-2fcc015affb9 HTTP/1.1" status: 204 len: 168 time: 0.3851612 Jun 21 14:53:04.864247 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64fcd2-4510-4c7e-8394-b1fde4255f46 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event deleted for resources: {'Subnet': ['ID=211fbb5f-68af-4eda-9beb-2fcc015affb9,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:04.865751 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35724) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:04.867405 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-75134244-9a1f-4a8f-ac16-da0dae4250f4 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "DELETE /v2.0/networks/e1ddf396-1f8d-4ea8-a1c8-d3e639014cb0 HTTP/1.1" status: 204 len: 168 time: 1.2487502 Jun 21 14:53:04.868084 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3a64fcd2-4510-4c7e-8394-b1fde4255f46 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:04.868596 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35726) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:04.880318 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6893dec4-4918-4ffd-8a81-d7df8188935b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:04.880856 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-02978b6c-a05d-4211-a12b-76816398bce9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1900168640'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:04.886367 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75134244-9a1f-4a8f-ac16-da0dae4250f4 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event deleted for resources: {'Network': ['ID=e1ddf396-1f8d-4ea8-a1c8-d3e639014cb0,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:04.946139 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5fc249ee-191f-4d60-b397-e6621b3af1bd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3653798 Jun 21 14:53:04.948824 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35728) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:04.954923 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-55890491-6173-44b5-a52b-b9d111f9ca8f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'port': {'network_id': '572012d6-106a-42ac-ad82-0f480c4cea22', 'name': 'tempest-PortsTestJSON-933485153'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:05.013041 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc249ee-191f-4d60-b397-e6621b3af1bd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Network': ['ID=572012d6-106a-42ac-ad82-0f480c4cea22,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:05.017102 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02978b6c-a05d-4211-a12b-76816398bce9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Made reservation on behalf of ec26c81e01b543f4bda812836e735e80 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:05.017331 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5fc249ee-191f-4d60-b397-e6621b3af1bd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:05.017638 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2f4c2327-000c-4218-b45f-cb790b4d2d97 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:05.018058 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2f4c2327-000c-4218-b45f-cb790b4d2d97 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:05.019666 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6893dec4-4918-4ffd-8a81-d7df8188935b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:05.021618 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-02978b6c-a05d-4211-a12b-76816398bce9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:05.022043 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:05.026284 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 572012d6-106a-42ac-ad82-0f480c4cea22 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:53:05.026819 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-87b389d3-53ee-431d-b177-4eca0670a4e0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:05.041277 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-6893dec4-4918-4ffd-8a81-d7df8188935b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d38999-cdc1-4912-90d3-a58551f93989']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:05.053602 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-6893dec4-4918-4ffd-8a81-d7df8188935b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '944b0e77-6af8-46d9-89b5-3f1fe1636f07') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:05.054922 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-6893dec4-4918-4ffd-8a81-d7df8188935b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '944b0e77-6af8-46d9-89b5-3f1fe1636f07') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:05.069224 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6893dec4-4918-4ffd-8a81-d7df8188935b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:05.090591 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6893dec4-4918-4ffd-8a81-d7df8188935b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:05.120912 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6893dec4-4918-4ffd-8a81-d7df8188935b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:53:05.121317 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6893dec4-4918-4ffd-8a81-d7df8188935b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:05.130950 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02978b6c-a05d-4211-a12b-76816398bce9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:53:05.148065 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:53:05.148065 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:53:05.148065 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:53:05.148065 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:53:05.148065 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:53:05.148065 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:53:05.148065 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:53:05.148065 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:53:05.148065 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:53:05.148065 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:53:05.148065 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:53:05.148065 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:53:05.148065 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:53:05.148065 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:53:05.148065 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:53:05.148065 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:53:05.148065 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:53:05.148065 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:53:05.148065 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:53:05.148065 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:53:05.148065 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:53:05.148065 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:53:05.148065 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:53:05.148065 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:53:05.148065 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:53:05.148065 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:53:05.148065 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:53:05.148065 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:53:05.148065 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:53:05.148065 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:53:05.148065 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:53:05.148065 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:53:05.162000 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893dec4-4918-4ffd-8a81-d7df8188935b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event deleted for resources: {'Subnet': ['ID=5050e9c6-0d9d-469c-b5df-70d46b2baa1e,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:05.167372 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-02978b6c-a05d-4211-a12b-76816398bce9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:05.167719 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-02978b6c-a05d-4211-a12b-76816398bce9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Added segment 452be5c1-736b-4647-a93f-99b8cf464643 of type vlan for network 4628ed3c-d92d-47da-a2e7-120abf7ad3e2 Jun 21 14:53:05.169652 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6893dec4-4918-4ffd-8a81-d7df8188935b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:05.209602 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55890491-6173-44b5-a52b-b9d111f9ca8f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Made reservation on behalf of d39eebfbe3874515bc761a8de17d07a8 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:05.214127 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-55890491-6173-44b5-a52b-b9d111f9ca8f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:05.230804 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-02978b6c-a05d-4211-a12b-76816398bce9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:05.239353 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6893dec4-4918-4ffd-8a81-d7df8188935b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:05.243616 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6893dec4-4918-4ffd-8a81-d7df8188935b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:05.248384 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6893dec4-4918-4ffd-8a81-d7df8188935b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "DELETE /v2.0/networks/34d38999-cdc1-4912-90d3-a58551f93989 HTTP/1.1" status: 204 len: 168 time: 1.1844783 Jun 21 14:53:05.248829 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35734) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:05.249607 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bdf84140-d868-4f3d-bd82-42cf0c1e2beb tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:05.252634 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:05.268826 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-55890491-6173-44b5-a52b-b9d111f9ca8f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] device_id is not set on port 8d1f7be0-5ece-47c1-92f9-1741f9a26566 yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:53:05.287599 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6893dec4-4918-4ffd-8a81-d7df8188935b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event deleted for resources: {'Network': ['ID=34d38999-cdc1-4912-90d3-a58551f93989,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:05.290213 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-70f6c51f-7a6d-4e9d-8ac7-c8bd3cc420fb tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:05.290939 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70f6c51f-7a6d-4e9d-8ac7-c8bd3cc420fb tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:05.297427 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-70f6c51f-7a6d-4e9d-8ac7-c8bd3cc420fb tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "DELETE /v2.0/networks/34d38999-cdc1-4912-90d3-a58551f93989 HTTP/1.1" status: 404 len: 339 time: 0.0399694 Jun 21 14:53:05.299096 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6893dec4-4918-4ffd-8a81-d7df8188935b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:05.299672 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35738) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:05.305234 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-d9011760-7697-4495-a446-7121b68e0d37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-261904609', 'description': 'd1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:05.350316 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9011760-7697-4495-a446-7121b68e0d37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Made reservation on behalf of 73a56e2567b04ed7afd9166d637dda37 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:05.351739 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.db.resource_extend [None req-02978b6c-a05d-4211-a12b-76816398bce9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 21 14:53:05.365860 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d9011760-7697-4495-a446-7121b68e0d37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:05.371375 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-87b389d3-53ee-431d-b177-4eca0670a4e0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Deleting port 1493bf17-5419-4dd0-9779-f3dd01dffc4e {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:53:05.371716 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-87b389d3-53ee-431d-b177-4eca0670a4e0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:05.403579 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9011760-7697-4495-a446-7121b68e0d37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:53:05.415203 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-02978b6c-a05d-4211-a12b-76816398bce9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:05.418198 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d9011760-7697-4495-a446-7121b68e0d37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:05.425615 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-d9011760-7697-4495-a446-7121b68e0d37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Added segment 1f27db41-506d-494a-9fd9-4b2cac36d644 of type vlan for network 94800fec-087d-44de-bd49-526a7d1a4723 Jun 21 14:53:05.432110 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02978b6c-a05d-4211-a12b-76816398bce9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:05.432765 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-02978b6c-a05d-4211-a12b-76816398bce9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:05.493543 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d9011760-7697-4495-a446-7121b68e0d37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:05.520704 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-caa27efb-11c5-472a-8325-01aa5acc91a1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:05.531532 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-63dc0820-0ae9-430c-9718-30d74b975770 req-1b42d749-aad3-459f-81b7-acdf1a550225 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 210 time: 0.1392934 Jun 21 14:53:05.553493 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d9011760-7697-4495-a446-7121b68e0d37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:05.563322 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9011760-7697-4495-a446-7121b68e0d37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:05.564396 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d9011760-7697-4495-a446-7121b68e0d37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:05.569527 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device b9a28802-33be-4a4c-9ca9-49bb7b31bf99 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:53:05.570964 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0466cb35-c630-424f-8965-f85186509540 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:05.649229 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port b9a28802-33be-4a4c-9ca9-49bb7b31bf99 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:05.655045 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d9011760-7697-4495-a446-7121b68e0d37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3539057 Jun 21 14:53:05.656352 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device b90383c9-0437-4e3e-a6e5-a588c5acf1ee up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:53:05.658509 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35742) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:05.674391 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-02978b6c-a05d-4211-a12b-76816398bce9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7962143 Jun 21 14:53:05.675162 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35744) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:05.705151 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-87b389d3-53ee-431d-b177-4eca0670a4e0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] For port 1493bf17-5419-4dd0-9779-f3dd01dffc4e, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=1493bf17-5419-4dd0-9779-f3dd01dffc4e,segment=NetworkSegment(cfbedffa-699c-4d99-a04c-9b64cecfb092),segment_id=cfbedffa-699c-4d99-a04c-9b64cecfb092)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:05.705811 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-87b389d3-53ee-431d-b177-4eca0670a4e0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:05.719080 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-aa3de592-2962-48e1-b9a5-b5e82a321add tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Request body: {'subnet': {'network_id': '4628ed3c-d92d-47da-a2e7-120abf7ad3e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:05.739076 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port b90383c9-0437-4e3e-a6e5-a588c5acf1ee completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:05.748724 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port b90383c9-0437-4e3e-a6e5-a588c5acf1ee triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:05.750432 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:05.764796 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9011760-7697-4495-a446-7121b68e0d37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event updated for resources: {'Network': ['ID=94800fec-087d-44de-bd49-526a7d1a4723,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:05.770966 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02978b6c-a05d-4211-a12b-76816398bce9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event updated for resources: {'Network': ['ID=4628ed3c-d92d-47da-a2e7-120abf7ad3e2,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:05.776288 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d9011760-7697-4495-a446-7121b68e0d37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:05.803451 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 94800fec-087d-44de-bd49-526a7d1a4723 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:53:05.835903 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2105c24-fa65-465c-bedf-cfd29d9637b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:05.840527 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e2105c24-fa65-465c-bedf-cfd29d9637b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "GET /v2.0/networks?id=94800fec-087d-44de-bd49-526a7d1a4723 HTTP/1.1" status: 200 len: 760 time: 0.1795788 Jun 21 14:53:05.841147 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35748) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:05.846619 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-f31647f0-5395-48df-aa33-473fed4eb221 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Request body: {'network': {'description': 'd2'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:05.864439 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 4628ed3c-d92d-47da-a2e7-120abf7ad3e2 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:53:05.907528 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-02978b6c-a05d-4211-a12b-76816398bce9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:05.936412 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a81458-819b-4a8e-8b65-a18ef3487602 None None] Network 73c7c508-e3c9-4e2a-9590-39fba42525aa requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:05.946011 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a673be3f-d7d0-4545-8124-b9d96fe08155 None None] Network 34d38999-cdc1-4912-90d3-a58551f93989 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:05.947763 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571ab32e-4c5d-4038-9676-705a3e51c314 None None] Network e1ddf396-1f8d-4ea8-a1c8-d3e639014cb0 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:05.964869 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-87b389d3-53ee-431d-b177-4eca0670a4e0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Calling delete_port for 1493bf17-5419-4dd0-9779-f3dd01dffc4e owned by network:dhcp {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:53:06.056020 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f31647f0-5395-48df-aa33-473fed4eb221 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:06.086715 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f31647f0-5395-48df-aa33-473fed4eb221 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:06.089897 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c4e3e21c-3f90-436a-a36f-c3c2bdcf8fe3 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:06.110907 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a673be3f-d7d0-4545-8124-b9d96fe08155 None None] Network 34d38999-cdc1-4912-90d3-a58551f93989 could not be found, it might have been deleted concurrently. {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 21 14:53:06.114801 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571ab32e-4c5d-4038-9676-705a3e51c314 None None] Network e1ddf396-1f8d-4ea8-a1c8-d3e639014cb0 could not be found, it might have been deleted concurrently. {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 21 14:53:06.144258 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-55890491-6173-44b5-a52b-b9d111f9ca8f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:06.162116 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3de592-2962-48e1-b9a5-b5e82a321add tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Made reservation on behalf of ec26c81e01b543f4bda812836e735e80 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:06.166495 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-aa3de592-2962-48e1-b9a5-b5e82a321add tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:06.194124 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31647f0-5395-48df-aa33-473fed4eb221 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event updated for resources: {'Network': ['ID=94800fec-087d-44de-bd49-526a7d1a4723,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:06.196642 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f31647f0-5395-48df-aa33-473fed4eb221 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Network 94800fec-087d-44de-bd49-526a7d1a4723 is not hosted by any dhcp agent {{(pid=105225) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 21 14:53:06.203505 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31647f0-5395-48df-aa33-473fed4eb221 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:06.204153 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f31647f0-5395-48df-aa33-473fed4eb221 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:06.205950 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f31647f0-5395-48df-aa33-473fed4eb221 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "PUT /v2.0/networks/94800fec-087d-44de-bd49-526a7d1a4723 HTTP/1.1" status: 200 len: 757 time: 0.3637860 Jun 21 14:53:06.206993 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f31647f0-5395-48df-aa33-473fed4eb221 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:06.209594 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:06.209707 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35750) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:06.227888 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-952937dd-d9d6-42b1-9343-522b66ddff59 None None] Provisioning for port b9a28802-33be-4a4c-9ca9-49bb7b31bf99 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:06.294762 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-952937dd-d9d6-42b1-9343-522b66ddff59 None None] Provisioning complete for port b9a28802-33be-4a4c-9ca9-49bb7b31bf99 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:06.295144 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-952937dd-d9d6-42b1-9343-522b66ddff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:06.297055 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead15b09-158d-4b68-9e6a-23d2bd673b2f None None] Network 34d38999-cdc1-4912-90d3-a58551f93989 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:06.299932 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc1634d-4d8a-424c-bf28-e9511cb5d6ff None None] Network e1ddf396-1f8d-4ea8-a1c8-d3e639014cb0 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:06.306719 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 94800fec-087d-44de-bd49-526a7d1a4723 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:53:06.312141 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f5c081-6374-42e2-b45b-2988ce78e853 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:06.317411 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f6f5c081-6374-42e2-b45b-2988ce78e853 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "GET /v2.0/networks?id=94800fec-087d-44de-bd49-526a7d1a4723 HTTP/1.1" status: 200 len: 760 time: 0.1030300 Jun 21 14:53:06.317585 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74651ce-bc3b-4f0e-96d9-ee919d4c7bad None None] Network 7a1eaeea-467e-45be-89d5-ac8e947640b4 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:06.317676 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35752) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:06.323140 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-f1923951-c8dc-4268-90b9-5ce1528fa74f tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-850156607'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:06.326343 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-87b389d3-53ee-431d-b177-4eca0670a4e0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:06.332560 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-740ee5c9-1d99-452f-995d-5c2c8b44236f tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:06.350839 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1923951-c8dc-4268-90b9-5ce1528fa74f tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Made reservation on behalf of 73a56e2567b04ed7afd9166d637dda37 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:06.355433 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f1923951-c8dc-4268-90b9-5ce1528fa74f tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:06.382677 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-55890491-6173-44b5-a52b-b9d111f9ca8f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:06.395763 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1923951-c8dc-4268-90b9-5ce1528fa74f tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:53:06.406692 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f1923951-c8dc-4268-90b9-5ce1528fa74f tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:06.407440 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-f1923951-c8dc-4268-90b9-5ce1528fa74f tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Added segment 11a2c91e-bbf5-42b7-b54d-05bbb4cc2b47 of type vlan for network 07c95288-d70f-42df-9393-0d87c29c16da Jun 21 14:53:06.481181 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b389d3-53ee-431d-b177-4eca0670a4e0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event deleted for resources: {'Port': ['ID=1493bf17-5419-4dd0-9779-f3dd01dffc4e,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:06.481752 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f1923951-c8dc-4268-90b9-5ce1528fa74f tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:06.484339 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-87b389d3-53ee-431d-b177-4eca0670a4e0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:06.487119 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b389d3-53ee-431d-b177-4eca0670a4e0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] No DVR routers for this DVR port 1493bf17-5419-4dd0-9779-f3dd01dffc4e on host dv-neutron-797121-2-hyperv {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:53:06.490118 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead15b09-158d-4b68-9e6a-23d2bd673b2f None None] Network 34d38999-cdc1-4912-90d3-a58551f93989 could not be found, it might have been deleted concurrently. {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 21 14:53:06.491633 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc1634d-4d8a-424c-bf28-e9511cb5d6ff None None] Network e1ddf396-1f8d-4ea8-a1c8-d3e639014cb0 could not be found, it might have been deleted concurrently. {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 21 14:53:06.505944 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a4faaf4c-8727-4e3f-8c35-738687651bd8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:06.544047 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f1923951-c8dc-4268-90b9-5ce1528fa74f tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:06.548835 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3597db4b-1e1d-4795-b223-ac246ffc695f None None] Network 34d38999-cdc1-4912-90d3-a58551f93989 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:06.551856 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1923951-c8dc-4268-90b9-5ce1528fa74f tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:06.552498 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f1923951-c8dc-4268-90b9-5ce1528fa74f tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:06.565104 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-80e0ec56-9806-4317-a21b-5d8b86b38649 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:06.575890 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-aa3de592-2962-48e1-b9a5-b5e82a321add tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:06.588930 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3597db4b-1e1d-4795-b223-ac246ffc695f None None] Network 34d38999-cdc1-4912-90d3-a58551f93989 could not be found, it might have been deleted concurrently. {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 21 14:53:06.590298 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f1923951-c8dc-4268-90b9-5ce1528fa74f tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2713020 Jun 21 14:53:06.590859 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35762) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:06.601745 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55890491-6173-44b5-a52b-b9d111f9ca8f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Port': ['ID=8d1f7be0-5ece-47c1-92f9-1741f9a26566,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:06.602720 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port b90383c9-0437-4e3e-a6e5-a588c5acf1ee, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=b90383c9-0437-4e3e-a6e5-a588c5acf1ee,segment=NetworkSegment(de29049e-cb44-42ae-8f1b-766943afd272),segment_id=de29049e-cb44-42ae-8f1b-766943afd272)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:06.605717 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-55890491-6173-44b5-a52b-b9d111f9ca8f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:06.622065 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:06.635321 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-b848bd36-9997-400a-b82a-f684296914a2 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Request body: {'subnet': {'network_id': '07c95288-d70f-42df-9393-0d87c29c16da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:06.675971 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:06.682047 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-952937dd-d9d6-42b1-9343-522b66ddff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:06.695718 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b2118547-9069-4909-b8b2-c8c8d5a1d7a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:06.719389 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1923951-c8dc-4268-90b9-5ce1528fa74f tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event updated for resources: {'Network': ['ID=07c95288-d70f-42df-9393-0d87c29c16da,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:06.724459 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f1923951-c8dc-4268-90b9-5ce1528fa74f tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:06.730745 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-952937dd-d9d6-42b1-9343-522b66ddff59 None None] For port b9a28802-33be-4a4c-9ca9-49bb7b31bf99, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=b9a28802-33be-4a4c-9ca9-49bb7b31bf99,segment=NetworkSegment(37337bdf-11f2-42a3-a78d-37cde4a80235),segment_id=37337bdf-11f2-42a3-a78d-37cde4a80235)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:06.755769 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4e7c1e7a-aa2a-4ee7-a604-57cebe0546bb req-c82b6028-b03c-420f-a4c5-c34c5f107cf2 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 210 time: 0.0852637 Jun 21 14:53:06.770565 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b848bd36-9997-400a-b82a-f684296914a2 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Made reservation on behalf of 73a56e2567b04ed7afd9166d637dda37 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:06.774732 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b848bd36-9997-400a-b82a-f684296914a2 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:06.779818 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 07c95288-d70f-42df-9393-0d87c29c16da details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:53:06.792973 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-87b389d3-53ee-431d-b177-4eca0670a4e0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:06.812882 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3de592-2962-48e1-b9a5-b5e82a321add tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event updated for resources: {'Subnet': ['ID=3e79e17c-7956-4b74-979d-8a32185f5003,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:06.815874 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-aa3de592-2962-48e1-b9a5-b5e82a321add tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:06.820103 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-87b389d3-53ee-431d-b177-4eca0670a4e0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a1eaeea-467e-45be-89d5-ac8e947640b4']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:06.839652 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-87b389d3-53ee-431d-b177-4eca0670a4e0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfbedffa-699c-4d99-a04c-9b64cecfb092') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:06.839999 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-87b389d3-53ee-431d-b177-4eca0670a4e0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfbedffa-699c-4d99-a04c-9b64cecfb092') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:06.856188 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-87b389d3-53ee-431d-b177-4eca0670a4e0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:06.863327 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-952937dd-d9d6-42b1-9343-522b66ddff59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:06.865559 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3de592-2962-48e1-b9a5-b5e82a321add tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Checking segment: {'id': '452be5c1-736b-4647-a93f-99b8cf464643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4628ed3c-d92d-47da-a2e7-120abf7ad3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:06.865954 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3de592-2962-48e1-b9a5-b5e82a321add tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Network hostable DHCP agents. Network: 4628ed3c-d92d-47da-a2e7-120abf7ad3e2, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:53:06.870521 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55890491-6173-44b5-a52b-b9d111f9ca8f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Checking segment: {'id': '0d72db2b-c6f4-4ce2-b280-59109dcf818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '572012d6-106a-42ac-ad82-0f480c4cea22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:06.870899 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55890491-6173-44b5-a52b-b9d111f9ca8f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Network hostable DHCP agents. Network: 572012d6-106a-42ac-ad82-0f480c4cea22, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:53:06.882934 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-87b389d3-53ee-431d-b177-4eca0670a4e0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:06.898345 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87b389d3-53ee-431d-b177-4eca0670a4e0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:53:06.898744 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-87b389d3-53ee-431d-b177-4eca0670a4e0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:06.903608 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:53:06.903608 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:53:06.903608 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:53:06.903608 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:53:06.903608 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:53:06.903608 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:53:06.903608 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:53:06.903608 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:53:06.903608 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:53:06.903608 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:53:06.903608 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:53:06.903608 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:53:06.903608 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:53:06.903608 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:53:06.903608 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:53:06.903608 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:53:06.903608 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:53:06.903608 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:53:06.903608 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:53:06.903608 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:53:06.903608 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:53:06.903608 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:53:06.903608 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:53:06.903608 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:53:06.903608 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:53:06.903608 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:53:06.903608 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:53:06.903608 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:53:06.903608 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:53:06.903608 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:53:06.903608 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:53:06.903608 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:53:06.903608 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:53:06.903608 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:53:06.913152 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=b90383c9-0437-4e3e-a6e5-a588c5acf1ee,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:06.916532 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:06.917011 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-a24dafe0-bc01-47c1-bbd6-2f528a96923f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:06.972070 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952937dd-d9d6-42b1-9343-522b66ddff59 None None] Pushing event updated for resources: {'Port': ['ID=b9a28802-33be-4a4c-9ca9-49bb7b31bf99,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:06.972231 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55890491-6173-44b5-a52b-b9d111f9ca8f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Network 572012d6-106a-42ac-ad82-0f480c4cea22 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:53:06.975076 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3de592-2962-48e1-b9a5-b5e82a321add tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Network 4628ed3c-d92d-47da-a2e7-120abf7ad3e2 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:53:06.987495 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-952937dd-d9d6-42b1-9343-522b66ddff59 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:07.000199 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f2b320fb-6ddf-464b-a92a-1fafc46e70f4 None None] Provisioning complete for port b90383c9-0437-4e3e-a6e5-a588c5acf1ee triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:07.000730 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f2b320fb-6ddf-464b-a92a-1fafc46e70f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:07.002449 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-55890491-6173-44b5-a52b-b9d111f9ca8f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 572012d6-106a-42ac-ad82-0f480c4cea22) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:07.006680 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55890491-6173-44b5-a52b-b9d111f9ca8f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:53:07.013637 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55890491-6173-44b5-a52b-b9d111f9ca8f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:07.015321 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-55890491-6173-44b5-a52b-b9d111f9ca8f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:07.020692 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-aa3de592-2962-48e1-b9a5-b5e82a321add tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 4628ed3c-d92d-47da-a2e7-120abf7ad3e2) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:07.026319 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3de592-2962-48e1-b9a5-b5e82a321add tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:07.026701 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a554498-e7ce-46d0-9121-2adc595c8a45 None None] Network 572012d6-106a-42ac-ad82-0f480c4cea22 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:07.028025 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-aa3de592-2962-48e1-b9a5-b5e82a321add tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:07.033142 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60231772-8f48-4eaf-8e30-b86f850484bf None None] DHCP port deletion for 7a1eaeea-467e-45be-89d5-ac8e947640b4 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:53:07.034397 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b848bd36-9997-400a-b82a-f684296914a2 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:07.036363 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-87b389d3-53ee-431d-b177-4eca0670a4e0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:07.036998 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a9357c8a-3c79-473a-9850-c6d2bc3581a9 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:07.041196 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-87b389d3-53ee-431d-b177-4eca0670a4e0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:07.046774 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-87b389d3-53ee-431d-b177-4eca0670a4e0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/networks/7a1eaeea-467e-45be-89d5-ac8e947640b4 HTTP/1.1" status: 204 len: 168 time: 2.1761985 Jun 21 14:53:07.051512 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9b7a46b3-3924-4695-868e-12e4c6bbf464 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:07.059386 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35764) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:07.079013 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-49eb1852-6e99-4a9e-a600-ad117bbf83af tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1270647842', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}, 'admin_state_up': False}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:07.085994 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7234a6d-6143-4448-9769-424a150f75d4 None None] Network 4628ed3c-d92d-47da-a2e7-120abf7ad3e2 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:07.091902 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b389d3-53ee-431d-b177-4eca0670a4e0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event deleted for resources: {'Network': ['ID=7a1eaeea-467e-45be-89d5-ac8e947640b4,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:07.100429 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-87b389d3-53ee-431d-b177-4eca0670a4e0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:07.102466 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-aa3de592-2962-48e1-b9a5-b5e82a321add tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4047608 Jun 21 14:53:07.102602 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b848bd36-9997-400a-b82a-f684296914a2 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event updated for resources: {'Subnet': ['ID=bf7e8478-add7-408d-a864-b9f26531f5a0,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:07.118528 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35766) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:07.125748 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-64bf84d2-9025-4e06-9cd8-aa9fe58c1362 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-522578699'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:07.130996 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b848bd36-9997-400a-b82a-f684296914a2 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:07.137050 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-55890491-6173-44b5-a52b-b9d111f9ca8f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.1832368 Jun 21 14:53:07.138261 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35768) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:07.144176 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-2485df94-c279-406b-bc12-a519377e7b0f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1443495093'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:07.152906 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b848bd36-9997-400a-b82a-f684296914a2 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Checking segment: {'id': '11a2c91e-bbf5-42b7-b54d-05bbb4cc2b47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '07c95288-d70f-42df-9393-0d87c29c16da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:07.153267 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b848bd36-9997-400a-b82a-f684296914a2 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Network hostable DHCP agents. Network: 07c95288-d70f-42df-9393-0d87c29c16da, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:53:07.158417 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-49eb1852-6e99-4a9e-a600-ad117bbf83af tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:07.163479 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-49eb1852-6e99-4a9e-a600-ad117bbf83af tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:07.202686 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bf84d2-9025-4e06-9cd8-aa9fe58c1362 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Made reservation on behalf of ec26c81e01b543f4bda812836e735e80 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:07.208267 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-64bf84d2-9025-4e06-9cd8-aa9fe58c1362 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:07.210556 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b848bd36-9997-400a-b82a-f684296914a2 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Network 07c95288-d70f-42df-9393-0d87c29c16da is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:53:07.229917 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2485df94-c279-406b-bc12-a519377e7b0f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Made reservation on behalf of d39eebfbe3874515bc761a8de17d07a8 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:07.234035 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2485df94-c279-406b-bc12-a519377e7b0f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:07.239259 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-b848bd36-9997-400a-b82a-f684296914a2 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 07c95288-d70f-42df-9393-0d87c29c16da) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:07.255522 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b848bd36-9997-400a-b82a-f684296914a2 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:07.256169 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b848bd36-9997-400a-b82a-f684296914a2 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:07.264411 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-49eb1852-6e99-4a9e-a600-ad117bbf83af tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:07.286790 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b848bd36-9997-400a-b82a-f684296914a2 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6613147 Jun 21 14:53:07.289533 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2485df94-c279-406b-bc12-a519377e7b0f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:53:07.291628 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35770) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:07.346682 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64bf84d2-9025-4e06-9cd8-aa9fe58c1362 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:53:07.353375 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2485df94-c279-406b-bc12-a519377e7b0f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:07.354037 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-2485df94-c279-406b-bc12-a519377e7b0f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Added segment 837d00d6-52da-47f5-91d7-9949895e5312 of type vlan for network 65e7fef7-b0c9-40b9-a4f7-33a71eb5130b Jun 21 14:53:07.397105 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-64bf84d2-9025-4e06-9cd8-aa9fe58c1362 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:07.397508 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-64bf84d2-9025-4e06-9cd8-aa9fe58c1362 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Added segment 412bcd91-0969-45d9-b6e5-26496b9c49e3 of type vlan for network 9d505621-e6ae-4bb2-b464-6344c39bfde1 Jun 21 14:53:07.423946 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfc0778-23c8-4d8c-ae9e-5c2297b4b31a None None] Network 07c95288-d70f-42df-9393-0d87c29c16da requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:07.466947 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-49eb1852-6e99-4a9e-a600-ad117bbf83af tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:07.483385 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2485df94-c279-406b-bc12-a519377e7b0f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:07.487665 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-64bf84d2-9025-4e06-9cd8-aa9fe58c1362 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:07.541088 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-803162eb-d57c-47b4-9d78-45c52240ad6c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:07.572284 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-64bf84d2-9025-4e06-9cd8-aa9fe58c1362 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:07.578666 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bf84d2-9025-4e06-9cd8-aa9fe58c1362 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:07.579385 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-64bf84d2-9025-4e06-9cd8-aa9fe58c1362 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:07.586169 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5de31fb6-9024-426a-9e4e-a1b392e87600 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:07.598050 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device b9a28802-33be-4a4c-9ca9-49bb7b31bf99 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:53:07.615947 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2485df94-c279-406b-bc12-a519377e7b0f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:07.621564 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2485df94-c279-406b-bc12-a519377e7b0f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:07.622209 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2485df94-c279-406b-bc12-a519377e7b0f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:07.630110 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:07.647013 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e7b3bb2d-a73a-4d13-885d-4e8df5db4d3e req-7be493c5-918d-40f9-a8d2-7b96e081e239 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2032144 Jun 21 14:53:07.663895 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-64bf84d2-9025-4e06-9cd8-aa9fe58c1362 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5485868 Jun 21 14:53:07.669016 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35772) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:07.684698 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-781c0cd7-dc29-4b02-856e-b29687230ce5 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Request body: {'subnet': {'network_id': '9d505621-e6ae-4bb2-b464-6344c39bfde1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:07.696054 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-2485df94-c279-406b-bc12-a519377e7b0f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5561893 Jun 21 14:53:07.707275 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35774) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:07.714141 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-922adca3-4c5a-4f21-97b5-32e730de50f4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'ports': [{'network_id': '572012d6-106a-42ac-ad82-0f480c4cea22'}, {'network_id': '65e7fef7-b0c9-40b9-a4f7-33a71eb5130b'}]} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:07.714141 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-922adca3-4c5a-4f21-97b5-32e730de50f4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'port': {'network_id': '572012d6-106a-42ac-ad82-0f480c4cea22'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:07.714515 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-922adca3-4c5a-4f21-97b5-32e730de50f4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'port': {'network_id': '65e7fef7-b0c9-40b9-a4f7-33a71eb5130b'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:07.736434 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-803162eb-d57c-47b4-9d78-45c52240ad6c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:07.757034 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf84d2-9025-4e06-9cd8-aa9fe58c1362 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event updated for resources: {'Network': ['ID=9d505621-e6ae-4bb2-b464-6344c39bfde1,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:07.760204 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-64bf84d2-9025-4e06-9cd8-aa9fe58c1362 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:07.791630 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 9d505621-e6ae-4bb2-b464-6344c39bfde1 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:53:07.793204 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2417c59-f108-41ac-be8d-7823cd2b6ba3 None None] Network 73c7c508-e3c9-4e2a-9590-39fba42525aa requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:07.845706 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485df94-c279-406b-bc12-a519377e7b0f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Network': ['ID=65e7fef7-b0c9-40b9-a4f7-33a71eb5130b,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:07.856917 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2485df94-c279-406b-bc12-a519377e7b0f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:07.927637 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd4161e-08a9-4bbf-85da-39f21ad9836a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-07c95288-d70f-42df-9393-0d87c29c16da', 'network_id': '07c95288-d70f-42df-9393-0d87c29c16da', 'tenant_id': '73a56e2567b04ed7afd9166d637dda37', 'fixed_ips': [{'subnet_id': 'bf7e8478-add7-408d-a864-b9f26531f5a0'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:53:07.928531 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7fd4161e-08a9-4bbf-85da-39f21ad9836a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:07.935591 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781c0cd7-dc29-4b02-856e-b29687230ce5 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Made reservation on behalf of ec26c81e01b543f4bda812836e735e80 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:07.940301 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-781c0cd7-dc29-4b02-856e-b29687230ce5 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:07.951313 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 65e7fef7-b0c9-40b9-a4f7-33a71eb5130b details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:53:08.014349 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3bb2d-a73a-4d13-885d-4e8df5db4d3e req-b2517795-3267-4922-99f4-67670c83e53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:08.016082 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e7b3bb2d-a73a-4d13-885d-4e8df5db4d3e req-b2517795-3267-4922-99f4-67670c83e53b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=11635685b5064af1901fae1b04f861cb&device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 1098 time: 0.2961338 Jun 21 14:53:08.023041 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-803162eb-d57c-47b4-9d78-45c52240ad6c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:08.027486 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-cdd898f3-364a-4e52-a022-ba96d82605c9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:08.046086 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a3376b75-2b50-400c-892b-c16fa5272145 req-8b65308a-6622-4c62-aa6b-e0e556a80b38 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 210 time: 0.0865231 Jun 21 14:53:08.061166 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803162eb-d57c-47b4-9d78-45c52240ad6c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event deleted for resources: {'Subnet': ['ID=bf7e8478-add7-408d-a864-b9f26531f5a0,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:08.067280 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-803162eb-d57c-47b4-9d78-45c52240ad6c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:08.088976 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-49eb1852-6e99-4a9e-a600-ad117bbf83af tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router_gateway, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:08.089489 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922adca3-4c5a-4f21-97b5-32e730de50f4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Made reservation on behalf of d39eebfbe3874515bc761a8de17d07a8 for: {'port': 2} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:08.096425 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-922adca3-4c5a-4f21-97b5-32e730de50f4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:08.111112 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.ipam_backend_mixin [None req-781c0cd7-dc29-4b02-856e-b29687230ce5 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Performing IP validity checks on allocation pools {{(pid=105224) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 21 14:53:08.111632 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.ipam_backend_mixin [None req-781c0cd7-dc29-4b02-856e-b29687230ce5 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105224) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 21 14:53:08.114319 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb163e1f-00ee-4597-8982-54dc86449304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-4628ed3c-d92d-47da-a2e7-120abf7ad3e2', 'network_id': '4628ed3c-d92d-47da-a2e7-120abf7ad3e2', 'tenant_id': 'ec26c81e01b543f4bda812836e735e80', 'fixed_ips': [{'subnet_id': '3e79e17c-7956-4b74-979d-8a32185f5003'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:53:08.114489 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-49eb1852-6e99-4a9e-a600-ad117bbf83af tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:08.115164 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-eb163e1f-00ee-4597-8982-54dc86449304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:08.148797 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-922adca3-4c5a-4f21-97b5-32e730de50f4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:08.286627 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-49eb1852-6e99-4a9e-a600-ad117bbf83af tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Allocated IP 172.26.3.214 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/2c776b37-e3f3-4852-a753-31d04594e198) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:53:08.312441 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port b9a28802-33be-4a4c-9ca9-49bb7b31bf99 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:08.312740 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:08.378737 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a229226a-d71e-48a1-962b-93a92c518856 None None] Network 07c95288-d70f-42df-9393-0d87c29c16da requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:08.392954 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-781c0cd7-dc29-4b02-856e-b29687230ce5 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:08.396972 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6d1c76ae-ba4d-4883-92b2-08752e420dc1 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:08.491703 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781c0cd7-dc29-4b02-856e-b29687230ce5 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event updated for resources: {'Subnet': ['ID=28fee736-d218-43c3-a435-904db86c9468,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:08.501280 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-781c0cd7-dc29-4b02-856e-b29687230ce5 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:08.514941 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-49eb1852-6e99-4a9e-a600-ad117bbf83af tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:08.519951 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-79aa6c60-0f9f-488c-a629-56c13a09c2b5 None None] Provisioning complete for port b9a28802-33be-4a4c-9ca9-49bb7b31bf99 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:08.520560 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-79aa6c60-0f9f-488c-a629-56c13a09c2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:08.520946 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781c0cd7-dc29-4b02-856e-b29687230ce5 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Checking segment: {'id': '412bcd91-0969-45d9-b6e5-26496b9c49e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9d505621-e6ae-4bb2-b464-6344c39bfde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:08.521193 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781c0cd7-dc29-4b02-856e-b29687230ce5 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Network hostable DHCP agents. Network: 9d505621-e6ae-4bb2-b464-6344c39bfde1, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:53:08.557390 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781c0cd7-dc29-4b02-856e-b29687230ce5 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Network 9d505621-e6ae-4bb2-b464-6344c39bfde1 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:53:08.572603 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-781c0cd7-dc29-4b02-856e-b29687230ce5 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 9d505621-e6ae-4bb2-b464-6344c39bfde1) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:08.577137 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781c0cd7-dc29-4b02-856e-b29687230ce5 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:08.577696 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-781c0cd7-dc29-4b02-856e-b29687230ce5 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:08.589075 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-49eb1852-6e99-4a9e-a600-ad117bbf83af tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:08.593172 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d6312130-b45c-4c9b-a485-dc11419f56ed tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:08.626751 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-781c0cd7-dc29-4b02-856e-b29687230ce5 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9536788 Jun 21 14:53:08.629721 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35780) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:08.629919 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52997dfb-b27a-41a4-bf1b-c72aad50aefa None None] Network 9d505621-e6ae-4bb2-b464-6344c39bfde1 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:08.688008 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-922adca3-4c5a-4f21-97b5-32e730de50f4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] device_id is not set on port 7a37b212-7acf-4efc-a179-ac9b378b5ce8 yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:53:08.715128 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-eb163e1f-00ee-4597-8982-54dc86449304 None None] Allocated IP 2001:db8::3 (4628ed3c-d92d-47da-a2e7-120abf7ad3e2/3e79e17c-7956-4b74-979d-8a32185f5003/c10397e1-c519-4793-a5e7-85b7f213d323) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:53:08.812533 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-922adca3-4c5a-4f21-97b5-32e730de50f4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:08.892826 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-922adca3-4c5a-4f21-97b5-32e730de50f4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] device_id is not set on port b5372d09-d82e-4c62-8239-322c40d1571f yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:53:08.939097 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device b90383c9-0437-4e3e-a6e5-a588c5acf1ee up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:53:09.008905 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-922adca3-4c5a-4f21-97b5-32e730de50f4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:09.071990 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:53:09.099852 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-803162eb-d57c-47b4-9d78-45c52240ad6c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:09.110546 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49eb1852-6e99-4a9e-a600-ad117bbf83af tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:09.122983 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-922adca3-4c5a-4f21-97b5-32e730de50f4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:09.127351 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-803162eb-d57c-47b4-9d78-45c52240ad6c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c95288-d70f-42df-9393-0d87c29c16da']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:09.149476 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1fd348d8-02e6-4b3b-850e-8221f8fa8b4b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:09.171941 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-803162eb-d57c-47b4-9d78-45c52240ad6c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11a2c91e-bbf5-42b7-b54d-05bbb4cc2b47') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:09.172320 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-803162eb-d57c-47b4-9d78-45c52240ad6c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11a2c91e-bbf5-42b7-b54d-05bbb4cc2b47') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:09.183422 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-49eb1852-6e99-4a9e-a600-ad117bbf83af tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:09.187928 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eb1852-6e99-4a9e-a600-ad117bbf83af tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:53:09.190567 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb1852-6e99-4a9e-a600-ad117bbf83af tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Port': ['ID=2c776b37-e3f3-4852-a753-31d04594e198,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:09.196081 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:09.198199 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-49eb1852-6e99-4a9e-a600-ad117bbf83af tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:09.202938 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3bb2d-a73a-4d13-885d-4e8df5db4d3e req-7aa54efb-59ad-4368-af70-1aae94887c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:09.204866 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e7b3bb2d-a73a-4d13-885d-4e8df5db4d3e req-7aa54efb-59ad-4368-af70-1aae94887c29 service neutron] 10.222.0.66 "GET /v2.0/networks?id=393f8381-0805-46a3-9584-62cfa82bcbaf HTTP/1.1" status: 200 len: 912 time: 1.1523676 Jun 21 14:53:09.223743 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922adca3-4c5a-4f21-97b5-32e730de50f4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Network 572012d6-106a-42ac-ad82-0f480c4cea22 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:09.232466 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-803162eb-d57c-47b4-9d78-45c52240ad6c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:09.245860 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526228aa-3e32-4e0e-ab68-a13006fc2430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-9d505621-e6ae-4bb2-b464-6344c39bfde1', 'network_id': '9d505621-e6ae-4bb2-b464-6344c39bfde1', 'tenant_id': 'ec26c81e01b543f4bda812836e735e80', 'fixed_ips': [{'subnet_id': '28fee736-d218-43c3-a435-904db86c9468'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:53:09.247280 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-526228aa-3e32-4e0e-ab68-a13006fc2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:09.249088 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-922adca3-4c5a-4f21-97b5-32e730de50f4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:09.296893 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-eb163e1f-00ee-4597-8982-54dc86449304 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:09.297179 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922adca3-4c5a-4f21-97b5-32e730de50f4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:53:09.298331 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-922adca3-4c5a-4f21-97b5-32e730de50f4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:09.304835 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port b90383c9-0437-4e3e-a6e5-a588c5acf1ee triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:09.305547 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:09.335070 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-803162eb-d57c-47b4-9d78-45c52240ad6c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:09.352244 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922adca3-4c5a-4f21-97b5-32e730de50f4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Port': ['ID=7a37b212-7acf-4efc-a179-ac9b378b5ce8,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:09.362297 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-922adca3-4c5a-4f21-97b5-32e730de50f4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:09.362826 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ace350bc-5490-41ff-ad64-b4c4f02e86c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:09.397606 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-803162eb-d57c-47b4-9d78-45c52240ad6c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:53:09.398223 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-803162eb-d57c-47b4-9d78-45c52240ad6c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:09.404210 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:53:09.404210 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:53:09.404210 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:53:09.404210 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:53:09.404210 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:53:09.404210 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:53:09.404210 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:53:09.404210 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:53:09.404210 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:53:09.404210 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:53:09.404210 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:53:09.404210 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:53:09.404210 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:53:09.404210 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:53:09.404210 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:53:09.404210 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:53:09.404210 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:53:09.404210 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:53:09.404210 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:53:09.404210 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:53:09.404210 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:53:09.404210 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:53:09.404210 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:53:09.404210 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:53:09.404210 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:53:09.404210 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:53:09.404210 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:53:09.404210 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:53:09.404210 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:53:09.404210 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:53:09.404210 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:53:09.404210 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:53:09.404210 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:53:09.404210 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:53:09.423911 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-a6fd0a29-85ad-4254-a9b0-a9384c553e96 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:09.425381 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-a6fd0a29-85ad-4254-a9b0-a9384c553e96 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.66 "GET /v2.0/networks?id=f484fb70-feb1-4f25-877a-464c31fc799c HTTP/1.1" status: 200 len: 797 time: 0.3495448 Jun 21 14:53:09.433186 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-87038d21-84f8-403f-b6e7-e2ec2696ffdd req-d0e8ab6d-935f-4c07-af59-6772a38e25c6 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 210 time: 0.0853648 Jun 21 14:53:09.463253 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e7b3bb2d-a73a-4d13-885d-4e8df5db4d3e req-e9cb1f5b-6279-435e-9e8c-413c080ecd40 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac8496c7-d6cc-470a-91c4-c943a5eda639 HTTP/1.1" status: 200 len: 1001 time: 0.2190566 Jun 21 14:53:09.482529 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:09.487087 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922adca3-4c5a-4f21-97b5-32e730de50f4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Port': ['ID=b5372d09-d82e-4c62-8239-322c40d1571f,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:09.489916 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-922adca3-4c5a-4f21-97b5-32e730de50f4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:09.511816 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-fd60ff2f-a7c5-4e92-9a47-c98185fb323e None None] Provisioning complete for port b9a28802-33be-4a4c-9ca9-49bb7b31bf99 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:09.512165 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-fd60ff2f-a7c5-4e92-9a47-c98185fb323e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:09.542701 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-eb163e1f-00ee-4597-8982-54dc86449304 None None] Transition to ACTIVE for port object c10397e1-c519-4793-a5e7-85b7f213d323 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:09.544435 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922adca3-4c5a-4f21-97b5-32e730de50f4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Checking segment: {'id': '837d00d6-52da-47f5-91d7-9949895e5312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '65e7fef7-b0c9-40b9-a4f7-33a71eb5130b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:09.544906 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922adca3-4c5a-4f21-97b5-32e730de50f4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Network hostable DHCP agents. Network: 65e7fef7-b0c9-40b9-a4f7-33a71eb5130b, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:53:09.549878 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-803162eb-d57c-47b4-9d78-45c52240ad6c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:09.554257 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-803162eb-d57c-47b4-9d78-45c52240ad6c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:09.556381 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-803162eb-d57c-47b4-9d78-45c52240ad6c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "DELETE /v2.0/networks/07c95288-d70f-42df-9393-0d87c29c16da HTTP/1.1" status: 204 len: 168 time: 2.2636366 Jun 21 14:53:09.559525 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-56d9bdd9-3c6a-4489-9cc3-f1baae594e3a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:09.568560 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35788) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:09.589322 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3bb2d-a73a-4d13-885d-4e8df5db4d3e req-daa61712-5332-474f-89b6-e5ef03d7369e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:09.590725 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e7b3bb2d-a73a-4d13-885d-4e8df5db4d3e req-daa61712-5332-474f-89b6-e5ef03d7369e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3bb9f9f-5a2e-4ed7-b8d4-076458baa435 HTTP/1.1" status: 200 len: 850 time: 0.1050942 Jun 21 14:53:09.592047 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803162eb-d57c-47b4-9d78-45c52240ad6c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event deleted for resources: {'Network': ['ID=07c95288-d70f-42df-9393-0d87c29c16da,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:09.599110 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-803162eb-d57c-47b4-9d78-45c52240ad6c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:09.612126 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-eb163e1f-00ee-4597-8982-54dc86449304 None None] Transition to ACTIVE for port object c10397e1-c519-4793-a5e7-85b7f213d323 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:09.613580 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-a013498f-b64b-4997-a1ab-bf2ac0b8719d tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=060f9c733e164454be5831351376fee6 HTTP/1.1" status: 200 len: 380 time: 0.1522813 Jun 21 14:53:09.619402 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c116f01-a443-4e3a-8c9b-0da63e73750c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] GET failed (client error): The resource could not be found. Jun 21 14:53:09.620717 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0c116f01-a443-4e3a-8c9b-0da63e73750c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "GET /v2.0/subnets/bf7e8478-add7-408d-a864-b9f26531f5a0 HTTP/1.1" status: 404 len: 337 time: 0.0515151 Jun 21 14:53:09.630535 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-ef1509e9-0805-4100-8d74-ca006ee7e67d tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Request body: {'port': {'device_id': '36629ba0-ae8b-4546-a0b2-d7c2737a2307', 'network_id': 'f484fb70-feb1-4f25-877a-464c31fc799c', 'admin_state_up': True, 'tenant_id': '060f9c733e164454be5831351376fee6', 'security_groups': ['4b633c1b-6044-439e-9871-9d4719d063b7']}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:09.633974 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35790) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:09.645957 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-eb163e1f-00ee-4597-8982-54dc86449304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:09.648986 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-526228aa-3e32-4e0e-ab68-a13006fc2430 None None] Allocated IP 2001:db8::3 (9d505621-e6ae-4bb2-b464-6344c39bfde1/28fee736-d218-43c3-a435-904db86c9468/87f55384-5b31-449b-9c8f-d4298525a483) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:53:09.651070 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-9f8513e1-33fa-4300-9698-4adae6278848 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:09.658778 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922adca3-4c5a-4f21-97b5-32e730de50f4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Network 65e7fef7-b0c9-40b9-a4f7-33a71eb5130b is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:53:09.678922 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-922adca3-4c5a-4f21-97b5-32e730de50f4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 65e7fef7-b0c9-40b9-a4f7-33a71eb5130b) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:09.683258 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922adca3-4c5a-4f21-97b5-32e730de50f4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:53:09.690042 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922adca3-4c5a-4f21-97b5-32e730de50f4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:09.695393 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922adca3-4c5a-4f21-97b5-32e730de50f4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:09.696108 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-922adca3-4c5a-4f21-97b5-32e730de50f4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:09.716686 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3bb2d-a73a-4d13-885d-4e8df5db4d3e req-8cb0a4d4-005a-4225-8d95-f7edc3bec350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:09.718558 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e7b3bb2d-a73a-4d13-885d-4e8df5db4d3e req-8cb0a4d4-005a-4225-8d95-f7edc3bec350 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=393f8381-0805-46a3-9584-62cfa82bcbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1181767 Jun 21 14:53:09.725572 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-922adca3-4c5a-4f21-97b5-32e730de50f4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0170021 Jun 21 14:53:09.726447 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35792) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:09.727546 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-01035e06-3ce6-4c3e-acbd-33a78b708288 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:09.728167 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01035e06-3ce6-4c3e-acbd-33a78b708288 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:09.733512 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-01035e06-3ce6-4c3e-acbd-33a78b708288 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "DELETE /v2.0/networks/07c95288-d70f-42df-9393-0d87c29c16da HTTP/1.1" status: 404 len: 339 time: 0.0943136 Jun 21 14:53:09.736444 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35794) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:09.873956 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 1493bf17-5419-4dd0-9779-f3dd01dffc4e no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:53:09.886570 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e7b3bb2d-a73a-4d13-885d-4e8df5db4d3e req-6edb7879-324a-4bbb-90ce-98427362f46d service neutron] 10.222.0.66 "GET /v2.0/networks/393f8381-0805-46a3-9584-62cfa82bcbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586289 Jun 21 14:53:09.893945 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0107ff-e15c-444d-bc34-25380c87289a None None] Network 65e7fef7-b0c9-40b9-a4f7-33a71eb5130b requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:09.915855 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 1493bf17-5419-4dd0-9779-f3dd01dffc4e {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:53:09.916073 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 1493bf17-5419-4dd0-9779-f3dd01dffc4e not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:53:09.959926 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb163e1f-00ee-4597-8982-54dc86449304 None None] Network 4628ed3c-d92d-47da-a2e7-120abf7ad3e2 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:09.962628 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-d3b03307-4a02-4099-88de-64f0d05c30f9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Deleting port b5372d09-d82e-4c62-8239-322c40d1571f {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:53:09.962957 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d3b03307-4a02-4099-88de-64f0d05c30f9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:10.003727 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-49eb1852-6e99-4a9e-a600-ad117bbf83af tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router_gateway, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:10.010220 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-eb163e1f-00ee-4597-8982-54dc86449304 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:10.026508 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb163e1f-00ee-4597-8982-54dc86449304 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:53:10.035123 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb163e1f-00ee-4597-8982-54dc86449304 None None] Pushing event updated for resources: {'Port': ['ID=c10397e1-c519-4793-a5e7-85b7f213d323,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:10.043686 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-eb163e1f-00ee-4597-8982-54dc86449304 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:10.053587 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d3b03307-4a02-4099-88de-64f0d05c30f9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:10.058454 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e7b3bb2d-a73a-4d13-885d-4e8df5db4d3e req-2b48ad2b-d7f2-49ff-b7ea-e1e73d65aab6 service neutron] 10.222.0.66 "GET /v2.0/networks/393f8381-0805-46a3-9584-62cfa82bcbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651154 Jun 21 14:53:10.062948 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5273b708-5cd5-48e3-ad73-a72e25f4e498 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:10.064546 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5273b708-5cd5-48e3-ad73-a72e25f4e498 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3244328 Jun 21 14:53:10.067442 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35796) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:10.114554 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-ef1509e9-0805-4100-8d74-ca006ee7e67d tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Made reservation on behalf of 060f9c733e164454be5831351376fee6 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:10.118594 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-ef1509e9-0805-4100-8d74-ca006ee7e67d tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:10.173724 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-d3b03307-4a02-4099-88de-64f0d05c30f9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Calling delete_port for b5372d09-d82e-4c62-8239-322c40d1571f owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:53:10.179734 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-31046cc3-3f77-4eef-9ff2-65712c0427c8 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "GET /v2.0/subnets?network_id=78e7bc12-ea33-4baf-9744-b93105835641 HTTP/1.1" status: 200 len: 207 time: 0.1110816 Jun 21 14:53:10.180938 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-eb163e1f-00ee-4597-8982-54dc86449304 None None] Attempting to bind port c10397e1-c519-4793-a5e7-85b7f213d323 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:53:10.181322 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-eb163e1f-00ee-4597-8982-54dc86449304 None None] Attempting to bind port c10397e1-c519-4793-a5e7-85b7f213d323 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '452be5c1-736b-4647-a93f-99b8cf464643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4628ed3c-d92d-47da-a2e7-120abf7ad3e2'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:53:10.181694 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb163e1f-00ee-4597-8982-54dc86449304 None None] Attempting to bind port c10397e1-c519-4793-a5e7-85b7f213d323 on network 4628ed3c-d92d-47da-a2e7-120abf7ad3e2 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:53:10.183355 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35798) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:10.198481 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb163e1f-00ee-4597-8982-54dc86449304 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:53:10.198942 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb163e1f-00ee-4597-8982-54dc86449304 None None] Checking segment: {'id': '452be5c1-736b-4647-a93f-99b8cf464643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4628ed3c-d92d-47da-a2e7-120abf7ad3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:10.199396 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-eb163e1f-00ee-4597-8982-54dc86449304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:10.199771 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb163e1f-00ee-4597-8982-54dc86449304 None None] Bound using segment: {'id': '452be5c1-736b-4647-a93f-99b8cf464643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4628ed3c-d92d-47da-a2e7-120abf7ad3e2'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:53:10.200124 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-eb163e1f-00ee-4597-8982-54dc86449304 None None] Bound port: c10397e1-c519-4793-a5e7-85b7f213d323, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '452be5c1-736b-4647-a93f-99b8cf464643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '4628ed3c-d92d-47da-a2e7-120abf7ad3e2'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:53:10.200502 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-eb163e1f-00ee-4597-8982-54dc86449304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:10.302960 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-526228aa-3e32-4e0e-ab68-a13006fc2430 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:10.324979 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-526228aa-3e32-4e0e-ab68-a13006fc2430 None None] Transition to ACTIVE for port object 87f55384-5b31-449b-9c8f-d4298525a483 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:10.334060 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-eb163e1f-00ee-4597-8982-54dc86449304 None None] For port c10397e1-c519-4793-a5e7-85b7f213d323, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:53:10.339317 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-eb163e1f-00ee-4597-8982-54dc86449304 None None] For port c10397e1-c519-4793-a5e7-85b7f213d323, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=c10397e1-c519-4793-a5e7-85b7f213d323,segment=NetworkSegment(452be5c1-736b-4647-a93f-99b8cf464643),segment_id=452be5c1-736b-4647-a93f-99b8cf464643)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:53:10.351775 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-eb163e1f-00ee-4597-8982-54dc86449304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:10.353077 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f996c26b-f621-4cf2-ba64-8e342c1733fb tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:10.354214 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-526228aa-3e32-4e0e-ab68-a13006fc2430 None None] Transition to ACTIVE for port object 87f55384-5b31-449b-9c8f-d4298525a483 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:10.355588 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-dbfde6a6-2159-4158-a340-763942101bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:10.359294 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f996c26b-f621-4cf2-ba64-8e342c1733fb tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:10.366339 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f996c26b-f621-4cf2-ba64-8e342c1733fb tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:10.372507 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f996c26b-f621-4cf2-ba64-8e342c1733fb tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:10.378207 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f996c26b-f621-4cf2-ba64-8e342c1733fb tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.1900864 Jun 21 14:53:10.378542 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35800) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:10.393841 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-49eb1852-6e99-4a9e-a600-ad117bbf83af tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:10.396300 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-526228aa-3e32-4e0e-ab68-a13006fc2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:10.401022 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-ef1509e9-0805-4100-8d74-ca006ee7e67d tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Allocated IP 172.20.0.9 (f484fb70-feb1-4f25-877a-464c31fc799c/0d0620da-2b3a-40f4-8576-0503ea417cc9/770ef2a8-b1b6-4903-baf5-e7da67bed61e) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:53:10.412191 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d3b03307-4a02-4099-88de-64f0d05c30f9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:10.412441 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:10.431770 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526228aa-3e32-4e0e-ab68-a13006fc2430 None None] Network 9d505621-e6ae-4bb2-b464-6344c39bfde1 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:10.436775 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-526228aa-3e32-4e0e-ab68-a13006fc2430 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:10.445051 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526228aa-3e32-4e0e-ab68-a13006fc2430 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:53:10.447378 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-518ed5bb-f00f-45c2-a101-be3dd6b2b687 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:10.454503 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-57205ea0-642e-4d95-835f-17b8b097bc31 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:10.457374 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb163e1f-00ee-4597-8982-54dc86449304 None None] Pushing event updated for resources: {'Port': ['ID=c10397e1-c519-4793-a5e7-85b7f213d323,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:10.466759 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-eb163e1f-00ee-4597-8982-54dc86449304 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:10.466759 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:10.497224 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b03307-4a02-4099-88de-64f0d05c30f9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Port': ['ID=b5372d09-d82e-4c62-8239-322c40d1571f,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:10.509540 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d3b03307-4a02-4099-88de-64f0d05c30f9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:10.519244 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d3b03307-4a02-4099-88de-64f0d05c30f9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:10.520539 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event deleted for resources: {'Subnet': ['ID=28fee736-d218-43c3-a435-904db86c9468,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:10.523341 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d3b03307-4a02-4099-88de-64f0d05c30f9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/ports/b5372d09-d82e-4c62-8239-322c40d1571f HTTP/1.1" status: 204 len: 168 time: 0.7834594 Jun 21 14:53:10.529436 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35804) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:10.535025 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:10.580565 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-526228aa-3e32-4e0e-ab68-a13006fc2430 None None] Attempting to bind port 87f55384-5b31-449b-9c8f-d4298525a483 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:53:10.581209 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-526228aa-3e32-4e0e-ab68-a13006fc2430 None None] Attempting to bind port 87f55384-5b31-449b-9c8f-d4298525a483 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '412bcd91-0969-45d9-b6e5-26496b9c49e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9d505621-e6ae-4bb2-b464-6344c39bfde1'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:53:10.581524 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526228aa-3e32-4e0e-ab68-a13006fc2430 None None] Attempting to bind port 87f55384-5b31-449b-9c8f-d4298525a483 on network 9d505621-e6ae-4bb2-b464-6344c39bfde1 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:53:10.594964 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526228aa-3e32-4e0e-ab68-a13006fc2430 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:53:10.595599 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526228aa-3e32-4e0e-ab68-a13006fc2430 None None] Checking segment: {'id': '412bcd91-0969-45d9-b6e5-26496b9c49e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9d505621-e6ae-4bb2-b464-6344c39bfde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:10.596097 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-526228aa-3e32-4e0e-ab68-a13006fc2430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:10.596570 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526228aa-3e32-4e0e-ab68-a13006fc2430 None None] Bound using segment: {'id': '412bcd91-0969-45d9-b6e5-26496b9c49e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9d505621-e6ae-4bb2-b464-6344c39bfde1'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:53:10.597228 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-526228aa-3e32-4e0e-ab68-a13006fc2430 None None] Bound port: 87f55384-5b31-449b-9c8f-d4298525a483, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '412bcd91-0969-45d9-b6e5-26496b9c49e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '9d505621-e6ae-4bb2-b464-6344c39bfde1'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:53:10.597677 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-526228aa-3e32-4e0e-ab68-a13006fc2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:10.616552 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526228aa-3e32-4e0e-ab68-a13006fc2430 None None] Pushing event updated for resources: {'Port': ['ID=87f55384-5b31-449b-9c8f-d4298525a483,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:10.623093 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d63c12a2-cc3e-4be7-9e73-2598c682b7fe tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.2426810 Jun 21 14:53:10.625584 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-526228aa-3e32-4e0e-ab68-a13006fc2430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:10.628476 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35806) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:10.726332 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-526228aa-3e32-4e0e-ab68-a13006fc2430 None None] For port 87f55384-5b31-449b-9c8f-d4298525a483, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:53:10.730160 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-526228aa-3e32-4e0e-ab68-a13006fc2430 None None] For port 87f55384-5b31-449b-9c8f-d4298525a483, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=87f55384-5b31-449b-9c8f-d4298525a483,segment=NetworkSegment(412bcd91-0969-45d9-b6e5-26496b9c49e3),segment_id=412bcd91-0969-45d9-b6e5-26496b9c49e3)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:53:10.732813 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372d4e12-dd34-4d16-b43b-098c578c16df tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:10.734911 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372d4e12-dd34-4d16-b43b-098c578c16df tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:10.742535 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-526228aa-3e32-4e0e-ab68-a13006fc2430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:10.745425 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-372d4e12-dd34-4d16-b43b-098c578c16df tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1092043 Jun 21 14:53:10.747127 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35808) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:10.753133 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-108da26e-63e5-47f3-9526-b9e5df694db0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:10.759033 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1fff56b4-7816-43a9-83c4-67f0ff5d40be req-4e699b51-4287-4395-897c-e9dd283f3c96 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 210 time: 0.0804019 Jun 21 14:53:10.851440 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:10.869870 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d505621-e6ae-4bb2-b464-6344c39bfde1']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:10.874580 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b9a81b-24ae-40ad-b44f-6ac5c6e9d234 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:10.881352 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b9a81b-24ae-40ad-b44f-6ac5c6e9d234 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:10.885924 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-73b9a81b-24ae-40ad-b44f-6ac5c6e9d234 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3484721 Jun 21 14:53:10.888600 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35810) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:10.891484 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '412bcd91-0969-45d9-b6e5-26496b9c49e3') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:10.891842 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '412bcd91-0969-45d9-b6e5-26496b9c49e3') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:10.913814 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:10.916031 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526228aa-3e32-4e0e-ab68-a13006fc2430 None None] Pushing event updated for resources: {'Port': ['ID=87f55384-5b31-449b-9c8f-d4298525a483,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:10.919357 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-526228aa-3e32-4e0e-ab68-a13006fc2430 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:10.935584 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484fcfae-f018-4abf-bc4a-9f84fd044c64 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['shared'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:10.937318 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484fcfae-f018-4abf-bc4a-9f84fd044c64 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['shared'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:10.939653 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f1fc83-d4c8-45a2-bf54-b8c176de1f96 None None] Network 9d505621-e6ae-4bb2-b464-6344c39bfde1 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:10.940314 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-484fcfae-f018-4abf-bc4a-9f84fd044c64 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1914577 Jun 21 14:53:10.944730 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35812) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:10.947999 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:10.967381 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:53:10.967695 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:10.973024 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:53:10.973024 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:53:10.973024 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:53:10.973024 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:53:10.973024 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:53:10.973024 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:53:10.973024 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:53:10.973024 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:53:10.973024 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:53:10.973024 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:53:10.973024 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:53:10.973024 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:53:10.973024 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:53:10.973024 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:53:10.973024 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:53:10.973024 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:53:10.973024 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:53:10.973024 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:53:10.973024 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:53:10.973024 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:53:10.973024 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:53:10.973024 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:53:10.973024 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:53:10.973024 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:53:10.973024 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:53:10.973024 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:53:10.973024 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:53:10.973024 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:53:10.973024 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:53:10.973024 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:53:10.973024 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:53:10.973024 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:53:11.027070 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49eb1852-6e99-4a9e-a600-ad117bbf83af tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Router a9d60f70-656c-4eb4-802c-5be6fbce9311 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:53:11.036965 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-ef1509e9-0805-4100-8d74-ca006ee7e67d tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:11.067224 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.db.api [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 21 14:53:11.067224 dv-neutron-797121-2-hyperv neutron-server[105224]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 21 14:53:11.067224 dv-neutron-797121-2-hyperv neutron-server[105224]: [parameters: {'id': '9d505621-e6ae-4bb2-b464-6344c39bfde1'}] Jun 21 14:53:11.067224 dv-neutron-797121-2-hyperv neutron-server[105224]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 14:53:11.067725 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_db.api [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 14:53:11.069722 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-ef1509e9-0805-4100-8d74-ca006ee7e67d tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Transition to ACTIVE for port object 770ef2a8-b1b6-4903-baf5-e7da67bed61e will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:11.108746 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f2dd45-b218-4b28-9a7e-1b8460048b3d tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:11.110182 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e0f2dd45-b218-4b28-9a7e-1b8460048b3d tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "GET /v2.0/networks/49ee8266-8f51-4de1-8efa-4779f528d44d HTTP/1.1" status: 200 len: 799 time: 0.1635489 Jun 21 14:53:11.114390 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35814) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:11.119812 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-0381a37d-cd45-4317-9b20-8fe0c52e5943 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Deleting port 7a37b212-7acf-4efc-a179-ac9b378b5ce8 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:53:11.120143 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0381a37d-cd45-4317-9b20-8fe0c52e5943 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:11.192153 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0381a37d-cd45-4317-9b20-8fe0c52e5943 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:11.257111 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-ef1509e9-0805-4100-8d74-ca006ee7e67d tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:11.257355 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-0381a37d-cd45-4317-9b20-8fe0c52e5943 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Calling delete_port for 7a37b212-7acf-4efc-a179-ac9b378b5ce8 owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:53:11.271603 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4a4bcb94-619c-4613-bee3-24559c418d19 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:11.311292 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49eb1852-6e99-4a9e-a600-ad117bbf83af tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:53:11.317579 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1d19732d-3c68-4c26-961c-8aea2bf22452 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "GET /v2.0/networks/49ee8266-8f51-4de1-8efa-4779f528d44d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2018011 Jun 21 14:53:11.322869 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1704acad-2130-4947-a264-e69a6e9765d4 None None] Sync routers for ids ['a9d60f70-656c-4eb4-802c-5be6fbce9311'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:53:11.327142 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35816) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:11.332114 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1704acad-2130-4947-a264-e69a6e9765d4 None None] Routers {'a9d60f70-656c-4eb4-802c-5be6fbce9311'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:53:11.332749 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-1704acad-2130-4947-a264-e69a6e9765d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:52:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['a9d60f70-656c-4eb4-802c-5be6fbce9311'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:11.354358 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-ef1509e9-0805-4100-8d74-ca006ee7e67d tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Network f484fb70-feb1-4f25-877a-464c31fc799c is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:11.363465 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0381a37d-cd45-4317-9b20-8fe0c52e5943 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:11.369448 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b6ef10cc-9785-4ccf-a806-647216191b51 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:11.385248 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-ef1509e9-0805-4100-8d74-ca006ee7e67d tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:11.397906 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-ef1509e9-0805-4100-8d74-ca006ee7e67d tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:53:11.402091 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-1704acad-2130-4947-a264-e69a6e9765d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:11.403279 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-49eb1852-6e99-4a9e-a600-ad117bbf83af tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:11.405290 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381a37d-cd45-4317-9b20-8fe0c52e5943 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Port': ['ID=7a37b212-7acf-4efc-a179-ac9b378b5ce8,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:11.412274 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1704acad-2130-4947-a264-e69a6e9765d4 None None] Routers {'a9d60f70-656c-4eb4-802c-5be6fbce9311'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:53:11.412913 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-1704acad-2130-4947-a264-e69a6e9765d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:52:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['a9d60f70-656c-4eb4-802c-5be6fbce9311'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:11.414029 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0381a37d-cd45-4317-9b20-8fe0c52e5943 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:11.414625 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-49eb1852-6e99-4a9e-a600-ad117bbf83af tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.3535984 Jun 21 14:53:11.415546 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1509e9-0805-4100-8d74-ca006ee7e67d tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Pushing event updated for resources: {'Port': ['ID=770ef2a8-b1b6-4903-baf5-e7da67bed61e,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:11.416546 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35818) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:11.426366 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ef1509e9-0805-4100-8d74-ca006ee7e67d tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:11.439338 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0381a37d-cd45-4317-9b20-8fe0c52e5943 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:11.442669 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0381a37d-cd45-4317-9b20-8fe0c52e5943 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/ports/7a37b212-7acf-4efc-a179-ac9b378b5ce8 HTTP/1.1" status: 204 len: 168 time: 0.5532434 Jun 21 14:53:11.448758 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35820) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:11.461806 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-1704acad-2130-4947-a264-e69a6e9765d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:11.462474 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1704acad-2130-4947-a264-e69a6e9765d4 None None] The sync data for ids ['a9d60f70-656c-4eb4-802c-5be6fbce9311'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:53:11.469968 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a0c2db-f130-498d-955c-2f5dc79717a0 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:11.471468 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-98a0c2db-f130-498d-955c-2f5dc79717a0 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "GET /v2.0/subnets/021038fa-a403-4ab4-9efe-82be8155afc6 HTTP/1.1" status: 200 len: 811 time: 0.1401179 Jun 21 14:53:11.492168 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35822) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:11.533746 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-ef1509e9-0805-4100-8d74-ca006ee7e67d tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:11.534749 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-ef1509e9-0805-4100-8d74-ca006ee7e67d tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:11.555639 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5a8b6a-0e8e-4021-a20c-7d2e6e7769d3 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['shared'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:11.557060 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-bd5a8b6a-0e8e-4021-a20c-7d2e6e7769d3 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "GET /v2.0/subnets/021038fa-a403-4ab4-9efe-82be8155afc6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0638340 Jun 21 14:53:11.561127 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35824) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:11.573125 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-6da11822-c476-4ce1-9114-680fd8d76589 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1690082041'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:11.615255 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-be53be4c-e4e0-4b12-905b-9ee2b28aab90 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "GET /v2.0/routers/a9d60f70-656c-4eb4-802c-5be6fbce9311 HTTP/1.1" status: 200 len: 881 time: 0.1953270 Jun 21 14:53:11.615478 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35826) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:11.709653 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb85432c-cc6a-4386-bce2-8009ff3a9c20 None None] Network 4628ed3c-d92d-47da-a2e7-120abf7ad3e2 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:11.789720 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2745220c-8371-4da2-9419-01057b089733 None None] Provisioning for port 770ef2a8-b1b6-4903-baf5-e7da67bed61e completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:11.803358 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2745220c-8371-4da2-9419-01057b089733 None None] Provisioning complete for port 770ef2a8-b1b6-4903-baf5-e7da67bed61e triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:11.804238 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2745220c-8371-4da2-9419-01057b089733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:11.874116 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f0c0fa53-fa79-4be9-918f-82228e2e9fc8 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2574143 Jun 21 14:53:11.876404 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-2745220c-8371-4da2-9419-01057b089733 None None] Port 770ef2a8-b1b6-4903-baf5-e7da67bed61e cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:53:11.877965 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35830) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:11.885340 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-cdf08cf5-f78b-4acb-87b4-c3cbde8af553 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1270647842'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:11.913623 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2745220c-8371-4da2-9419-01057b089733 None None] Provisioning for port c10397e1-c519-4793-a5e7-85b7f213d323 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:11.956580 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:11.967441 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fd3276-01c5-4001-9404-9543c52087d7 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:11.971940 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d6fd3276-01c5-4001-9404-9543c52087d7 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5192192 Jun 21 14:53:11.971940 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-ef1509e9-0805-4100-8d74-ca006ee7e67d tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3452594 Jun 21 14:53:11.989177 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-320ac857-06df-45cb-8459-e91bec0968c0 service neutron] Request body: {'port': {'device_id': '36629ba0-ae8b-4546-a0b2-d7c2737a2307', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:11.991642 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35832) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:12.029074 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d3b4e0-f2ea-40a2-a8e9-85058dd7338c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] GET failed (client error): The resource could not be found. Jun 21 14:53:12.033126 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-49d3b4e0-f2ea-40a2-a8e9-85058dd7338c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "GET /v2.0/ports/b5372d09-d82e-4c62-8239-322c40d1571f HTTP/1.1" status: 404 len: 333 time: 0.0379884 Jun 21 14:53:12.034590 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35834) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:12.072542 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b77318-17df-43ee-9832-044bc9b861d8 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] GET failed (client error): The resource could not be found. Jun 21 14:53:12.076523 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-48b77318-17df-43ee-9832-044bc9b861d8 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "GET /v2.0/ports/7a37b212-7acf-4efc-a179-ac9b378b5ce8 HTTP/1.1" status: 404 len: 333 time: 0.0392156 Jun 21 14:53:12.077224 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35836) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:12.091086 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da11822-c476-4ce1-9114-680fd8d76589 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Made reservation on behalf of 73a56e2567b04ed7afd9166d637dda37 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:12.095143 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6da11822-c476-4ce1-9114-680fd8d76589 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:12.121634 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device c10397e1-c519-4793-a5e7-85b7f213d323 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:53:12.168869 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6da11822-c476-4ce1-9114-680fd8d76589 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:53:12.179888 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429c286-8f36-4633-8fd2-26fa21bf35fa req-5e88247c-b7e4-48ed-9697-7d0c560dfa5f tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:12.181468 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0429c286-8f36-4633-8fd2-26fa21bf35fa req-5e88247c-b7e4-48ed-9697-7d0c560dfa5f tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 931 time: 0.2093885 Jun 21 14:53:12.203826 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port c10397e1-c519-4793-a5e7-85b7f213d323 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:12.208850 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port c10397e1-c519-4793-a5e7-85b7f213d323 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:12.209622 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:12.215623 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-320ac857-06df-45cb-8459-e91bec0968c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:12.222150 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6da11822-c476-4ce1-9114-680fd8d76589 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:12.222497 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-6da11822-c476-4ce1-9114-680fd8d76589 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Added segment 331e728d-ed97-4f8b-955a-bb4bb52cca94 of type vlan for network 0c6c2fbe-c7cf-4bd3-94db-5ff8f0b1461a Jun 21 14:53:12.237108 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6365686c-160d-4238-a0af-fc4fbccf8eb0 None None] get_active_networks_info from dv-neutron-797121-2-hyperv {{(pid=105226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 21 14:53:12.264118 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-12fdd300-e46c-472c-a386-da3058501df2 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:12.278169 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Deleting port 87f55384-5b31-449b-9c8f-d4298525a483 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:53:12.278581 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:12.283982 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-d85f1716-4714-410a-9d34-9798776a5131 None None] Provisioning complete for port c10397e1-c519-4793-a5e7-85b7f213d323 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:12.284371 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d85f1716-4714-410a-9d34-9798776a5131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:12.377883 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6da11822-c476-4ce1-9114-680fd8d76589 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:12.382644 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0429c286-8f36-4633-8fd2-26fa21bf35fa req-daa9b14c-53e1-463c-8b03-21ff61d10fef tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b633c1b-6044-439e-9871-9d4719d063b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904867 Jun 21 14:53:12.449626 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:12.491587 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-12fdd300-e46c-472c-a386-da3058501df2 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:12.495474 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d85f1716-4714-410a-9d34-9798776a5131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:12.501669 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6365686c-160d-4238-a0af-fc4fbccf8eb0 None None] Resources bound (agent type, host, resource id): {{(pid=105226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 21 14:53:12.504683 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-12fdd300-e46c-472c-a386-da3058501df2 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65e7fef7-b0c9-40b9-a4f7-33a71eb5130b']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:12.523376 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-12fdd300-e46c-472c-a386-da3058501df2 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837d00d6-52da-47f5-91d7-9949895e5312') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:12.523657 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-12fdd300-e46c-472c-a386-da3058501df2 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837d00d6-52da-47f5-91d7-9949895e5312') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:12.533450 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cdf08cf5-f78b-4acb-87b4-c3cbde8af553 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:12.533693 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port c10397e1-c519-4793-a5e7-85b7f213d323, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=c10397e1-c519-4793-a5e7-85b7f213d323,segment=NetworkSegment(452be5c1-736b-4647-a93f-99b8cf464643),segment_id=452be5c1-736b-4647-a93f-99b8cf464643)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:12.539953 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-12fdd300-e46c-472c-a386-da3058501df2 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:12.548123 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] For port 87f55384-5b31-449b-9c8f-d4298525a483, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=87f55384-5b31-449b-9c8f-d4298525a483,segment=NetworkSegment(412bcd91-0969-45d9-b6e5-26496b9c49e3),segment_id=412bcd91-0969-45d9-b6e5-26496b9c49e3)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:12.548817 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:12.549700 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:12.551963 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3ae01858-b8d9-4d52-9ccb-5181ecd50c20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:12.564755 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-12fdd300-e46c-472c-a386-da3058501df2 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:12.573022 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cdf08cf5-f78b-4acb-87b4-c3cbde8af553 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627068'] for router, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:12.578659 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6da11822-c476-4ce1-9114-680fd8d76589 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:12.584232 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da11822-c476-4ce1-9114-680fd8d76589 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:12.584926 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6da11822-c476-4ce1-9114-680fd8d76589 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:12.586848 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12fdd300-e46c-472c-a386-da3058501df2 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:53:12.587552 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-12fdd300-e46c-472c-a386-da3058501df2 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:12.606939 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c7e00e68-e080-42a0-a9fd-c75b89bcff67 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:12.616623 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:53:12.616623 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:53:12.616623 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:53:12.616623 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:53:12.616623 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:53:12.616623 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:53:12.616623 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:53:12.616623 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:53:12.616623 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:53:12.616623 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:53:12.616623 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:53:12.616623 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:53:12.616623 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:53:12.616623 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:53:12.616623 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:53:12.616623 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:53:12.616623 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:53:12.616623 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:53:12.616623 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:53:12.616623 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:53:12.616623 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:53:12.616623 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:53:12.616623 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:53:12.616623 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:53:12.616623 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:53:12.616623 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:53:12.616623 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:53:12.616623 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:53:12.616623 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:53:12.616623 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:53:12.616623 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:53:12.616623 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:53:12.616623 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:53:12.616623 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:53:12.674737 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Calling delete_port for 87f55384-5b31-449b-9c8f-d4298525a483 owned by network:dhcp {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:53:12.675009 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.db.api [None req-d85f1716-4714-410a-9d34-9798776a5131 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 14:53:12.675106 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_db.api [None req-d85f1716-4714-410a-9d34-9798776a5131 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 14:53:12.689038 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=c10397e1-c519-4793-a5e7-85b7f213d323,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:12.689277 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6da11822-c476-4ce1-9114-680fd8d76589 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1233485 Jun 21 14:53:12.692076 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:12.716633 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35838) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:12.731126 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-60e8b97e-b550-440c-936a-14d76e299a0d tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Request body: {'subnet': {'network_id': '0c6c2fbe-c7cf-4bd3-94db-5ff8f0b1461a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:12.871880 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da11822-c476-4ce1-9114-680fd8d76589 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event updated for resources: {'Network': ['ID=0c6c2fbe-c7cf-4bd3-94db-5ff8f0b1461a,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:12.885583 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 0c6c2fbe-c7cf-4bd3-94db-5ff8f0b1461a details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:53:12.886178 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6da11822-c476-4ce1-9114-680fd8d76589 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:12.969361 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e8b97e-b550-440c-936a-14d76e299a0d tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Made reservation on behalf of 73a56e2567b04ed7afd9166d637dda37 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:12.972906 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-60e8b97e-b550-440c-936a-14d76e299a0d tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:13.054653 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:13.079048 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-198d7d39-0c28-44b1-b0b8-d4e3c8ef06c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:13.086470 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.ipam_backend_mixin [None req-60e8b97e-b550-440c-936a-14d76e299a0d tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Performing IP validity checks on allocation pools {{(pid=105224) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 21 14:53:13.087073 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.ipam_backend_mixin [None req-60e8b97e-b550-440c-936a-14d76e299a0d tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105224) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 21 14:53:13.096684 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-12fdd300-e46c-472c-a386-da3058501df2 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:13.101529 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-12fdd300-e46c-472c-a386-da3058501df2 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:13.107141 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-12fdd300-e46c-472c-a386-da3058501df2 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/networks/65e7fef7-b0c9-40b9-a4f7-33a71eb5130b HTTP/1.1" status: 204 len: 168 time: 1.0258586 Jun 21 14:53:13.109253 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35840) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:13.118462 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-64f6f682-dd29-4179-a8fd-65681d600647 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1084174844'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:13.127124 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event deleted for resources: {'Port': ['ID=87f55384-5b31-449b-9c8f-d4298525a483,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:13.128886 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] No DVR routers for this DVR port 87f55384-5b31-449b-9c8f-d4298525a483 on host dv-neutron-797121-2-hyperv {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:53:13.131714 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5fc249ee-191f-4d60-b397-e6621b3af1bd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:13.145137 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:13.147044 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-320ac857-06df-45cb-8459-e91bec0968c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 770ef2a8-b1b6-4903-baf5-e7da67bed61e {{(pid=105224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:53:13.150944 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fdd300-e46c-472c-a386-da3058501df2 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Network': ['ID=65e7fef7-b0c9-40b9-a4f7-33a71eb5130b,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:13.153813 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-12fdd300-e46c-472c-a386-da3058501df2 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:13.178951 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-320ac857-06df-45cb-8459-e91bec0968c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:13.179517 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf08cf5-f78b-4acb-87b4-c3cbde8af553 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Router a9d60f70-656c-4eb4-802c-5be6fbce9311 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:53:13.252436 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-320ac857-06df-45cb-8459-e91bec0968c0 service neutron] Transition to ACTIVE for port object 770ef2a8-b1b6-4903-baf5-e7da67bed61e will not be triggered until provisioned by entity L2. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:13.253219 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f6f682-dd29-4179-a8fd-65681d600647 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Made reservation on behalf of d39eebfbe3874515bc761a8de17d07a8 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:13.256742 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-64f6f682-dd29-4179-a8fd-65681d600647 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:13.278298 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-320ac857-06df-45cb-8459-e91bec0968c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:13.280257 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fece3ddf-5df3-4b95-ae3f-b1d9a6f1f091 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:13.299316 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf08cf5-f78b-4acb-87b4-c3cbde8af553 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:53:13.306612 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cdf08cf5-f78b-4acb-87b4-c3cbde8af553 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:13.307773 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-cdf08cf5-f78b-4acb-87b4-c3cbde8af553 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "PUT /v2.0/routers/a9d60f70-656c-4eb4-802c-5be6fbce9311 HTTP/1.1" status: 200 len: 888 time: 1.4287057 Jun 21 14:53:13.309565 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:13.310271 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c66c38d-62ca-4872-90e0-355e5a7e6ae7 None None] Sync routers for ids ['a9d60f70-656c-4eb4-802c-5be6fbce9311'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:53:13.310760 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35842) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:13.326174 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c66c38d-62ca-4872-90e0-355e5a7e6ae7 None None] Routers {'a9d60f70-656c-4eb4-802c-5be6fbce9311'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:53:13.327384 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-4c66c38d-62ca-4872-90e0-355e5a7e6ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:52:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['a9d60f70-656c-4eb4-802c-5be6fbce9311'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:13.339702 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d505621-e6ae-4bb2-b464-6344c39bfde1']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:13.388921 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-4c66c38d-62ca-4872-90e0-355e5a7e6ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:13.399078 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c66c38d-62ca-4872-90e0-355e5a7e6ae7 None None] Routers {'a9d60f70-656c-4eb4-802c-5be6fbce9311'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:53:13.400018 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-4c66c38d-62ca-4872-90e0-355e5a7e6ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:52:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['a9d60f70-656c-4eb4-802c-5be6fbce9311'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:13.401577 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '412bcd91-0969-45d9-b6e5-26496b9c49e3') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:13.401964 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '412bcd91-0969-45d9-b6e5-26496b9c49e3') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:13.431122 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ac857-06df-45cb-8459-e91bec0968c0 service neutron] Pushing event updated for resources: {'Port': ['ID=770ef2a8-b1b6-4903-baf5-e7da67bed61e,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:13.435950 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-4c66c38d-62ca-4872-90e0-355e5a7e6ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:13.436907 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c66c38d-62ca-4872-90e0-355e5a7e6ae7 None None] The sync data for ids ['a9d60f70-656c-4eb4-802c-5be6fbce9311'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:53:13.441732 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f6f682-dd29-4179-a8fd-65681d600647 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:53:13.450393 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-320ac857-06df-45cb-8459-e91bec0968c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:13.460521 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:13.489530 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-51765f71-70bb-4fcd-b14c-123dde1f3234 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "GET /v2.0/routers/a9d60f70-656c-4eb4-802c-5be6fbce9311 HTTP/1.1" status: 200 len: 888 time: 0.1775882 Jun 21 14:53:13.490222 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35846) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:13.526269 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7d028aaa-f5e5-4561-b03b-ec0d63252778 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9d60f70-656c-4eb4-802c-5be6fbce9311 HTTP/1.1" status: 200 len: 205 time: 0.0324798 Jun 21 14:53:13.526550 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35848) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:13.526991 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-64f6f682-dd29-4179-a8fd-65681d600647 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:13.527251 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-64f6f682-dd29-4179-a8fd-65681d600647 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Added segment ac670f8d-85f9-4f95-968c-f6fdb9c7c617 of type vlan for network a619f856-73d9-408f-961f-dcd66453acd0 Jun 21 14:53:13.566269 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:13.642833 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-70e98e8b-b363-43c5-b4f7-c6f0d2116cf0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:13.661665 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:53:13.662095 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:13.665952 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:53:13.665952 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:53:13.665952 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:53:13.665952 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:53:13.665952 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:53:13.665952 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:53:13.665952 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:53:13.665952 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:53:13.665952 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:53:13.665952 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:53:13.665952 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:53:13.665952 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:53:13.665952 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:53:13.665952 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:53:13.665952 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:53:13.665952 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:53:13.665952 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:53:13.665952 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:53:13.665952 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:53:13.665952 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:53:13.665952 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:53:13.665952 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:53:13.665952 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:53:13.665952 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:53:13.665952 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:53:13.665952 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:53:13.665952 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:53:13.665952 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:53:13.665952 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:53:13.665952 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:53:13.665952 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:53:13.665952 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:53:13.665952 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:53:13.665952 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:53:13.665952 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:53:13.665952 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:53:13.671865 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-64f6f682-dd29-4179-a8fd-65681d600647 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:13.734874 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-320ac857-06df-45cb-8459-e91bec0968c0 service neutron] Attempting to bind port 770ef2a8-b1b6-4903-baf5-e7da67bed61e on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:53:13.735242 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-320ac857-06df-45cb-8459-e91bec0968c0 service neutron] Attempting to bind port 770ef2a8-b1b6-4903-baf5-e7da67bed61e by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'de29049e-cb44-42ae-8f1b-766943afd272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f484fb70-feb1-4f25-877a-464c31fc799c'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:53:13.736608 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-320ac857-06df-45cb-8459-e91bec0968c0 service neutron] Attempting to bind port 770ef2a8-b1b6-4903-baf5-e7da67bed61e on network f484fb70-feb1-4f25-877a-464c31fc799c {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:53:13.740487 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-60e8b97e-b550-440c-936a-14d76e299a0d tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:13.745973 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-aee6670f-fb7d-4b1e-9513-e1ea7ade75b7 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:13.757181 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-70e98e8b-b363-43c5-b4f7-c6f0d2116cf0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:13.790043 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-320ac857-06df-45cb-8459-e91bec0968c0 service neutron] Port 770ef2a8-b1b6-4903-baf5-e7da67bed61e on network f484fb70-feb1-4f25-877a-464c31fc799c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:53:13.790358 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-320ac857-06df-45cb-8459-e91bec0968c0 service neutron] Attempting to bind port 770ef2a8-b1b6-4903-baf5-e7da67bed61e on network f484fb70-feb1-4f25-877a-464c31fc799c {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:53:13.796966 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:13.812836 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:13.814844 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "DELETE /v2.0/networks/9d505621-e6ae-4bb2-b464-6344c39bfde1 HTTP/1.1" status: 204 len: 168 time: 5.1855695 Jun 21 14:53:13.819707 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35850) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:13.825658 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-ba56556f-d502-41ad-9ac6-43245005bdfd tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-775271782'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:13.826122 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-320ac857-06df-45cb-8459-e91bec0968c0 service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:53:13.826471 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-320ac857-06df-45cb-8459-e91bec0968c0 service neutron] Checking segment: {'id': 'de29049e-cb44-42ae-8f1b-766943afd272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f484fb70-feb1-4f25-877a-464c31fc799c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:13.826848 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-320ac857-06df-45cb-8459-e91bec0968c0 service neutron] Bound using segment: {'id': 'de29049e-cb44-42ae-8f1b-766943afd272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f484fb70-feb1-4f25-877a-464c31fc799c'} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:53:13.827285 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-320ac857-06df-45cb-8459-e91bec0968c0 service neutron] Bound port: 770ef2a8-b1b6-4903-baf5-e7da67bed61e, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de29049e-cb44-42ae-8f1b-766943afd272', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'f484fb70-feb1-4f25-877a-464c31fc799c'}}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:53:13.827628 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-320ac857-06df-45cb-8459-e91bec0968c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:13.829622 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-70e98e8b-b363-43c5-b4f7-c6f0d2116cf0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Deleting port 2c776b37-e3f3-4852-a753-31d04594e198 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:53:13.830074 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-70e98e8b-b363-43c5-b4f7-c6f0d2116cf0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:13.841690 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-64f6f682-dd29-4179-a8fd-65681d600647 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:13.847508 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f6f682-dd29-4179-a8fd-65681d600647 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:13.848108 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-64f6f682-dd29-4179-a8fd-65681d600647 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:13.871983 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e8150-5a38-4573-a785-e679a5e9cee9 req-51bfd5db-08b3-42f5-b557-aac8a868660c tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:13.873477 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-784e8150-5a38-4573-a785-e679a5e9cee9 req-51bfd5db-08b3-42f5-b557-aac8a868660c tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 943 time: 0.3279629 Jun 21 14:53:13.882808 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e8b97e-b550-440c-936a-14d76e299a0d tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event updated for resources: {'Subnet': ['ID=74dc02da-e3d5-4896-99af-86121ef64907,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:13.900151 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba56556f-d502-41ad-9ac6-43245005bdfd tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Made reservation on behalf of ec26c81e01b543f4bda812836e735e80 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:13.901908 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-60e8b97e-b550-440c-936a-14d76e299a0d tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:13.903213 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-91ab83c5-a43f-4a1d-90c4-ba3d3e56f8a9 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:13.903857 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ba56556f-d502-41ad-9ac6-43245005bdfd tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:13.943782 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-70e98e8b-b363-43c5-b4f7-c6f0d2116cf0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:13.948548 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-64f6f682-dd29-4179-a8fd-65681d600647 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8341973 Jun 21 14:53:13.952327 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35852) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:13.953041 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba56556f-d502-41ad-9ac6-43245005bdfd tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:53:13.955846 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event deleted for resources: {'Network': ['ID=9d505621-e6ae-4bb2-b464-6344c39bfde1,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:13.962063 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-69a273aa-cdac-4b42-9216-4bdd6b3d734f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'subnet': {'network_id': 'a619f856-73d9-408f-961f-dcd66453acd0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:13.988509 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e8b97e-b550-440c-936a-14d76e299a0d tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Checking segment: {'id': '331e728d-ed97-4f8b-955a-bb4bb52cca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0c6c2fbe-c7cf-4bd3-94db-5ff8f0b1461a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:13.989075 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e8b97e-b550-440c-936a-14d76e299a0d tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Network hostable DHCP agents. Network: 0c6c2fbe-c7cf-4bd3-94db-5ff8f0b1461a, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:53:14.022894 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f8630c79-baae-4a99-b516-a55a5b291a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:14.041042 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-70e98e8b-b363-43c5-b4f7-c6f0d2116cf0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Calling delete_port for 2c776b37-e3f3-4852-a753-31d04594e198 owned by network:router_gateway {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:53:14.046484 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device c10397e1-c519-4793-a5e7-85b7f213d323 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:53:14.051025 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-784e8150-5a38-4573-a785-e679a5e9cee9 req-e3b13efb-912b-43bf-8bf9-d85f38c9b7d6 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b633c1b-6044-439e-9871-9d4719d063b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653335 Jun 21 14:53:14.066215 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-320ac857-06df-45cb-8459-e91bec0968c0 service neutron] For port 770ef2a8-b1b6-4903-baf5-e7da67bed61e, host hv-neutron-7971, cleared binding levels {{(pid=105224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:53:14.070029 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ba56556f-d502-41ad-9ac6-43245005bdfd tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:14.070587 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-ba56556f-d502-41ad-9ac6-43245005bdfd tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Added segment 2a96c940-a1e0-434f-bf16-faa1e4109506 of type vlan for network 74cbc40f-9def-4c06-b7fb-86e8bb54d369 Jun 21 14:53:14.085622 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-320ac857-06df-45cb-8459-e91bec0968c0 service neutron] For port 770ef2a8-b1b6-4903-baf5-e7da67bed61e, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=770ef2a8-b1b6-4903-baf5-e7da67bed61e,segment=NetworkSegment(de29049e-cb44-42ae-8f1b-766943afd272),segment_id=de29049e-cb44-42ae-8f1b-766943afd272)] {{(pid=105224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:53:14.087848 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6f682-dd29-4179-a8fd-65681d600647 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Network': ['ID=a619f856-73d9-408f-961f-dcd66453acd0,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:14.091840 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-64f6f682-dd29-4179-a8fd-65681d600647 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:14.092544 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1d6fef7e-31ed-4228-8741-4296222cec03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.232s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:14.093097 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1d6fef7e-31ed-4228-8741-4296222cec03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:14.096506 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-320ac857-06df-45cb-8459-e91bec0968c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:14.098946 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-55890491-6173-44b5-a52b-b9d111f9ca8f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:14.106879 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network a619f856-73d9-408f-961f-dcd66453acd0 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:53:14.122973 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e8b97e-b550-440c-936a-14d76e299a0d tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Network 0c6c2fbe-c7cf-4bd3-94db-5ff8f0b1461a is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:53:14.143349 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-320ac857-06df-45cb-8459-e91bec0968c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:14.143966 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-320ac857-06df-45cb-8459-e91bec0968c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:14.145591 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-320ac857-06df-45cb-8459-e91bec0968c0 service neutron] 10.222.0.66 "PUT /v2.0/ports/770ef2a8-b1b6-4903-baf5-e7da67bed61e HTTP/1.1" status: 200 len: 1093 time: 2.1607318 Jun 21 14:53:14.146232 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36629ba0-ae8b-4546-a0b2-d7c2737a2307', 'tag': '770ef2a8-b1b6-4903-baf5-e7da67bed61e'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:53:14.148565 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c7a9db-4876-47fe-8d12-f9fb151ba3a3" -d '{"events": [{"name": "network-changed", "server_uuid": "36629ba0-ae8b-4546-a0b2-d7c2737a2307", "tag": "770ef2a8-b1b6-4903-baf5-e7da67bed61e"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:53:14.159460 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-60e8b97e-b550-440c-936a-14d76e299a0d tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 0c6c2fbe-c7cf-4bd3-94db-5ff8f0b1461a) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:14.169586 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e8b97e-b550-440c-936a-14d76e299a0d tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:14.170210 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-60e8b97e-b550-440c-936a-14d76e299a0d tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:14.179294 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ac857-06df-45cb-8459-e91bec0968c0 service neutron] Pushing event updated for resources: {'Port': ['ID=770ef2a8-b1b6-4903-baf5-e7da67bed61e,revision_number=3']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:14.184442 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-320ac857-06df-45cb-8459-e91bec0968c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:14.195939 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-60e8b97e-b550-440c-936a-14d76e299a0d tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.4740596 Jun 21 14:53:14.198602 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35856) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:14.205093 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-e3c9018a-2936-43cc-8442-1f7a9ed56b51 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:14.209661 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port c10397e1-c519-4793-a5e7-85b7f213d323 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:14.210331 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:14.246295 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ba56556f-d502-41ad-9ac6-43245005bdfd tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:14.262299 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e260d6da-62ac-4a38-b889-1dfecb1f1237 None None] Network 0c6c2fbe-c7cf-4bd3-94db-5ff8f0b1461a requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:14.274164 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4adf61-c158-4ecf-879d-f4c366243188 x-openstack-request-id: req-db4adf61-c158-4ecf-879d-f4c366243188 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:53:14.274544 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36629ba0-ae8b-4546-a0b2-d7c2737a2307", "tag": "770ef2a8-b1b6-4903-baf5-e7da67bed61e", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:53:14.274843 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-db4adf61-c158-4ecf-879d-f4c366243188 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:53:14.275286 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36629ba0-ae8b-4546-a0b2-d7c2737a2307', 'tag': '770ef2a8-b1b6-4903-baf5-e7da67bed61e', 'status': 'completed', 'code': 200} Jun 21 14:53:14.325388 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ba56556f-d502-41ad-9ac6-43245005bdfd tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:14.331808 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba56556f-d502-41ad-9ac6-43245005bdfd tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:14.332554 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ba56556f-d502-41ad-9ac6-43245005bdfd tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:14.348393 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4228bc4c-31b2-48d9-afa6-52faaa54ab5d tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:14.432096 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-3e6ccc6b-0997-4b40-ad6f-bf658a273433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:14.434111 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-3e6ccc6b-0997-4b40-ad6f-bf658a273433 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=060f9c733e164454be5831351376fee6&device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 1096 time: 0.2244341 Jun 21 14:53:14.440470 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a273aa-cdac-4b42-9216-4bdd6b3d734f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Made reservation on behalf of d39eebfbe3874515bc761a8de17d07a8 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:14.445328 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-69a273aa-cdac-4b42-9216-4bdd6b3d734f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:14.469232 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ba56556f-d502-41ad-9ac6-43245005bdfd tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6456928 Jun 21 14:53:14.478152 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35858) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:14.506342 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56556f-d502-41ad-9ac6-43245005bdfd tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event updated for resources: {'Network': ['ID=74cbc40f-9def-4c06-b7fb-86e8bb54d369,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:14.509512 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ba56556f-d502-41ad-9ac6-43245005bdfd tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:14.511286 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-66eb104a-89a8-4822-a9a8-ada965a6c1a2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Request body: {'subnet': {'network_id': '74cbc40f-9def-4c06-b7fb-86e8bb54d369', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:14.531745 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 74cbc40f-9def-4c06-b7fb-86e8bb54d369 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:53:14.610946 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e3c9018a-2936-43cc-8442-1f7a9ed56b51 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5880279'] for subnet, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:14.614906 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-c67bcb11-4a39-49e5-8157-9ddc91a10b7b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=770ef2a8-b1b6-4903-baf5-e7da67bed61e HTTP/1.1" status: 200 len: 217 time: 0.1720347 Jun 21 14:53:14.618752 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66eb104a-89a8-4822-a9a8-ada965a6c1a2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Made reservation on behalf of ec26c81e01b543f4bda812836e735e80 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:14.622444 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-66eb104a-89a8-4822-a9a8-ada965a6c1a2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:14.632269 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-70e98e8b-b363-43c5-b4f7-c6f0d2116cf0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:14.644540 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bdc5efe3-9ddd-4041-b54f-9599f78834fc tempest-FloatingIPAdminTestJSON-2063017690 tempest-FloatingIPAdminTestJSON-2063017690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:14.683437 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-076f1882-1f54-46fd-98be-cfbabb873e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:14.683985 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb3ac43-3555-4734-8a14-49324a48190a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-0c6c2fbe-c7cf-4bd3-94db-5ff8f0b1461a', 'network_id': '0c6c2fbe-c7cf-4bd3-94db-5ff8f0b1461a', 'tenant_id': '73a56e2567b04ed7afd9166d637dda37', 'fixed_ips': [{'subnet_id': '74dc02da-e3d5-4896-99af-86121ef64907'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:53:14.684899 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-076f1882-1f54-46fd-98be-cfbabb873e43 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0d0620da-2b3a-40f4-8576-0503ea417cc9 HTTP/1.1" status: 200 len: 834 time: 0.0565314 Jun 21 14:53:14.685019 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0eb3ac43-3555-4734-8a14-49324a48190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:14.692375 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e98e8b-b363-43c5-b4f7-c6f0d2116cf0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event deleted for resources: {'Port': ['ID=2c776b37-e3f3-4852-a753-31d04594e198,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:14.706434 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-70e98e8b-b363-43c5-b4f7-c6f0d2116cf0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:14.794693 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-70e98e8b-b363-43c5-b4f7-c6f0d2116cf0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:14.823856 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-69a273aa-cdac-4b42-9216-4bdd6b3d734f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:14.861951 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.db.api [None req-0eb3ac43-3555-4734-8a14-49324a48190a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 21 14:53:14.861951 dv-neutron-797121-2-hyperv neutron-server[105226]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jun 21 14:53:14.861951 dv-neutron-797121-2-hyperv neutron-server[105226]: [parameters: {'in_use': 1, 'id_1': '74dc02da-e3d5-4896-99af-86121ef64907'}] Jun 21 14:53:14.861951 dv-neutron-797121-2-hyperv neutron-server[105226]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 14:53:14.862740 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_db.api [None req-0eb3ac43-3555-4734-8a14-49324a48190a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 14:53:14.864600 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-03f43c95-4660-4e02-aa3c-56018ff7fdd9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:14.917882 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-45eef51a-7b9a-4dbe-b690-baad72e635b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:14.919303 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-45eef51a-7b9a-4dbe-b690-baad72e635b3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f484fb70-feb1-4f25-877a-464c31fc799c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2188876 Jun 21 14:53:14.926171 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-70e98e8b-b363-43c5-b4f7-c6f0d2116cf0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:14.930364 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-70e98e8b-b363-43c5-b4f7-c6f0d2116cf0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:14.997719 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a273aa-cdac-4b42-9216-4bdd6b3d734f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Subnet': ['ID=5a0291ab-d01c-4a92-bf01-abd878a74e33,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:15.000729 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-69a273aa-cdac-4b42-9216-4bdd6b3d734f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:15.004487 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-70e98e8b-b363-43c5-b4f7-c6f0d2116cf0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:15.005185 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e98e8b-b363-43c5-b4f7-c6f0d2116cf0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Fanout notify agent at l3_agent the message router_deleted on router a9d60f70-656c-4eb4-802c-5be6fbce9311 {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:53:15.012652 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-70e98e8b-b363-43c5-b4f7-c6f0d2116cf0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:15.017706 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-70e98e8b-b363-43c5-b4f7-c6f0d2116cf0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/routers/a9d60f70-656c-4eb4-802c-5be6fbce9311 HTTP/1.1" status: 204 len: 168 time: 1.4864583 Jun 21 14:53:15.017706 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35860) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:15.023388 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-aca1ac96-c7f8-4313-84f2-44c5b361538c tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Request body: {'network': {'name': 'tempest-RoutersTest-514793320'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:15.032682 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a273aa-cdac-4b42-9216-4bdd6b3d734f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Checking segment: {'id': 'ac670f8d-85f9-4f95-968c-f6fdb9c7c617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a619f856-73d9-408f-961f-dcd66453acd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:15.032682 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a273aa-cdac-4b42-9216-4bdd6b3d734f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Network hostable DHCP agents. Network: a619f856-73d9-408f-961f-dcd66453acd0, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:53:15.057904 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aca1ac96-c7f8-4313-84f2-44c5b361538c tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Made reservation on behalf of 6b84c1e8652b4f7598ae83eb61bf775f for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:15.062288 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-aca1ac96-c7f8-4313-84f2-44c5b361538c tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:15.066009 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a273aa-cdac-4b42-9216-4bdd6b3d734f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Network a619f856-73d9-408f-961f-dcd66453acd0 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:53:15.083233 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e3c9018a-2936-43cc-8442-1f7a9ed56b51 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728737223388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6203253'] for subnet, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:15.084407 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-69a273aa-cdac-4b42-9216-4bdd6b3d734f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, a619f856-73d9-408f-961f-dcd66453acd0) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:15.089371 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a273aa-cdac-4b42-9216-4bdd6b3d734f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:15.089993 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-69a273aa-cdac-4b42-9216-4bdd6b3d734f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:15.092442 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2e6e509c-3823-4ed0-9930-6889ffbf38c0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:15.099930 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b584daf-1806-4ba8-9dae-f69d069c097b None None] Network a619f856-73d9-408f-961f-dcd66453acd0 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:15.105767 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aca1ac96-c7f8-4313-84f2-44c5b361538c tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:53:15.118245 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-69a273aa-cdac-4b42-9216-4bdd6b3d734f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1626170 Jun 21 14:53:15.119517 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-aca1ac96-c7f8-4313-84f2-44c5b361538c tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:15.119851 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-aca1ac96-c7f8-4313-84f2-44c5b361538c tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Added segment 3914f211-e0c0-411d-9606-e16f9b334f56 of type vlan for network e805c6f5-fcbd-4f91-a239-c0b038ee52c4 Jun 21 14:53:15.121009 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35864) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:15.126337 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-a3f99e96-037d-47f6-9c3c-74cd6e80ba93 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'port': {'network_id': 'a619f856-73d9-408f-961f-dcd66453acd0', 'name': 'tempest-PortsTestJSON-1601466663'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:15.175363 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c9018a-2936-43cc-8442-1f7a9ed56b51 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:15.175869 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e3c9018a-2936-43cc-8442-1f7a9ed56b51 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:15.180516 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e3c9018a-2936-43cc-8442-1f7a9ed56b51 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "PUT /v2.0/subnets/74dc02da-e3d5-4896-99af-86121ef64907 HTTP/1.1" status: 200 len: 877 time: 0.9808621 Jun 21 14:53:15.181539 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-66eb104a-89a8-4822-a9a8-ada965a6c1a2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:15.182778 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35866) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:15.195916 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-478f3f52-c984-46b0-a1b6-07eeac4692b3 service neutron] 10.222.0.66 "GET /v2.0/networks/f484fb70-feb1-4f25-877a-464c31fc799c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684348 Jun 21 14:53:15.200519 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9018a-2936-43cc-8442-1f7a9ed56b51 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event updated for resources: {'Subnet': ['ID=74dc02da-e3d5-4896-99af-86121ef64907,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:15.206656 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e3c9018a-2936-43cc-8442-1f7a9ed56b51 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:15.208383 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-43d17ff1-d619-4e26-8031-e95459d36298 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:15.277126 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-aca1ac96-c7f8-4313-84f2-44c5b361538c tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:15.334799 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78b3a6f-5fa6-4a03-ba89-f3ff1de7aa95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-a619f856-73d9-408f-961f-dcd66453acd0', 'network_id': 'a619f856-73d9-408f-961f-dcd66453acd0', 'tenant_id': 'd39eebfbe3874515bc761a8de17d07a8', 'fixed_ips': [{'subnet_id': '5a0291ab-d01c-4a92-bf01-abd878a74e33'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:53:15.336530 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c78b3a6f-5fa6-4a03-ba89-f3ff1de7aa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:15.366153 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0eb3ac43-3555-4734-8a14-49324a48190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:15.371651 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-aca1ac96-c7f8-4313-84f2-44c5b361538c tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:15.378042 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca1ac96-c7f8-4313-84f2-44c5b361538c tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:15.379080 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-aca1ac96-c7f8-4313-84f2-44c5b361538c tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:15.392365 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f31647f0-5395-48df-aa33-473fed4eb221 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:15.431855 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:15.493830 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f99e96-037d-47f6-9c3c-74cd6e80ba93 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Made reservation on behalf of d39eebfbe3874515bc761a8de17d07a8 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:15.497709 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a3f99e96-037d-47f6-9c3c-74cd6e80ba93 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:15.502724 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca1ac96-c7f8-4313-84f2-44c5b361538c tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Network': ['ID=e805c6f5-fcbd-4f91-a239-c0b038ee52c4,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:15.509322 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-aca1ac96-c7f8-4313-84f2-44c5b361538c tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4907868 Jun 21 14:53:15.516490 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35868) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:15.516964 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-aca1ac96-c7f8-4313-84f2-44c5b361538c tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:15.523080 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network e805c6f5-fcbd-4f91-a239-c0b038ee52c4 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:53:15.524148 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-0de059e7-a907-4fdb-a194-3d2447c64845 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Request body: {'subnet': {'network_id': 'e805c6f5-fcbd-4f91-a239-c0b038ee52c4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:15.612311 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-a3f99e96-037d-47f6-9c3c-74cd6e80ba93 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] device_id is not set on port 4663076f-00ec-48de-9493-2355f50f292e yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:53:15.678206 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-c78b3a6f-5fa6-4a03-ba89-f3ff1de7aa95 None None] Allocated IP 172.20.0.2 (a619f856-73d9-408f-961f-dcd66453acd0/5a0291ab-d01c-4a92-bf01-abd878a74e33/70ffc965-627c-4b14-a26f-a86ed644a66a) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:53:15.696944 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:15.710175 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-0eb3ac43-3555-4734-8a14-49324a48190a None None] Allocated IP 172.20.0.3 (0c6c2fbe-c7cf-4bd3-94db-5ff8f0b1461a/74dc02da-e3d5-4896-99af-86121ef64907/51b16c4b-ae06-4032-8448-307a8b5b8f95) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:53:15.726420 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb104a-89a8-4822-a9a8-ada965a6c1a2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event updated for resources: {'Subnet': ['ID=edf82254-db15-4cf8-aa98-5e031094e94d,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:15.736199 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eb104a-89a8-4822-a9a8-ada965a6c1a2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Checking segment: {'id': '2a96c940-a1e0-434f-bf16-faa1e4109506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '74cbc40f-9def-4c06-b7fb-86e8bb54d369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:15.736429 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66eb104a-89a8-4822-a9a8-ada965a6c1a2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Network hostable DHCP agents. Network: 74cbc40f-9def-4c06-b7fb-86e8bb54d369, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:53:15.741012 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-66eb104a-89a8-4822-a9a8-ada965a6c1a2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:15.767267 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-13e1078f-fd53-4878-a6e3-e090ee84c0c8 req-21de3920-eb39-45c2-9fcd-9c74267f9380 service neutron] 10.222.0.66 "GET /v2.0/networks/f484fb70-feb1-4f25-877a-464c31fc799c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5596361 Jun 21 14:53:15.770295 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de059e7-a907-4fdb-a194-3d2447c64845 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Made reservation on behalf of 6b84c1e8652b4f7598ae83eb61bf775f for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:15.775463 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0de059e7-a907-4fdb-a194-3d2447c64845 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:15.790898 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e54193-a4d3-4902-bcab-b2cf1200673f req-3d764913-7d2a-4798-8dbc-a5ffb6292237 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:15.792679 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-67e54193-a4d3-4902-bcab-b2cf1200673f req-3d764913-7d2a-4798-8dbc-a5ffb6292237 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 943 time: 0.5195007 Jun 21 14:53:15.793948 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66eb104a-89a8-4822-a9a8-ada965a6c1a2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Network 74cbc40f-9def-4c06-b7fb-86e8bb54d369 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:53:15.808343 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-66eb104a-89a8-4822-a9a8-ada965a6c1a2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 74cbc40f-9def-4c06-b7fb-86e8bb54d369) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:15.820292 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66eb104a-89a8-4822-a9a8-ada965a6c1a2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:15.820883 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-66eb104a-89a8-4822-a9a8-ada965a6c1a2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:15.833074 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd90f5a1-6a2c-41df-9d0e-d578a91873f8 None None] Network 74cbc40f-9def-4c06-b7fb-86e8bb54d369 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:15.877228 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-66eb104a-89a8-4822-a9a8-ada965a6c1a2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.3709438 Jun 21 14:53:15.880636 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35870) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:15.885061 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-67e54193-a4d3-4902-bcab-b2cf1200673f req-adf1e8b1-8681-41bf-bf0e-8acda6513a5a tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b633c1b-6044-439e-9871-9d4719d063b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851171 Jun 21 14:53:15.921957 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7a9db-4876-47fe-8d12-f9fb151ba3a3 req-fea4e57d-7908-45fd-b2c5-a3b59c4c77f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:15.924370 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-42c7a9db-4876-47fe-8d12-f9fb151ba3a3 req-fea4e57d-7908-45fd-b2c5-a3b59c4c77f7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=060f9c733e164454be5831351376fee6&device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 1096 time: 0.0843780 Jun 21 14:53:16.033550 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5d14c31f-971a-433f-b6ef-06bb40a7101b tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:16.106760 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c78b3a6f-5fa6-4a03-ba89-f3ff1de7aa95 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:16.126360 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0de059e7-a907-4fdb-a194-3d2447c64845 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:16.127040 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7a9db-4876-47fe-8d12-f9fb151ba3a3 req-006070e0-c47e-49c9-b571-e744a65e95e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:16.128506 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-42c7a9db-4876-47fe-8d12-f9fb151ba3a3 req-006070e0-c47e-49c9-b571-e744a65e95e9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f484fb70-feb1-4f25-877a-464c31fc799c HTTP/1.1" status: 200 len: 898 time: 0.1979718 Jun 21 14:53:16.131607 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6a238be0-f35d-4a1c-bb00-acfee9a3300d tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:16.138556 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5d14c31f-971a-433f-b6ef-06bb40a7101b tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:16.148211 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-c78b3a6f-5fa6-4a03-ba89-f3ff1de7aa95 None None] Transition to ACTIVE for port object 70ffc965-627c-4b14-a26f-a86ed644a66a will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:16.158474 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0eb3ac43-3555-4734-8a14-49324a48190a None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:16.160701 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b24ec2c-179f-4903-b969-a366b5a8dace None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-74cbc40f-9def-4c06-b7fb-86e8bb54d369', 'network_id': '74cbc40f-9def-4c06-b7fb-86e8bb54d369', 'tenant_id': 'ec26c81e01b543f4bda812836e735e80', 'fixed_ips': [{'subnet_id': 'edf82254-db15-4cf8-aa98-5e031094e94d'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:53:16.161709 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7b24ec2c-179f-4903-b969-a366b5a8dace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:16.184192 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0eb3ac43-3555-4734-8a14-49324a48190a None None] Transition to ACTIVE for port object 51b16c4b-ae06-4032-8448-307a8b5b8f95 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:16.185339 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-42c7a9db-4876-47fe-8d12-f9fb151ba3a3 req-25cfc209-9a65-4db8-be17-1e8581e642e5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=770ef2a8-b1b6-4903-baf5-e7da67bed61e HTTP/1.1" status: 200 len: 217 time: 0.0503297 Jun 21 14:53:16.191440 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-c78b3a6f-5fa6-4a03-ba89-f3ff1de7aa95 None None] Transition to ACTIVE for port object 70ffc965-627c-4b14-a26f-a86ed644a66a will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:16.202118 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c78b3a6f-5fa6-4a03-ba89-f3ff1de7aa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:16.215503 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b2118547-9069-4909-b8b2-c8c8d5a1d7a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:16.238522 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7a9db-4876-47fe-8d12-f9fb151ba3a3 req-a7ced2ff-98f2-4dbc-86ce-b7c82be3a0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:16.239970 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-42c7a9db-4876-47fe-8d12-f9fb151ba3a3 req-a7ced2ff-98f2-4dbc-86ce-b7c82be3a0e7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0d0620da-2b3a-40f4-8576-0503ea417cc9 HTTP/1.1" status: 200 len: 834 time: 0.0490031 Jun 21 14:53:16.244902 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0eb3ac43-3555-4734-8a14-49324a48190a None None] Transition to ACTIVE for port object 51b16c4b-ae06-4032-8448-307a8b5b8f95 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:16.258204 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de059e7-a907-4fdb-a194-3d2447c64845 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Subnet': ['ID=46b6275e-8ce1-4cd1-933b-f5ae5da1c050,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:16.269400 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0de059e7-a907-4fdb-a194-3d2447c64845 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:16.307970 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78b3a6f-5fa6-4a03-ba89-f3ff1de7aa95 None None] Network a619f856-73d9-408f-961f-dcd66453acd0 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:16.309253 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-a3f99e96-037d-47f6-9c3c-74cd6e80ba93 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Allocated IP 172.20.0.8 (a619f856-73d9-408f-961f-dcd66453acd0/5a0291ab-d01c-4a92-bf01-abd878a74e33/4663076f-00ec-48de-9493-2355f50f292e) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:53:16.309942 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0eb3ac43-3555-4734-8a14-49324a48190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:16.311381 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de059e7-a907-4fdb-a194-3d2447c64845 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Checking segment: {'id': '3914f211-e0c0-411d-9606-e16f9b334f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e805c6f5-fcbd-4f91-a239-c0b038ee52c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:16.311746 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de059e7-a907-4fdb-a194-3d2447c64845 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Network hostable DHCP agents. Network: e805c6f5-fcbd-4f91-a239-c0b038ee52c4, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:53:16.327437 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-c78b3a6f-5fa6-4a03-ba89-f3ff1de7aa95 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:16.327726 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7a9db-4876-47fe-8d12-f9fb151ba3a3 req-30e3104f-7a21-49e8-ae54-e19172f21bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:16.331784 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5d14c31f-971a-433f-b6ef-06bb40a7101b tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:16.333154 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-42c7a9db-4876-47fe-8d12-f9fb151ba3a3 req-30e3104f-7a21-49e8-ae54-e19172f21bdd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f484fb70-feb1-4f25-877a-464c31fc799c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0831907 Jun 21 14:53:16.334536 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78b3a6f-5fa6-4a03-ba89-f3ff1de7aa95 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:53:16.337248 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ebdac7ea-d204-439b-a8ae-6f66baa48c2e tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:16.338445 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78b3a6f-5fa6-4a03-ba89-f3ff1de7aa95 None None] Pushing event updated for resources: {'Port': ['ID=70ffc965-627c-4b14-a26f-a86ed644a66a,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:16.345529 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-c78b3a6f-5fa6-4a03-ba89-f3ff1de7aa95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:16.347753 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-526228aa-3e32-4e0e-ab68-a13006fc2430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:16.370155 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:16.377125 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb3ac43-3555-4734-8a14-49324a48190a None None] Network 0c6c2fbe-c7cf-4bd3-94db-5ff8f0b1461a is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:16.403749 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14c31f-971a-433f-b6ef-06bb40a7101b tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event deleted for resources: {'Subnet': ['ID=edf82254-db15-4cf8-aa98-5e031094e94d,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:16.406374 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5d14c31f-971a-433f-b6ef-06bb40a7101b tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server [None req-7b24ec2c-179f-4903-b969-a366b5a8dace None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet edf82254-db15-4cf8-aa98-5e031094e94d: This subnet is being modified by another concurrent operation. Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 21 14:53:16.410816 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 21 14:53:16.414377 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 21 14:53:16.414377 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 21 14:53:16.414377 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:53:16.414377 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:53:16.414377 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:53:16.414377 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:53:16.414377 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 21 14:53:16.414377 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 21 14:53:16.414377 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 21 14:53:16.414377 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 21 14:53:16.414377 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:53:16.414377 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:53:16.414377 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:53:16.414377 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:53:16.414377 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 21 14:53:16.414377 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 21 14:53:16.414377 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 21 14:53:16.414377 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 21 14:53:16.414377 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 21 14:53:16.414377 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 21 14:53:16.414377 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 21 14:53:16.414377 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 21 14:53:16.414377 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 21 14:53:16.414377 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 21 14:53:16.414377 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:53:16.414377 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:53:16.414377 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:53:16.414377 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:53:16.414377 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 21 14:53:16.414377 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 21 14:53:16.414377 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 21 14:53:16.414377 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 21 14:53:16.414377 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 21 14:53:16.414377 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 21 14:53:16.414377 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 21 14:53:16.414377 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise exception Jun 21 14:53:16.414377 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet edf82254-db15-4cf8-aa98-5e031094e94d: This subnet is being modified by another concurrent operation. Jun 21 14:53:16.414377 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server Jun 21 14:53:16.419128 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-803162eb-d57c-47b4-9d78-45c52240ad6c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:16.420984 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-0eb3ac43-3555-4734-8a14-49324a48190a None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:16.441145 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb3ac43-3555-4734-8a14-49324a48190a None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:53:16.449561 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfa91a9-3c86-4bfc-97e9-6bef4546d972 None None] Network 74cbc40f-9def-4c06-b7fb-86e8bb54d369 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:16.458386 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-42c7a9db-4876-47fe-8d12-f9fb151ba3a3 req-53ca107c-1b28-4d4e-9e51-dd0a273d8093 service neutron] 10.222.0.66 "GET /v2.0/networks/f484fb70-feb1-4f25-877a-464c31fc799c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222999 Jun 21 14:53:16.497573 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de059e7-a907-4fdb-a194-3d2447c64845 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Network e805c6f5-fcbd-4f91-a239-c0b038ee52c4 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:53:16.503885 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3ac43-3555-4734-8a14-49324a48190a None None] Pushing event updated for resources: {'Port': ['ID=51b16c4b-ae06-4032-8448-307a8b5b8f95,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:16.527043 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-c78b3a6f-5fa6-4a03-ba89-f3ff1de7aa95 None None] Attempting to bind port 70ffc965-627c-4b14-a26f-a86ed644a66a on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:53:16.527538 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-c78b3a6f-5fa6-4a03-ba89-f3ff1de7aa95 None None] Attempting to bind port 70ffc965-627c-4b14-a26f-a86ed644a66a by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'ac670f8d-85f9-4f95-968c-f6fdb9c7c617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a619f856-73d9-408f-961f-dcd66453acd0'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:53:16.528309 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78b3a6f-5fa6-4a03-ba89-f3ff1de7aa95 None None] Attempting to bind port 70ffc965-627c-4b14-a26f-a86ed644a66a on network a619f856-73d9-408f-961f-dcd66453acd0 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:53:16.531028 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0eb3ac43-3555-4734-8a14-49324a48190a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:16.561970 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-42c7a9db-4876-47fe-8d12-f9fb151ba3a3 req-988f8737-7f5a-44cc-afe8-e79dc4217ba2 service neutron] 10.222.0.66 "GET /v2.0/networks/f484fb70-feb1-4f25-877a-464c31fc799c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961382 Jun 21 14:53:16.572224 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78b3a6f-5fa6-4a03-ba89-f3ff1de7aa95 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:53:16.572566 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78b3a6f-5fa6-4a03-ba89-f3ff1de7aa95 None None] Checking segment: {'id': 'ac670f8d-85f9-4f95-968c-f6fdb9c7c617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a619f856-73d9-408f-961f-dcd66453acd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:16.573016 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c78b3a6f-5fa6-4a03-ba89-f3ff1de7aa95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:16.573609 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78b3a6f-5fa6-4a03-ba89-f3ff1de7aa95 None None] Bound using segment: {'id': 'ac670f8d-85f9-4f95-968c-f6fdb9c7c617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a619f856-73d9-408f-961f-dcd66453acd0'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:53:16.574025 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-c78b3a6f-5fa6-4a03-ba89-f3ff1de7aa95 None None] Bound port: 70ffc965-627c-4b14-a26f-a86ed644a66a, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac670f8d-85f9-4f95-968c-f6fdb9c7c617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a619f856-73d9-408f-961f-dcd66453acd0'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:53:16.574400 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c78b3a6f-5fa6-4a03-ba89-f3ff1de7aa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:16.575825 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event deleted for resources: {'Subnet': ['ID=74dc02da-e3d5-4896-99af-86121ef64907,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:16.578238 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:16.599857 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-0de059e7-a907-4fdb-a194-3d2447c64845 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, e805c6f5-fcbd-4f91-a239-c0b038ee52c4) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:16.603978 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de059e7-a907-4fdb-a194-3d2447c64845 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:16.604939 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0de059e7-a907-4fdb-a194-3d2447c64845 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:16.608934 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:16.616025 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a2c458-35ec-466a-b863-2a683823d50e None None] Network e805c6f5-fcbd-4f91-a239-c0b038ee52c4 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:16.632143 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5d14c31f-971a-433f-b6ef-06bb40a7101b tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:16.648824 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5d5e058f-059a-490c-929d-ac7180bf0828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:16.678248 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-0eb3ac43-3555-4734-8a14-49324a48190a None None] Attempting to bind port 51b16c4b-ae06-4032-8448-307a8b5b8f95 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:53:16.678598 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-0eb3ac43-3555-4734-8a14-49324a48190a None None] Attempting to bind port 51b16c4b-ae06-4032-8448-307a8b5b8f95 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '331e728d-ed97-4f8b-955a-bb4bb52cca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0c6c2fbe-c7cf-4bd3-94db-5ff8f0b1461a'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:53:16.678981 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb3ac43-3555-4734-8a14-49324a48190a None None] Attempting to bind port 51b16c4b-ae06-4032-8448-307a8b5b8f95 on network 0c6c2fbe-c7cf-4bd3-94db-5ff8f0b1461a {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:53:16.681150 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c6c2fbe-c7cf-4bd3-94db-5ff8f0b1461a']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:16.685644 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-5d14c31f-971a-433f-b6ef-06bb40a7101b tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74cbc40f-9def-4c06-b7fb-86e8bb54d369']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:16.705482 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0de059e7-a907-4fdb-a194-3d2447c64845 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1861734 Jun 21 14:53:16.708134 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35872) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:16.709857 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-5d14c31f-971a-433f-b6ef-06bb40a7101b tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a96c940-a1e0-434f-bf16-faa1e4109506') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:16.710028 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-5d14c31f-971a-433f-b6ef-06bb40a7101b tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a96c940-a1e0-434f-bf16-faa1e4109506') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:16.713058 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '331e728d-ed97-4f8b-955a-bb4bb52cca94') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:16.713335 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '331e728d-ed97-4f8b-955a-bb4bb52cca94') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:16.715967 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb3ac43-3555-4734-8a14-49324a48190a None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:53:16.716342 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb3ac43-3555-4734-8a14-49324a48190a None None] Checking segment: {'id': '331e728d-ed97-4f8b-955a-bb4bb52cca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0c6c2fbe-c7cf-4bd3-94db-5ff8f0b1461a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:16.716746 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0eb3ac43-3555-4734-8a14-49324a48190a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:16.717145 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb3ac43-3555-4734-8a14-49324a48190a None None] Bound using segment: {'id': '331e728d-ed97-4f8b-955a-bb4bb52cca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0c6c2fbe-c7cf-4bd3-94db-5ff8f0b1461a'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:53:16.717629 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-0eb3ac43-3555-4734-8a14-49324a48190a None None] Bound port: 51b16c4b-ae06-4032-8448-307a8b5b8f95, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331e728d-ed97-4f8b-955a-bb4bb52cca94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0c6c2fbe-c7cf-4bd3-94db-5ff8f0b1461a'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:53:16.718023 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0eb3ac43-3555-4734-8a14-49324a48190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:16.720709 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-63e7cd06-7bd2-4c5d-b00e-a6deb0485b7a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-529217672', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:16.734047 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5d14c31f-971a-433f-b6ef-06bb40a7101b tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:16.743202 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:16.748768 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-63e7cd06-7bd2-4c5d-b00e-a6deb0485b7a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:16.750358 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-63e7cd06-7bd2-4c5d-b00e-a6deb0485b7a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:16.777289 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-c78b3a6f-5fa6-4a03-ba89-f3ff1de7aa95 None None] For port 70ffc965-627c-4b14-a26f-a86ed644a66a, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:53:16.777565 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:16.781026 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5d14c31f-971a-433f-b6ef-06bb40a7101b tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:16.781345 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-c78b3a6f-5fa6-4a03-ba89-f3ff1de7aa95 None None] For port 70ffc965-627c-4b14-a26f-a86ed644a66a, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=70ffc965-627c-4b14-a26f-a86ed644a66a,segment=NetworkSegment(ac670f8d-85f9-4f95-968c-f6fdb9c7c617),segment_id=ac670f8d-85f9-4f95-968c-f6fdb9c7c617)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:53:16.791943 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:53:16.792377 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:16.798475 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:53:16.798475 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:53:16.798475 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:53:16.798475 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:53:16.798475 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:53:16.798475 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:53:16.798475 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:53:16.798475 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:53:16.798475 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:53:16.798475 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:53:16.798475 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:53:16.798475 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:53:16.798475 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:53:16.798475 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:53:16.798475 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:53:16.798475 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:53:16.798475 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:53:16.798475 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:53:16.798475 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:53:16.798475 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:53:16.798475 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:53:16.798475 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:53:16.798475 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:53:16.798475 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:53:16.798475 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:53:16.798475 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:53:16.798475 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:53:16.798475 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:53:16.798475 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:53:16.798475 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:53:16.798475 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:53:16.798475 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:53:16.808063 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c78b3a6f-5fa6-4a03-ba89-f3ff1de7aa95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:16.813733 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:16.820768 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d14c31f-971a-433f-b6ef-06bb40a7101b tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:53:16.821188 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5d14c31f-971a-433f-b6ef-06bb40a7101b tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:16.825541 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:53:16.825541 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:53:16.825541 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:53:16.825541 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:53:16.825541 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:53:16.825541 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:53:16.825541 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:53:16.825541 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:53:16.825541 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:53:16.825541 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:53:16.825541 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:53:16.825541 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:53:16.825541 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:53:16.825541 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:53:16.825541 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:53:16.825541 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:53:16.825541 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:53:16.825541 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:53:16.825541 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:53:16.825541 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:53:16.825541 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:53:16.825541 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:53:16.825541 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:53:16.825541 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:53:16.825541 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:53:16.825541 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:53:16.825541 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:53:16.825541 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:53:16.825541 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:53:16.825541 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:53:16.825541 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:53:16.825541 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:53:16.828406 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-63e7cd06-7bd2-4c5d-b00e-a6deb0485b7a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:16.835748 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-63e7cd06-7bd2-4c5d-b00e-a6deb0485b7a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:16.858536 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-63e7cd06-7bd2-4c5d-b00e-a6deb0485b7a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:16.864342 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-63e7cd06-7bd2-4c5d-b00e-a6deb0485b7a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1505446 Jun 21 14:53:16.864756 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35874) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:16.935395 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a3f99e96-037d-47f6-9c3c-74cd6e80ba93 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:16.943409 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.db.api [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 21 14:53:16.943409 dv-neutron-797121-2-hyperv neutron-server[105225]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 21 14:53:16.943409 dv-neutron-797121-2-hyperv neutron-server[105225]: [parameters: {'id': '0c6c2fbe-c7cf-4bd3-94db-5ff8f0b1461a'}] Jun 21 14:53:16.943409 dv-neutron-797121-2-hyperv neutron-server[105225]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 14:53:16.943834 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_db.api [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 14:53:16.959255 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-a3f99e96-037d-47f6-9c3c-74cd6e80ba93 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Transition to ACTIVE for port object 4663076f-00ec-48de-9493-2355f50f292e will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:16.960768 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5d14c31f-971a-433f-b6ef-06bb40a7101b tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:16.965902 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5d14c31f-971a-433f-b6ef-06bb40a7101b tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:16.967811 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5d14c31f-971a-433f-b6ef-06bb40a7101b tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "DELETE /v2.0/networks/74cbc40f-9def-4c06-b7fb-86e8bb54d369 HTTP/1.1" status: 204 len: 168 time: 1.0862370 Jun 21 14:53:16.971071 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d9011760-7697-4495-a446-7121b68e0d37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:16.975427 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35878) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:16.996788 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-8ccf7b0b-08f4-47c1-a107-0d7beb1b60f8 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1912807215'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:17.005894 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d14c31f-971a-433f-b6ef-06bb40a7101b tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event deleted for resources: {'Network': ['ID=74cbc40f-9def-4c06-b7fb-86e8bb54d369,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:17.008287 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5d14c31f-971a-433f-b6ef-06bb40a7101b tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:17.046083 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccf7b0b-08f4-47c1-a107-0d7beb1b60f8 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Made reservation on behalf of ec26c81e01b543f4bda812836e735e80 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:17.050536 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8ccf7b0b-08f4-47c1-a107-0d7beb1b60f8 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:17.065422 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a3f99e96-037d-47f6-9c3c-74cd6e80ba93 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:17.071416 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:17.131256 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ccf7b0b-08f4-47c1-a107-0d7beb1b60f8 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:53:17.133978 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f99e96-037d-47f6-9c3c-74cd6e80ba93 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Network a619f856-73d9-408f-961f-dcd66453acd0 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:17.140695 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-a3f99e96-037d-47f6-9c3c-74cd6e80ba93 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:17.144054 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f99e96-037d-47f6-9c3c-74cd6e80ba93 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:53:17.149551 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f99e96-037d-47f6-9c3c-74cd6e80ba93 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Port': ['ID=4663076f-00ec-48de-9493-2355f50f292e,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:17.153060 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a3f99e96-037d-47f6-9c3c-74cd6e80ba93 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:17.178192 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-0eb3ac43-3555-4734-8a14-49324a48190a None None] For port 51b16c4b-ae06-4032-8448-307a8b5b8f95, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:53:17.180538 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8ccf7b0b-08f4-47c1-a107-0d7beb1b60f8 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:17.180812 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:17.180945 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-8ccf7b0b-08f4-47c1-a107-0d7beb1b60f8 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Added segment effb214e-dc99-4c51-b1ef-4e185f98d5a5 of type vlan for network 8570f14c-37e9-46dd-a97d-476c934090e9 Jun 21 14:53:17.185716 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78b3a6f-5fa6-4a03-ba89-f3ff1de7aa95 None None] Pushing event updated for resources: {'Port': ['ID=70ffc965-627c-4b14-a26f-a86ed644a66a,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:17.196731 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-c78b3a6f-5fa6-4a03-ba89-f3ff1de7aa95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:17.224927 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-0eb3ac43-3555-4734-8a14-49324a48190a None None] For port 51b16c4b-ae06-4032-8448-307a8b5b8f95, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=51b16c4b-ae06-4032-8448-307a8b5b8f95,segment=NetworkSegment(331e728d-ed97-4f8b-955a-bb4bb52cca94),segment_id=331e728d-ed97-4f8b-955a-bb4bb52cca94)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:53:17.234814 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9863c999-d514-4f35-8413-d8c594b844d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:17.237681 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0eb3ac43-3555-4734-8a14-49324a48190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:17.239307 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f99e96-037d-47f6-9c3c-74cd6e80ba93 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:17.240015 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a3f99e96-037d-47f6-9c3c-74cd6e80ba93 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:17.250828 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-96130724-b9f1-4fdd-acec-8f85f2396843 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:17.253812 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3f9b96-6400-4ce8-82f0-d36d3562c248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-e805c6f5-fcbd-4f91-a239-c0b038ee52c4', 'network_id': 'e805c6f5-fcbd-4f91-a239-c0b038ee52c4', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'fixed_ips': [{'subnet_id': '46b6275e-8ce1-4cd1-933b-f5ae5da1c050'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:53:17.254796 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3e3f9b96-6400-4ce8-82f0-d36d3562c248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:17.263033 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8ccf7b0b-08f4-47c1-a107-0d7beb1b60f8 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:17.287506 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a3f99e96-037d-47f6-9c3c-74cd6e80ba93 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1654296 Jun 21 14:53:17.290267 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35880) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:17.331120 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8ccf7b0b-08f4-47c1-a107-0d7beb1b60f8 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:17.337087 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccf7b0b-08f4-47c1-a107-0d7beb1b60f8 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:17.337806 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8ccf7b0b-08f4-47c1-a107-0d7beb1b60f8 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:17.343839 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-767ac57d-fd1b-484d-b237-e815857927d9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:17.457235 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:17.459654 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8ccf7b0b-08f4-47c1-a107-0d7beb1b60f8 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4820354 Jun 21 14:53:17.466774 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35882) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:17.473544 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-83a4f621-ac1c-4ab6-8495-3c4a72e2d466 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Request body: {'subnet': {'network_id': '8570f14c-37e9-46dd-a97d-476c934090e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:17.484301 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780a2a5-e18b-46b3-8637-566ea55a3ff4 req-2d13d471-253a-46c8-9dfe-e9978e79ec0d tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:17.486112 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f780a2a5-e18b-46b3-8637-566ea55a3ff4 req-2d13d471-253a-46c8-9dfe-e9978e79ec0d tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 943 time: 0.4366000 Jun 21 14:53:17.512768 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb3ac43-3555-4734-8a14-49324a48190a None None] Pushing event updated for resources: {'Port': ['ID=51b16c4b-ae06-4032-8448-307a8b5b8f95,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:17.520620 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de150638-ce46-45b8-b5b4-f33845d58e18 None None] Network 0c6c2fbe-c7cf-4bd3-94db-5ff8f0b1461a requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:17.523769 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0eb3ac43-3555-4734-8a14-49324a48190a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:17.557074 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf7b0b-08f4-47c1-a107-0d7beb1b60f8 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event updated for resources: {'Network': ['ID=8570f14c-37e9-46dd-a97d-476c934090e9,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:17.576896 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8ccf7b0b-08f4-47c1-a107-0d7beb1b60f8 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:17.602671 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f780a2a5-e18b-46b3-8637-566ea55a3ff4 req-c22445e1-82f1-4da7-aa70-92df40759c2b tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b633c1b-6044-439e-9871-9d4719d063b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003380 Jun 21 14:53:17.610540 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 8570f14c-37e9-46dd-a97d-476c934090e9 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:53:17.650268 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-7fa619a8-84fa-496c-b8a6-3635fb6dfb78 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Deleting port 4663076f-00ec-48de-9493-2355f50f292e {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:53:17.650613 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7fa619a8-84fa-496c-b8a6-3635fb6dfb78 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:17.654981 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a4f621-ac1c-4ab6-8495-3c4a72e2d466 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Made reservation on behalf of ec26c81e01b543f4bda812836e735e80 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:17.658585 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-83a4f621-ac1c-4ab6-8495-3c4a72e2d466 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:17.705059 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-3e3f9b96-6400-4ce8-82f0-d36d3562c248 None None] Allocated IP 172.20.0.2 (e805c6f5-fcbd-4f91-a239-c0b038ee52c4/46b6275e-8ce1-4cd1-933b-f5ae5da1c050/6b4ba1a5-747e-4b74-a8a1-57a4cae9faf2) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:53:17.792127 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Deleting port 51b16c4b-ae06-4032-8448-307a8b5b8f95 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:53:17.792467 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:17.865454 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514c70db-777b-46cb-829f-1af127997b99 None None] Network 0c6c2fbe-c7cf-4bd3-94db-5ff8f0b1461a requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:17.887046 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7fa619a8-84fa-496c-b8a6-3635fb6dfb78 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:17.916733 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] For port 51b16c4b-ae06-4032-8448-307a8b5b8f95, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=51b16c4b-ae06-4032-8448-307a8b5b8f95,segment=NetworkSegment(331e728d-ed97-4f8b-955a-bb4bb52cca94),segment_id=331e728d-ed97-4f8b-955a-bb4bb52cca94)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:17.917155 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:17.951568 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3e3f9b96-6400-4ce8-82f0-d36d3562c248 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:17.964514 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3e3f9b96-6400-4ce8-82f0-d36d3562c248 None None] Transition to ACTIVE for port object 6b4ba1a5-747e-4b74-a8a1-57a4cae9faf2 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:18.036482 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3e3f9b96-6400-4ce8-82f0-d36d3562c248 None None] Transition to ACTIVE for port object 6b4ba1a5-747e-4b74-a8a1-57a4cae9faf2 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:18.048588 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:18.056226 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3e3f9b96-6400-4ce8-82f0-d36d3562c248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:18.059643 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:18.106334 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f9b96-6400-4ce8-82f0-d36d3562c248 None None] Pushing event updated for resources: {'Port': ['ID=6b4ba1a5-747e-4b74-a8a1-57a4cae9faf2,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:18.110026 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 70ffc965-627c-4b14-a26f-a86ed644a66a up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:53:18.141199 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-9863c999-d514-4f35-8413-d8c594b844d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Allocated IP 172.20.0.1 (e805c6f5-fcbd-4f91-a239-c0b038ee52c4/46b6275e-8ce1-4cd1-933b-f5ae5da1c050/2ad95706-4b19-4caa-a42e-a138b31c5b58) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:53:18.147959 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3e3f9b96-6400-4ce8-82f0-d36d3562c248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:18.175084 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3f9b96-6400-4ce8-82f0-d36d3562c248 None None] Network e805c6f5-fcbd-4f91-a239-c0b038ee52c4 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:18.179871 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-3e3f9b96-6400-4ce8-82f0-d36d3562c248 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:18.183321 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3f9b96-6400-4ce8-82f0-d36d3562c248 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:53:18.246362 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 70ffc965-627c-4b14-a26f-a86ed644a66a completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:18.260001 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-3e3f9b96-6400-4ce8-82f0-d36d3562c248 None None] Attempting to bind port 6b4ba1a5-747e-4b74-a8a1-57a4cae9faf2 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:53:18.260372 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-3e3f9b96-6400-4ce8-82f0-d36d3562c248 None None] Attempting to bind port 6b4ba1a5-747e-4b74-a8a1-57a4cae9faf2 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '3914f211-e0c0-411d-9606-e16f9b334f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e805c6f5-fcbd-4f91-a239-c0b038ee52c4'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:53:18.261040 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3f9b96-6400-4ce8-82f0-d36d3562c248 None None] Attempting to bind port 6b4ba1a5-747e-4b74-a8a1-57a4cae9faf2 on network e805c6f5-fcbd-4f91-a239-c0b038ee52c4 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:53:18.266601 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3f9b96-6400-4ce8-82f0-d36d3562c248 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:53:18.266986 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3f9b96-6400-4ce8-82f0-d36d3562c248 None None] Checking segment: {'id': '3914f211-e0c0-411d-9606-e16f9b334f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e805c6f5-fcbd-4f91-a239-c0b038ee52c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:18.267396 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3e3f9b96-6400-4ce8-82f0-d36d3562c248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:18.267795 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3f9b96-6400-4ce8-82f0-d36d3562c248 None None] Bound using segment: {'id': '3914f211-e0c0-411d-9606-e16f9b334f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e805c6f5-fcbd-4f91-a239-c0b038ee52c4'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:53:18.268298 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-3e3f9b96-6400-4ce8-82f0-d36d3562c248 None None] Bound port: 6b4ba1a5-747e-4b74-a8a1-57a4cae9faf2, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3914f211-e0c0-411d-9606-e16f9b334f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'e805c6f5-fcbd-4f91-a239-c0b038ee52c4'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:53:18.268667 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3e3f9b96-6400-4ce8-82f0-d36d3562c248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:18.327449 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9863c999-d514-4f35-8413-d8c594b844d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:18.342756 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-3e3f9b96-6400-4ce8-82f0-d36d3562c248 None None] For port 6b4ba1a5-747e-4b74-a8a1-57a4cae9faf2, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:53:18.346988 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-3e3f9b96-6400-4ce8-82f0-d36d3562c248 None None] For port 6b4ba1a5-747e-4b74-a8a1-57a4cae9faf2, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=6b4ba1a5-747e-4b74-a8a1-57a4cae9faf2,segment=NetworkSegment(3914f211-e0c0-411d-9606-e16f9b334f56),segment_id=3914f211-e0c0-411d-9606-e16f9b334f56)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:53:18.349527 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-9863c999-d514-4f35-8413-d8c594b844d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Transition to ACTIVE for port object 2ad95706-4b19-4caa-a42e-a138b31c5b58 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:18.356679 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3e3f9b96-6400-4ce8-82f0-d36d3562c248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:18.360026 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-ef49a977-5620-4b36-97ab-76fa898115d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:18.395876 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9863c999-d514-4f35-8413-d8c594b844d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:18.399516 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-10bbee7e-9ef7-4a6e-aea3-2b31c414d4de tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:18.424004 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-7fa619a8-84fa-496c-b8a6-3635fb6dfb78 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Calling delete_port for 4663076f-00ec-48de-9493-2355f50f292e owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:53:18.450094 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f9b96-6400-4ce8-82f0-d36d3562c248 None None] Pushing event updated for resources: {'Port': ['ID=6b4ba1a5-747e-4b74-a8a1-57a4cae9faf2,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:18.464352 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c152b6-2bfe-4f5d-b9c9-ccab488fef83 None None] Network a619f856-73d9-408f-961f-dcd66453acd0 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:18.466555 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9863c999-d514-4f35-8413-d8c594b844d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Network e805c6f5-fcbd-4f91-a239-c0b038ee52c4 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:18.466713 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3e3f9b96-6400-4ce8-82f0-d36d3562c248 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:18.470613 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-9863c999-d514-4f35-8413-d8c594b844d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:18.477759 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9863c999-d514-4f35-8413-d8c594b844d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:53:18.498015 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Calling delete_port for 51b16c4b-ae06-4032-8448-307a8b5b8f95 owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:53:18.511633 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9863c999-d514-4f35-8413-d8c594b844d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Port': ['ID=2ad95706-4b19-4caa-a42e-a138b31c5b58,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:18.520286 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9863c999-d514-4f35-8413-d8c594b844d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:18.539923 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9863c999-d514-4f35-8413-d8c594b844d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:18.583795 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-cd4ca35d-9c5b-4d1b-b463-494e5b9d8c5b None None] Provisioning for port 70ffc965-627c-4b14-a26f-a86ed644a66a completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:18.590246 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-cd4ca35d-9c5b-4d1b-b463-494e5b9d8c5b None None] Provisioning complete for port 70ffc965-627c-4b14-a26f-a86ed644a66a triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:18.590606 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-cd4ca35d-9c5b-4d1b-b463-494e5b9d8c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:18.700770 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-83a4f621-ac1c-4ab6-8495-3c4a72e2d466 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:18.707625 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-80fb45a5-5fa5-43fb-92a0-845642800c37 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:18.787069 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:18.828488 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] No DVR routers for this DVR port 51b16c4b-ae06-4032-8448-307a8b5b8f95 on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:53:18.841023 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 770ef2a8-b1b6-4903-baf5-e7da67bed61e details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:53:18.845336 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4f621-ac1c-4ab6-8495-3c4a72e2d466 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event updated for resources: {'Subnet': ['ID=405f8f26-d4f5-425e-8757-50073d003665,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:18.867695 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-cd4ca35d-9c5b-4d1b-b463-494e5b9d8c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:18.872348 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-83a4f621-ac1c-4ab6-8495-3c4a72e2d466 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:18.873555 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-922adca3-4c5a-4f21-97b5-32e730de50f4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:18.880202 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7fa619a8-84fa-496c-b8a6-3635fb6dfb78 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:18.889008 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9863c999-d514-4f35-8413-d8c594b844d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:18.924334 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-cd4ca35d-9c5b-4d1b-b463-494e5b9d8c5b None None] For port 70ffc965-627c-4b14-a26f-a86ed644a66a, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=70ffc965-627c-4b14-a26f-a86ed644a66a,segment=NetworkSegment(ac670f8d-85f9-4f95-968c-f6fdb9c7c617),segment_id=ac670f8d-85f9-4f95-968c-f6fdb9c7c617)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:18.965900 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event deleted for resources: {'Port': ['ID=51b16c4b-ae06-4032-8448-307a8b5b8f95,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:18.968853 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:18.976245 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-70e98e8b-b363-43c5-b4f7-c6f0d2116cf0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:18.997695 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-cd4ca35d-9c5b-4d1b-b463-494e5b9d8c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:19.006635 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0eb3ac43-3555-4734-8a14-49324a48190a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:19.015975 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa619a8-84fa-496c-b8a6-3635fb6dfb78 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Port': ['ID=4663076f-00ec-48de-9493-2355f50f292e,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:19.018580 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7fa619a8-84fa-496c-b8a6-3635fb6dfb78 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:19.060245 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a4f621-ac1c-4ab6-8495-3c4a72e2d466 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Checking segment: {'id': 'effb214e-dc99-4c51-b1ef-4e185f98d5a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '8570f14c-37e9-46dd-a97d-476c934090e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:19.060718 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a4f621-ac1c-4ab6-8495-3c4a72e2d466 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Network hostable DHCP agents. Network: 8570f14c-37e9-46dd-a97d-476c934090e9, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:53:19.096731 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:19.102506 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 770ef2a8-b1b6-4903-baf5-e7da67bed61e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=770ef2a8-b1b6-4903-baf5-e7da67bed61e,segment=NetworkSegment(de29049e-cb44-42ae-8f1b-766943afd272),segment_id=de29049e-cb44-42ae-8f1b-766943afd272)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:19.116635 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ca35d-9c5b-4d1b-b463-494e5b9d8c5b None None] Pushing event updated for resources: {'Port': ['ID=70ffc965-627c-4b14-a26f-a86ed644a66a,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:19.125697 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-cd4ca35d-9c5b-4d1b-b463-494e5b9d8c5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:19.126508 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c6c2fbe-c7cf-4bd3-94db-5ff8f0b1461a']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:19.128879 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '770ef2a8-b1b6-4903-baf5-e7da67bed61e', 'network_id': 'f484fb70-feb1-4f25-877a-464c31fc799c', 'port_id': '770ef2a8-b1b6-4903-baf5-e7da67bed61e', 'mac_address': 'fa:16:3e:65:dc:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d0620da-2b3a-40f4-8576-0503ea417cc9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:53:19.157252 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '331e728d-ed97-4f8b-955a-bb4bb52cca94') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:19.157521 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '331e728d-ed97-4f8b-955a-bb4bb52cca94') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:19.175342 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a4f621-ac1c-4ab6-8495-3c4a72e2d466 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Network 8570f14c-37e9-46dd-a97d-476c934090e9 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:53:19.179210 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:19.181301 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd67135-b429-4b3e-b276-6e464d31b25e req-c2d16147-9eae-44cf-8ca4-c17d5a8ff4fa tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:19.182940 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cfd67135-b429-4b3e-b276-6e464d31b25e req-c2d16147-9eae-44cf-8ca4-c17d5a8ff4fa tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 943 time: 0.3208532 Jun 21 14:53:19.204957 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7fa619a8-84fa-496c-b8a6-3635fb6dfb78 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:19.206180 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:19.212802 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7fa619a8-84fa-496c-b8a6-3635fb6dfb78 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/ports/4663076f-00ec-48de-9493-2355f50f292e HTTP/1.1" status: 204 len: 168 time: 1.9184716 Jun 21 14:53:19.213045 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35886) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:19.219854 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-83a4f621-ac1c-4ab6-8495-3c4a72e2d466 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 8570f14c-37e9-46dd-a97d-476c934090e9) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:19.221515 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:19.227204 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770ef2a8-b1b6-4903-baf5-e7da67bed61e {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:53:19.229062 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a4f621-ac1c-4ab6-8495-3c4a72e2d466 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:19.230165 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-83a4f621-ac1c-4ab6-8495-3c4a72e2d466 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:19.234290 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e17522e-93c9-490c-a4c4-d5a4ba0d4882 None None] Network 8570f14c-37e9-46dd-a97d-476c934090e9 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:19.272980 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:53:19.273655 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:19.283083 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-df73db33-3ee5-4f3f-9583-fc306ebd0064 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:19.283904 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df73db33-3ee5-4f3f-9583-fc306ebd0064 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:19.285634 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-df73db33-3ee5-4f3f-9583-fc306ebd0064 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/ports/4663076f-00ec-48de-9493-2355f50f292e HTTP/1.1" status: 404 len: 333 time: 0.0737066 Jun 21 14:53:19.289360 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-83a4f621-ac1c-4ab6-8495-3c4a72e2d466 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.8217678 Jun 21 14:53:19.291081 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:53:19.291081 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:53:19.291081 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:53:19.291081 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:53:19.291081 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:53:19.291081 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:53:19.291081 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:53:19.291081 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:53:19.291081 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:53:19.291081 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:53:19.291081 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:53:19.291081 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:53:19.291081 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:53:19.291081 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:53:19.291081 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:53:19.291081 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:53:19.291081 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:53:19.291081 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:53:19.291081 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:53:19.291081 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:53:19.291081 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:53:19.291081 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:53:19.291081 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:53:19.291081 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:53:19.291081 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:53:19.291081 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:53:19.291081 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:53:19.291081 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:53:19.291081 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:53:19.291081 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:53:19.291081 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:53:19.291081 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:53:19.291081 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:53:19.291081 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:53:19.299867 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35888) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:19.299867 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35890) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:19.304955 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 770ef2a8-b1b6-4903-baf5-e7da67bed61e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=770ef2a8-b1b6-4903-baf5-e7da67bed61e,segment=NetworkSegment(de29049e-cb44-42ae-8f1b-766943afd272),segment_id=de29049e-cb44-42ae-8f1b-766943afd272)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:19.321215 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:19.327276 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-dbfde6a6-2159-4158-a340-763942101bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:19.334781 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-cb29ec10-54d4-4e64-8ea4-6bdda55a4ddc None None] Could not find standard attr ID for object 4663076f-00ec-48de-9493-2355f50f292e. {{(pid=105226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 21 14:53:19.447079 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:19.452577 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-cb29ec10-54d4-4e64-8ea4-6bdda55a4ddc None None] Provisioning complete for port 70ffc965-627c-4b14-a26f-a86ed644a66a triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:19.453113 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-cb29ec10-54d4-4e64-8ea4-6bdda55a4ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:19.475763 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:19.489682 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:19.498224 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "DELETE /v2.0/networks/0c6c2fbe-c7cf-4bd3-94db-5ff8f0b1461a HTTP/1.1" status: 204 len: 168 time: 4.3074324 Jun 21 14:53:19.499623 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35892) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:19.501640 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-06c4f39b-dd5b-4553-8d55-4dc65145fb0a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] GET failed (client error): The resource could not be found. Jun 21 14:53:19.503428 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-06c4f39b-dd5b-4553-8d55-4dc65145fb0a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "GET /v2.0/ports/4663076f-00ec-48de-9493-2355f50f292e HTTP/1.1" status: 404 len: 333 time: 0.2063305 Jun 21 14:53:19.524342 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35894) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:19.541908 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event deleted for resources: {'Network': ['ID=0c6c2fbe-c7cf-4bd3-94db-5ff8f0b1461a,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:19.550359 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=770ef2a8-b1b6-4903-baf5-e7da67bed61e,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:19.565568 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:19.575949 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b9601bdb-9141-4e43-9d17-8bcfc90f81b3 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:19.579010 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:19.581105 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-945bdd35-3872-4087-bd02-f427f52cebe7 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:19.581568 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-945bdd35-3872-4087-bd02-f427f52cebe7 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:19.586788 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-945bdd35-3872-4087-bd02-f427f52cebe7 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "DELETE /v2.0/subnets/74dc02da-e3d5-4896-99af-86121ef64907 HTTP/1.1" status: 404 len: 337 time: 0.0833368 Jun 21 14:53:19.587144 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35896) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:19.608268 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cfd67135-b429-4b3e-b276-6e464d31b25e req-1a27e5e0-8a54-49dc-a206-293db81b0e3e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b633c1b-6044-439e-9871-9d4719d063b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4059236 Jun 21 14:53:19.619616 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef589c79-1790-4092-8ea1-318f430aa2bd tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:19.620754 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef589c79-1790-4092-8ea1-318f430aa2bd tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:19.622658 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ef589c79-1790-4092-8ea1-318f430aa2bd tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "DELETE /v2.0/networks/0c6c2fbe-c7cf-4bd3-94db-5ff8f0b1461a HTTP/1.1" status: 404 len: 339 time: 0.0346153 Jun 21 14:53:19.625202 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35898) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:19.643985 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac7413f5-1b7f-4c2b-82c7-e186ec597083 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Deleting subnet 5a0291ab-d01c-4a92-bf01-abd878a74e33 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:53:19.673511 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ac7413f5-1b7f-4c2b-82c7-e186ec597083 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:19.682311 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd98915c-f51b-4cd2-982c-3cc917dfe136 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:19.682844 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd98915c-f51b-4cd2-982c-3cc917dfe136 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:19.687140 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-bd98915c-f51b-4cd2-982c-3cc917dfe136 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "DELETE /v2.0/subnets/bf7e8478-add7-408d-a864-b9f26531f5a0 HTTP/1.1" status: 404 len: 337 time: 0.0543807 Jun 21 14:53:19.687929 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35900) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:19.711389 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-8847cbb1-75ac-45df-af93-81cadedb5452 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:19.712207 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8847cbb1-75ac-45df-af93-81cadedb5452 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:19.716497 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8847cbb1-75ac-45df-af93-81cadedb5452 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "DELETE /v2.0/networks/07c95288-d70f-42df-9393-0d87c29c16da HTTP/1.1" status: 404 len: 339 time: 0.0253122 Jun 21 14:53:19.716979 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35902) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:19.726215 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['770ef2a8-b1b6-4903-baf5-e7da67bed61e'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:53:19.786381 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e1e3bb-e152-47af-a780-37d3fc93c2c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-8570f14c-37e9-46dd-a97d-476c934090e9', 'network_id': '8570f14c-37e9-46dd-a97d-476c934090e9', 'tenant_id': 'ec26c81e01b543f4bda812836e735e80', 'fixed_ips': [{'subnet_id': '405f8f26-d4f5-425e-8757-50073d003665'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:53:19.787474 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-48e1e3bb-e152-47af-a780-37d3fc93c2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:19.812472 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ac7413f5-1b7f-4c2b-82c7-e186ec597083 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:19.818656 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:19.847289 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-d745dbd7-69c0-45d1-82fa-d01f92a12fea None None] Could not find standard attr ID for object 4663076f-00ec-48de-9493-2355f50f292e. {{(pid=105226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 21 14:53:19.872158 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b9601bdb-9141-4e43-9d17-8bcfc90f81b3 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:19.877067 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e81e1d74-5d14-49b6-94de-dbcb8e4b3350 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:20.012730 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e81e1d74-5d14-49b6-94de-dbcb8e4b3350 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:20.014586 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9863c999-d514-4f35-8413-d8c594b844d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:20.028576 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-e81e1d74-5d14-49b6-94de-dbcb8e4b3350 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94800fec-087d-44de-bd49-526a7d1a4723']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:20.042093 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-e81e1d74-5d14-49b6-94de-dbcb8e4b3350 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f27db41-506d-494a-9fd9-4b2cac36d644') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:20.042093 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-e81e1d74-5d14-49b6-94de-dbcb8e4b3350 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f27db41-506d-494a-9fd9-4b2cac36d644') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:20.054798 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e81e1d74-5d14-49b6-94de-dbcb8e4b3350 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:20.062054 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ac7413f5-1b7f-4c2b-82c7-e186ec597083 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:20.072803 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e81e1d74-5d14-49b6-94de-dbcb8e4b3350 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:20.083734 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e81e1d74-5d14-49b6-94de-dbcb8e4b3350 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:53:20.084395 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e81e1d74-5d14-49b6-94de-dbcb8e4b3350 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:20.088253 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:53:20.088253 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:53:20.088253 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:53:20.088253 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:53:20.088253 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:53:20.088253 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:53:20.088253 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:53:20.088253 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:53:20.088253 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:53:20.088253 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:53:20.088253 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:53:20.088253 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:53:20.088253 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:53:20.088253 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:53:20.088253 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:53:20.088253 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:53:20.088253 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:53:20.088253 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:53:20.088253 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:53:20.088253 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:53:20.088253 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:53:20.088253 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:53:20.088253 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:53:20.088253 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:53:20.088253 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:53:20.088253 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:53:20.088253 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:53:20.088253 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:53:20.088253 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:53:20.088253 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:53:20.088253 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:53:20.088253 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server [None req-48e1e3bb-e152-47af-a780-37d3fc93c2c4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 405f8f26-d4f5-425e-8757-50073d003665: This subnet is being modified by another concurrent operation. Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 21 14:53:20.091851 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 21 14:53:20.095656 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 21 14:53:20.095656 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 21 14:53:20.095656 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:53:20.095656 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:53:20.095656 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:53:20.095656 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:53:20.095656 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 21 14:53:20.095656 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 21 14:53:20.095656 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 21 14:53:20.095656 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 21 14:53:20.095656 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:53:20.095656 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:53:20.095656 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:53:20.095656 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:53:20.095656 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 21 14:53:20.095656 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 21 14:53:20.095656 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 21 14:53:20.095656 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 21 14:53:20.095656 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 21 14:53:20.095656 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 21 14:53:20.095656 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 21 14:53:20.095656 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 21 14:53:20.095656 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 21 14:53:20.095656 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 21 14:53:20.095656 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:53:20.095656 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:53:20.095656 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:53:20.095656 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:53:20.095656 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 21 14:53:20.095656 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 21 14:53:20.095656 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 21 14:53:20.095656 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 21 14:53:20.095656 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 21 14:53:20.095656 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 21 14:53:20.095656 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 21 14:53:20.095656 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise exception Jun 21 14:53:20.095656 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 405f8f26-d4f5-425e-8757-50073d003665: This subnet is being modified by another concurrent operation. Jun 21 14:53:20.095656 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server Jun 21 14:53:20.113224 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9863c999-d514-4f35-8413-d8c594b844d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:20.125323 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-91ab83c5-a43f-4a1d-90c4-ba3d3e56f8a9 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:20.130692 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b9601bdb-9141-4e43-9d17-8bcfc90f81b3 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:20.139679 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1192002-f04d-41a0-868f-f68fd49f47b6 None None] Network 8570f14c-37e9-46dd-a97d-476c934090e9 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:20.141538 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295d7375-080a-48bb-aa63-302c9076e0c4 None None] Network e805c6f5-fcbd-4f91-a239-c0b038ee52c4 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:20.182088 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e81e1d74-5d14-49b6-94de-dbcb8e4b3350 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:20.189010 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e81e1d74-5d14-49b6-94de-dbcb8e4b3350 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:20.194867 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e81e1d74-5d14-49b6-94de-dbcb8e4b3350 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "DELETE /v2.0/networks/94800fec-087d-44de-bd49-526a7d1a4723 HTTP/1.1" status: 204 len: 168 time: 0.4746222 Jun 21 14:53:20.195808 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35904) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:20.196262 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-51ddc6ee-9d54-460f-b8f8-0ca2157e96b6 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:20.224972 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e1d74-5d14-49b6-94de-dbcb8e4b3350 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event deleted for resources: {'Network': ['ID=94800fec-087d-44de-bd49-526a7d1a4723,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:20.227782 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e81e1d74-5d14-49b6-94de-dbcb8e4b3350 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:20.248327 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-9284af96-5469-448e-a25b-58d15399347d tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:20.248792 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9284af96-5469-448e-a25b-58d15399347d tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:20.252919 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9284af96-5469-448e-a25b-58d15399347d tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "DELETE /v2.0/subnets/5050e9c6-0d9d-469c-b5df-70d46b2baa1e HTTP/1.1" status: 404 len: 337 time: 0.0333745 Jun 21 14:53:20.253136 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35906) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:20.260527 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 6b4ba1a5-747e-4b74-a8a1-57a4cae9faf2 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:53:20.272930 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-2507c184-6b64-46d3-8efd-268d178e5baa tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:20.273500 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2507c184-6b64-46d3-8efd-268d178e5baa tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:20.275290 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-2507c184-6b64-46d3-8efd-268d178e5baa tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "DELETE /v2.0/networks/34d38999-cdc1-4912-90d3-a58551f93989 HTTP/1.1" status: 404 len: 339 time: 0.0212507 Jun 21 14:53:20.277940 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35908) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:20.278890 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9863c999-d514-4f35-8413-d8c594b844d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Port': ['ID=2ad95706-4b19-4caa-a42e-a138b31c5b58,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:20.287890 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9863c999-d514-4f35-8413-d8c594b844d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:20.289730 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ac7413f5-1b7f-4c2b-82c7-e186ec597083 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:20.299613 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9863c999-d514-4f35-8413-d8c594b844d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:20.302901 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-36fde498-933f-4d26-bbef-0d9b10971f4a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:20.311937 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc0f910-4811-462f-9df7-7e7cb702d8fa tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:20.312923 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cc0f910-4811-462f-9df7-7e7cb702d8fa tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:20.317055 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-2cc0f910-4811-462f-9df7-7e7cb702d8fa tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "DELETE /v2.0/subnets/1c85ea2c-0f7f-42a6-a537-1ffdb373f236 HTTP/1.1" status: 404 len: 337 time: 0.0358634 Jun 21 14:53:20.317314 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35910) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:20.331425 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b9601bdb-9141-4e43-9d17-8bcfc90f81b3 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:20.332040 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b16bd7-79e1-45b5-ba6f-9b415c33a2ab None None] Network a619f856-73d9-408f-961f-dcd66453acd0 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:20.334561 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ac7413f5-1b7f-4c2b-82c7-e186ec597083 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:20.338550 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-962ab297-ed81-4410-87c5-4e6d4c4aef24 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:20.339285 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-962ab297-ed81-4410-87c5-4e6d4c4aef24 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:20.339405 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-ac7413f5-1b7f-4c2b-82c7-e186ec597083 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/subnets/5a0291ab-d01c-4a92-bf01-abd878a74e33 HTTP/1.1" status: 204 len: 168 time: 0.8099854 Jun 21 14:53:20.343013 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-962ab297-ed81-4410-87c5-4e6d4c4aef24 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "DELETE /v2.0/networks/31f5cdf1-f9da-49b3-a19e-a4a2f86868bd HTTP/1.1" status: 404 len: 339 time: 0.0223358 Jun 21 14:53:20.343013 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35912) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:20.346862 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35914) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:20.357756 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9601bdb-9141-4e43-9d17-8bcfc90f81b3 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event deleted for resources: {'Subnet': ['ID=405f8f26-d4f5-425e-8757-50073d003665,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:20.361901 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-b9601bdb-9141-4e43-9d17-8bcfc90f81b3 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8570f14c-37e9-46dd-a97d-476c934090e9']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:20.399619 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-280daba5-46a4-4150-8bbd-f72fa4e55293 None None] Provisioning for port 6b4ba1a5-747e-4b74-a8a1-57a4cae9faf2 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:20.416258 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb4c1ca2-af02-4494-b440-fc0150803efe tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:20.416875 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb4c1ca2-af02-4494-b440-fc0150803efe tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:20.418622 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-cb4c1ca2-af02-4494-b440-fc0150803efe tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "DELETE /v2.0/subnets/33e6f616-169d-4ccc-b28e-b337a32da282 HTTP/1.1" status: 404 len: 337 time: 0.0708375 Jun 21 14:53:20.424038 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35916) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:20.449168 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-b9601bdb-9141-4e43-9d17-8bcfc90f81b3 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'effb214e-dc99-4c51-b1ef-4e185f98d5a5') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:20.449466 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-b9601bdb-9141-4e43-9d17-8bcfc90f81b3 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'effb214e-dc99-4c51-b1ef-4e185f98d5a5') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:20.450380 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-faef3526-3410-4f9b-abd8-0abba300d3c9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:20.451427 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faef3526-3410-4f9b-abd8-0abba300d3c9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:20.457080 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-faef3526-3410-4f9b-abd8-0abba300d3c9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "DELETE /v2.0/networks/f1610772-d85b-4ed1-a183-9894f3f6f0a6 HTTP/1.1" status: 404 len: 339 time: 0.0313156 Jun 21 14:53:20.458113 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35918) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:20.459972 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7413f5-1b7f-4c2b-82c7-e186ec597083 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Subnet': ['ID=5a0291ab-d01c-4a92-bf01-abd878a74e33,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:20.463961 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b9601bdb-9141-4e43-9d17-8bcfc90f81b3 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:20.468272 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ac7413f5-1b7f-4c2b-82c7-e186ec597083 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:20.474829 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-60e8b97e-b550-440c-936a-14d76e299a0d tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.321s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:20.475639 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-60e8b97e-b550-440c-936a-14d76e299a0d tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:20.487864 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b9601bdb-9141-4e43-9d17-8bcfc90f81b3 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:20.498461 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9601bdb-9141-4e43-9d17-8bcfc90f81b3 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:53:20.498905 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b9601bdb-9141-4e43-9d17-8bcfc90f81b3 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:20.503345 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:53:20.503345 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:53:20.503345 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:53:20.503345 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:53:20.503345 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:53:20.503345 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:53:20.503345 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:53:20.503345 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:53:20.503345 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:53:20.503345 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:53:20.503345 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:53:20.503345 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:53:20.503345 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:53:20.503345 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:53:20.503345 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:53:20.503345 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:53:20.503345 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:53:20.503345 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:53:20.503345 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:53:20.503345 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:53:20.503345 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:53:20.503345 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:53:20.503345 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:53:20.503345 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:53:20.503345 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:53:20.503345 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:53:20.503345 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:53:20.503345 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:53:20.503345 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:53:20.503345 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:53:20.503345 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:53:20.503345 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:53:20.503345 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:53:20.503345 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:53:20.519696 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-e68c073d-4708-4731-942c-68fb67e289e9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:20.520357 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e68c073d-4708-4731-942c-68fb67e289e9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:20.525220 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e68c073d-4708-4731-942c-68fb67e289e9 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "DELETE /v2.0/subnets/b0794e1b-4e54-49f9-a88d-3dc27c84c6b9 HTTP/1.1" status: 404 len: 337 time: 0.0637412 Jun 21 14:53:20.526041 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35920) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:20.549102 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-3838ec73-4c4a-47e3-ade6-89fd3be4a9b8 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:20.549102 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3838ec73-4c4a-47e3-ade6-89fd3be4a9b8 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:20.554926 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35922) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:20.555626 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3838ec73-4c4a-47e3-ade6-89fd3be4a9b8 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "DELETE /v2.0/networks/4499b14d-26a5-4017-b4c6-dd1779c1dbe2 HTTP/1.1" status: 404 len: 339 time: 0.0272171 Jun 21 14:53:20.560112 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-355c3af5-6354-424c-9329-9eb0580cf931 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:20.601926 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab83776-4a73-4ddd-9ee5-63ef78806d63 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:20.602381 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ab83776-4a73-4ddd-9ee5-63ef78806d63 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:20.604175 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3ab83776-4a73-4ddd-9ee5-63ef78806d63 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "DELETE /v2.0/subnets/534b03f6-a4a3-4233-9686-78b83f9fba6c HTTP/1.1" status: 404 len: 337 time: 0.0458822 Jun 21 14:53:20.607209 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35924) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:20.629983 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-355c3af5-6354-424c-9329-9eb0580cf931 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Deleting port 70ffc965-627c-4b14-a26f-a86ed644a66a {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:53:20.630398 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-355c3af5-6354-424c-9329-9eb0580cf931 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:20.634426 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc84e84b-e1ca-4d64-a43d-41ae56c6c7d4 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:20.636201 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc84e84b-e1ca-4d64-a43d-41ae56c6c7d4 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:20.636694 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-bc84e84b-e1ca-4d64-a43d-41ae56c6c7d4 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "DELETE /v2.0/networks/4639c69e-f85e-46c7-8281-7d3c26fdda3f HTTP/1.1" status: 404 len: 339 time: 0.0287271 Jun 21 14:53:20.639215 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35926) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:20.679493 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b9601bdb-9141-4e43-9d17-8bcfc90f81b3 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:20.693265 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9863c999-d514-4f35-8413-d8c594b844d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Network e805c6f5-fcbd-4f91-a239-c0b038ee52c4 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:20.694418 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-174a16c6-3b7b-47a0-a0cf-f2ca4e0dee8a tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:20.698562 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b9601bdb-9141-4e43-9d17-8bcfc90f81b3 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:20.700317 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b9601bdb-9141-4e43-9d17-8bcfc90f81b3 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "DELETE /v2.0/networks/8570f14c-37e9-46dd-a97d-476c934090e9 HTTP/1.1" status: 204 len: 168 time: 1.4018977 Jun 21 14:53:20.710917 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-5156293d-27b8-4bd8-ab80-a0c1eaad60a0 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:20.711374 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5156293d-27b8-4bd8-ab80-a0c1eaad60a0 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:20.713113 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5156293d-27b8-4bd8-ab80-a0c1eaad60a0 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "DELETE /v2.0/subnets/0a50e8ac-d5f9-4359-82d8-1509d381b1b1 HTTP/1.1" status: 404 len: 337 time: 0.0730131 Jun 21 14:53:20.718076 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35930) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:20.718350 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35932) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:20.724976 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-05d056bf-6088-4682-9133-61b8f5491f34 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1178128041'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:20.734258 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-9863c999-d514-4f35-8413-d8c594b844d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:20.736803 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9601bdb-9141-4e43-9d17-8bcfc90f81b3 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event deleted for resources: {'Network': ['ID=8570f14c-37e9-46dd-a97d-476c934090e9,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:20.748982 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 6b4ba1a5-747e-4b74-a8a1-57a4cae9faf2 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:20.751645 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b9601bdb-9141-4e43-9d17-8bcfc90f81b3 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:20.781643 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 6b4ba1a5-747e-4b74-a8a1-57a4cae9faf2 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:20.782710 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:20.784355 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde6ff7f-a59a-4ae6-aa76-3780f5eead98 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:20.784968 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bde6ff7f-a59a-4ae6-aa76-3780f5eead98 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:20.786790 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-bde6ff7f-a59a-4ae6-aa76-3780f5eead98 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "DELETE /v2.0/networks/5e189eb3-48c6-447c-8c06-413a2c2bffd4 HTTP/1.1" status: 404 len: 339 time: 0.0658858 Jun 21 14:53:20.795093 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35934) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:20.855162 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a1e4f6-8e46-44c7-a1c0-195f7b6a2efa tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:20.855821 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a1e4f6-8e46-44c7-a1c0-195f7b6a2efa tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:20.857927 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-07a1e4f6-8e46-44c7-a1c0-195f7b6a2efa tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "DELETE /v2.0/subnets/1493b729-1763-4da5-9c36-58c8bbb70ae9 HTTP/1.1" status: 404 len: 337 time: 0.0617850 Jun 21 14:53:20.866601 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35936) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:20.879775 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-355c3af5-6354-424c-9329-9eb0580cf931 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] For port 70ffc965-627c-4b14-a26f-a86ed644a66a, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=70ffc965-627c-4b14-a26f-a86ed644a66a,segment=NetworkSegment(ac670f8d-85f9-4f95-968c-f6fdb9c7c617),segment_id=ac670f8d-85f9-4f95-968c-f6fdb9c7c617)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:20.880508 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-355c3af5-6354-424c-9329-9eb0580cf931 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:20.908864 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d056bf-6088-4682-9133-61b8f5491f34 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Made reservation on behalf of ec26c81e01b543f4bda812836e735e80 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:20.914591 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-05d056bf-6088-4682-9133-61b8f5491f34 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:20.927417 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4e85af8-4ec8-4173-9586-946a50527e45 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:20.928263 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4e85af8-4ec8-4173-9586-946a50527e45 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:20.939200 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b4e85af8-4ec8-4173-9586-946a50527e45 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "DELETE /v2.0/networks/fa3aae0e-3a1a-4768-82ec-a37efdb5d2d2 HTTP/1.1" status: 404 len: 339 time: 0.0712523 Jun 21 14:53:20.966125 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:21.014780 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 6b4ba1a5-747e-4b74-a8a1-57a4cae9faf2, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=6b4ba1a5-747e-4b74-a8a1-57a4cae9faf2,segment=NetworkSegment(3914f211-e0c0-411d-9606-e16f9b334f56),segment_id=3914f211-e0c0-411d-9606-e16f9b334f56)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:21.023069 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5226d7d-9003-4312-ba25-9f85d89e4613 None None] DHCP port deletion for a619f856-73d9-408f-961f-dcd66453acd0 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:53:21.041064 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-355c3af5-6354-424c-9329-9eb0580cf931 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Calling delete_port for 70ffc965-627c-4b14-a26f-a86ed644a66a owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:53:21.043454 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35938) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:21.043689 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:21.044677 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 70ffc965-627c-4b14-a26f-a86ed644a66a up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:53:21.047395 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-9f8513e1-33fa-4300-9698-4adae6278848 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:21.126836 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-f006dadd-4784-478a-9c8e-34031cfde4bc tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:21.127649 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f006dadd-4784-478a-9c8e-34031cfde4bc tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:21.129903 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f006dadd-4784-478a-9c8e-34031cfde4bc tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "DELETE /v2.0/subnets/028a495f-1e3a-4884-9cbc-232d08d07abb HTTP/1.1" status: 404 len: 337 time: 0.0797865 Jun 21 14:53:21.136474 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05d056bf-6088-4682-9133-61b8f5491f34 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:53:21.139073 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35940) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:21.161565 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=6b4ba1a5-747e-4b74-a8a1-57a4cae9faf2,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:21.170582 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed64bca5-6154-40d8-97a1-aa41811de4db tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:21.171648 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed64bca5-6154-40d8-97a1-aa41811de4db tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:21.174974 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ed64bca5-6154-40d8-97a1-aa41811de4db tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "DELETE /v2.0/networks/b097a042-8fbd-4589-9b0f-c8811a4358ff HTTP/1.1" status: 404 len: 339 time: 0.0341208 Jun 21 14:53:21.179184 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35942) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:21.208795 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:21.233301 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-05d056bf-6088-4682-9133-61b8f5491f34 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:21.234031 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-05d056bf-6088-4682-9133-61b8f5491f34 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Added segment c86b6b5e-f3d2-4b76-a769-18e2c00ea27f of type vlan for network 9c33261e-92bc-4fc4-92b6-c169b7f9dd69 Jun 21 14:53:21.234165 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 70ffc965-627c-4b14-a26f-a86ed644a66a triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:21.234496 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:21.300901 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-b5226d7d-9003-4312-ba25-9f85d89e4613 None None] Deleting port 70ffc965-627c-4b14-a26f-a86ed644a66a {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:53:21.301698 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b5226d7d-9003-4312-ba25-9f85d89e4613 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:21.385292 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf408e58-b09b-4e88-a383-e041e16e783c req-c7a35aaa-5db1-4662-aa2c-c4750c9f5c8c tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:21.395805 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-82c13cbf-92b7-461f-a982-81b78cf6e461 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Deleting subnet 021038fa-a403-4ab4-9efe-82be8155afc6 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:53:21.399508 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-82c13cbf-92b7-461f-a982-81b78cf6e461 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:21.402514 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bf408e58-b09b-4e88-a383-e041e16e783c req-c7a35aaa-5db1-4662-aa2c-c4750c9f5c8c tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 944 time: 0.6326175 Jun 21 14:53:21.433172 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-05d056bf-6088-4682-9133-61b8f5491f34 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:21.481896 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-82c13cbf-92b7-461f-a982-81b78cf6e461 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:21.492096 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bf408e58-b09b-4e88-a383-e041e16e783c req-102dc03c-e17b-4aba-b162-1748f478874c tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b633c1b-6044-439e-9871-9d4719d063b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705273 Jun 21 14:53:21.496555 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-b5226d7d-9003-4312-ba25-9f85d89e4613 None None] For port 70ffc965-627c-4b14-a26f-a86ed644a66a, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=70ffc965-627c-4b14-a26f-a86ed644a66a,segment=NetworkSegment(ac670f8d-85f9-4f95-968c-f6fdb9c7c617),segment_id=ac670f8d-85f9-4f95-968c-f6fdb9c7c617)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:21.496961 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b5226d7d-9003-4312-ba25-9f85d89e4613 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:21.513720 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9863c999-d514-4f35-8413-d8c594b844d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Router cbc5c717-8d13-444e-92eb-b2f43c8324ab is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:53:21.518082 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-47cd01a8-0619-4c9d-a8db-d2a003209600 None None] Provisioning complete for port 6b4ba1a5-747e-4b74-a8a1-57a4cae9faf2 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:21.518472 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-47cd01a8-0619-4c9d-a8db-d2a003209600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:21.538740 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-355c3af5-6354-424c-9329-9eb0580cf931 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:21.555878 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0d3f9cfe-ca24-40dc-97a9-b3e08fd6fcd0 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:21.578298 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-05d056bf-6088-4682-9133-61b8f5491f34 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:21.585276 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d056bf-6088-4682-9133-61b8f5491f34 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:21.586132 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-05d056bf-6088-4682-9133-61b8f5491f34 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:21.617872 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-b5226d7d-9003-4312-ba25-9f85d89e4613 None None] Calling delete_port for 70ffc965-627c-4b14-a26f-a86ed644a66a owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:53:21.635445 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355c3af5-6354-424c-9329-9eb0580cf931 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] No DVR routers for this DVR port 70ffc965-627c-4b14-a26f-a86ed644a66a on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:53:21.644761 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c3af5-6354-424c-9329-9eb0580cf931 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Port': ['ID=70ffc965-627c-4b14-a26f-a86ed644a66a,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:21.647120 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-355c3af5-6354-424c-9329-9eb0580cf931 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:21.648868 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-05d056bf-6088-4682-9133-61b8f5491f34 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9295578 Jun 21 14:53:21.656021 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35944) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:21.662630 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-8b08bbfa-de30-41c2-ac82-53d39c4a39ae tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Request body: {'subnet': {'network_id': '9c33261e-92bc-4fc4-92b6-c169b7f9dd69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:21.670252 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6767f4d4-2fdd-4641-98f1-101748098b31 tempest-TagsTest-517133844 tempest-TagsTest-517133844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:21.765836 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b5226d7d-9003-4312-ba25-9f85d89e4613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:21.776086 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9863c999-d514-4f35-8413-d8c594b844d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:53:21.778729 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-eb163e1f-00ee-4597-8982-54dc86449304 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:21.781191 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-355c3af5-6354-424c-9329-9eb0580cf931 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:21.783809 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-47cd01a8-0619-4c9d-a8db-d2a003209600 None None] Provisioning for port 2ad95706-4b19-4caa-a42e-a138b31c5b58 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:21.787690 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9863c999-d514-4f35-8413-d8c594b844d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "PUT /v2.0/routers/cbc5c717-8d13-444e-92eb-b2f43c8324ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9189475 Jun 21 14:53:21.788224 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35946) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:21.793444 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-355c3af5-6354-424c-9329-9eb0580cf931 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a619f856-73d9-408f-961f-dcd66453acd0']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:21.806957 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-355c3af5-6354-424c-9329-9eb0580cf931 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac670f8d-85f9-4f95-968c-f6fdb9c7c617') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:21.807457 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-355c3af5-6354-424c-9329-9eb0580cf931 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac670f8d-85f9-4f95-968c-f6fdb9c7c617') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:21.809454 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5226d7d-9003-4312-ba25-9f85d89e4613 None None] No DVR routers for this DVR port 70ffc965-627c-4b14-a26f-a86ed644a66a on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:53:21.814986 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27a4256-0da1-40a3-9b03-5f747ce565cd None None] Sync routers for ids ['cbc5c717-8d13-444e-92eb-b2f43c8324ab'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:53:21.817076 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5226d7d-9003-4312-ba25-9f85d89e4613 None None] Pushing event deleted for resources: {'Port': ['ID=70ffc965-627c-4b14-a26f-a86ed644a66a,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:21.821117 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-355c3af5-6354-424c-9329-9eb0580cf931 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:21.822460 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b5226d7d-9003-4312-ba25-9f85d89e4613 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:21.825088 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-47cd01a8-0619-4c9d-a8db-d2a003209600 None None] Provisioning complete for port 2ad95706-4b19-4caa-a42e-a138b31c5b58 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:21.825464 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-47cd01a8-0619-4c9d-a8db-d2a003209600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:21.838826 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-355c3af5-6354-424c-9329-9eb0580cf931 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:21.846854 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-355c3af5-6354-424c-9329-9eb0580cf931 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:53:21.847311 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-355c3af5-6354-424c-9329-9eb0580cf931 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:21.857626 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b08bbfa-de30-41c2-ac82-53d39c4a39ae tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Made reservation on behalf of ec26c81e01b543f4bda812836e735e80 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:21.862774 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8b08bbfa-de30-41c2-ac82-53d39c4a39ae tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:21.873379 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-47cd01a8-0619-4c9d-a8db-d2a003209600 None None] Port 2ad95706-4b19-4caa-a42e-a138b31c5b58 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:53:21.874913 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f86300-a35f-4553-a62d-b14c150bb8fa None None] get_active_networks_info from dv-neutron-797121-2-hyperv {{(pid=105226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 21 14:53:21.885823 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27a4256-0da1-40a3-9b03-5f747ce565cd None None] Routers {'cbc5c717-8d13-444e-92eb-b2f43c8324ab'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:53:21.886457 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-d27a4256-0da1-40a3-9b03-5f747ce565cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:53:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['cbc5c717-8d13-444e-92eb-b2f43c8324ab'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:21.891173 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1074c45e-9f42-4635-8baf-28a493d3ed1b tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:21.895389 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1074c45e-9f42-4635-8baf-28a493d3ed1b tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "GET /v2.0/ports/2ad95706-4b19-4caa-a42e-a138b31c5b58 HTTP/1.1" status: 200 len: 910 time: 0.1034787 Jun 21 14:53:21.919129 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35948) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:21.924979 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-50db4bc8-d87f-4888-84cf-2306d524448d tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '46b6275e-8ce1-4cd1-933b-f5ae5da1c050'}]}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:21.928327 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:53:21.928327 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:53:21.928327 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:53:21.928327 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:53:21.928327 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:53:21.928327 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:53:21.928327 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:53:21.928327 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:53:21.928327 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:53:21.928327 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:53:21.928327 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:53:21.928327 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:53:21.928327 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:53:21.928327 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:53:21.928327 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:53:21.928327 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:53:21.928327 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:53:21.928327 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:53:21.928327 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:53:21.928327 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:53:21.928327 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:53:21.928327 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:53:21.928327 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:53:21.928327 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:53:21.928327 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:53:21.928327 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:53:21.928327 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:53:21.928327 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:53:21.928327 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:53:21.928327 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:53:21.928327 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:53:21.928327 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:53:21.941260 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-d27a4256-0da1-40a3-9b03-5f747ce565cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:21.962506 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27a4256-0da1-40a3-9b03-5f747ce565cd None None] Routers {'cbc5c717-8d13-444e-92eb-b2f43c8324ab'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:53:21.963145 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-d27a4256-0da1-40a3-9b03-5f747ce565cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:53:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['cbc5c717-8d13-444e-92eb-b2f43c8324ab'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:21.972353 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-82c13cbf-92b7-461f-a982-81b78cf6e461 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:21.999181 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-355c3af5-6354-424c-9329-9eb0580cf931 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:22.003998 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d056bf-6088-4682-9133-61b8f5491f34 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event updated for resources: {'Network': ['ID=9c33261e-92bc-4fc4-92b6-c169b7f9dd69,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:22.010505 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-05d056bf-6088-4682-9133-61b8f5491f34 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:22.013358 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e81e1d74-5d14-49b6-94de-dbcb8e4b3350 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:22.021342 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-d27a4256-0da1-40a3-9b03-5f747ce565cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:22.021993 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27a4256-0da1-40a3-9b03-5f747ce565cd None None] The sync data for ids ['cbc5c717-8d13-444e-92eb-b2f43c8324ab'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:53:22.033684 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-355c3af5-6354-424c-9329-9eb0580cf931 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:22.036142 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-355c3af5-6354-424c-9329-9eb0580cf931 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/networks/a619f856-73d9-408f-961f-dcd66453acd0 HTTP/1.1" status: 204 len: 168 time: 1.6939588 Jun 21 14:53:22.039612 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355c3af5-6354-424c-9329-9eb0580cf931 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Network': ['ID=a619f856-73d9-408f-961f-dcd66453acd0,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:22.043311 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 9c33261e-92bc-4fc4-92b6-c169b7f9dd69 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:53:22.044444 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35950) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:22.046002 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-355c3af5-6354-424c-9329-9eb0580cf931 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:22.052665 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-b5daacb2-e91e-4284-8f06-f2302ae1edc0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1053039580'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:22.088802 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-65349609-d937-4be5-9d32-b46131dbd4ee None None] Provisioning complete for port 2ad95706-4b19-4caa-a42e-a138b31c5b58 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:22.089300 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-65349609-d937-4be5-9d32-b46131dbd4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:22.092414 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-82c13cbf-92b7-461f-a982-81b78cf6e461 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:22.099157 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a6799162-0bea-4fb3-892d-7caa20fdfb36 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:22.134589 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c13cbf-92b7-461f-a982-81b78cf6e461 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event deleted for resources: {'Subnet': ['ID=021038fa-a403-4ab4-9efe-82be8155afc6,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:22.135018 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 6b4ba1a5-747e-4b74-a8a1-57a4cae9faf2 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:53:22.142870 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-82c13cbf-92b7-461f-a982-81b78cf6e461 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:22.144234 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-82c13cbf-92b7-461f-a982-81b78cf6e461 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:22.149137 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-82c13cbf-92b7-461f-a982-81b78cf6e461 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "DELETE /v2.0/subnets/021038fa-a403-4ab4-9efe-82be8155afc6 HTTP/1.1" status: 204 len: 168 time: 0.9672053 Jun 21 14:53:22.150089 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35952) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:22.163111 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5daacb2-e91e-4284-8f06-f2302ae1edc0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Made reservation on behalf of d39eebfbe3874515bc761a8de17d07a8 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:22.166666 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b5daacb2-e91e-4284-8f06-f2302ae1edc0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:22.193839 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-65349609-d937-4be5-9d32-b46131dbd4ee None None] Port 2ad95706-4b19-4caa-a42e-a138b31c5b58 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:53:22.200690 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f86300-a35f-4553-a62d-b14c150bb8fa None None] Resources bound (agent type, host, resource id): {{(pid=105226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 21 14:53:22.236702 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-651537f9-0adb-4b12-b802-69fc2642c366 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:22.277812 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 6b4ba1a5-747e-4b74-a8a1-57a4cae9faf2 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:22.277812 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:22.278134 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5daacb2-e91e-4284-8f06-f2302ae1edc0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:53:22.294397 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-50db4bc8-d87f-4888-84cf-2306d524448d tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:22.296804 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-651537f9-0adb-4b12-b802-69fc2642c366 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Deleting port 9ce615cb-7720-45b5-b1f3-e2f9f4e3698b {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:53:22.297140 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-651537f9-0adb-4b12-b802-69fc2642c366 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:22.309357 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b5daacb2-e91e-4284-8f06-f2302ae1edc0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:22.309703 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-b5daacb2-e91e-4284-8f06-f2302ae1edc0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Added segment e5905346-6e30-47a9-8abb-e3b5b5b8fac8 of type vlan for network cf8749bf-8f75-4ae5-ba65-b79a5b6f0543 Jun 21 14:53:22.327182 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8b08bbfa-de30-41c2-ac82-53d39c4a39ae tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:22.334968 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6fee944e-eba1-486b-843c-26b3ef33ab82 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:22.395143 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-651537f9-0adb-4b12-b802-69fc2642c366 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] For port 9ce615cb-7720-45b5-b1f3-e2f9f4e3698b, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=9ce615cb-7720-45b5-b1f3-e2f9f4e3698b,segment=NetworkSegment(fcaa2f56-9be9-4a44-b0ee-c725e9bba38f),segment_id=fcaa2f56-9be9-4a44-b0ee-c725e9bba38f)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:22.395143 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-651537f9-0adb-4b12-b802-69fc2642c366 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:22.448957 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b5daacb2-e91e-4284-8f06-f2302ae1edc0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:22.470854 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-651537f9-0adb-4b12-b802-69fc2642c366 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Calling delete_port for 9ce615cb-7720-45b5-b1f3-e2f9f4e3698b owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:53:22.529918 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 70ffc965-627c-4b14-a26f-a86ed644a66a no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:53:22.530507 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08bbfa-de30-41c2-ac82-53d39c4a39ae tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event updated for resources: {'Subnet': ['ID=23aa7a80-e3da-4c38-931b-64f5d8c76989,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:22.538680 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8b08bbfa-de30-41c2-ac82-53d39c4a39ae tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:22.564867 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b08bbfa-de30-41c2-ac82-53d39c4a39ae tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Checking segment: {'id': 'c86b6b5e-f3d2-4b76-a769-18e2c00ea27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9c33261e-92bc-4fc4-92b6-c169b7f9dd69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:22.565230 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b08bbfa-de30-41c2-ac82-53d39c4a39ae tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Network hostable DHCP agents. Network: 9c33261e-92bc-4fc4-92b6-c169b7f9dd69, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:53:22.569090 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 70ffc965-627c-4b14-a26f-a86ed644a66a {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:53:22.569561 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 70ffc965-627c-4b14-a26f-a86ed644a66a not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:53:22.594632 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b03597-93a0-4510-9d45-7ee19162731d None None] get_active_networks_info from dv-neutron-797121-2-hyperv {{(pid=105226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 21 14:53:22.609275 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-651537f9-0adb-4b12-b802-69fc2642c366 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:22.616563 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b5daacb2-e91e-4284-8f06-f2302ae1edc0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:22.622207 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5daacb2-e91e-4284-8f06-f2302ae1edc0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:22.622937 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b5daacb2-e91e-4284-8f06-f2302ae1edc0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:22.623270 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-671ca72b-e91d-41b3-a061-b0be3c384c84 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:22.629134 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-64f6f682-dd29-4179-a8fd-65681d600647 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:22.629823 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651537f9-0adb-4b12-b802-69fc2642c366 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] No DVR routers for this DVR port 9ce615cb-7720-45b5-b1f3-e2f9f4e3698b on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:53:22.657137 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651537f9-0adb-4b12-b802-69fc2642c366 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event deleted for resources: {'Port': ['ID=9ce615cb-7720-45b5-b1f3-e2f9f4e3698b,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:22.676714 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-651537f9-0adb-4b12-b802-69fc2642c366 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:22.705285 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b08bbfa-de30-41c2-ac82-53d39c4a39ae tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Network 9c33261e-92bc-4fc4-92b6-c169b7f9dd69 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:53:22.734948 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-651537f9-0adb-4b12-b802-69fc2642c366 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:22.742297 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b5daacb2-e91e-4284-8f06-f2302ae1edc0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6948936 Jun 21 14:53:22.745232 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-651537f9-0adb-4b12-b802-69fc2642c366 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49ee8266-8f51-4de1-8efa-4779f528d44d']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:22.747450 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35956) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:22.752996 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-658e783c-7b4b-4bd6-99cd-3553c01d336f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'subnet': {'network_id': 'cf8749bf-8f75-4ae5-ba65-b79a5b6f0543', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:22.783728 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5daacb2-e91e-4284-8f06-f2302ae1edc0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Network': ['ID=cf8749bf-8f75-4ae5-ba65-b79a5b6f0543,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:22.789539 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-8b08bbfa-de30-41c2-ac82-53d39c4a39ae tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 9c33261e-92bc-4fc4-92b6-c169b7f9dd69) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:22.794034 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b5daacb2-e91e-4284-8f06-f2302ae1edc0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:22.806441 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b08bbfa-de30-41c2-ac82-53d39c4a39ae tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:22.807016 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8b08bbfa-de30-41c2-ac82-53d39c4a39ae tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:22.813616 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network cf8749bf-8f75-4ae5-ba65-b79a5b6f0543 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:53:22.835236 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8b08bbfa-de30-41c2-ac82-53d39c4a39ae tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1771073 Jun 21 14:53:22.849725 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35958) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:22.856087 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-a723a023-0b51-4fd0-aa54-a9f42d2eabd0 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Request body: {'subnet': {'network_id': '9c33261e-92bc-4fc4-92b6-c169b7f9dd69', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:22.857841 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-651537f9-0adb-4b12-b802-69fc2642c366 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcaa2f56-9be9-4a44-b0ee-c725e9bba38f') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:22.858570 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-651537f9-0adb-4b12-b802-69fc2642c366 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcaa2f56-9be9-4a44-b0ee-c725e9bba38f') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:22.860529 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 770ef2a8-b1b6-4903-baf5-e7da67bed61e up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:53:22.865331 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658e783c-7b4b-4bd6-99cd-3553c01d336f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Made reservation on behalf of d39eebfbe3874515bc761a8de17d07a8 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:22.865508 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b03597-93a0-4510-9d45-7ee19162731d None None] Unable to find a vacant binding_index for network 9c33261e-92bc-4fc4-92b6-c169b7f9dd69 and agent 75d5b7b5-5659-4f05-8424-f621a108b2ea {{(pid=105226) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jun 21 14:53:22.868972 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-658e783c-7b4b-4bd6-99cd-3553c01d336f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:22.900954 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b03597-93a0-4510-9d45-7ee19162731d None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 9c33261e-92bc-4fc4-92b6-c169b7f9dd69) {{(pid=105226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 21 14:53:22.948324 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec92df7-6352-429c-95d5-7ccf1eda5f3d req-6758c53d-e1e0-4db1-aabb-74fdde305d6d tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:22.949901 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0ec92df7-6352-429c-95d5-7ccf1eda5f3d req-6758c53d-e1e0-4db1-aabb-74fdde305d6d tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 944 time: 0.2681286 Jun 21 14:53:22.996676 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port 770ef2a8-b1b6-4903-baf5-e7da67bed61e completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:23.003218 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 770ef2a8-b1b6-4903-baf5-e7da67bed61e triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:23.003606 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:23.060327 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0ec92df7-6352-429c-95d5-7ccf1eda5f3d req-1ef59cd5-33dc-48b4-8b1b-dcbacb3a6e95 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b633c1b-6044-439e-9871-9d4719d063b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928216 Jun 21 14:53:23.065355 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-651537f9-0adb-4b12-b802-69fc2642c366 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:23.075530 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-658e783c-7b4b-4bd6-99cd-3553c01d336f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:23.084792 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b0497368-4978-4251-8b0f-b1e689b56af4 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:23.098515 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-50db4bc8-d87f-4888-84cf-2306d524448d tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:23.114036 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-651537f9-0adb-4b12-b802-69fc2642c366 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:23.118427 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-50db4bc8-d87f-4888-84cf-2306d524448d tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:23.124058 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-320ac857-06df-45cb-8459-e91bec0968c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:23.127476 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a723a023-0b51-4fd0-aa54-a9f42d2eabd0 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Made reservation on behalf of ec26c81e01b543f4bda812836e735e80 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:23.131217 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a723a023-0b51-4fd0-aa54-a9f42d2eabd0 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:23.131607 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-651537f9-0adb-4b12-b802-69fc2642c366 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:53:23.132011 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-651537f9-0adb-4b12-b802-69fc2642c366 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:23.137322 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:53:23.137322 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:53:23.137322 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:53:23.137322 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:53:23.137322 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:53:23.137322 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:53:23.137322 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:53:23.137322 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:53:23.137322 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:53:23.137322 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:53:23.137322 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:53:23.137322 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:53:23.137322 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:53:23.137322 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:53:23.137322 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:53:23.137322 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:53:23.137322 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:53:23.137322 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:53:23.137322 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:53:23.137322 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:53:23.137322 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:53:23.137322 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:53:23.137322 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:53:23.137322 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:53:23.137322 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:53:23.137322 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:53:23.137322 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:53:23.137322 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:53:23.137322 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:53:23.137322 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:53:23.137322 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:53:23.137322 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:53:23.154941 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:23.203118 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36629ba0-ae8b-4546-a0b2-d7c2737a2307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770ef2a8-b1b6-4903-baf5-e7da67bed61e'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:53:23.205752 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658e783c-7b4b-4bd6-99cd-3553c01d336f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Subnet': ['ID=216dcee1-9ef5-4607-b98d-90ae32edbc8e,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:23.205950 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7eac68-a922-4085-8b41-710dd3951b1b" -d '{"events": [{"server_uuid": "36629ba0-ae8b-4546-a0b2-d7c2737a2307", "name": "network-vif-plugged", "status": "completed", "tag": "770ef2a8-b1b6-4903-baf5-e7da67bed61e"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:53:23.213716 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-658e783c-7b4b-4bd6-99cd-3553c01d336f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:23.216156 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658e783c-7b4b-4bd6-99cd-3553c01d336f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Checking segment: {'id': 'e5905346-6e30-47a9-8abb-e3b5b5b8fac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'cf8749bf-8f75-4ae5-ba65-b79a5b6f0543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:23.216156 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658e783c-7b4b-4bd6-99cd-3553c01d336f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Network hostable DHCP agents. Network: cf8749bf-8f75-4ae5-ba65-b79a5b6f0543, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:53:23.241240 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-651537f9-0adb-4b12-b802-69fc2642c366 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:23.242401 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 770ef2a8-b1b6-4903-baf5-e7da67bed61e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=770ef2a8-b1b6-4903-baf5-e7da67bed61e,segment=NetworkSegment(de29049e-cb44-42ae-8f1b-766943afd272),segment_id=de29049e-cb44-42ae-8f1b-766943afd272)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:23.245269 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-dda8e509-f764-41ac-854a-010a55e68aaa tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:23.249691 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-651537f9-0adb-4b12-b802-69fc2642c366 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:23.251265 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-651537f9-0adb-4b12-b802-69fc2642c366 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] 10.222.0.72 "DELETE /v2.0/networks/49ee8266-8f51-4de1-8efa-4779f528d44d HTTP/1.1" status: 204 len: 168 time: 1.0998580 Jun 21 14:53:23.254947 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658e783c-7b4b-4bd6-99cd-3553c01d336f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Network cf8749bf-8f75-4ae5-ba65-b79a5b6f0543 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:53:23.270676 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651537f9-0adb-4b12-b802-69fc2642c366 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Pushing event deleted for resources: {'Network': ['ID=49ee8266-8f51-4de1-8efa-4779f528d44d,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:23.273951 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-651537f9-0adb-4b12-b802-69fc2642c366 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:23.274221 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:23.281290 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50db4bc8-d87f-4888-84cf-2306d524448d tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:23.282338 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-50db4bc8-d87f-4888-84cf-2306d524448d tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:23.282507 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-658e783c-7b4b-4bd6-99cd-3553c01d336f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, cf8749bf-8f75-4ae5-ba65-b79a5b6f0543) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:23.283911 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-af4b9cc8-4af3-4f8c-97fc-5c5dbfe565d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:23.284770 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-50db4bc8-d87f-4888-84cf-2306d524448d tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "PUT /v2.0/ports/2ad95706-4b19-4caa-a42e-a138b31c5b58 HTTP/1.1" status: 200 len: 910 time: 1.3645439 Jun 21 14:53:23.288385 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35964) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:23.293418 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db4bc8-d87f-4888-84cf-2306d524448d tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Port': ['ID=2ad95706-4b19-4caa-a42e-a138b31c5b58,revision_number=3']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:23.296635 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-50db4bc8-d87f-4888-84cf-2306d524448d tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:23.308414 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658e783c-7b4b-4bd6-99cd-3553c01d336f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:23.308997 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-658e783c-7b4b-4bd6-99cd-3553c01d336f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:23.342923 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddffc31f-aabf-455c-a975-68706f8514b1 x-openstack-request-id: req-ddffc31f-aabf-455c-a975-68706f8514b1 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:53:23.343337 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36629ba0-ae8b-4546-a0b2-d7c2737a2307", "name": "network-vif-plugged", "status": "completed", "tag": "770ef2a8-b1b6-4903-baf5-e7da67bed61e", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:53:23.343479 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ddffc31f-aabf-455c-a975-68706f8514b1 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:53:23.343862 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36629ba0-ae8b-4546-a0b2-d7c2737a2307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770ef2a8-b1b6-4903-baf5-e7da67bed61e', 'code': 200} Jun 21 14:53:23.384167 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-658e783c-7b4b-4bd6-99cd-3553c01d336f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6356521 Jun 21 14:53:23.386670 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35966) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:23.398217 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5197b4-09a5-4e4d-82f1-d4f1589efb0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-9c33261e-92bc-4fc4-92b6-c169b7f9dd69', 'network_id': '9c33261e-92bc-4fc4-92b6-c169b7f9dd69', 'tenant_id': 'ec26c81e01b543f4bda812836e735e80', 'fixed_ips': [{'subnet_id': '23aa7a80-e3da-4c38-931b-64f5d8c76989'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:53:23.399945 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-cd5197b4-09a5-4e4d-82f1-d4f1589efb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:23.401530 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-d4c54f69-a605-4b7c-a9cb-42d3fe66370f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'port': {'network_id': 'cf8749bf-8f75-4ae5-ba65-b79a5b6f0543', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1856829949'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:23.549777 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=770ef2a8-b1b6-4903-baf5-e7da67bed61e,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:23.566868 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:23.582908 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a723a023-0b51-4fd0-aa54-a9f42d2eabd0 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:23.597861 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-26e1807f-2dbd-430b-9f9b-ff307b445240 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:23.647139 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c54f69-a605-4b7c-a9cb-42d3fe66370f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Made reservation on behalf of d39eebfbe3874515bc761a8de17d07a8 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:23.651125 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d4c54f69-a605-4b7c-a9cb-42d3fe66370f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:23.700177 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35970) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:23.709387 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-d4c54f69-a605-4b7c-a9cb-42d3fe66370f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] device_id is not set on port 51201932-9c3f-46b2-88fe-34c982494bfe yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:53:23.715381 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a723a023-0b51-4fd0-aa54-a9f42d2eabd0 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Network 9c33261e-92bc-4fc4-92b6-c169b7f9dd69 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:23.728228 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-a723a023-0b51-4fd0-aa54-a9f42d2eabd0 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:23.738260 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a723a023-0b51-4fd0-aa54-a9f42d2eabd0 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:23.738973 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a723a023-0b51-4fd0-aa54-a9f42d2eabd0 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:23.780774 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a723a023-0b51-4fd0-aa54-a9f42d2eabd0 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event updated for resources: {'Subnet': ['ID=2c9a827e-e577-46bf-9506-7fe013098847,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:23.784274 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a723a023-0b51-4fd0-aa54-a9f42d2eabd0 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9325609 Jun 21 14:53:23.784932 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a723a023-0b51-4fd0-aa54-a9f42d2eabd0 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:23.787662 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35974) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:23.811174 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-cd5197b4-09a5-4e4d-82f1-d4f1589efb0c None None] Allocated IP 2001:db8::2 (9c33261e-92bc-4fc4-92b6-c169b7f9dd69/23aa7a80-e3da-4c38-931b-64f5d8c76989/5c246e1d-96d0-4049-9467-35bacaa1bfa8) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:53:23.839109 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258caba-8721-455f-841c-2ec0c483b6b4 req-3634ec37-1403-44c6-a193-dade8ac6d350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:23.840782 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c258caba-8721-455f-841c-2ec0c483b6b4 req-3634ec37-1403-44c6-a193-dade8ac6d350 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 1098 time: 0.2344172 Jun 21 14:53:23.866736 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-d4c54f69-a605-4b7c-a9cb-42d3fe66370f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Allocated IP 172.20.0.14 (cf8749bf-8f75-4ae5-ba65-b79a5b6f0543/216dcee1-9ef5-4607-b98d-90ae32edbc8e/51201932-9c3f-46b2-88fe-34c982494bfe) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:53:23.887824 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75342d6c-499c-4841-b681-ed9b19efefce tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:23.889473 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75342d6c-499c-4841-b681-ed9b19efefce tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:23.891776 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75342d6c-499c-4841-b681-ed9b19efefce tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:23.893656 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75342d6c-499c-4841-b681-ed9b19efefce tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:23.895188 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75342d6c-499c-4841-b681-ed9b19efefce tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:23.896886 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-75342d6c-499c-4841-b681-ed9b19efefce tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1038625 Jun 21 14:53:23.900866 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35976) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:23.903052 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fd735bf4-fc51-491e-922a-828d3cf3f4f1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:23.906141 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-53bdc55e-64ea-4d71-ad29-915e21b2d9d0 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-80348772'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:23.943340 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c258caba-8721-455f-841c-2ec0c483b6b4 req-342ba3a9-d714-4431-ba5a-f0cf9709495c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4b633c1b-6044-439e-9871-9d4719d063b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905566 Jun 21 14:53:23.951731 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bdc55e-64ea-4d71-ad29-915e21b2d9d0 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Made reservation on behalf of ec26c81e01b543f4bda812836e735e80 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:23.955262 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-53bdc55e-64ea-4d71-ad29-915e21b2d9d0 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:23.981441 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53bdc55e-64ea-4d71-ad29-915e21b2d9d0 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] vlan segment allocate from pool success with {'vlan_id': 440, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:53:23.991616 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-53bdc55e-64ea-4d71-ad29-915e21b2d9d0 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:23.991855 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-53bdc55e-64ea-4d71-ad29-915e21b2d9d0 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Added segment b0d11e31-da46-42c4-951a-b83ca522d93b of type vlan for network e115c310-31bf-4ef0-ba01-c6a8cff847cb Jun 21 14:53:24.011852 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-cd5197b4-09a5-4e4d-82f1-d4f1589efb0c None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:24.025821 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-cd5197b4-09a5-4e4d-82f1-d4f1589efb0c None None] Transition to ACTIVE for port object 5c246e1d-96d0-4049-9467-35bacaa1bfa8 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:24.034895 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-53bdc55e-64ea-4d71-ad29-915e21b2d9d0 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:24.045328 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-cd5197b4-09a5-4e4d-82f1-d4f1589efb0c None None] Transition to ACTIVE for port object 5c246e1d-96d0-4049-9467-35bacaa1bfa8 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:24.057074 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-cd5197b4-09a5-4e4d-82f1-d4f1589efb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:24.061860 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-952937dd-d9d6-42b1-9343-522b66ddff59 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:24.075943 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-53bdc55e-64ea-4d71-ad29-915e21b2d9d0 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:24.083186 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bdc55e-64ea-4d71-ad29-915e21b2d9d0 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:24.083833 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-53bdc55e-64ea-4d71-ad29-915e21b2d9d0 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:24.087175 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-99f7c54c-4a6a-4550-90bb-102a90b211b5 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:24.105962 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5197b4-09a5-4e4d-82f1-d4f1589efb0c None None] Network 9c33261e-92bc-4fc4-92b6-c169b7f9dd69 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:24.124225 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-cd5197b4-09a5-4e4d-82f1-d4f1589efb0c None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:24.126923 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5197b4-09a5-4e4d-82f1-d4f1589efb0c None None] Pushing event updated for resources: {'Port': ['ID=5c246e1d-96d0-4049-9467-35bacaa1bfa8,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:24.136249 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5197b4-09a5-4e4d-82f1-d4f1589efb0c None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:53:24.139773 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-cd5197b4-09a5-4e4d-82f1-d4f1589efb0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:24.174483 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bdc55e-64ea-4d71-ad29-915e21b2d9d0 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event updated for resources: {'Network': ['ID=e115c310-31bf-4ef0-ba01-c6a8cff847cb,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:24.178194 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-53bdc55e-64ea-4d71-ad29-915e21b2d9d0 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:24.179742 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-53bdc55e-64ea-4d71-ad29-915e21b2d9d0 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2778778 Jun 21 14:53:24.186322 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35980) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:24.193721 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-2f9ecff5-f373-4056-ab88-38ba76acc8e7 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Request body: {'network': {'name': 'New_network'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:24.207851 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network e115c310-31bf-4ef0-ba01-c6a8cff847cb details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:53:24.210487 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-cd5197b4-09a5-4e4d-82f1-d4f1589efb0c None None] Attempting to bind port 5c246e1d-96d0-4049-9467-35bacaa1bfa8 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:53:24.210863 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-cd5197b4-09a5-4e4d-82f1-d4f1589efb0c None None] Attempting to bind port 5c246e1d-96d0-4049-9467-35bacaa1bfa8 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'c86b6b5e-f3d2-4b76-a769-18e2c00ea27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9c33261e-92bc-4fc4-92b6-c169b7f9dd69'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:53:24.211228 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5197b4-09a5-4e4d-82f1-d4f1589efb0c None None] Attempting to bind port 5c246e1d-96d0-4049-9467-35bacaa1bfa8 on network 9c33261e-92bc-4fc4-92b6-c169b7f9dd69 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:53:24.225898 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5197b4-09a5-4e4d-82f1-d4f1589efb0c None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:53:24.226284 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5197b4-09a5-4e4d-82f1-d4f1589efb0c None None] Checking segment: {'id': 'c86b6b5e-f3d2-4b76-a769-18e2c00ea27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9c33261e-92bc-4fc4-92b6-c169b7f9dd69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:24.226694 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-cd5197b4-09a5-4e4d-82f1-d4f1589efb0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:24.227098 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd5197b4-09a5-4e4d-82f1-d4f1589efb0c None None] Bound using segment: {'id': 'c86b6b5e-f3d2-4b76-a769-18e2c00ea27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9c33261e-92bc-4fc4-92b6-c169b7f9dd69'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:53:24.227594 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-cd5197b4-09a5-4e4d-82f1-d4f1589efb0c None None] Bound port: 5c246e1d-96d0-4049-9467-35bacaa1bfa8, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c86b6b5e-f3d2-4b76-a769-18e2c00ea27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9c33261e-92bc-4fc4-92b6-c169b7f9dd69'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:53:24.227972 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-cd5197b4-09a5-4e4d-82f1-d4f1589efb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:24.337418 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-cd5197b4-09a5-4e4d-82f1-d4f1589efb0c None None] For port 5c246e1d-96d0-4049-9467-35bacaa1bfa8, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:53:24.340986 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-cd5197b4-09a5-4e4d-82f1-d4f1589efb0c None None] For port 5c246e1d-96d0-4049-9467-35bacaa1bfa8, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=5c246e1d-96d0-4049-9467-35bacaa1bfa8,segment=NetworkSegment(c86b6b5e-f3d2-4b76-a769-18e2c00ea27f),segment_id=c86b6b5e-f3d2-4b76-a769-18e2c00ea27f)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:53:24.345613 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-cd5197b4-09a5-4e4d-82f1-d4f1589efb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:24.347751 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-526228aa-3e32-4e0e-ab68-a13006fc2430 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:24.405902 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5197b4-09a5-4e4d-82f1-d4f1589efb0c None None] Pushing event updated for resources: {'Port': ['ID=5c246e1d-96d0-4049-9467-35bacaa1bfa8,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:24.410034 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-cd5197b4-09a5-4e4d-82f1-d4f1589efb0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:24.427667 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83cc1f4-2119-4bb9-8984-6f6773a7f654 req-01825a30-9c7a-4b04-be3b-2ffacc39fd9c tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:24.429303 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c83cc1f4-2119-4bb9-8984-6f6773a7f654 req-01825a30-9c7a-4b04-be3b-2ffacc39fd9c tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 945 time: 0.1806574 Jun 21 14:53:24.447967 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-30a3865e-e4a5-4321-91f7-aae7467c77f4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=73a56e2567b04ed7afd9166d637dda37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7459514 Jun 21 14:53:24.459116 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 35982) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:24.464789 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2f9ecff5-f373-4056-ab88-38ba76acc8e7 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:24.492928 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c83cc1f4-2119-4bb9-8984-6f6773a7f654 req-8c4add64-d3ae-4136-a236-c21f648c5f40 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b633c1b-6044-439e-9871-9d4719d063b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571282 Jun 21 14:53:24.493985 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2f9ecff5-f373-4056-ab88-38ba76acc8e7 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:24.496035 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-75ab9b95-a5f4-436d-82ea-cd30343bc690 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:24.546602 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2f9ecff5-f373-4056-ab88-38ba76acc8e7 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Network e115c310-31bf-4ef0-ba01-c6a8cff847cb is not hosted by any dhcp agent {{(pid=105224) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 21 14:53:24.552419 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9ecff5-f373-4056-ab88-38ba76acc8e7 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:24.553058 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2f9ecff5-f373-4056-ab88-38ba76acc8e7 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:24.554389 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2f9ecff5-f373-4056-ab88-38ba76acc8e7 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "PUT /v2.0/networks/e115c310-31bf-4ef0-ba01-c6a8cff847cb HTTP/1.1" status: 200 len: 723 time: 0.3665364 Jun 21 14:53:24.557654 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35984) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:24.569706 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-007a37b3-6252-46c5-88f4-254d0b0d5a33 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Request body: {'subnet': {'network_id': 'e115c310-31bf-4ef0-ba01-c6a8cff847cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:24.585988 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d4c54f69-a605-4b7c-a9cb-42d3fe66370f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:24.623408 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-d4c54f69-a605-4b7c-a9cb-42d3fe66370f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Transition to ACTIVE for port object 51201932-9c3f-46b2-88fe-34c982494bfe will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:24.631536 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9ecff5-f373-4056-ab88-38ba76acc8e7 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event updated for resources: {'Network': ['ID=e115c310-31bf-4ef0-ba01-c6a8cff847cb,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:24.636619 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2f9ecff5-f373-4056-ab88-38ba76acc8e7 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:24.641291 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-918ec7a4-4ebc-4b3f-aabf-5bc4327a15ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:24.647059 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network e115c310-31bf-4ef0-ba01-c6a8cff847cb details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:53:24.711129 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007a37b3-6252-46c5-88f4-254d0b0d5a33 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Made reservation on behalf of ec26c81e01b543f4bda812836e735e80 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:24.716448 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-007a37b3-6252-46c5-88f4-254d0b0d5a33 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:24.722127 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-918ec7a4-4ebc-4b3f-aabf-5bc4327a15ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:24.788927 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d4c54f69-a605-4b7c-a9cb-42d3fe66370f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:24.795556 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ace350bc-5490-41ff-ad64-b4c4f02e86c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:24.870649 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c54f69-a605-4b7c-a9cb-42d3fe66370f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Network cf8749bf-8f75-4ae5-ba65-b79a5b6f0543 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:24.879513 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-d4c54f69-a605-4b7c-a9cb-42d3fe66370f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:24.885252 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c54f69-a605-4b7c-a9cb-42d3fe66370f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:53:24.893230 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c54f69-a605-4b7c-a9cb-42d3fe66370f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Port': ['ID=51201932-9c3f-46b2-88fe-34c982494bfe,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:24.915305 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d4c54f69-a605-4b7c-a9cb-42d3fe66370f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:24.916836 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-918ec7a4-4ebc-4b3f-aabf-5bc4327a15ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:24.919421 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-918ec7a4-4ebc-4b3f-aabf-5bc4327a15ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:24.920565 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-918ec7a4-4ebc-4b3f-aabf-5bc4327a15ed admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/087cf6da-34ad-4bc7-bc4d-35c1d645ebd4 HTTP/1.1" status: 204 len: 168 time: 0.4604757 Jun 21 14:53:24.925655 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a8657326-bf82-4e25-bce7-8bbb1ae9c82d tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:24.932783 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-007a37b3-6252-46c5-88f4-254d0b0d5a33 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:24.936085 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:24.941679 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ec7a4-4ebc-4b3f-aabf-5bc4327a15ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=087cf6da-34ad-4bc7-bc4d-35c1d645ebd4,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:24.950252 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-918ec7a4-4ebc-4b3f-aabf-5bc4327a15ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:24.972506 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c54f69-a605-4b7c-a9cb-42d3fe66370f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:24.974242 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d4c54f69-a605-4b7c-a9cb-42d3fe66370f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:24.979447 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-fd735bf4-fc51-491e-922a-828d3cf3f4f1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Deleting port 2ad95706-4b19-4caa-a42e-a138b31c5b58 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:53:24.980044 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fd735bf4-fc51-491e-922a-828d3cf3f4f1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:25.001457 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a37b3-6252-46c5-88f4-254d0b0d5a33 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event updated for resources: {'Subnet': ['ID=bf384858-59a6-48f6-ad7c-17a6964211e2,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:25.004885 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-007a37b3-6252-46c5-88f4-254d0b0d5a33 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:25.046412 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007a37b3-6252-46c5-88f4-254d0b0d5a33 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Checking segment: {'id': 'b0d11e31-da46-42c4-951a-b83ca522d93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e115c310-31bf-4ef0-ba01-c6a8cff847cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:25.047426 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007a37b3-6252-46c5-88f4-254d0b0d5a33 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Network hostable DHCP agents. Network: e115c310-31bf-4ef0-ba01-c6a8cff847cb, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:53:25.050107 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d4c54f69-a605-4b7c-a9cb-42d3fe66370f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 1.6622436 Jun 21 14:53:25.052724 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35988) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:25.108545 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fd735bf4-fc51-491e-922a-828d3cf3f4f1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:25.144499 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007a37b3-6252-46c5-88f4-254d0b0d5a33 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Network e115c310-31bf-4ef0-ba01-c6a8cff847cb is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:53:25.163871 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-007a37b3-6252-46c5-88f4-254d0b0d5a33 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, e115c310-31bf-4ef0-ba01-c6a8cff847cb) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:25.176477 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007a37b3-6252-46c5-88f4-254d0b0d5a33 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:25.177087 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-007a37b3-6252-46c5-88f4-254d0b0d5a33 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:25.185582 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-fd735bf4-fc51-491e-922a-828d3cf3f4f1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Calling delete_port for 2ad95706-4b19-4caa-a42e-a138b31c5b58 owned by network:router_interface {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:53:25.205359 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-007a37b3-6252-46c5-88f4-254d0b0d5a33 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6466315 Jun 21 14:53:25.210670 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 35992) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:25.214556 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-0b364947-85c9-4a74-a794-ca975cfd2e36 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Deleting port 51201932-9c3f-46b2-88fe-34c982494bfe {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:53:25.215022 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0b364947-85c9-4a74-a794-ca975cfd2e36 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:25.417261 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fd735bf4-fc51-491e-922a-828d3cf3f4f1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:25.426850 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-994bccae-c9a2-49bb-a287-6f18ed873bd1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:25.452248 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd735bf4-fc51-491e-922a-828d3cf3f4f1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event deleted for resources: {'Port': ['ID=2ad95706-4b19-4caa-a42e-a138b31c5b58,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:25.464501 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fd735bf4-fc51-491e-922a-828d3cf3f4f1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:25.602887 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-9088726e-c273-423c-86f8-bedb1aa6bc89 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:25.649853 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6426696b-2506-4263-a1f5-03219e01bff3 None None] Network 49ee8266-8f51-4de1-8efa-4779f528d44d requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:25.658453 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fd735bf4-fc51-491e-922a-828d3cf3f4f1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:25.667755 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df9bbd9-9b00-4bec-9340-5ee28e682f2f None None] Network 9c33261e-92bc-4fc4-92b6-c169b7f9dd69 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:25.674627 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6426696b-2506-4263-a1f5-03219e01bff3 None None] Network 49ee8266-8f51-4de1-8efa-4779f528d44d could not be found, it might have been deleted concurrently. {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 21 14:53:25.704237 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0b364947-85c9-4a74-a794-ca975cfd2e36 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:25.753101 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177950ce-51c2-485d-83c6-28480dcfbeb8 None None] Network cf8749bf-8f75-4ae5-ba65-b79a5b6f0543 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:25.755468 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba4725a-c3e6-4a16-af05-cf2a57908b32 None None] Network e115c310-31bf-4ef0-ba01-c6a8cff847cb requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:25.835550 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-0b364947-85c9-4a74-a794-ca975cfd2e36 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Calling delete_port for 51201932-9c3f-46b2-88fe-34c982494bfe owned by {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:53:25.866052 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d550d9-48e7-4d83-a991-adaa9b891922 None None] DHCP port deletion for 49ee8266-8f51-4de1-8efa-4779f528d44d request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:53:25.868933 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9088726e-c273-423c-86f8-bedb1aa6bc89 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5880279'] for subnet, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:25.887834 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ad3e5079-f482-4d9b-8f5a-10c5248b1ac9 None None] Provisioning for port 5c246e1d-96d0-4049-9467-35bacaa1bfa8 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:25.956401 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd735bf4-fc51-491e-922a-828d3cf3f4f1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Router cbc5c717-8d13-444e-92eb-b2f43c8324ab has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:53:25.972052 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36016) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:25.998260 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c026b3-878a-48e6-bc72-6df704c21bf7 req-fed2d72d-3642-4f8b-b0ee-f3cda238390b tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:25.999737 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-27c026b3-878a-48e6-bc72-6df704c21bf7 req-fed2d72d-3642-4f8b-b0ee-f3cda238390b tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 945 time: 0.3396490 Jun 21 14:53:26.099853 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd735bf4-fc51-491e-922a-828d3cf3f4f1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:53:26.108501 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-fd735bf4-fc51-491e-922a-828d3cf3f4f1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "PUT /v2.0/routers/cbc5c717-8d13-444e-92eb-b2f43c8324ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8189540 Jun 21 14:53:26.113334 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573b48e0-f1cf-4a3d-ab0f-d267dd946a0f None None] Sync routers for ids ['cbc5c717-8d13-444e-92eb-b2f43c8324ab'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:53:26.114636 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36020) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:26.126834 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-27c026b3-878a-48e6-bc72-6df704c21bf7 req-1c9dc698-3b6a-42b5-9af3-900fba7c82c4 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b633c1b-6044-439e-9871-9d4719d063b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065485 Jun 21 14:53:26.131286 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573b48e0-f1cf-4a3d-ab0f-d267dd946a0f None None] Routers {'cbc5c717-8d13-444e-92eb-b2f43c8324ab'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:53:26.132465 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-573b48e0-f1cf-4a3d-ab0f-d267dd946a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:53:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['cbc5c717-8d13-444e-92eb-b2f43c8324ab'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:26.183943 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-528dc867-96e1-4b17-ae92-4adbaceeca4d tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbc5c717-8d13-444e-92eb-b2f43c8324ab HTTP/1.1" status: 200 len: 205 time: 0.0678213 Jun 21 14:53:26.186184 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36024) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:26.208125 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-573b48e0-f1cf-4a3d-ab0f-d267dd946a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:26.239241 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573b48e0-f1cf-4a3d-ab0f-d267dd946a0f None None] Routers {'cbc5c717-8d13-444e-92eb-b2f43c8324ab'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:53:26.242334 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9088726e-c273-423c-86f8-bedb1aa6bc89 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728737223388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6203253'] for subnet, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:26.244023 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-573b48e0-f1cf-4a3d-ab0f-d267dd946a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:53:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['cbc5c717-8d13-444e-92eb-b2f43c8324ab'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:26.256225 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a723a023-0b51-4fd0-aa54-a9f42d2eabd0 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:26.276948 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 5c246e1d-96d0-4049-9467-35bacaa1bfa8 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:53:26.284066 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-3df0726e-e31d-4093-8e2d-64a3e8965642 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-745651546-network', 'tenant_id': 'da87fdd814d14a63be25f7efe885ddb5'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:26.288898 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-016c2766-378b-4183-9b0f-43dcc2ed86f2 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:26.298737 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-573b48e0-f1cf-4a3d-ab0f-d267dd946a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:26.299635 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573b48e0-f1cf-4a3d-ab0f-d267dd946a0f None None] The sync data for ids ['cbc5c717-8d13-444e-92eb-b2f43c8324ab'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:53:26.352414 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9088726e-c273-423c-86f8-bedb1aa6bc89 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:26.352866 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9088726e-c273-423c-86f8-bedb1aa6bc89 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:26.354155 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9088726e-c273-423c-86f8-bedb1aa6bc89 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "PUT /v2.0/subnets/bf384858-59a6-48f6-ad7c-17a6964211e2 HTTP/1.1" status: 200 len: 826 time: 1.1420531 Jun 21 14:53:26.363166 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36026) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:26.380763 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfd6016-1220-4cfd-a716-43e1cac9cd74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-e115c310-31bf-4ef0-ba01-c6a8cff847cb', 'network_id': 'e115c310-31bf-4ef0-ba01-c6a8cff847cb', 'tenant_id': 'ec26c81e01b543f4bda812836e735e80', 'fixed_ips': [{'subnet_id': 'bf384858-59a6-48f6-ad7c-17a6964211e2'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:53:26.381870 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-abfd6016-1220-4cfd-a716-43e1cac9cd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:26.424820 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9088726e-c273-423c-86f8-bedb1aa6bc89 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event updated for resources: {'Subnet': ['ID=bf384858-59a6-48f6-ad7c-17a6964211e2,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:26.428787 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9088726e-c273-423c-86f8-bedb1aa6bc89 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:26.441719 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0b364947-85c9-4a74-a794-ca975cfd2e36 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:26.447441 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-658dca31-e1e2-4bd2-b047-ad98cd6c3b66 tempest-AllowedAddressPairIpV6TestJSON-1019746524 tempest-AllowedAddressPairIpV6TestJSON-1019746524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:26.485324 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977ba5fd-fb88-4c0b-918a-fb4a655f72d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-cf8749bf-8f75-4ae5-ba65-b79a5b6f0543', 'network_id': 'cf8749bf-8f75-4ae5-ba65-b79a5b6f0543', 'tenant_id': 'd39eebfbe3874515bc761a8de17d07a8', 'fixed_ips': [{'subnet_id': '216dcee1-9ef5-4607-b98d-90ae32edbc8e'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:53:26.485740 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-977ba5fd-fb88-4c0b-918a-fb4a655f72d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:26.489475 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b364947-85c9-4a74-a794-ca975cfd2e36 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Port': ['ID=51201932-9c3f-46b2-88fe-34c982494bfe,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:26.491781 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 5c246e1d-96d0-4049-9467-35bacaa1bfa8 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:26.497883 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-016c2766-378b-4183-9b0f-43dcc2ed86f2 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:26.500966 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0b364947-85c9-4a74-a794-ca975cfd2e36 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:26.502606 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-016c2766-378b-4183-9b0f-43dcc2ed86f2 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:26.509480 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df0726e-e31d-4093-8e2d-64a3e8965642 admin admin] Made reservation on behalf of da87fdd814d14a63be25f7efe885ddb5 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:26.512056 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 5c246e1d-96d0-4049-9467-35bacaa1bfa8 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:26.512234 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3df0726e-e31d-4093-8e2d-64a3e8965642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:26.512467 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:26.557932 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3df0726e-e31d-4093-8e2d-64a3e8965642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:26.578282 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0284cca3-e598-455d-bb9a-63adfaad5ac9 req-4ab6508d-8574-45f4-8bef-7078032fb01f tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:26.583034 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-016c2766-378b-4183-9b0f-43dcc2ed86f2 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:26.583597 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016c2766-378b-4183-9b0f-43dcc2ed86f2 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Fanout notify agent at l3_agent the message router_deleted on router cbc5c717-8d13-444e-92eb-b2f43c8324ab {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:53:26.586472 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0284cca3-e598-455d-bb9a-63adfaad5ac9 req-4ab6508d-8574-45f4-8bef-7078032fb01f tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 945 time: 0.2831647 Jun 21 14:53:26.599763 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-016c2766-378b-4183-9b0f-43dcc2ed86f2 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:26.603314 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-016c2766-378b-4183-9b0f-43dcc2ed86f2 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/routers/cbc5c717-8d13-444e-92eb-b2f43c8324ab HTTP/1.1" status: 204 len: 168 time: 0.4126775 Jun 21 14:53:26.603710 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36028) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:26.642679 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:26.662753 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9b9774f-56b9-4513-b4a2-0edc1baf8178 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Deleting subnet 46b6275e-8ce1-4cd1-933b-f5ae5da1c050 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:53:26.666341 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e9b9774f-56b9-4513-b4a2-0edc1baf8178 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:26.670809 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0284cca3-e598-455d-bb9a-63adfaad5ac9 req-687d155a-cb9c-44e3-8753-9cab8936f061 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b633c1b-6044-439e-9871-9d4719d063b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829508 Jun 21 14:53:26.678600 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0b364947-85c9-4a74-a794-ca975cfd2e36 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:26.692669 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0b364947-85c9-4a74-a794-ca975cfd2e36 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/ports/51201932-9c3f-46b2-88fe-34c982494bfe HTTP/1.1" status: 204 len: 168 time: 1.6300831 Jun 21 14:53:26.696023 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36030) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:26.696362 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36032) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:26.709463 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e9b9774f-56b9-4513-b4a2-0edc1baf8178 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:26.733628 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-abfd6016-1220-4cfd-a716-43e1cac9cd74 None None] Allocated IP 2001:db8::2 (e115c310-31bf-4ef0-ba01-c6a8cff847cb/bf384858-59a6-48f6-ad7c-17a6964211e2/3014b927-2fbc-47a0-9f48-00cea4d3d84c) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:53:26.751426 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-85839a3b-2b59-4d91-9bb3-f61aa17d13d6 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] GET failed (client error): The resource could not be found. Jun 21 14:53:26.756729 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-85839a3b-2b59-4d91-9bb3-f61aa17d13d6 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "GET /v2.0/ports/51201932-9c3f-46b2-88fe-34c982494bfe HTTP/1.1" status: 404 len: 333 time: 0.0542176 Jun 21 14:53:26.780388 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36034) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:26.803885 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e9b9774f-56b9-4513-b4a2-0edc1baf8178 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:26.847327 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:26.852544 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb6cb94-dd10-4e67-b2e6-f765f6cf2dd5 None None] Update dhcp port {'port': {'network_id': '9c33261e-92bc-4fc4-92b6-c169b7f9dd69', 'fixed_ips': [{'subnet_id': '23aa7a80-e3da-4c38-931b-64f5d8c76989', 'ip_address': '2001:db8::2'}, {'subnet_id': '2c9a827e-e577-46bf-9506-7fe013098847'}], 'binding:host_id': 'dv-neutron-797121-2-hyperv'}, 'id': '5c246e1d-96d0-4049-9467-35bacaa1bfa8'} from dv-neutron-797121-2-hyperv. {{(pid=105226) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 21 14:53:26.859372 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:26.872145 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e9b9774f-56b9-4513-b4a2-0edc1baf8178 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:26.876670 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:26.889027 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-41b33399-b775-485d-a7bd-f5525da9b107 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Deleting subnet 216dcee1-9ef5-4607-b98d-90ae32edbc8e {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:53:26.908495 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-977ba5fd-fb88-4c0b-918a-fb4a655f72d1 None None] Allocated IP 172.20.0.2 (cf8749bf-8f75-4ae5-ba65-b79a5b6f0543/216dcee1-9ef5-4607-b98d-90ae32edbc8e/e3df097b-7e54-4c7f-a33e-1623b2ea9146) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:53:26.910600 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca75158f-1ee0-4200-bbf1-cb6c3a289bc3 tempest-TestNetworkAdvancedServerOps-772437655 tempest-TestNetworkAdvancedServerOps-772437655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:26.915779 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-ca75158f-1ee0-4200-bbf1-cb6c3a289bc3 tempest-TestNetworkAdvancedServerOps-772437655 tempest-TestNetworkAdvancedServerOps-772437655-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 1093 time: 0.2057610 Jun 21 14:53:26.915982 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e9b9774f-56b9-4513-b4a2-0edc1baf8178 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:26.917384 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e9b9774f-56b9-4513-b4a2-0edc1baf8178 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/subnets/46b6275e-8ce1-4cd1-933b-f5ae5da1c050 HTTP/1.1" status: 204 len: 168 time: 0.3121924 Jun 21 14:53:26.918337 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36036) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:26.922384 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9774f-56b9-4513-b4a2-0edc1baf8178 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event deleted for resources: {'Subnet': ['ID=46b6275e-8ce1-4cd1-933b-f5ae5da1c050,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:26.925864 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e9b9774f-56b9-4513-b4a2-0edc1baf8178 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:26.931242 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-b47d4f22-254c-4d9d-8087-2fdff4b5dcb7 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'port_id': '770ef2a8-b1b6-4903-baf5-e7da67bed61e', 'tenant_id': '060f9c733e164454be5831351376fee6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:26.931806 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36038) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:26.934875 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ebad38-b87c-4e40-8135-66ed38f2158c None None] Network e805c6f5-fcbd-4f91-a239-c0b038ee52c4 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:26.950453 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1eb6cb94-dd10-4e67-b2e6-f765f6cf2dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:26.995016 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3df0726e-e31d-4093-8e2d-64a3e8965642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:27.006018 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3df0726e-e31d-4093-8e2d-64a3e8965642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:27.013165 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5fc249ee-191f-4d60-b397-e6621b3af1bd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:27.021771 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bd05111d-15fc-4a87-b47a-7b4b3c9ca9d5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:27.038053 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 5c246e1d-96d0-4049-9467-35bacaa1bfa8, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=5c246e1d-96d0-4049-9467-35bacaa1bfa8,segment=NetworkSegment(c86b6b5e-f3d2-4b76-a769-18e2c00ea27f),segment_id=c86b6b5e-f3d2-4b76-a769-18e2c00ea27f)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:27.038753 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0726e-e31d-4093-8e2d-64a3e8965642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215242b6-1f27-40c8-b2a0-2e3b834d8a24,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:27.042673 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3df0726e-e31d-4093-8e2d-64a3e8965642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:27.053351 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df0726e-e31d-4093-8e2d-64a3e8965642 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:53:27.063784 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3df0726e-e31d-4093-8e2d-64a3e8965642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:27.064040 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-3df0726e-e31d-4093-8e2d-64a3e8965642 admin admin] Added segment 7a59647b-4c2c-4caf-b0b7-61b2d6badfd9 of type vlan for network 526fdaf7-f1cc-4ed7-81cb-9dc271462d4d Jun 21 14:53:27.065634 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b47d4f22-254c-4d9d-8087-2fdff4b5dcb7 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for floatingip, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:27.079044 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-bd05111d-15fc-4a87-b47a-7b4b3c9ca9d5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Deleting port 6b4ba1a5-747e-4b74-a8a1-57a4cae9faf2 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:53:27.079383 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bd05111d-15fc-4a87-b47a-7b4b3c9ca9d5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:27.080890 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:27.091824 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-aabd4ea1-6d9a-4fc5-99ce-caa7a23dfe78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:27.120831 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9ce615cb-7720-45b5-b1f3-e2f9f4e3698b no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:53:27.148046 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-bd05111d-15fc-4a87-b47a-7b4b3c9ca9d5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] For port 6b4ba1a5-747e-4b74-a8a1-57a4cae9faf2, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=6b4ba1a5-747e-4b74-a8a1-57a4cae9faf2,segment=NetworkSegment(3914f211-e0c0-411d-9606-e16f9b334f56),segment_id=3914f211-e0c0-411d-9606-e16f9b334f56)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:27.148337 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bd05111d-15fc-4a87-b47a-7b4b3c9ca9d5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:27.160495 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3df0726e-e31d-4093-8e2d-64a3e8965642 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:27.209917 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3df0726e-e31d-4093-8e2d-64a3e8965642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:27.210942 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df0726e-e31d-4093-8e2d-64a3e8965642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:27.211510 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3df0726e-e31d-4093-8e2d-64a3e8965642 admin admin] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:27.214011 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:27.219452 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-bd05111d-15fc-4a87-b47a-7b4b3c9ca9d5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Calling delete_port for 6b4ba1a5-747e-4b74-a8a1-57a4cae9faf2 owned by network:dhcp {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:53:27.307770 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3df0726e-e31d-4093-8e2d-64a3e8965642 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3328617 Jun 21 14:53:27.311043 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36040) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:27.316428 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-cf2e353d-2cb8-4111-a036-8d0f89289dc4 admin admin] Request body: {'subnet': {'network_id': '526fdaf7-f1cc-4ed7-81cb-9dc271462d4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-745651546-subnet', 'tenant_id': 'da87fdd814d14a63be25f7efe885ddb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:27.319670 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bd05111d-15fc-4a87-b47a-7b4b3c9ca9d5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:27.323270 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-35afd51d-3253-4116-a417-a660211321b6 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:27.325003 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df0726e-e31d-4093-8e2d-64a3e8965642 admin admin] Pushing event updated for resources: {'Network': ['ID=526fdaf7-f1cc-4ed7-81cb-9dc271462d4d,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:27.328057 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3df0726e-e31d-4093-8e2d-64a3e8965642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:27.338710 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b47d4f22-254c-4d9d-8087-2fdff4b5dcb7 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:27.352275 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd05111d-15fc-4a87-b47a-7b4b3c9ca9d5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event deleted for resources: {'Port': ['ID=6b4ba1a5-747e-4b74-a8a1-57a4cae9faf2,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:27.357086 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 526fdaf7-f1cc-4ed7-81cb-9dc271462d4d details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:53:27.359369 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 9ce615cb-7720-45b5-b1f3-e2f9f4e3698b {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:53:27.359710 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9ce615cb-7720-45b5-b1f3-e2f9f4e3698b not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:53:27.360360 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-bd05111d-15fc-4a87-b47a-7b4b3c9ca9d5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:27.361284 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd05111d-15fc-4a87-b47a-7b4b3c9ca9d5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] No DVR routers for this DVR port 6b4ba1a5-747e-4b74-a8a1-57a4cae9faf2 on host dv-neutron-797121-2-hyperv {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:53:27.397827 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2e353d-2cb8-4111-a036-8d0f89289dc4 admin admin] Made reservation on behalf of da87fdd814d14a63be25f7efe885ddb5 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:27.400365 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cf2e353d-2cb8-4111-a036-8d0f89289dc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:27.472761 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-b47d4f22-254c-4d9d-8087-2fdff4b5dcb7 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Allocated IP 172.26.3.208 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/1f0105ae-c678-4713-ac71-a59ec36ba674) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:53:27.515996 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bd05111d-15fc-4a87-b47a-7b4b3c9ca9d5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:27.530677 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-bd05111d-15fc-4a87-b47a-7b4b3c9ca9d5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e805c6f5-fcbd-4f91-a239-c0b038ee52c4']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:27.565685 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=5c246e1d-96d0-4049-9467-35bacaa1bfa8,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:27.580819 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-abfd6016-1220-4cfd-a716-43e1cac9cd74 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:27.587963 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:27.614436 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-abfd6016-1220-4cfd-a716-43e1cac9cd74 None None] Transition to ACTIVE for port object 3014b927-2fbc-47a0-9f48-00cea4d3d84c will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:27.623947 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b47d4f22-254c-4d9d-8087-2fdff4b5dcb7 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:27.637523 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-bd05111d-15fc-4a87-b47a-7b4b3c9ca9d5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3914f211-e0c0-411d-9606-e16f9b334f56') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:27.637818 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-bd05111d-15fc-4a87-b47a-7b4b3c9ca9d5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3914f211-e0c0-411d-9606-e16f9b334f56') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:27.646983 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cf2e353d-2cb8-4111-a036-8d0f89289dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:27.651186 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-60e8b97e-b550-440c-936a-14d76e299a0d tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:27.655623 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bd05111d-15fc-4a87-b47a-7b4b3c9ca9d5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:27.671763 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95f7217-97d4-4026-9f2c-c5f14ca724ab None None] DHCP port deletion for e805c6f5-fcbd-4f91-a239-c0b038ee52c4 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:53:27.684161 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b47d4f22-254c-4d9d-8087-2fdff4b5dcb7 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:27.688739 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d4c54f69-a605-4b7c-a9cb-42d3fe66370f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:27.703141 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-abfd6016-1220-4cfd-a716-43e1cac9cd74 None None] Transition to ACTIVE for port object 3014b927-2fbc-47a0-9f48-00cea4d3d84c will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:27.704085 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bd05111d-15fc-4a87-b47a-7b4b3c9ca9d5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:27.715680 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd05111d-15fc-4a87-b47a-7b4b3c9ca9d5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:53:27.716187 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bd05111d-15fc-4a87-b47a-7b4b3c9ca9d5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:27.720182 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:53:27.720182 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:53:27.720182 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:53:27.720182 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:53:27.720182 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:53:27.720182 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:53:27.720182 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:53:27.720182 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:53:27.720182 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:53:27.720182 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:53:27.720182 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:53:27.720182 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:53:27.720182 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:53:27.720182 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:53:27.720182 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:53:27.720182 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:53:27.720182 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:53:27.720182 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:53:27.720182 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:53:27.720182 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:53:27.720182 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:53:27.720182 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:53:27.720182 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:53:27.720182 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:53:27.720182 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:53:27.720182 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:53:27.720182 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:53:27.720182 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:53:27.720182 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:53:27.720182 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:53:27.720182 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:53:27.720182 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:53:27.728208 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-977ba5fd-fb88-4c0b-918a-fb4a655f72d1 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:27.731037 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-1eb6cb94-dd10-4e67-b2e6-f765f6cf2dd5 None None] Allocated IP 172.20.0.1 (9c33261e-92bc-4fc4-92b6-c169b7f9dd69/2c9a827e-e577-46bf-9506-7fe013098847/5c246e1d-96d0-4049-9467-35bacaa1bfa8) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:53:27.733357 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-abfd6016-1220-4cfd-a716-43e1cac9cd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:27.739816 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-aabd4ea1-6d9a-4fc5-99ce-caa7a23dfe78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:27.751520 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47d4f22-254c-4d9d-8087-2fdff4b5dcb7 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:27.758573 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-b47d4f22-254c-4d9d-8087-2fdff4b5dcb7 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:27.763273 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47d4f22-254c-4d9d-8087-2fdff4b5dcb7 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:53:27.767674 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2e353d-2cb8-4111-a036-8d0f89289dc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cf83945-a474-423c-ab58-da4637f6bf60,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:27.775329 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cf2e353d-2cb8-4111-a036-8d0f89289dc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:27.780810 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-977ba5fd-fb88-4c0b-918a-fb4a655f72d1 None None] Transition to ACTIVE for port object e3df097b-7e54-4c7f-a33e-1623b2ea9146 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:27.805210 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfd6016-1220-4cfd-a716-43e1cac9cd74 None None] Network e115c310-31bf-4ef0-ba01-c6a8cff847cb is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:27.805646 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d4f22-254c-4d9d-8087-2fdff4b5dcb7 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Pushing event updated for resources: {'Port': ['ID=1f0105ae-c678-4713-ac71-a59ec36ba674,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:27.817255 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2e353d-2cb8-4111-a036-8d0f89289dc4 admin admin] Checking segment: {'id': '7a59647b-4c2c-4caf-b0b7-61b2d6badfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '526fdaf7-f1cc-4ed7-81cb-9dc271462d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:27.817616 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2e353d-2cb8-4111-a036-8d0f89289dc4 admin admin] Network hostable DHCP agents. Network: 526fdaf7-f1cc-4ed7-81cb-9dc271462d4d, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:53:27.821685 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b47d4f22-254c-4d9d-8087-2fdff4b5dcb7 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:27.823726 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:27.827069 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4643b9de-4939-4460-a4d3-c3c79390c7fd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:27.840212 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bd05111d-15fc-4a87-b47a-7b4b3c9ca9d5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:27.862171 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-abfd6016-1220-4cfd-a716-43e1cac9cd74 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:27.867090 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-977ba5fd-fb88-4c0b-918a-fb4a655f72d1 None None] Transition to ACTIVE for port object e3df097b-7e54-4c7f-a33e-1623b2ea9146 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:27.868349 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bd05111d-15fc-4a87-b47a-7b4b3c9ca9d5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:27.873815 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-bd05111d-15fc-4a87-b47a-7b4b3c9ca9d5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/networks/e805c6f5-fcbd-4f91-a239-c0b038ee52c4 HTTP/1.1" status: 204 len: 168 time: 0.9372439 Jun 21 14:53:27.873989 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfd6016-1220-4cfd-a716-43e1cac9cd74 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:53:27.874407 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event deleted for resources: {'Subnet': ['ID=bf384858-59a6-48f6-ad7c-17a6964211e2,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:27.876537 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd6016-1220-4cfd-a716-43e1cac9cd74 None None] Pushing event updated for resources: {'Port': ['ID=3014b927-2fbc-47a0-9f48-00cea4d3d84c,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:27.877251 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36042) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:27.883865 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-4c8313aa-4bc8-408b-87e8-0514c1ca1d15 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2122799372', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:27.884510 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-abfd6016-1220-4cfd-a716-43e1cac9cd74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:27.896979 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-977ba5fd-fb88-4c0b-918a-fb4a655f72d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:27.900339 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:27.900871 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6da11822-c476-4ce1-9114-680fd8d76589 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:27.916839 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-00f1442d-662d-4bac-a10c-258a04699246 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:27.930158 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-41b33399-b775-485d-a7bd-f5525da9b107 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:27.954512 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2e353d-2cb8-4111-a036-8d0f89289dc4 admin admin] Network 526fdaf7-f1cc-4ed7-81cb-9dc271462d4d is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:53:27.985740 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd05111d-15fc-4a87-b47a-7b4b3c9ca9d5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event deleted for resources: {'Network': ['ID=e805c6f5-fcbd-4f91-a239-c0b038ee52c4,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:28.006731 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-bd05111d-15fc-4a87-b47a-7b4b3c9ca9d5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:28.010764 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977ba5fd-fb88-4c0b-918a-fb4a655f72d1 None None] Network cf8749bf-8f75-4ae5-ba65-b79a5b6f0543 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:28.015823 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-cf2e353d-2cb8-4111-a036-8d0f89289dc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 526fdaf7-f1cc-4ed7-81cb-9dc271462d4d) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:28.016898 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-abfd6016-1220-4cfd-a716-43e1cac9cd74 None None] Attempting to bind port 3014b927-2fbc-47a0-9f48-00cea4d3d84c on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:53:28.017391 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-abfd6016-1220-4cfd-a716-43e1cac9cd74 None None] Attempting to bind port 3014b927-2fbc-47a0-9f48-00cea4d3d84c by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'b0d11e31-da46-42c4-951a-b83ca522d93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e115c310-31bf-4ef0-ba01-c6a8cff847cb'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:53:28.017881 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfd6016-1220-4cfd-a716-43e1cac9cd74 None None] Attempting to bind port 3014b927-2fbc-47a0-9f48-00cea4d3d84c on network e115c310-31bf-4ef0-ba01-c6a8cff847cb {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:53:28.019995 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-41b33399-b775-485d-a7bd-f5525da9b107 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:28.026366 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-977ba5fd-fb88-4c0b-918a-fb4a655f72d1 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:28.028591 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:28.036365 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-1eb6cb94-dd10-4e67-b2e6-f765f6cf2dd5 None None] For port 5c246e1d-96d0-4049-9467-35bacaa1bfa8, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=5c246e1d-96d0-4049-9467-35bacaa1bfa8,segment=NetworkSegment(c86b6b5e-f3d2-4b76-a769-18e2c00ea27f),segment_id=c86b6b5e-f3d2-4b76-a769-18e2c00ea27f)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:28.038755 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977ba5fd-fb88-4c0b-918a-fb4a655f72d1 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:53:28.040900 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ba5fd-fb88-4c0b-918a-fb4a655f72d1 None None] Pushing event updated for resources: {'Port': ['ID=e3df097b-7e54-4c7f-a33e-1623b2ea9146,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:28.045647 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6c51f0-055e-4e20-bb69-2aa80eeee524 None None] Network 526fdaf7-f1cc-4ed7-81cb-9dc271462d4d requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:28.053216 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-977ba5fd-fb88-4c0b-918a-fb4a655f72d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:28.063058 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfd6016-1220-4cfd-a716-43e1cac9cd74 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:53:28.063891 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfd6016-1220-4cfd-a716-43e1cac9cd74 None None] Checking segment: {'id': 'b0d11e31-da46-42c4-951a-b83ca522d93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e115c310-31bf-4ef0-ba01-c6a8cff847cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:28.064507 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-abfd6016-1220-4cfd-a716-43e1cac9cd74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:28.065093 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abfd6016-1220-4cfd-a716-43e1cac9cd74 None None] Bound using segment: {'id': 'b0d11e31-da46-42c4-951a-b83ca522d93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e115c310-31bf-4ef0-ba01-c6a8cff847cb'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:53:28.065514 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2e353d-2cb8-4111-a036-8d0f89289dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:28.066049 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-abfd6016-1220-4cfd-a716-43e1cac9cd74 None None] Bound port: 3014b927-2fbc-47a0-9f48-00cea4d3d84c, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d11e31-da46-42c4-951a-b83ca522d93b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'e115c310-31bf-4ef0-ba01-c6a8cff847cb'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:53:28.066174 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cf2e353d-2cb8-4111-a036-8d0f89289dc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:28.066770 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-abfd6016-1220-4cfd-a716-43e1cac9cd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:28.072825 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4c8313aa-4bc8-408b-87e8-0514c1ca1d15 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:28.073884 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4c8313aa-4bc8-408b-87e8-0514c1ca1d15 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:28.083650 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e115c310-31bf-4ef0-ba01-c6a8cff847cb']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:28.105468 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d11e31-da46-42c4-951a-b83ca522d93b') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:28.105859 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d11e31-da46-42c4-951a-b83ca522d93b') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:28.120017 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-cf2e353d-2cb8-4111-a036-8d0f89289dc4 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8078675 Jun 21 14:53:28.127569 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:28.132623 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 5c246e1d-96d0-4049-9467-35bacaa1bfa8 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:53:28.205052 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:28.208199 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4c8313aa-4bc8-408b-87e8-0514c1ca1d15 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:28.215732 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:53:28.216392 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:28.219881 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:53:28.219881 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:53:28.219881 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:53:28.219881 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:53:28.219881 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:53:28.219881 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:53:28.219881 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:53:28.219881 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:53:28.219881 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:53:28.219881 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:53:28.219881 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:53:28.219881 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:53:28.219881 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:53:28.219881 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:53:28.219881 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:53:28.219881 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:53:28.219881 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:53:28.219881 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:53:28.219881 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:53:28.219881 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:53:28.219881 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:53:28.219881 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:53:28.219881 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:53:28.219881 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:53:28.219881 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:53:28.219881 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:53:28.219881 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:53:28.219881 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:53:28.219881 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:53:28.219881 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:53:28.219881 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:53:28.219881 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:53:28.232297 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4c8313aa-4bc8-408b-87e8-0514c1ca1d15 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:28.271573 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1eb6cb94-dd10-4e67-b2e6-f765f6cf2dd5 None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:28.287897 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-41b33399-b775-485d-a7bd-f5525da9b107 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:28.293149 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-977ba5fd-fb88-4c0b-918a-fb4a655f72d1 None None] Attempting to bind port e3df097b-7e54-4c7f-a33e-1623b2ea9146 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:53:28.293915 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-977ba5fd-fb88-4c0b-918a-fb4a655f72d1 None None] Attempting to bind port e3df097b-7e54-4c7f-a33e-1623b2ea9146 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'e5905346-6e30-47a9-8abb-e3b5b5b8fac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'cf8749bf-8f75-4ae5-ba65-b79a5b6f0543'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:53:28.294489 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977ba5fd-fb88-4c0b-918a-fb4a655f72d1 None None] Attempting to bind port e3df097b-7e54-4c7f-a33e-1623b2ea9146 on network cf8749bf-8f75-4ae5-ba65-b79a5b6f0543 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:53:28.317029 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4c8313aa-4bc8-408b-87e8-0514c1ca1d15 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:28.318232 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4c8313aa-4bc8-408b-87e8-0514c1ca1d15 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4385171 Jun 21 14:53:28.321386 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36046) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:28.322207 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b47d4f22-254c-4d9d-8087-2fdff4b5dcb7 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:28.326504 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-8741724b-dae0-43dc-9641-80f761f6e178 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Request body: {'network': {'name': 'tempest-RoutersTest-1439498431'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:28.335971 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.db.api [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 21 14:53:28.335971 dv-neutron-797121-2-hyperv neutron-server[105224]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 21 14:53:28.335971 dv-neutron-797121-2-hyperv neutron-server[105224]: [parameters: {'id': 'e115c310-31bf-4ef0-ba01-c6a8cff847cb'}] Jun 21 14:53:28.335971 dv-neutron-797121-2-hyperv neutron-server[105224]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 14:53:28.336406 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_db.api [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 14:53:28.342733 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-1eb6cb94-dd10-4e67-b2e6-f765f6cf2dd5 None None] Transition to ACTIVE for port object 5c246e1d-96d0-4049-9467-35bacaa1bfa8 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:28.343986 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977ba5fd-fb88-4c0b-918a-fb4a655f72d1 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:53:28.344639 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977ba5fd-fb88-4c0b-918a-fb4a655f72d1 None None] Checking segment: {'id': 'e5905346-6e30-47a9-8abb-e3b5b5b8fac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'cf8749bf-8f75-4ae5-ba65-b79a5b6f0543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:28.345350 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-977ba5fd-fb88-4c0b-918a-fb4a655f72d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:28.346269 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977ba5fd-fb88-4c0b-918a-fb4a655f72d1 None None] Bound using segment: {'id': 'e5905346-6e30-47a9-8abb-e3b5b5b8fac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'cf8749bf-8f75-4ae5-ba65-b79a5b6f0543'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:53:28.347173 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-977ba5fd-fb88-4c0b-918a-fb4a655f72d1 None None] Bound port: e3df097b-7e54-4c7f-a33e-1623b2ea9146, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5905346-6e30-47a9-8abb-e3b5b5b8fac8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'cf8749bf-8f75-4ae5-ba65-b79a5b6f0543'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:53:28.347806 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-977ba5fd-fb88-4c0b-918a-fb4a655f72d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:28.359895 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1eb6cb94-dd10-4e67-b2e6-f765f6cf2dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:28.371971 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3e3f9b96-6400-4ce8-82f0-d36d3562c248 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:28.379298 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8741724b-dae0-43dc-9641-80f761f6e178 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Made reservation on behalf of 6b84c1e8652b4f7598ae83eb61bf775f for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:28.379298 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8741724b-dae0-43dc-9641-80f761f6e178 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:28.405516 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-41b33399-b775-485d-a7bd-f5525da9b107 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:28.409579 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-abfd6016-1220-4cfd-a716-43e1cac9cd74 None None] For port 3014b927-2fbc-47a0-9f48-00cea4d3d84c, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:53:28.409869 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-787b3317-090f-44ea-a5ee-f0129cf29f27 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:28.414888 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8741724b-dae0-43dc-9641-80f761f6e178 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:53:28.451354 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-41b33399-b775-485d-a7bd-f5525da9b107 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:28.456058 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-41b33399-b775-485d-a7bd-f5525da9b107 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/subnets/216dcee1-9ef5-4607-b98d-90ae32edbc8e HTTP/1.1" status: 204 len: 168 time: 1.6702342 Jun 21 14:53:28.456058 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b33399-b775-485d-a7bd-f5525da9b107 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Subnet': ['ID=216dcee1-9ef5-4607-b98d-90ae32edbc8e,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:28.456309 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36052) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:28.467860 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-41b33399-b775-485d-a7bd-f5525da9b107 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:28.470707 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8741724b-dae0-43dc-9641-80f761f6e178 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:28.470707 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-8741724b-dae0-43dc-9641-80f761f6e178 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Added segment f4057f1d-4945-45c0-b2b2-2d9960880eed of type vlan for network 41c3f5af-2751-4985-8586-f0975d1d5cfd Jun 21 14:53:28.473605 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-abfd6016-1220-4cfd-a716-43e1cac9cd74 None None] For port 3014b927-2fbc-47a0-9f48-00cea4d3d84c, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3014b927-2fbc-47a0-9f48-00cea4d3d84c,segment=NetworkSegment(b0d11e31-da46-42c4-951a-b83ca522d93b),segment_id=b0d11e31-da46-42c4-951a-b83ca522d93b)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:53:28.497589 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b47d4f22-254c-4d9d-8087-2fdff4b5dcb7 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:28.543903 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-abfd6016-1220-4cfd-a716-43e1cac9cd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:28.552149 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b349f637-b8e0-4d95-b65b-ea164b9d285d None None] Network 526fdaf7-f1cc-4ed7-81cb-9dc271462d4d requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:28.565284 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8741724b-dae0-43dc-9641-80f761f6e178 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:28.578294 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-52aa160a-3d57-4d7f-9321-f871ca860399 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:28.625657 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6cb94-dd10-4e67-b2e6-f765f6cf2dd5 None None] Pushing event updated for resources: {'Port': ['ID=5c246e1d-96d0-4049-9467-35bacaa1bfa8,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:28.634580 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 6b4ba1a5-747e-4b74-a8a1-57a4cae9faf2 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:53:28.639755 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-1eb6cb94-dd10-4e67-b2e6-f765f6cf2dd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:28.644222 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-ef49a977-5620-4b36-97ab-76fa898115d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:28.644470 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8741724b-dae0-43dc-9641-80f761f6e178 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:28.653589 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8741724b-dae0-43dc-9641-80f761f6e178 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:28.654605 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8741724b-dae0-43dc-9641-80f761f6e178 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:28.658818 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b5daacb2-e91e-4284-8f06-f2302ae1edc0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:28.706766 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 6b4ba1a5-747e-4b74-a8a1-57a4cae9faf2 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:53:28.707241 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 6b4ba1a5-747e-4b74-a8a1-57a4cae9faf2 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:53:28.716527 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-977ba5fd-fb88-4c0b-918a-fb4a655f72d1 None None] For port e3df097b-7e54-4c7f-a33e-1623b2ea9146, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:53:28.733168 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741724b-dae0-43dc-9641-80f761f6e178 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Network': ['ID=41c3f5af-2751-4985-8586-f0975d1d5cfd,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:28.736983 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8741724b-dae0-43dc-9641-80f761f6e178 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:28.757623 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8741724b-dae0-43dc-9641-80f761f6e178 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4351456 Jun 21 14:53:28.761550 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36056) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:28.768390 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-27b84309-168e-4adc-8b41-fc416d0cb741 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Request body: {'subnet': {'network_id': '41c3f5af-2751-4985-8586-f0975d1d5cfd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:28.769162 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 41c3f5af-2751-4985-8586-f0975d1d5cfd details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:53:28.772531 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b47d4f22-254c-4d9d-8087-2fdff4b5dcb7 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:28.782149 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b47d4f22-254c-4d9d-8087-2fdff4b5dcb7 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:28.786268 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-922adca3-4c5a-4f21-97b5-32e730de50f4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:28.848383 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:28.851893 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-52aa160a-3d57-4d7f-9321-f871ca860399 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Deleting port e3df097b-7e54-4c7f-a33e-1623b2ea9146 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:53:28.852223 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-52aa160a-3d57-4d7f-9321-f871ca860399 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:28.872981 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d4f22-254c-4d9d-8087-2fdff4b5dcb7 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Pushing event updated for resources: {'Port': ['ID=1f0105ae-c678-4713-ac71-a59ec36ba674,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:28.884463 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b47d4f22-254c-4d9d-8087-2fdff4b5dcb7 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:28.893968 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b47d4f22-254c-4d9d-8087-2fdff4b5dcb7 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:28.901893 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-977ba5fd-fb88-4c0b-918a-fb4a655f72d1 None None] For port e3df097b-7e54-4c7f-a33e-1623b2ea9146, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=e3df097b-7e54-4c7f-a33e-1623b2ea9146,segment=NetworkSegment(e5905346-6e30-47a9-8abb-e3b5b5b8fac8),segment_id=e5905346-6e30-47a9-8abb-e3b5b5b8fac8)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:53:28.963567 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a23cb3-647c-4e83-a94c-5ad6eb2fd709 None None] Network e115c310-31bf-4ef0-ba01-c6a8cff847cb requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:29.013124 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-977ba5fd-fb88-4c0b-918a-fb4a655f72d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:29.049342 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-52aa160a-3d57-4d7f-9321-f871ca860399 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] For port e3df097b-7e54-4c7f-a33e-1623b2ea9146, host dv-neutron-797121-2-hyperv, got binding levels [] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:29.049699 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-52aa160a-3d57-4d7f-9321-f871ca860399 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:29.072698 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36064) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:29.078197 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-7ef67af0-7c6d-40da-881a-006b59a17be2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1198057170-network', 'tenant_id': '4138af125b2b42d9a850863f9863498c'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:29.096071 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.l3_db [None req-b47d4f22-254c-4d9d-8087-2fdff4b5dcb7 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Floating IP f7c7d661-18ac-4d40-8f7c-6c67f1278edd associated. External IP: 172.26.3.208, port: 770ef2a8-b1b6-4903-baf5-e7da67bed61e. Jun 21 14:53:29.109457 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd6016-1220-4cfd-a716-43e1cac9cd74 None None] Pushing event updated for resources: {'Port': ['ID=3014b927-2fbc-47a0-9f48-00cea4d3d84c,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:29.117730 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-abfd6016-1220-4cfd-a716-43e1cac9cd74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:29.122396 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-c78b3a6f-5fa6-4a03-ba89-f3ff1de7aa95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:29.156441 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-52aa160a-3d57-4d7f-9321-f871ca860399 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Calling delete_port for e3df097b-7e54-4c7f-a33e-1623b2ea9146 owned by network:dhcp {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:53:29.179072 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b84309-168e-4adc-8b41-fc416d0cb741 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Made reservation on behalf of 6b84c1e8652b4f7598ae83eb61bf775f for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:29.181731 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c385569-9ba8-4d94-95fe-a923a39cea6c None None] Network cf8749bf-8f75-4ae5-ba65-b79a5b6f0543 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:29.182644 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-27b84309-168e-4adc-8b41-fc416d0cb741 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:29.216388 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef67af0-7c6d-40da-881a-006b59a17be2 admin admin] Made reservation on behalf of 4138af125b2b42d9a850863f9863498c for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:29.219383 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ef67af0-7c6d-40da-881a-006b59a17be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:29.236148 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ef67af0-7c6d-40da-881a-006b59a17be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:29.278292 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Deleting port 3014b927-2fbc-47a0-9f48-00cea4d3d84c {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:53:29.278292 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:29.420483 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] For port 3014b927-2fbc-47a0-9f48-00cea4d3d84c, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3014b927-2fbc-47a0-9f48-00cea4d3d84c,segment=NetworkSegment(b0d11e31-da46-42c4-951a-b83ca522d93b),segment_id=b0d11e31-da46-42c4-951a-b83ca522d93b)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:29.420849 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:29.429115 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47d4f22-254c-4d9d-8087-2fdff4b5dcb7 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Router f0507c19-f11e-4a9f-ad9e-9545e51cb270 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:53:29.459221 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ef67af0-7c6d-40da-881a-006b59a17be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:29.491333 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d436209-ba83-4a78-91be-0e16654f9b11 None None] Network 9c33261e-92bc-4fc4-92b6-c169b7f9dd69 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:29.499963 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ef67af0-7c6d-40da-881a-006b59a17be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:29.505768 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6ce62628-dbc6-4bdc-b4cc-4652a7dd9463 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:29.509976 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Calling delete_port for 3014b927-2fbc-47a0-9f48-00cea4d3d84c owned by network:dhcp {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:53:29.529812 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef67af0-7c6d-40da-881a-006b59a17be2 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:53:29.579403 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977ba5fd-fb88-4c0b-918a-fb4a655f72d1 None None] Pushing event updated for resources: {'Port': ['ID=e3df097b-7e54-4c7f-a33e-1623b2ea9146,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:29.581905 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef67af0-7c6d-40da-881a-006b59a17be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe48b8b-80d6-4a58-a4f0-a187d6f5c2e9,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:29.585611 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ef67af0-7c6d-40da-881a-006b59a17be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:29.585976 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-7ef67af0-7c6d-40da-881a-006b59a17be2 admin admin] Added segment 486ee927-69fc-4f04-90d7-75d2a61d6ce8 of type vlan for network 59a882ab-f9f5-4300-bdfe-c55257512ef4 Jun 21 14:53:29.588900 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7ef67af0-7c6d-40da-881a-006b59a17be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:29.589709 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-977ba5fd-fb88-4c0b-918a-fb4a655f72d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:29.604068 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-5ce7ce61-2bdc-4f97-9ce9-797db50d08d0 None None] Provisioning for port 5c246e1d-96d0-4049-9467-35bacaa1bfa8 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:29.638238 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-5ce7ce61-2bdc-4f97-9ce9-797db50d08d0 None None] Provisioning complete for port 5c246e1d-96d0-4049-9467-35bacaa1bfa8 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:29.638394 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47d4f22-254c-4d9d-8087-2fdff4b5dcb7 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:53:29.638630 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5ce7ce61-2bdc-4f97-9ce9-797db50d08d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:29.641052 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ef67af0-7c6d-40da-881a-006b59a17be2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:29.663386 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b47d4f22-254c-4d9d-8087-2fdff4b5dcb7 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:29.674406 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffc54c5-b2f9-4138-942f-ecd58a1e3fea None None] Sync routers for ids ['f0507c19-f11e-4a9f-ad9e-9545e51cb270'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:53:29.692592 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:29.701307 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-50db4bc8-d87f-4888-84cf-2306d524448d tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:29.704691 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-52aa160a-3d57-4d7f-9321-f871ca860399 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:29.717922 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b47d4f22-254c-4d9d-8087-2fdff4b5dcb7 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7883940 Jun 21 14:53:29.730052 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36629ba0-ae8b-4546-a0b2-d7c2737a2307', 'tag': '770ef2a8-b1b6-4903-baf5-e7da67bed61e'}] {{(pid=105225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:53:29.735959 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d720512e93a77e3bffebe2b790a2b81995dcc7e4c74443a12a7dc003910c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03c7919-f618-4029-8520-e5eb989d8c55" -d '{"events": [{"name": "network-changed", "server_uuid": "36629ba0-ae8b-4546-a0b2-d7c2737a2307", "tag": "770ef2a8-b1b6-4903-baf5-e7da67bed61e"}]}' {{(pid=105225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:53:29.747430 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ef67af0-7c6d-40da-881a-006b59a17be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:29.748643 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef67af0-7c6d-40da-881a-006b59a17be2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:29.749520 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ef67af0-7c6d-40da-881a-006b59a17be2 admin admin] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:29.756218 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-01ee2783-79af-471b-a885-66e30ffc7907 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:29.757457 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffc54c5-b2f9-4138-942f-ecd58a1e3fea None None] Routers {'f0507c19-f11e-4a9f-ad9e-9545e51cb270'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:53:29.758691 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-0ffc54c5-b2f9-4138-942f-ecd58a1e3fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:53:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['f0507c19-f11e-4a9f-ad9e-9545e51cb270'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:29.822394 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e30b39-e583-4410-9620-0b801730c596 None None] Network e115c310-31bf-4ef0-ba01-c6a8cff847cb requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:29.840334 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206b5673-9a1d-4797-9dc0-e9d4881c796c x-openstack-request-id: req-206b5673-9a1d-4797-9dc0-e9d4881c796c {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:53:29.840755 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36629ba0-ae8b-4546-a0b2-d7c2737a2307", "tag": "770ef2a8-b1b6-4903-baf5-e7da67bed61e", "status": "completed", "code": 200}]} {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:53:29.841140 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-206b5673-9a1d-4797-9dc0-e9d4881c796c {{(pid=105225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:53:29.841655 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36629ba0-ae8b-4546-a0b2-d7c2737a2307', 'tag': '770ef2a8-b1b6-4903-baf5-e7da67bed61e', 'status': 'completed', 'code': 200} Jun 21 14:53:29.851023 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7ef67af0-7c6d-40da-881a-006b59a17be2 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7749944 Jun 21 14:53:29.852724 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36070) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:29.859286 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-10a17b19-d2d2-4510-bdb5-94075c4d92f4 admin admin] Request body: {'subnet': {'network_id': '59a882ab-f9f5-4300-bdfe-c55257512ef4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1198057170-subnet', 'tenant_id': '4138af125b2b42d9a850863f9863498c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:29.887695 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef67af0-7c6d-40da-881a-006b59a17be2 admin admin] Pushing event updated for resources: {'Network': ['ID=59a882ab-f9f5-4300-bdfe-c55257512ef4,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:29.902831 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7ef67af0-7c6d-40da-881a-006b59a17be2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:29.910744 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a17b19-d2d2-4510-bdb5-94075c4d92f4 admin admin] Made reservation on behalf of 4138af125b2b42d9a850863f9863498c for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:29.913443 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-10a17b19-d2d2-4510-bdb5-94075c4d92f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:29.927597 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 59a882ab-f9f5-4300-bdfe-c55257512ef4 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:53:30.060462 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 5c246e1d-96d0-4049-9467-35bacaa1bfa8 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:53:30.080191 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52aa160a-3d57-4d7f-9321-f871ca860399 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] No DVR routers for this DVR port e3df097b-7e54-4c7f-a33e-1623b2ea9146 on host dv-neutron-797121-2-hyperv {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:53:30.109387 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] No DVR routers for this DVR port 3014b927-2fbc-47a0-9f48-00cea4d3d84c on host dv-neutron-797121-2-hyperv {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:53:30.130283 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-0ffc54c5-b2f9-4138-942f-ecd58a1e3fea None None] Set router f0507c19-f11e-4a9f-ad9e-9545e51cb270 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:53:30.141616 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-10a17b19-d2d2-4510-bdb5-94075c4d92f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:30.145487 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bc522af8-b805-4d5c-add1-f2570d987d43 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:30.148596 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event deleted for resources: {'Port': ['ID=3014b927-2fbc-47a0-9f48-00cea4d3d84c,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:30.151237 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:30.206198 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9863c999-d514-4f35-8413-d8c594b844d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.484s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:30.211678 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a17b19-d2d2-4510-bdb5-94075c4d92f4 admin admin] Checking segment: {'id': '486ee927-69fc-4f04-90d7-75d2a61d6ce8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '59a882ab-f9f5-4300-bdfe-c55257512ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:30.211678 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a17b19-d2d2-4510-bdb5-94075c4d92f4 admin admin] Network hostable DHCP agents. Network: 59a882ab-f9f5-4300-bdfe-c55257512ef4, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:53:30.217686 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a17b19-d2d2-4510-bdb5-94075c4d92f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77ff3956-10d8-40c9-a1c6-8bd0c3b3bb44,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:30.221972 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-10a17b19-d2d2-4510-bdb5-94075c4d92f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:30.235956 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a17b19-d2d2-4510-bdb5-94075c4d92f4 admin admin] Network 59a882ab-f9f5-4300-bdfe-c55257512ef4 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:53:30.248309 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-10a17b19-d2d2-4510-bdb5-94075c4d92f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 59a882ab-f9f5-4300-bdfe-c55257512ef4) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:30.261509 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a17b19-d2d2-4510-bdb5-94075c4d92f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:30.262279 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-10a17b19-d2d2-4510-bdb5-94075c4d92f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:30.266114 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf6d8b4-1194-4926-9049-06b964f5bab9 None None] Network 59a882ab-f9f5-4300-bdfe-c55257512ef4 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:30.280995 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-10a17b19-d2d2-4510-bdb5-94075c4d92f4 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4270725 Jun 21 14:53:30.295511 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-27b84309-168e-4adc-8b41-fc416d0cb741 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:30.298137 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa160a-3d57-4d7f-9321-f871ca860399 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Port': ['ID=e3df097b-7e54-4c7f-a33e-1623b2ea9146,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:30.301068 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-52aa160a-3d57-4d7f-9321-f871ca860399 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:30.334770 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-aa3de592-2962-48e1-b9a5-b5e82a321add tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:30.409881 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-52aa160a-3d57-4d7f-9321-f871ca860399 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:30.416956 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:30.456826 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-52aa160a-3d57-4d7f-9321-f871ca860399 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf8749bf-8f75-4ae5-ba65-b79a5b6f0543']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:30.460686 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e115c310-31bf-4ef0-ba01-c6a8cff847cb']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:30.491387 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b84309-168e-4adc-8b41-fc416d0cb741 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Subnet': ['ID=293d99f2-d55e-421c-a2b9-6ccd8a80994a,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:30.494765 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-27b84309-168e-4adc-8b41-fc416d0cb741 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:30.496605 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d11e31-da46-42c4-951a-b83ca522d93b') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:30.496893 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d11e31-da46-42c4-951a-b83ca522d93b') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:30.498983 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 5c246e1d-96d0-4049-9467-35bacaa1bfa8 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:30.499777 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:30.501461 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-52aa160a-3d57-4d7f-9321-f871ca860399 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5905346-6e30-47a9-8abb-e3b5b5b8fac8') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:30.501461 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-52aa160a-3d57-4d7f-9321-f871ca860399 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5905346-6e30-47a9-8abb-e3b5b5b8fac8') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:30.530809 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:30.534057 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-52aa160a-3d57-4d7f-9321-f871ca860399 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:30.553545 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd1223d-9f80-497e-8066-fa6f2376e4a1 None None] Network 9c33261e-92bc-4fc4-92b6-c169b7f9dd69 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:30.568525 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c7919-f618-4029-8520-e5eb989d8c55 req-f9e3363f-2a37-4fa0-99e5-f79b6bbed9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:30.570125 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b03c7919-f618-4029-8520-e5eb989d8c55 req-f9e3363f-2a37-4fa0-99e5-f79b6bbed9ee service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=060f9c733e164454be5831351376fee6&device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 1098 time: 0.4844325 Jun 21 14:53:30.577827 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:30.578158 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e491f075-d056-43f0-9534-8733dbc8a45a None None] Network 59a882ab-f9f5-4300-bdfe-c55257512ef4 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:30.580136 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b84309-168e-4adc-8b41-fc416d0cb741 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Checking segment: {'id': 'f4057f1d-4945-45c0-b2b2-2d9960880eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '41c3f5af-2751-4985-8586-f0975d1d5cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:30.580488 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b84309-168e-4adc-8b41-fc416d0cb741 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Network hostable DHCP agents. Network: 41c3f5af-2751-4985-8586-f0975d1d5cfd, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:53:30.588646 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-52aa160a-3d57-4d7f-9321-f871ca860399 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:30.605746 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb72e77-61c6-47e2-aa51-ef3b11be95a9 req-fa52632d-6b78-4337-bb98-852e38ae7ddd tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:30.607226 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4fb72e77-61c6-47e2-aa51-ef3b11be95a9 req-fa52632d-6b78-4337-bb98-852e38ae7ddd tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 945 time: 0.5201428 Jun 21 14:53:30.611949 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:53:30.612285 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:30.616707 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:53:30.616707 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:53:30.616707 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:53:30.616707 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:53:30.616707 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:53:30.616707 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:53:30.616707 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:53:30.616707 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:53:30.616707 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:53:30.616707 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:53:30.616707 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:53:30.616707 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:53:30.616707 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:53:30.616707 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:53:30.616707 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:53:30.616707 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:53:30.616707 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:53:30.616707 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:53:30.616707 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:53:30.616707 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:53:30.616707 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:53:30.616707 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:53:30.616707 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:53:30.616707 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:53:30.616707 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:53:30.616707 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:53:30.616707 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:53:30.616707 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:53:30.616707 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:53:30.616707 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:53:30.616707 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:53:30.616707 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:53:30.663498 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52aa160a-3d57-4d7f-9321-f871ca860399 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:53:30.664475 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-52aa160a-3d57-4d7f-9321-f871ca860399 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:30.668971 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:53:30.668971 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:53:30.668971 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:53:30.668971 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:53:30.668971 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:53:30.668971 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:53:30.668971 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:53:30.668971 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:53:30.668971 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:53:30.668971 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:53:30.668971 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:53:30.668971 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:53:30.668971 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:53:30.668971 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:53:30.668971 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:53:30.668971 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:53:30.668971 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:53:30.668971 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:53:30.668971 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:53:30.668971 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:53:30.668971 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:53:30.668971 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:53:30.668971 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:53:30.668971 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:53:30.668971 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:53:30.668971 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:53:30.668971 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:53:30.668971 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:53:30.668971 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:53:30.668971 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:53:30.668971 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:53:30.668971 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:53:30.730518 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f22c1737-1753-4cb9-95fe-f8a14e59b39a None None] Provisioning complete for port 5c246e1d-96d0-4049-9467-35bacaa1bfa8 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:30.730896 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f22c1737-1753-4cb9-95fe-f8a14e59b39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:30.852627 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b84309-168e-4adc-8b41-fc416d0cb741 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Network 41c3f5af-2751-4985-8586-f0975d1d5cfd is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:53:30.882556 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:30.898338 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-52aa160a-3d57-4d7f-9321-f871ca860399 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:30.909144 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a129132c-91cb-4b93-8ce2-5e463dce3950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:30.922686 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:30.924509 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "DELETE /v2.0/networks/e115c310-31bf-4ef0-ba01-c6a8cff847cb HTTP/1.1" status: 204 len: 168 time: 4.5586724 Jun 21 14:53:30.928203 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36088) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:30.928702 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-27b84309-168e-4adc-8b41-fc416d0cb741 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 41c3f5af-2751-4985-8586-f0975d1d5cfd) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:30.942993 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-52aa160a-3d57-4d7f-9321-f871ca860399 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:30.943933 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-52aa160a-3d57-4d7f-9321-f871ca860399 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/networks/cf8749bf-8f75-4ae5-ba65-b79a5b6f0543 HTTP/1.1" status: 204 len: 168 time: 2.4854429 Jun 21 14:53:30.953018 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36090) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:30.955682 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89863b76-1b11-46f9-ad6d-367bed43ccae None None] Network 41c3f5af-2751-4985-8586-f0975d1d5cfd requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:30.957648 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4fb72e77-61c6-47e2-aa51-ef3b11be95a9 req-0bd24c07-7dd7-4790-8c33-f56584d6fb26 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b633c1b-6044-439e-9871-9d4719d063b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3189480 Jun 21 14:53:30.962187 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b84309-168e-4adc-8b41-fc416d0cb741 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:30.962367 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-91105c5d-eaee-4e60-ac35-afc865f5b0b9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'port': {'network_id': '572012d6-106a-42ac-ad82-0f480c4cea22', 'name': 'tempest-PortsTestJSON-543524602'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:30.962774 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-27b84309-168e-4adc-8b41-fc416d0cb741 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:30.966914 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf542ffa-390a-4711-8b50-3b8beedf0e09 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:30.967538 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf542ffa-390a-4711-8b50-3b8beedf0e09 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:30.979175 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-bf542ffa-390a-4711-8b50-3b8beedf0e09 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "DELETE /v2.0/networks/e115c310-31bf-4ef0-ba01-c6a8cff847cb HTTP/1.1" status: 404 len: 339 time: 0.0400131 Jun 21 14:53:30.979175 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36092) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:30.980670 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-effa325e-d3db-4183-929f-037d34e16d00 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1524935838', 'description': 'd1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:30.984467 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event deleted for resources: {'Network': ['ID=e115c310-31bf-4ef0-ba01-c6a8cff847cb,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:30.987396 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36094) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:30.990377 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:30.998436 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a1486bb1-050c-440a-bd35-515904b21e97 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:31.010635 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-27b84309-168e-4adc-8b41-fc416d0cb741 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2466357 Jun 21 14:53:31.012166 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c7919-f618-4029-8520-e5eb989d8c55 req-a41779e7-d286-48b8-8308-68c744cdb2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:31.013628 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b03c7919-f618-4029-8520-e5eb989d8c55 req-a41779e7-d286-48b8-8308-68c744cdb2f9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f484fb70-feb1-4f25-877a-464c31fc799c HTTP/1.1" status: 200 len: 898 time: 0.4263244 Jun 21 14:53:31.014204 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36096) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:31.058695 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa160a-3d57-4d7f-9321-f871ca860399 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Network': ['ID=cf8749bf-8f75-4ae5-ba65-b79a5b6f0543,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:31.061698 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-52aa160a-3d57-4d7f-9321-f871ca860399 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:31.110852 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effa325e-d3db-4183-929f-037d34e16d00 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Made reservation on behalf of ec26c81e01b543f4bda812836e735e80 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:31.114393 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-effa325e-d3db-4183-929f-037d34e16d00 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:31.146792 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1b770f86-81bc-4b56-ad8d-b091f3c0c5bc tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/floatingips/f7c7d661-18ac-4d40-8f7c-6c67f1278edd HTTP/1.1" status: 200 len: 991 time: 0.1417487 Jun 21 14:53:31.172175 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-effa325e-d3db-4183-929f-037d34e16d00 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:53:31.182457 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-effa325e-d3db-4183-929f-037d34e16d00 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:31.183288 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-effa325e-d3db-4183-929f-037d34e16d00 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Added segment c9ddd9b5-1beb-4c3b-993c-d15f98212c60 of type vlan for network 272f04f7-6826-4393-834b-48a0cc93ba71 Jun 21 14:53:31.184130 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-c7b0496d-a778-4374-96cd-154375dd803f tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:31.184870 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91105c5d-eaee-4e60-ac35-afc865f5b0b9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Made reservation on behalf of d39eebfbe3874515bc761a8de17d07a8 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:31.185621 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-c7b0496d-a778-4374-96cd-154375dd803f tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/networks?id=526fdaf7-f1cc-4ed7-81cb-9dc271462d4d HTTP/1.1" status: 200 len: 811 time: 0.4158680 Jun 21 14:53:31.188627 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-91105c5d-eaee-4e60-ac35-afc865f5b0b9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:31.235610 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-0ffc54c5-b2f9-4138-942f-ecd58a1e3fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370772449', 'tenant_id': '060f9c733e164454be5831351376fee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'f9bf8d04-0ce0-4b9e-a438-d75a0302b74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:52:47Z', 'updated_at': '2021-06-21T14:52:57Z', 'revision_number': 4, 'project_id': '060f9c733e164454be5831351376fee6', 'gw_port': {'id': 'f9bf8d04-0ce0-4b9e-a438-d75a0302b74c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:52:48Z', 'updated_at': '2021-06-21T14:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': 'f7c7d661-18ac-4d40-8f7c-6c67f1278edd', 'tenant_id': '060f9c733e164454be5831351376fee6', 'floating_ip_address': '172.26.3.208', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'port_id': '770ef2a8-b1b6-4903-baf5-e7da67bed61e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f484fb70-feb1-4f25-877a-464c31fc799c', 'mac_address': 'fa:16:3e:65:dc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36629ba0-ae8b-4546-a0b2-d7c2737a2307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:53:28Z', 'updated_at': '2021-06-21T14:53:28Z', 'revision_number': 0, 'project_id': '060f9c733e164454be5831351376fee6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90383c9-0437-4e3e-a6e5-a588c5acf1ee', 'name': '', 'network_id': 'f484fb70-feb1-4f25-877a-464c31fc799c', 'tenant_id': '060f9c733e164454be5831351376fee6', 'mac_address': 'fa:16:3e:1a:b6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '0d0620da-2b3a-40f4-8576-0503ea417cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:52:55Z', 'updated_at': '2021-06-21T14:53:06Z', 'revision_number': 5, 'project_id': '060f9c733e164454be5831351376fee6', 'subnets': [{'id': '0d0620da-2b3a-40f4-8576-0503ea417cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:31.237481 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-91105c5d-eaee-4e60-ac35-afc865f5b0b9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] device_id is not set on port 366fb52f-936a-47e3-9616-89fa752426f0 yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:53:31.255500 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-effa325e-d3db-4183-929f-037d34e16d00 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:31.274552 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffc54c5-b2f9-4138-942f-ecd58a1e3fea None None] Checking router: f0507c19-f11e-4a9f-ad9e-9545e51cb270 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:53:31.282995 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-a2a01ea5-fb64-4ba8-9222-5a7e09e0e17c tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/quotas/da87fdd814d14a63be25f7efe885ddb5 HTTP/1.1" status: 200 len: 375 time: 0.0829108 Jun 21 14:53:31.311246 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b03c7919-f618-4029-8520-e5eb989d8c55 req-751a5508-9e86-4c31-a715-9d460b569b6c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=770ef2a8-b1b6-4903-baf5-e7da67bed61e HTTP/1.1" status: 200 len: 999 time: 0.2698741 Jun 21 14:53:31.314533 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffc54c5-b2f9-4138-942f-ecd58a1e3fea None None] Routers {'f0507c19-f11e-4a9f-ad9e-9545e51cb270'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:53:31.315384 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-0ffc54c5-b2f9-4138-942f-ecd58a1e3fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:53:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['f0507c19-f11e-4a9f-ad9e-9545e51cb270'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:31.343777 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-effa325e-d3db-4183-929f-037d34e16d00 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:31.350048 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effa325e-d3db-4183-929f-037d34e16d00 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:31.350766 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-effa325e-d3db-4183-929f-037d34e16d00 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:31.355468 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-064ce412-1566-4d2d-b0f2-9b54eab91283 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=da87fdd814d14a63be25f7efe885ddb5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429609 Jun 21 14:53:31.358121 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8ccf7b0b-08f4-47c1-a107-0d7beb1b60f8 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:31.510095 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-0ffc54c5-b2f9-4138-942f-ecd58a1e3fea None None] Set router f0507c19-f11e-4a9f-ad9e-9545e51cb270 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:53:31.528441 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c7919-f618-4029-8520-e5eb989d8c55 req-f05d0e0a-552d-47f3-b5b5-e5a0bad5de67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:31.529981 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b03c7919-f618-4029-8520-e5eb989d8c55 req-f05d0e0a-552d-47f3-b5b5-e5a0bad5de67 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0d0620da-2b3a-40f4-8576-0503ea417cc9 HTTP/1.1" status: 200 len: 834 time: 0.2054970 Jun 21 14:53:31.629881 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16d8185-4d29-4c68-a339-45c6c7b7010a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-41c3f5af-2751-4985-8586-f0975d1d5cfd', 'network_id': '41c3f5af-2751-4985-8586-f0975d1d5cfd', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'fixed_ips': [{'subnet_id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:53:31.630948 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c16d8185-4d29-4c68-a339-45c6c7b7010a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:31.636430 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-c5ddfec3-2940-4639-b8ce-c62bad3621b3 service neutron] 10.222.0.72 "GET /v2.0/networks/526fdaf7-f1cc-4ed7-81cb-9dc271462d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606916 Jun 21 14:53:31.669075 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cbe618f7-65b0-4c23-b1a8-41d68b870e84 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:31.670361 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-66220d20-65d1-43cc-8113-4694e87357a5 None None] Provisioning complete for port 5c246e1d-96d0-4049-9467-35bacaa1bfa8 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:31.670856 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-66220d20-65d1-43cc-8113-4694e87357a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:31.781179 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c7919-f618-4029-8520-e5eb989d8c55 req-886fb3cf-c361-4060-8026-186a0f7b22c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:31.783007 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b03c7919-f618-4029-8520-e5eb989d8c55 req-886fb3cf-c361-4060-8026-186a0f7b22c2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f484fb70-feb1-4f25-877a-464c31fc799c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2242851 Jun 21 14:53:31.841825 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-effa325e-d3db-4183-929f-037d34e16d00 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8656845 Jun 21 14:53:31.849760 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36098) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:31.895816 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa325e-d3db-4183-929f-037d34e16d00 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event updated for resources: {'Network': ['ID=272f04f7-6826-4393-834b-48a0cc93ba71,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:31.913805 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-c16d8185-4d29-4c68-a339-45c6c7b7010a None None] Allocated IP 172.20.0.2 (41c3f5af-2751-4985-8586-f0975d1d5cfd/293d99f2-d55e-421c-a2b9-6ccd8a80994a/7755076c-ec69-405a-a139-6d6ff62d2823) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:53:31.922264 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 272f04f7-6826-4393-834b-48a0cc93ba71 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:53:31.926123 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-effa325e-d3db-4183-929f-037d34e16d00 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:31.929010 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-91105c5d-eaee-4e60-ac35-afc865f5b0b9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:31.944553 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-0c4a56b5-4b13-4aaf-b42b-8ca9a107055d service neutron] 10.222.0.72 "GET /v2.0/networks/526fdaf7-f1cc-4ed7-81cb-9dc271462d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780316 Jun 21 14:53:31.976165 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e6663c-76f7-4d6d-aa0c-b000be1639ea tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:31.976898 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f3e6663c-76f7-4d6d-aa0c-b000be1639ea tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "GET /v2.0/networks?id=272f04f7-6826-4393-834b-48a0cc93ba71 HTTP/1.1" status: 200 len: 765 time: 0.1257946 Jun 21 14:53:31.983044 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36100) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:31.989146 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-9360ddb8-361e-4240-9400-758836474fb8 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Request body: {'network': {'description': 'd2'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:32.026486 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b03c7919-f618-4029-8520-e5eb989d8c55 req-de3084a5-0731-492a-bc65-0d0281aea001 service neutron] 10.222.0.66 "GET /v2.0/networks/f484fb70-feb1-4f25-877a-464c31fc799c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153261 Jun 21 14:53:32.074021 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-91105c5d-eaee-4e60-ac35-afc865f5b0b9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:32.082662 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a3f99e96-037d-47f6-9c3c-74cd6e80ba93 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:32.133597 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-0ffc54c5-b2f9-4138-942f-ecd58a1e3fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370772449', 'tenant_id': '060f9c733e164454be5831351376fee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'f9bf8d04-0ce0-4b9e-a438-d75a0302b74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:52:47Z', 'updated_at': '2021-06-21T14:52:57Z', 'revision_number': 4, 'project_id': '060f9c733e164454be5831351376fee6', 'gw_port': {'id': 'f9bf8d04-0ce0-4b9e-a438-d75a0302b74c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:52:48Z', 'updated_at': '2021-06-21T14:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': 'f7c7d661-18ac-4d40-8f7c-6c67f1278edd', 'tenant_id': '060f9c733e164454be5831351376fee6', 'floating_ip_address': '172.26.3.208', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'port_id': '770ef2a8-b1b6-4903-baf5-e7da67bed61e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f484fb70-feb1-4f25-877a-464c31fc799c', 'mac_address': 'fa:16:3e:65:dc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36629ba0-ae8b-4546-a0b2-d7c2737a2307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:53:28Z', 'updated_at': '2021-06-21T14:53:28Z', 'revision_number': 0, 'project_id': '060f9c733e164454be5831351376fee6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90383c9-0437-4e3e-a6e5-a588c5acf1ee', 'name': '', 'network_id': 'f484fb70-feb1-4f25-877a-464c31fc799c', 'tenant_id': '060f9c733e164454be5831351376fee6', 'mac_address': 'fa:16:3e:1a:b6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '0d0620da-2b3a-40f4-8576-0503ea417cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:52:55Z', 'updated_at': '2021-06-21T14:53:06Z', 'revision_number': 5, 'project_id': '060f9c733e164454be5831351376fee6', 'subnets': [{'id': '0d0620da-2b3a-40f4-8576-0503ea417cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:32.171762 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91105c5d-eaee-4e60-ac35-afc865f5b0b9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Network 572012d6-106a-42ac-ad82-0f480c4cea22 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:32.172794 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36102) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:32.177166 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ffc54c5-b2f9-4138-942f-ecd58a1e3fea None None] The sync data for ids ['f0507c19-f11e-4a9f-ad9e-9545e51cb270'] in dv-neutron-797121-2-hyperv is: [{'id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370772449', 'tenant_id': '060f9c733e164454be5831351376fee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'f9bf8d04-0ce0-4b9e-a438-d75a0302b74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:52:47Z', 'updated_at': '2021-06-21T14:52:57Z', 'revision_number': 4, 'project_id': '060f9c733e164454be5831351376fee6', 'gw_port': {'id': 'f9bf8d04-0ce0-4b9e-a438-d75a0302b74c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:52:48Z', 'updated_at': '2021-06-21T14:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': 'f7c7d661-18ac-4d40-8f7c-6c67f1278edd', 'tenant_id': '060f9c733e164454be5831351376fee6', 'floating_ip_address': '172.26.3.208', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'port_id': '770ef2a8-b1b6-4903-baf5-e7da67bed61e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f484fb70-feb1-4f25-877a-464c31fc799c', 'mac_address': 'fa:16:3e:65:dc:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36629ba0-ae8b-4546-a0b2-d7c2737a2307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:53:28Z', 'updated_at': '2021-06-21T14:53:28Z', 'revision_number': 0, 'project_id': '060f9c733e164454be5831351376fee6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b90383c9-0437-4e3e-a6e5-a588c5acf1ee', 'name': '', 'network_id': 'f484fb70-feb1-4f25-877a-464c31fc799c', 'tenant_id': '060f9c733e164454be5831351376fee6', 'mac_address': 'fa:16:3e:1a:b6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '0d0620da-2b3a-40f4-8576-0503ea417cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:52:55Z', 'updated_at': '2021-06-21T14:53:06Z', 'revision_number': 5, 'project_id': '060f9c733e164454be5831351376fee6', 'subnets': [{'id': '0d0620da-2b3a-40f4-8576-0503ea417cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:53:32.178670 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b03c7919-f618-4029-8520-e5eb989d8c55 req-9c0fc617-d736-4eea-9821-e9438b4a8c02 service neutron] 10.222.0.66 "GET /v2.0/networks/f484fb70-feb1-4f25-877a-464c31fc799c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296442 Jun 21 14:53:32.201113 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-91105c5d-eaee-4e60-ac35-afc865f5b0b9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:32.205418 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91105c5d-eaee-4e60-ac35-afc865f5b0b9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:53:32.209417 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c16d8185-4d29-4c68-a339-45c6c7b7010a None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:32.211178 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91105c5d-eaee-4e60-ac35-afc865f5b0b9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:32.212619 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-91105c5d-eaee-4e60-ac35-afc865f5b0b9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:32.219847 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-c16d8185-4d29-4c68-a339-45c6c7b7010a None None] Transition to ACTIVE for port object 7755076c-ec69-405a-a139-6d6ff62d2823 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:32.237518 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-c16d8185-4d29-4c68-a339-45c6c7b7010a None None] Transition to ACTIVE for port object 7755076c-ec69-405a-a139-6d6ff62d2823 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:32.248247 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c16d8185-4d29-4c68-a339-45c6c7b7010a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:32.250782 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3e3f9b96-6400-4ce8-82f0-d36d3562c248 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:32.275189 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91105c5d-eaee-4e60-ac35-afc865f5b0b9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Port': ['ID=366fb52f-936a-47e3-9616-89fa752426f0,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:32.278803 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-91105c5d-eaee-4e60-ac35-afc865f5b0b9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:32.296540 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c16d8185-4d29-4c68-a339-45c6c7b7010a None None] Network 41c3f5af-2751-4985-8586-f0975d1d5cfd is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:32.302328 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-c16d8185-4d29-4c68-a339-45c6c7b7010a None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:32.307053 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16d8185-4d29-4c68-a339-45c6c7b7010a None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:53:32.308435 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-cbe618f7-65b0-4c23-b1a8-41d68b870e84 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Allocated IP 172.20.0.1 (41c3f5af-2751-4985-8586-f0975d1d5cfd/293d99f2-d55e-421c-a2b9-6ccd8a80994a/1784935d-7270-4d2d-95c8-708866423732) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:53:32.310436 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d8185-4d29-4c68-a339-45c6c7b7010a None None] Pushing event updated for resources: {'Port': ['ID=7755076c-ec69-405a-a139-6d6ff62d2823,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:32.314600 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-c16d8185-4d29-4c68-a339-45c6c7b7010a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:32.318645 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-91105c5d-eaee-4e60-ac35-afc865f5b0b9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3610988 Jun 21 14:53:32.331826 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9360ddb8-361e-4240-9400-758836474fb8 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:32.334672 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36104) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:32.358316 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-141056b2-49b6-4fed-a32d-15d2b60f4e31 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/floatingips/f7c7d661-18ac-4d40-8f7c-6c67f1278edd HTTP/1.1" status: 200 len: 991 time: 0.1831725 Jun 21 14:53:32.384008 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9360ddb8-361e-4240-9400-758836474fb8 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:32.384807 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-c16d8185-4d29-4c68-a339-45c6c7b7010a None None] Attempting to bind port 7755076c-ec69-405a-a139-6d6ff62d2823 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:53:32.385270 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-c16d8185-4d29-4c68-a339-45c6c7b7010a None None] Attempting to bind port 7755076c-ec69-405a-a139-6d6ff62d2823 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'f4057f1d-4945-45c0-b2b2-2d9960880eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '41c3f5af-2751-4985-8586-f0975d1d5cfd'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:53:32.385872 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16d8185-4d29-4c68-a339-45c6c7b7010a None None] Attempting to bind port 7755076c-ec69-405a-a139-6d6ff62d2823 on network 41c3f5af-2751-4985-8586-f0975d1d5cfd {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:53:32.388448 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-57205ea0-642e-4d95-835f-17b8b097bc31 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:32.396710 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16d8185-4d29-4c68-a339-45c6c7b7010a None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:53:32.397093 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16d8185-4d29-4c68-a339-45c6c7b7010a None None] Checking segment: {'id': 'f4057f1d-4945-45c0-b2b2-2d9960880eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '41c3f5af-2751-4985-8586-f0975d1d5cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:32.397505 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c16d8185-4d29-4c68-a339-45c6c7b7010a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:32.397953 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c16d8185-4d29-4c68-a339-45c6c7b7010a None None] Bound using segment: {'id': 'f4057f1d-4945-45c0-b2b2-2d9960880eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '41c3f5af-2751-4985-8586-f0975d1d5cfd'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:53:32.398438 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-c16d8185-4d29-4c68-a339-45c6c7b7010a None None] Bound port: 7755076c-ec69-405a-a139-6d6ff62d2823, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4057f1d-4945-45c0-b2b2-2d9960880eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '41c3f5af-2751-4985-8586-f0975d1d5cfd'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:53:32.398816 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c16d8185-4d29-4c68-a339-45c6c7b7010a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:32.409759 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9360ddb8-361e-4240-9400-758836474fb8 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Network 272f04f7-6826-4393-834b-48a0cc93ba71 is not hosted by any dhcp agent {{(pid=105225) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 21 14:53:32.415096 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9360ddb8-361e-4240-9400-758836474fb8 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:32.415706 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9360ddb8-361e-4240-9400-758836474fb8 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:32.419697 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36106) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:32.419861 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9360ddb8-361e-4240-9400-758836474fb8 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "PUT /v2.0/networks/272f04f7-6826-4393-834b-48a0cc93ba71 HTTP/1.1" status: 200 len: 762 time: 0.4357831 Jun 21 14:53:32.477651 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-c16d8185-4d29-4c68-a339-45c6c7b7010a None None] For port 7755076c-ec69-405a-a139-6d6ff62d2823, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:53:32.481705 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-c16d8185-4d29-4c68-a339-45c6c7b7010a None None] For port 7755076c-ec69-405a-a139-6d6ff62d2823, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=7755076c-ec69-405a-a139-6d6ff62d2823,segment=NetworkSegment(f4057f1d-4945-45c0-b2b2-2d9960880eed),segment_id=f4057f1d-4945-45c0-b2b2-2d9960880eed)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:53:32.491241 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c16d8185-4d29-4c68-a339-45c6c7b7010a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:32.501897 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360ddb8-361e-4240-9400-758836474fb8 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event updated for resources: {'Network': ['ID=272f04f7-6826-4393-834b-48a0cc93ba71,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:32.503047 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:32.505359 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9360ddb8-361e-4240-9400-758836474fb8 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:32.509354 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8555cb7f-4806-4ce4-b014-0f58f4793bb5 None None] New status for floating IP f7c7d661-18ac-4d40-8f7c-6c67f1278edd: ACTIVE {{(pid=105227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:53:32.519438 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 272f04f7-6826-4393-834b-48a0cc93ba71 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:53:32.557665 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-d8c2a22e-b906-453b-9119-ad62adcebb5c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Deleting port 366fb52f-936a-47e3-9616-89fa752426f0 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:53:32.558121 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d8c2a22e-b906-453b-9119-ad62adcebb5c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:32.652139 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d8185-4d29-4c68-a339-45c6c7b7010a None None] Pushing event updated for resources: {'Port': ['ID=7755076c-ec69-405a-a139-6d6ff62d2823,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:32.656255 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-c16d8185-4d29-4c68-a339-45c6c7b7010a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:32.669843 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d8c2a22e-b906-453b-9119-ad62adcebb5c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:32.747635 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-d8c2a22e-b906-453b-9119-ad62adcebb5c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Calling delete_port for 366fb52f-936a-47e3-9616-89fa752426f0 owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:53:32.873005 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d8c2a22e-b906-453b-9119-ad62adcebb5c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:32.877322 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-651537f9-0adb-4b12-b802-69fc2642c366 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:32.898358 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee1431a-dd1c-4ff4-9a47-44f3c1b7797f tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:32.904180 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fee1431a-dd1c-4ff4-9a47-44f3c1b7797f tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "GET /v2.0/networks?id=272f04f7-6826-4393-834b-48a0cc93ba71 HTTP/1.1" status: 200 len: 765 time: 0.4828019 Jun 21 14:53:32.904779 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36108) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:32.908296 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cbe618f7-65b0-4c23-b1a8-41d68b870e84 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:32.911409 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2a22e-b906-453b-9119-ad62adcebb5c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Port': ['ID=366fb52f-936a-47e3-9616-89fa752426f0,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:32.915154 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d8c2a22e-b906-453b-9119-ad62adcebb5c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:32.923844 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d8c2a22e-b906-453b-9119-ad62adcebb5c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:32.929360 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d8c2a22e-b906-453b-9119-ad62adcebb5c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/ports/366fb52f-936a-47e3-9616-89fa752426f0 HTTP/1.1" status: 204 len: 168 time: 0.5935190 Jun 21 14:53:32.930198 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36110) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:32.935451 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-7e14954b-8250-4061-af53-6ce0ff67b984 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'port': {'network_id': '572012d6-106a-42ac-ad82-0f480c4cea22', 'mac_address': 'fa:16:3e:bc:81:d8', 'name': 'tempest-PortsTestJSON-699131192'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:32.979109 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-cbe618f7-65b0-4c23-b1a8-41d68b870e84 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Transition to ACTIVE for port object 1784935d-7270-4d2d-95c8-708866423732 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:33.034669 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e14954b-8250-4061-af53-6ce0ff67b984 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Made reservation on behalf of d39eebfbe3874515bc761a8de17d07a8 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:33.049371 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66076c95-c07e-4c33-989a-f5fbadb65643 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:33.050876 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-66076c95-c07e-4c33-989a-f5fbadb65643 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1379135 Jun 21 14:53:33.053959 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36112) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:33.073419 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cbe618f7-65b0-4c23-b1a8-41d68b870e84 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:33.090848 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f514d25f-15da-4c3a-be8a-d2aa048df867 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:33.100717 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7e14954b-8250-4061-af53-6ce0ff67b984 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:33.120002 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fd91987e-49f8-4b3e-815d-2146d0fa8184 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "GET /v2.0/subnets?network_id=78e7bc12-ea33-4baf-9744-b93105835641 HTTP/1.1" status: 200 len: 207 time: 0.0616052 Jun 21 14:53:33.120698 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36114) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:33.131404 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-7e14954b-8250-4061-af53-6ce0ff67b984 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] device_id is not set on port 5e809d2c-5b1b-4fe8-913e-d04c6f8087b8 yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:53:33.135628 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe618f7-65b0-4c23-b1a8-41d68b870e84 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Network 41c3f5af-2751-4985-8586-f0975d1d5cfd is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:33.141191 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-cbe618f7-65b0-4c23-b1a8-41d68b870e84 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:33.145651 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe618f7-65b0-4c23-b1a8-41d68b870e84 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:53:33.150514 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe618f7-65b0-4c23-b1a8-41d68b870e84 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Port': ['ID=1784935d-7270-4d2d-95c8-708866423732,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:33.171127 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cbe618f7-65b0-4c23-b1a8-41d68b870e84 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:33.199278 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cbe618f7-65b0-4c23-b1a8-41d68b870e84 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:33.308149 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-91bd2d25-5a4e-4e57-a4bc-3091d1a1cbd1 req-d4adbad4-0dac-4c1f-8138-574c0eebfb28 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/ports?device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 210 time: 0.0313201 Jun 21 14:53:33.310700 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a52854-8511-45b7-9a85-a13b7d364896 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:33.317490 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a52854-8511-45b7-9a85-a13b7d364896 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:33.323451 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a52854-8511-45b7-9a85-a13b7d364896 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:33.340464 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a52854-8511-45b7-9a85-a13b7d364896 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:33.340464 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a52854-8511-45b7-9a85-a13b7d364896 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:33.344747 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a52854-8511-45b7-9a85-a13b7d364896 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:33.350239 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-13a52854-8511-45b7-9a85-a13b7d364896 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2249916 Jun 21 14:53:33.354187 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36120) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:33.368938 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36122) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:33.439958 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7e14954b-8250-4061-af53-6ce0ff67b984 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:33.480976 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7e14954b-8250-4061-af53-6ce0ff67b984 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:33.486095 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e37a6740-efff-4680-baa8-be58114e5395 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:33.524904 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cbe618f7-65b0-4c23-b1a8-41d68b870e84 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:33.525609 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e14954b-8250-4061-af53-6ce0ff67b984 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Network 572012d6-106a-42ac-ad82-0f480c4cea22 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:33.529342 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-7e14954b-8250-4061-af53-6ce0ff67b984 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:33.534175 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e14954b-8250-4061-af53-6ce0ff67b984 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:53:33.539960 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e14954b-8250-4061-af53-6ce0ff67b984 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:33.540653 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7e14954b-8250-4061-af53-6ce0ff67b984 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:33.559473 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e14954b-8250-4061-af53-6ce0ff67b984 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Port': ['ID=5e809d2c-5b1b-4fe8-913e-d04c6f8087b8,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:33.566225 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7e14954b-8250-4061-af53-6ce0ff67b984 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:33.576467 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7e14954b-8250-4061-af53-6ce0ff67b984 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6450109 Jun 21 14:53:33.577333 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36124) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:33.641858 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137b97d5-646a-46cf-8633-b60b4ab8aa30 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:33.642082 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a668be88-3b41-4d3f-a275-9ae9ac04aca5 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/floatingips/f7c7d661-18ac-4d40-8f7c-6c67f1278edd HTTP/1.1" status: 200 len: 993 time: 0.2677581 Jun 21 14:53:33.642588 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-137b97d5-646a-46cf-8633-b60b4ab8aa30 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "GET /v2.0/ports/5e809d2c-5b1b-4fe8-913e-d04c6f8087b8 HTTP/1.1" status: 200 len: 840 time: 0.0626960 Jun 21 14:53:33.643369 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36126) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:33.694528 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e8e61e-acf0-407e-bd9c-53975819fe90 None None] Network 41c3f5af-2751-4985-8586-f0975d1d5cfd requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:33.744691 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2080ee96-47c4-48af-8b85-85498ff934bd tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3860514 Jun 21 14:53:33.745009 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36128) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:33.777443 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-403a66aa-adb5-4224-9501-125511208109 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Deleting port 5e809d2c-5b1b-4fe8-913e-d04c6f8087b8 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:53:33.777805 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-403a66aa-adb5-4224-9501-125511208109 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:33.817288 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-857b77d1-8b48-41ee-b5a7-22d3e1b7ad32 None None] Provisioning for port 7755076c-ec69-405a-a139-6d6ff62d2823 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:33.858317 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecfa373-f23e-4098-bd99-d3be972e3717 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:33.860055 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecfa373-f23e-4098-bd99-d3be972e3717 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:33.861771 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecfa373-f23e-4098-bd99-d3be972e3717 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:33.863365 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecfa373-f23e-4098-bd99-d3be972e3717 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:33.864819 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecfa373-f23e-4098-bd99-d3be972e3717 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:33.870138 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6ecfa373-f23e-4098-bd99-d3be972e3717 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1206071 Jun 21 14:53:33.870825 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36130) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:33.910474 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-403a66aa-adb5-4224-9501-125511208109 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:33.975672 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cbe618f7-65b0-4c23-b1a8-41d68b870e84 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:33.984266 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cbe618f7-65b0-4c23-b1a8-41d68b870e84 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:33.987721 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-403a66aa-adb5-4224-9501-125511208109 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Calling delete_port for 5e809d2c-5b1b-4fe8-913e-d04c6f8087b8 owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:53:33.989547 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-36fde498-933f-4d26-bbef-0d9b10971f4a tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:34.013813 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2239cd-805d-468c-8bed-7714b73d2811 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['shared'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:34.013813 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2239cd-805d-468c-8bed-7714b73d2811 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['shared'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:34.015113 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2239cd-805d-468c-8bed-7714b73d2811 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['shared'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:34.016596 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2239cd-805d-468c-8bed-7714b73d2811 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['shared'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:34.019038 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2239cd-805d-468c-8bed-7714b73d2811 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['shared'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:34.020659 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-cf2239cd-805d-468c-8bed-7714b73d2811 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1457679 Jun 21 14:53:34.042778 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36132) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:34.102777 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-403a66aa-adb5-4224-9501-125511208109 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:34.109458 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bdc5efe3-9ddd-4041-b54f-9599f78834fc tempest-FloatingIPAdminTestJSON-2063017690 tempest-FloatingIPAdminTestJSON-2063017690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:34.116059 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 7755076c-ec69-405a-a139-6d6ff62d2823 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:53:34.139796 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe618f7-65b0-4c23-b1a8-41d68b870e84 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Port': ['ID=1784935d-7270-4d2d-95c8-708866423732,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:34.142590 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cbe618f7-65b0-4c23-b1a8-41d68b870e84 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:34.144711 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cbe618f7-65b0-4c23-b1a8-41d68b870e84 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:34.148746 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a66aa-adb5-4224-9501-125511208109 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Port': ['ID=5e809d2c-5b1b-4fe8-913e-d04c6f8087b8,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:34.151734 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-403a66aa-adb5-4224-9501-125511208109 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:34.157436 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-403a66aa-adb5-4224-9501-125511208109 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:34.159963 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-403a66aa-adb5-4224-9501-125511208109 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/ports/5e809d2c-5b1b-4fe8-913e-d04c6f8087b8 HTTP/1.1" status: 204 len: 168 time: 0.5157106 Jun 21 14:53:34.162974 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36134) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:34.197720 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb7462f-e6d0-4e51-b6fb-aeab07d344b4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] GET failed (client error): The resource could not be found. Jun 21 14:53:34.203851 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1fb7462f-e6d0-4e51-b6fb-aeab07d344b4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "GET /v2.0/ports/5e809d2c-5b1b-4fe8-913e-d04c6f8087b8 HTTP/1.1" status: 404 len: 333 time: 0.0355728 Jun 21 14:53:34.204931 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36136) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:34.208585 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-1e9b8468-af32-4975-badf-a792c519dcbc None None] Provisioning for port 1784935d-7270-4d2d-95c8-708866423732 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:34.210457 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-5b7efa21-3cfa-450d-a555-7fdb34b675bd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'port': {'network_id': '572012d6-106a-42ac-ad82-0f480c4cea22', 'name': 'tempest-PortsTestJSON-1612397432'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:34.212963 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-1e9b8468-af32-4975-badf-a792c519dcbc None None] Provisioning complete for port 1784935d-7270-4d2d-95c8-708866423732 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:34.213560 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1e9b8468-af32-4975-badf-a792c519dcbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:34.217616 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 7755076c-ec69-405a-a139-6d6ff62d2823 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:34.235528 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9243f34b-efe3-4640-b9b9-69185c8befc2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:34.237339 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9243f34b-efe3-4640-b9b9-69185c8befc2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "GET /v2.0/networks/73c7c508-e3c9-4e2a-9590-39fba42525aa HTTP/1.1" status: 200 len: 802 time: 0.1936100 Jun 21 14:53:34.241512 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36138) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:34.261620 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 7755076c-ec69-405a-a139-6d6ff62d2823 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:34.262012 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:34.311108 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-1e9b8468-af32-4975-badf-a792c519dcbc None None] Port 1784935d-7270-4d2d-95c8-708866423732 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:53:34.342190 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7efa21-3cfa-450d-a555-7fdb34b675bd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Made reservation on behalf of d39eebfbe3874515bc761a8de17d07a8 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:34.346595 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5b7efa21-3cfa-450d-a555-7fdb34b675bd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:34.367245 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-5b7efa21-3cfa-450d-a555-7fdb34b675bd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] device_id is not set on port 7b286a2a-04c5-456e-bd13-8f34bca4189b yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:53:34.367890 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:34.410221 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 7755076c-ec69-405a-a139-6d6ff62d2823, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=7755076c-ec69-405a-a139-6d6ff62d2823,segment=NetworkSegment(f4057f1d-4945-45c0-b2b2-2d9960880eed),segment_id=f4057f1d-4945-45c0-b2b2-2d9960880eed)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:34.418123 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:34.418816 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-37104b7f-d46c-4898-b178-e2e41954f89c tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "GET /v2.0/networks/73c7c508-e3c9-4e2a-9590-39fba42525aa?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.1756434 Jun 21 14:53:34.419479 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36146) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:34.422804 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-c78b3a6f-5fa6-4a03-ba89-f3ff1de7aa95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:34.461998 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c756c55-e8ae-4a53-b3e2-111e998b718f None None] get_active_networks_info from dv-neutron-797121-2-hyperv {{(pid=105226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 21 14:53:34.521951 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-50ecb16c-cb46-4347-8d5c-06aba4c90781 req-e1409d8a-ee94-4cf9-b90d-b403dce91424 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/ports?device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 210 time: 0.0664811 Jun 21 14:53:34.528024 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe618f7-65b0-4c23-b1a8-41d68b870e84 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Network 41c3f5af-2751-4985-8586-f0975d1d5cfd is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:34.528979 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=7755076c-ec69-405a-a139-6d6ff62d2823,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:34.531911 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-cbe618f7-65b0-4c23-b1a8-41d68b870e84 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:34.534714 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:34.574489 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-a913c356-6657-40c9-9c8b-7012ad12eb1c None None] Provisioning complete for port 1784935d-7270-4d2d-95c8-708866423732 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:34.574869 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a913c356-6657-40c9-9c8b-7012ad12eb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:34.576124 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5b7efa21-3cfa-450d-a555-7fdb34b675bd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:34.587409 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0315ebd-372c-4a3e-ac3b-ad7dfefd4f64 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:34.592421 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36148) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:34.592884 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e0315ebd-372c-4a3e-ac3b-ad7dfefd4f64 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "GET /v2.0/subnets/b6921d27-5ba4-4a17-abda-39c272e40970 HTTP/1.1" status: 200 len: 843 time: 0.1364074 Jun 21 14:53:34.627485 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-a913c356-6657-40c9-9c8b-7012ad12eb1c None None] Port 1784935d-7270-4d2d-95c8-708866423732 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:53:34.636673 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c756c55-e8ae-4a53-b3e2-111e998b718f None None] Resources bound (agent type, host, resource id): {{(pid=105226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 21 14:53:34.661411 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ca1265-f0ae-4c0a-b220-2f96c21eda76 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['shared'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:34.662799 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b0ca1265-f0ae-4c0a-b220-2f96c21eda76 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "GET /v2.0/subnets/b6921d27-5ba4-4a17-abda-39c272e40970?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0692620 Jun 21 14:53:34.666453 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36150) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:34.672086 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-19849c1b-344b-4f29-914a-efd6ff537cf1 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1654263561'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:34.673649 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5b7efa21-3cfa-450d-a555-7fdb34b675bd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:34.677877 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7fa619a8-84fa-496c-b8a6-3635fb6dfb78 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:34.705005 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19849c1b-344b-4f29-914a-efd6ff537cf1 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Made reservation on behalf of ec26c81e01b543f4bda812836e735e80 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:34.708730 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-19849c1b-344b-4f29-914a-efd6ff537cf1 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:34.712387 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe618f7-65b0-4c23-b1a8-41d68b870e84 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Router 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:53:34.721249 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7efa21-3cfa-450d-a555-7fdb34b675bd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Network 572012d6-106a-42ac-ad82-0f480c4cea22 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:34.724573 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-5b7efa21-3cfa-450d-a555-7fdb34b675bd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:34.730571 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7efa21-3cfa-450d-a555-7fdb34b675bd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:53:34.736994 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7efa21-3cfa-450d-a555-7fdb34b675bd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:34.737623 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5b7efa21-3cfa-450d-a555-7fdb34b675bd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:34.744097 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7efa21-3cfa-450d-a555-7fdb34b675bd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Port': ['ID=7b286a2a-04c5-456e-bd13-8f34bca4189b,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:34.748943 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5b7efa21-3cfa-450d-a555-7fdb34b675bd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:34.760326 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5b7efa21-3cfa-450d-a555-7fdb34b675bd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5542796 Jun 21 14:53:34.763094 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36152) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:34.769417 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-82488d35-070f-4434-abf4-c777e855c9f3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:34.798995 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19849c1b-344b-4f29-914a-efd6ff537cf1 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:53:34.814109 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-19849c1b-344b-4f29-914a-efd6ff537cf1 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:34.814568 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-19849c1b-344b-4f29-914a-efd6ff537cf1 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Added segment 7fce1c47-f200-4a3c-addb-20b291a1d710 of type vlan for network f2bcba28-4598-458e-b085-a760ae3dda7f Jun 21 14:53:34.836635 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe618f7-65b0-4c23-b1a8-41d68b870e84 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:53:34.849189 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daabab2a-c09b-4336-8a4d-46a6849ed161 None None] Sync routers for ids ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:53:34.864577 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-cbe618f7-65b0-4c23-b1a8-41d68b870e84 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "PUT /v2.0/routers/3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8286488 Jun 21 14:53:34.865709 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36154) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:34.874115 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-82488d35-070f-4434-abf4-c777e855c9f3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:34.877624 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daabab2a-c09b-4336-8a4d-46a6849ed161 None None] Routers {'3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:53:34.878372 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-daabab2a-c09b-4336-8a4d-46a6849ed161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:53:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:34.882231 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-1e37eb04-ac7e-48a0-8698-e89dc6cb4fe5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Request body: {'network': {'name': 'tempest-RoutersTest-476677329'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:34.889117 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-19849c1b-344b-4f29-914a-efd6ff537cf1 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:34.920495 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e37eb04-ac7e-48a0-8698-e89dc6cb4fe5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Made reservation on behalf of 6b84c1e8652b4f7598ae83eb61bf775f for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:34.924171 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1e37eb04-ac7e-48a0-8698-e89dc6cb4fe5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:34.946539 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-19849c1b-344b-4f29-914a-efd6ff537cf1 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:34.951947 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19849c1b-344b-4f29-914a-efd6ff537cf1 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:34.952521 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-19849c1b-344b-4f29-914a-efd6ff537cf1 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:34.958108 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8254e1ff-538f-422d-a069-c2c72d08234b tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:34.966433 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e37eb04-ac7e-48a0-8698-e89dc6cb4fe5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:53:35.022547 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1e37eb04-ac7e-48a0-8698-e89dc6cb4fe5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:35.022908 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-1e37eb04-ac7e-48a0-8698-e89dc6cb4fe5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Added segment bba90ab9-e73a-4584-b76e-d38c1ea24adb of type vlan for network d90676dc-93ab-4b3e-8482-405d197a7450 Jun 21 14:53:35.034385 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-19849c1b-344b-4f29-914a-efd6ff537cf1 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3669481 Jun 21 14:53:35.038271 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36156) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:35.043720 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-02051fbb-aaf9-4056-a66c-3b335536ccb6 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Request body: {'subnet': {'network_id': 'f2bcba28-4598-458e-b085-a760ae3dda7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:35.058692 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-daabab2a-c09b-4336-8a4d-46a6849ed161 None None] Set router 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c gateway port host: None {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:53:35.059014 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19849c1b-344b-4f29-914a-efd6ff537cf1 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event updated for resources: {'Network': ['ID=f2bcba28-4598-458e-b085-a760ae3dda7f,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:35.063513 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-19849c1b-344b-4f29-914a-efd6ff537cf1 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:35.074969 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1e37eb04-ac7e-48a0-8698-e89dc6cb4fe5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:35.090335 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network f2bcba28-4598-458e-b085-a760ae3dda7f details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:53:35.092174 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675030ec-91b8-4307-a14d-5e94707ce660 None None] get_active_networks_info from dv-neutron-797121-2-hyperv {{(pid=105226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 21 14:53:35.101738 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-82488d35-070f-4434-abf4-c777e855c9f3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:35.107139 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1e37eb04-ac7e-48a0-8698-e89dc6cb4fe5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:35.114049 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e37eb04-ac7e-48a0-8698-e89dc6cb4fe5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:35.115010 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1e37eb04-ac7e-48a0-8698-e89dc6cb4fe5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:35.115291 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-82488d35-070f-4434-abf4-c777e855c9f3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:35.117971 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e526cb80-7168-45d8-a057-798e4f186ebb tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:35.120703 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-91105c5d-eaee-4e60-ac35-afc865f5b0b9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:35.162927 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-82488d35-070f-4434-abf4-c777e855c9f3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] In _notify_port_updated(), no bound segment for port 7b286a2a-04c5-456e-bd13-8f34bca4189b on network 572012d6-106a-42ac-ad82-0f480c4cea22 {{(pid=105225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 21 14:53:35.172523 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82488d35-070f-4434-abf4-c777e855c9f3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:35.172523 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-82488d35-070f-4434-abf4-c777e855c9f3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:35.172523 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-82488d35-070f-4434-abf4-c777e855c9f3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "PUT /v2.0/ports/7b286a2a-04c5-456e-bd13-8f34bca4189b HTTP/1.1" status: 200 len: 818 time: 0.4068449 Jun 21 14:53:35.174873 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36158) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:35.198202 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1e37eb04-ac7e-48a0-8698-e89dc6cb4fe5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3313894 Jun 21 14:53:35.201969 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36160) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:35.207688 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-74bb9f59-979c-4ef4-aa0b-fd38ac9cef26 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Request body: {'subnet': {'network_id': 'd90676dc-93ab-4b3e-8482-405d197a7450', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:35.214353 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82488d35-070f-4434-abf4-c777e855c9f3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Port': ['ID=7b286a2a-04c5-456e-bd13-8f34bca4189b,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:35.217954 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-82488d35-070f-4434-abf4-c777e855c9f3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:35.228398 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e37eb04-ac7e-48a0-8698-e89dc6cb4fe5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Network': ['ID=d90676dc-93ab-4b3e-8482-405d197a7450,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:35.233214 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1e37eb04-ac7e-48a0-8698-e89dc6cb4fe5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:35.279732 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02051fbb-aaf9-4056-a66c-3b335536ccb6 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Made reservation on behalf of ec26c81e01b543f4bda812836e735e80 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:35.283857 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-02051fbb-aaf9-4056-a66c-3b335536ccb6 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:35.303152 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-1664f0d6-9696-4e28-a58a-6e5bed276f9a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Deleting port 7b286a2a-04c5-456e-bd13-8f34bca4189b {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:53:35.303487 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1664f0d6-9696-4e28-a58a-6e5bed276f9a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:35.354951 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network d90676dc-93ab-4b3e-8482-405d197a7450 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:53:35.362332 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.ipam_backend_mixin [None req-02051fbb-aaf9-4056-a66c-3b335536ccb6 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Performing IP validity checks on allocation pools {{(pid=105225) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 21 14:53:35.362836 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.ipam_backend_mixin [None req-02051fbb-aaf9-4056-a66c-3b335536ccb6 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105225) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 21 14:53:35.385722 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1664f0d6-9696-4e28-a58a-6e5bed276f9a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:35.403171 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bb9f59-979c-4ef4-aa0b-fd38ac9cef26 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Made reservation on behalf of 6b84c1e8652b4f7598ae83eb61bf775f for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:35.406978 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-74bb9f59-979c-4ef4-aa0b-fd38ac9cef26 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:35.473062 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-1664f0d6-9696-4e28-a58a-6e5bed276f9a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Calling delete_port for 7b286a2a-04c5-456e-bd13-8f34bca4189b owned by {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:53:35.522107 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:35.571539 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675030ec-91b8-4307-a14d-5e94707ce660 None None] Resources bound (agent type, host, resource id): {{(pid=105226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 21 14:53:35.592821 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1664f0d6-9696-4e28-a58a-6e5bed276f9a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:35.609769 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9863c999-d514-4f35-8413-d8c594b844d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:35.641743 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-02051fbb-aaf9-4056-a66c-3b335536ccb6 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:35.647999 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5d14c31f-971a-433f-b6ef-06bb40a7101b tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:35.693833 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4204a7f2-1b2f-4faf-a6f7-c18433876a91 req-ca406fb6-6273-421e-9fb8-46dd4a11c640 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/ports?device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 210 time: 0.0673633 Jun 21 14:53:35.695272 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1664f0d6-9696-4e28-a58a-6e5bed276f9a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:35.696677 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1664f0d6-9696-4e28-a58a-6e5bed276f9a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/ports/7b286a2a-04c5-456e-bd13-8f34bca4189b HTTP/1.1" status: 204 len: 168 time: 0.5210001 Jun 21 14:53:35.698047 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664f0d6-9696-4e28-a58a-6e5bed276f9a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Port': ['ID=7b286a2a-04c5-456e-bd13-8f34bca4189b,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:35.699795 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36170) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:35.728191 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02051fbb-aaf9-4056-a66c-3b335536ccb6 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event updated for resources: {'Subnet': ['ID=a0c6ebb4-4706-4bbc-bd86-d6c53fe617af,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:35.731299 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-02051fbb-aaf9-4056-a66c-3b335536ccb6 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:35.732384 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1664f0d6-9696-4e28-a58a-6e5bed276f9a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:35.769131 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72926b3e-7cac-4017-9c65-373a2143ac5c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:35.769551 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02051fbb-aaf9-4056-a66c-3b335536ccb6 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Checking segment: {'id': '7fce1c47-f200-4a3c-addb-20b291a1d710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'f2bcba28-4598-458e-b085-a760ae3dda7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:35.769916 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02051fbb-aaf9-4056-a66c-3b335536ccb6 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Network hostable DHCP agents. Network: f2bcba28-4598-458e-b085-a760ae3dda7f, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:53:35.770968 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-72926b3e-7cac-4017-9c65-373a2143ac5c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0700517 Jun 21 14:53:35.773448 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36172) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:35.795043 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-74bb9f59-979c-4ef4-aa0b-fd38ac9cef26 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:35.797535 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-06b196ee-9944-48dc-a48e-d91dacb6252f tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:35.803275 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02051fbb-aaf9-4056-a66c-3b335536ccb6 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Network f2bcba28-4598-458e-b085-a760ae3dda7f is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:53:35.805162 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83638c6-87f6-4776-a1f0-d201a269626a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] GET failed (client error): The resource could not be found. Jun 21 14:53:35.807092 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a83638c6-87f6-4776-a1f0-d201a269626a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "GET /v2.0/ports/7b286a2a-04c5-456e-bd13-8f34bca4189b HTTP/1.1" status: 404 len: 333 time: 0.0321913 Jun 21 14:53:35.811166 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36174) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:35.816793 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-059a14df-9bb2-460c-aedd-f1d7850c5866 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1325649094'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:35.844710 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-02051fbb-aaf9-4056-a66c-3b335536ccb6 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, f2bcba28-4598-458e-b085-a760ae3dda7f) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:35.850228 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02051fbb-aaf9-4056-a66c-3b335536ccb6 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:35.851286 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-02051fbb-aaf9-4056-a66c-3b335536ccb6 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:35.851734 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059a14df-9bb2-460c-aedd-f1d7850c5866 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Made reservation on behalf of d39eebfbe3874515bc761a8de17d07a8 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:35.856905 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-059a14df-9bb2-460c-aedd-f1d7850c5866 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:35.876952 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-02051fbb-aaf9-4056-a66c-3b335536ccb6 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.8350830 Jun 21 14:53:35.877444 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36176) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:35.883635 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-d86cdcc5-8135-49d2-8b57-9cfad155a62f tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:35.887967 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb9f59-979c-4ef4-aa0b-fd38ac9cef26 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Subnet': ['ID=13008af6-ff1d-41f3-8409-1be319e19b5a,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:35.891231 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-74bb9f59-979c-4ef4-aa0b-fd38ac9cef26 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:35.901938 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74bb9f59-979c-4ef4-aa0b-fd38ac9cef26 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Checking segment: {'id': 'bba90ab9-e73a-4584-b76e-d38c1ea24adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd90676dc-93ab-4b3e-8482-405d197a7450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:35.902286 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bb9f59-979c-4ef4-aa0b-fd38ac9cef26 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Network hostable DHCP agents. Network: d90676dc-93ab-4b3e-8482-405d197a7450, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:53:35.911333 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-daabab2a-c09b-4336-8a4d-46a6849ed161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'name': 'tempest-RoutersTest-router-2122799372', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:53:28Z', 'updated_at': '2021-06-21T14:53:33Z', 'revision_number': 2, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'gw_port_host': None, '_interfaces': [{'id': '1784935d-7270-4d2d-95c8-708866423732', 'name': '', 'network_id': '41c3f5af-2751-4985-8586-f0975d1d5cfd', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:67:55:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:31Z', 'updated_at': '2021-06-21T14:53:33Z', 'revision_number': 2, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:35.923298 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bb9f59-979c-4ef4-aa0b-fd38ac9cef26 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Network d90676dc-93ab-4b3e-8482-405d197a7450 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:53:35.926532 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-059a14df-9bb2-460c-aedd-f1d7850c5866 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:53:35.934902 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-74bb9f59-979c-4ef4-aa0b-fd38ac9cef26 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, d90676dc-93ab-4b3e-8482-405d197a7450) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:35.947767 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-059a14df-9bb2-460c-aedd-f1d7850c5866 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:35.948253 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-059a14df-9bb2-460c-aedd-f1d7850c5866 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Added segment c1cf7da0-0023-4b4e-93ed-6fdbb68746b4 of type vlan for network fbc82190-6c36-4285-8bae-7b6474057628 Jun 21 14:53:35.948591 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bb9f59-979c-4ef4-aa0b-fd38ac9cef26 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:35.949246 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-74bb9f59-979c-4ef4-aa0b-fd38ac9cef26 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:35.969312 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-74bb9f59-979c-4ef4-aa0b-fd38ac9cef26 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7635162 Jun 21 14:53:35.969647 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36178) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:35.979412 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daabab2a-c09b-4336-8a4d-46a6849ed161 None None] Checking router: 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:53:35.979767 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daabab2a-c09b-4336-8a4d-46a6849ed161 None None] Updating router 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c port 1784935d-7270-4d2d-95c8-708866423732 binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:53:36.036009 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-059a14df-9bb2-460c-aedd-f1d7850c5866 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:36.046583 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-daabab2a-c09b-4336-8a4d-46a6849ed161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:36.048602 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d86cdcc5-8135-49d2-8b57-9cfad155a62f tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5880279'] for subnet, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:36.124499 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-059a14df-9bb2-460c-aedd-f1d7850c5866 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:36.125039 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8178c79a-2851-471d-8092-3ac88fd2713d None None] Network f2bcba28-4598-458e-b085-a760ae3dda7f requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:36.128607 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e0f07e-a96d-42ff-afdd-4beda4d49ee2 None None] Network d90676dc-93ab-4b3e-8482-405d197a7450 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:36.130699 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059a14df-9bb2-460c-aedd-f1d7850c5866 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:36.130940 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-059a14df-9bb2-460c-aedd-f1d7850c5866 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:36.136794 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-87b389d3-53ee-431d-b177-4eca0670a4e0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:36.137251 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 7755076c-ec69-405a-a139-6d6ff62d2823 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:53:36.427558 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3d79ad64-6c3c-4547-a764-9690a65a83d4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:36.489866 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ec97b197-39a3-4fa9-a748-3c56781eb5d0 None None] Provisioning complete for port 1784935d-7270-4d2d-95c8-708866423732 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:36.490252 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ec97b197-39a3-4fa9-a748-3c56781eb5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:36.545860 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-059a14df-9bb2-460c-aedd-f1d7850c5866 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7305377 Jun 21 14:53:36.546916 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36180) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:36.555109 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 7755076c-ec69-405a-a139-6d6ff62d2823 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:36.555487 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:36.560319 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a14df-9bb2-460c-aedd-f1d7850c5866 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Network': ['ID=fbc82190-6c36-4285-8bae-7b6474057628,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:36.580209 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-059a14df-9bb2-460c-aedd-f1d7850c5866 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:36.583017 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-a7ecdceb-a8cc-435a-a171-2117d1bb8e5a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'subnet': {'network_id': 'fbc82190-6c36-4285-8bae-7b6474057628', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:36.610627 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network fbc82190-6c36-4285-8bae-7b6474057628 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:53:36.672270 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d86cdcc5-8135-49d2-8b57-9cfad155a62f tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728737223388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6203253'] for subnet, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:36.683584 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cf2e353d-2cb8-4111-a036-8d0f89289dc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:36.749091 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86cdcc5-8135-49d2-8b57-9cfad155a62f tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event updated for resources: {'Subnet': ['ID=a0c6ebb4-4706-4bbc-bd86-d6c53fe617af,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:36.755463 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d86cdcc5-8135-49d2-8b57-9cfad155a62f tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:36.757630 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86cdcc5-8135-49d2-8b57-9cfad155a62f tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:36.759148 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d86cdcc5-8135-49d2-8b57-9cfad155a62f tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:36.760725 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d86cdcc5-8135-49d2-8b57-9cfad155a62f tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "PUT /v2.0/subnets/a0c6ebb4-4706-4bbc-bd86-d6c53fe617af HTTP/1.1" status: 200 len: 900 time: 0.8822227 Jun 21 14:53:36.763556 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36186) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:36.801113 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-daabab2a-c09b-4336-8a4d-46a6849ed161 None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:36.813436 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-daabab2a-c09b-4336-8a4d-46a6849ed161 None None] Transition to ACTIVE for port object 1784935d-7270-4d2d-95c8-708866423732 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:36.818650 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-ec97b197-39a3-4fa9-a748-3c56781eb5d0 None None] Port 1784935d-7270-4d2d-95c8-708866423732 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:53:36.860397 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-daabab2a-c09b-4336-8a4d-46a6849ed161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:36.867829 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b5226d7d-9003-4312-ba25-9f85d89e4613 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:36.869617 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-287e6295-cbe7-43ae-a246-0b0f7b11c2ea req-18400b9c-b895-4f38-a460-ba89ffc0bb92 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/ports?device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 210 time: 0.0515745 Jun 21 14:53:36.906213 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-d90676dc-93ab-4b3e-8482-405d197a7450', 'network_id': 'd90676dc-93ab-4b3e-8482-405d197a7450', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'fixed_ips': [{'subnet_id': '13008af6-ff1d-41f3-8409-1be319e19b5a'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:53:36.909534 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:36.926714 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c815676e-8da4-4bf8-a77a-b2588840de7c tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:36.948989 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701cfbeb-7422-4365-8033-f6ccd05f8bdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-f2bcba28-4598-458e-b085-a760ae3dda7f', 'network_id': 'f2bcba28-4598-458e-b085-a760ae3dda7f', 'tenant_id': 'ec26c81e01b543f4bda812836e735e80', 'fixed_ips': [{'subnet_id': 'a0c6ebb4-4706-4bbc-bd86-d6c53fe617af'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:53:36.950173 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-701cfbeb-7422-4365-8033-f6ccd05f8bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:37.020748 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c815676e-8da4-4bf8-a77a-b2588840de7c tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:37.055973 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac396f-599b-42d2-a0de-3dc57ed11315 None None] Pushing event updated for resources: {'Port': ['ID=1784935d-7270-4d2d-95c8-708866423732,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:37.102302 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c815676e-8da4-4bf8-a77a-b2588840de7c tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:37.104514 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8b08bbfa-de30-41c2-ac82-53d39c4a39ae tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:37.133515 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815676e-8da4-4bf8-a77a-b2588840de7c tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event deleted for resources: {'Subnet': ['ID=a0c6ebb4-4706-4bbc-bd86-d6c53fe617af,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:37.136961 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c815676e-8da4-4bf8-a77a-b2588840de7c tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:37.152195 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ecdceb-a8cc-435a-a171-2117d1bb8e5a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Made reservation on behalf of d39eebfbe3874515bc761a8de17d07a8 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:37.156195 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a7ecdceb-a8cc-435a-a171-2117d1bb8e5a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:37.205278 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c815676e-8da4-4bf8-a77a-b2588840de7c tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:37.216317 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-c815676e-8da4-4bf8-a77a-b2588840de7c tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2bcba28-4598-458e-b085-a760ae3dda7f']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:37.229616 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-c815676e-8da4-4bf8-a77a-b2588840de7c tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fce1c47-f200-4a3c-addb-20b291a1d710') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:37.229943 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-c815676e-8da4-4bf8-a77a-b2588840de7c tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fce1c47-f200-4a3c-addb-20b291a1d710') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:37.239729 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c815676e-8da4-4bf8-a77a-b2588840de7c tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:37.253829 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c815676e-8da4-4bf8-a77a-b2588840de7c tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:37.261080 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c815676e-8da4-4bf8-a77a-b2588840de7c tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:53:37.261731 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c815676e-8da4-4bf8-a77a-b2588840de7c tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:37.302499 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:53:37.302499 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:53:37.302499 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:53:37.302499 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:53:37.302499 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:53:37.302499 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:53:37.302499 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:53:37.302499 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:53:37.302499 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:53:37.302499 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:53:37.302499 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:53:37.302499 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:53:37.302499 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:53:37.302499 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:53:37.302499 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:53:37.302499 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:53:37.302499 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:53:37.302499 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:53:37.302499 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:53:37.302499 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:53:37.302499 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:53:37.302499 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:53:37.302499 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:53:37.302499 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:53:37.302499 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:53:37.302499 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:53:37.302499 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:53:37.302499 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:53:37.302499 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:53:37.302499 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:53:37.302499 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:53:37.302499 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:53:37.315180 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-94ac396f-599b-42d2-a0de-3dc57ed11315 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:37.338972 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-3d79ad64-6c3c-4547-a764-9690a65a83d4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Allocated IP 172.21.0.1 (d90676dc-93ab-4b3e-8482-405d197a7450/13008af6-ff1d-41f3-8409-1be319e19b5a/085df3ab-b294-4346-b018-a9f61ddeefbf) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:53:37.444501 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-daabab2a-c09b-4336-8a4d-46a6849ed161 None None] Attempting to bind port 1784935d-7270-4d2d-95c8-708866423732 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:53:37.445423 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-daabab2a-c09b-4336-8a4d-46a6849ed161 None None] Attempting to bind port 1784935d-7270-4d2d-95c8-708866423732 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'f4057f1d-4945-45c0-b2b2-2d9960880eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '41c3f5af-2751-4985-8586-f0975d1d5cfd'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:53:37.445423 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daabab2a-c09b-4336-8a4d-46a6849ed161 None None] Attempting to bind port 1784935d-7270-4d2d-95c8-708866423732 on network 41c3f5af-2751-4985-8586-f0975d1d5cfd {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server [None req-701cfbeb-7422-4365-8033-f6ccd05f8bdc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a0c6ebb4-4706-4bbc-bd86-d6c53fe617af: This subnet is being modified by another concurrent operation. Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 21 14:53:37.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise exception Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a0c6ebb4-4706-4bbc-bd86-d6c53fe617af: This subnet is being modified by another concurrent operation. Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server Jun 21 14:53:37.465338 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daabab2a-c09b-4336-8a4d-46a6849ed161 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:53:37.469407 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daabab2a-c09b-4336-8a4d-46a6849ed161 None None] Checking segment: {'id': 'f4057f1d-4945-45c0-b2b2-2d9960880eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '41c3f5af-2751-4985-8586-f0975d1d5cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:37.469407 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-daabab2a-c09b-4336-8a4d-46a6849ed161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:37.469407 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daabab2a-c09b-4336-8a4d-46a6849ed161 None None] Bound using segment: {'id': 'f4057f1d-4945-45c0-b2b2-2d9960880eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '41c3f5af-2751-4985-8586-f0975d1d5cfd'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:53:37.469407 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-daabab2a-c09b-4336-8a4d-46a6849ed161 None None] Bound port: 1784935d-7270-4d2d-95c8-708866423732, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4057f1d-4945-45c0-b2b2-2d9960880eed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '41c3f5af-2751-4985-8586-f0975d1d5cfd'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:53:37.469407 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-daabab2a-c09b-4336-8a4d-46a6849ed161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:37.472300 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c815676e-8da4-4bf8-a77a-b2588840de7c tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:37.479144 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b9601bdb-9141-4e43-9d17-8bcfc90f81b3 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:37.485845 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c815676e-8da4-4bf8-a77a-b2588840de7c tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:37.487229 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c815676e-8da4-4bf8-a77a-b2588840de7c tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "DELETE /v2.0/networks/f2bcba28-4598-458e-b085-a760ae3dda7f HTTP/1.1" status: 204 len: 168 time: 0.7225780 Jun 21 14:53:37.500583 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36190) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:37.506934 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beeaf880-25ae-409a-ba94-a144a781180a None None] Network f2bcba28-4598-458e-b085-a760ae3dda7f requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:37.513103 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815676e-8da4-4bf8-a77a-b2588840de7c tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event deleted for resources: {'Network': ['ID=f2bcba28-4598-458e-b085-a760ae3dda7f,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:37.518654 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a7ecdceb-a8cc-435a-a171-2117d1bb8e5a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:37.522676 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beeaf880-25ae-409a-ba94-a144a781180a None None] Network f2bcba28-4598-458e-b085-a760ae3dda7f could not be found, it might have been deleted concurrently. {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 21 14:53:37.522851 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-10a17b19-d2d2-4510-bdb5-94075c4d92f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:37.537230 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61939bcf-c5a6-4caa-8f65-58d12326df3e None None] Network f2bcba28-4598-458e-b085-a760ae3dda7f requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:37.543023 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c815676e-8da4-4bf8-a77a-b2588840de7c tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:37.544907 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1acfe02-1b5a-4033-affb-3a9e5ca2265f tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:37.545883 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1acfe02-1b5a-4033-affb-3a9e5ca2265f tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:37.549848 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d1acfe02-1b5a-4033-affb-3a9e5ca2265f tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "DELETE /v2.0/subnets/a0c6ebb4-4706-4bbc-bd86-d6c53fe617af HTTP/1.1" status: 404 len: 337 time: 0.0469539 Jun 21 14:53:37.551822 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36192) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:37.559383 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61939bcf-c5a6-4caa-8f65-58d12326df3e None None] Network f2bcba28-4598-458e-b085-a760ae3dda7f could not be found, it might have been deleted concurrently. {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jun 21 14:53:37.565075 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-daabab2a-c09b-4336-8a4d-46a6849ed161 None None] For port 1784935d-7270-4d2d-95c8-708866423732, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:53:37.573911 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3d79ad64-6c3c-4547-a764-9690a65a83d4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:37.576710 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-daabab2a-c09b-4336-8a4d-46a6849ed161 None None] For port 1784935d-7270-4d2d-95c8-708866423732, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=1784935d-7270-4d2d-95c8-708866423732,segment=NetworkSegment(f4057f1d-4945-45c0-b2b2-2d9960880eed),segment_id=f4057f1d-4945-45c0-b2b2-2d9960880eed)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:53:37.582809 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-daabab2a-c09b-4336-8a4d-46a6849ed161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:37.584821 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:37.586647 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-c555d798-b6e1-424b-8b5b-90e8618dcfd5 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:37.589012 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c555d798-b6e1-424b-8b5b-90e8618dcfd5 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:37.591781 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c555d798-b6e1-424b-8b5b-90e8618dcfd5 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "DELETE /v2.0/networks/f2bcba28-4598-458e-b085-a760ae3dda7f HTTP/1.1" status: 404 len: 339 time: 0.0382268 Jun 21 14:53:37.594669 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36194) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:37.610418 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-3d79ad64-6c3c-4547-a764-9690a65a83d4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Transition to ACTIVE for port object 085df3ab-b294-4346-b018-a9f61ddeefbf will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:37.617135 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ecdceb-a8cc-435a-a171-2117d1bb8e5a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Subnet': ['ID=a1abcef7-4436-4c3d-b228-d90fedd2c950,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:37.622101 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a7ecdceb-a8cc-435a-a171-2117d1bb8e5a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:37.633968 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ecdceb-a8cc-435a-a171-2117d1bb8e5a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Checking segment: {'id': 'c1cf7da0-0023-4b4e-93ed-6fdbb68746b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'fbc82190-6c36-4285-8bae-7b6474057628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:37.634325 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ecdceb-a8cc-435a-a171-2117d1bb8e5a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Network hostable DHCP agents. Network: fbc82190-6c36-4285-8bae-7b6474057628, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:53:37.642878 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daabab2a-c09b-4336-8a4d-46a6849ed161 None None] Routers {'3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:53:37.643525 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-daabab2a-c09b-4336-8a4d-46a6849ed161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:53:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:37.678362 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ecdceb-a8cc-435a-a171-2117d1bb8e5a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Network fbc82190-6c36-4285-8bae-7b6474057628 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:53:37.691863 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3d79ad64-6c3c-4547-a764-9690a65a83d4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:37.698824 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d3b03307-4a02-4099-88de-64f0d05c30f9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:37.706650 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-a7ecdceb-a8cc-435a-a171-2117d1bb8e5a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, fbc82190-6c36-4285-8bae-7b6474057628) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:37.717595 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-17403d43-07dd-4368-a402-a5b6fe03f63c tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:37.734097 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ecdceb-a8cc-435a-a171-2117d1bb8e5a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:37.734976 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a7ecdceb-a8cc-435a-a171-2117d1bb8e5a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:37.738287 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e785ada-8a96-4a8b-87e1-a57ff090baee None None] Network fbc82190-6c36-4285-8bae-7b6474057628 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:37.740464 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac396f-599b-42d2-a0de-3dc57ed11315 None None] Pushing event updated for resources: {'Port': ['ID=1784935d-7270-4d2d-95c8-708866423732,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:37.754297 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d79ad64-6c3c-4547-a764-9690a65a83d4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Network d90676dc-93ab-4b3e-8482-405d197a7450 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:37.763604 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-3d79ad64-6c3c-4547-a764-9690a65a83d4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:37.766033 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-94ac396f-599b-42d2-a0de-3dc57ed11315 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:37.770253 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d79ad64-6c3c-4547-a764-9690a65a83d4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:53:37.774682 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79ad64-6c3c-4547-a764-9690a65a83d4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Port': ['ID=085df3ab-b294-4346-b018-a9f61ddeefbf,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:37.796104 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3d79ad64-6c3c-4547-a764-9690a65a83d4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:37.801717 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a7ecdceb-a8cc-435a-a171-2117d1bb8e5a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2530241 Jun 21 14:53:37.805428 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36196) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:37.814855 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-52b5fded-2bc1-46b5-8103-fe6a9abd865a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'subnet': {'network_id': 'fbc82190-6c36-4285-8bae-7b6474057628', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:37.836174 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Allocated IP 172.21.0.2 (d90676dc-93ab-4b3e-8482-405d197a7450/13008af6-ff1d-41f3-8409-1be319e19b5a/fc10ab6c-6961-4da4-8223-ed5660a2032e) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:53:37.840817 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-daabab2a-c09b-4336-8a4d-46a6849ed161 None None] Set router 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c gateway port host: None {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:53:37.860985 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-17403d43-07dd-4368-a402-a5b6fe03f63c tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:37.874311 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-17403d43-07dd-4368-a402-a5b6fe03f63c tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['272f04f7-6826-4393-834b-48a0cc93ba71']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:37.880924 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3d79ad64-6c3c-4547-a764-9690a65a83d4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:37.890687 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-17403d43-07dd-4368-a402-a5b6fe03f63c tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9ddd9b5-1beb-4c3b-993c-d15f98212c60') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:37.891088 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-17403d43-07dd-4368-a402-a5b6fe03f63c tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9ddd9b5-1beb-4c3b-993c-d15f98212c60') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:37.901228 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-17403d43-07dd-4368-a402-a5b6fe03f63c tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:37.921360 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-17403d43-07dd-4368-a402-a5b6fe03f63c tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:37.935462 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17403d43-07dd-4368-a402-a5b6fe03f63c tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:53:37.935962 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-17403d43-07dd-4368-a402-a5b6fe03f63c tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:38.030488 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b5fded-2bc1-46b5-8103-fe6a9abd865a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Made reservation on behalf of d39eebfbe3874515bc761a8de17d07a8 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:38.035525 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-52b5fded-2bc1-46b5-8103-fe6a9abd865a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:38.038392 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:53:38.038392 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:53:38.038392 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:53:38.038392 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:53:38.038392 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:53:38.038392 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:53:38.038392 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:53:38.038392 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:53:38.038392 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:53:38.038392 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:53:38.038392 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:53:38.038392 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:53:38.038392 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:53:38.038392 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:53:38.038392 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:53:38.038392 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:53:38.038392 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:53:38.038392 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:53:38.038392 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:53:38.038392 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:53:38.038392 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:53:38.038392 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:53:38.038392 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:53:38.038392 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:53:38.038392 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:53:38.038392 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:53:38.038392 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:53:38.038392 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:53:38.038392 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:53:38.038392 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:53:38.038392 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:53:38.038392 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:53:38.072311 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c9582a64-4b7e-4913-a2e2-8d608e27ad2e req-0135caa6-4387-4b94-8d40-e2390b7bb3b9 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/ports?device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 210 time: 0.0322261 Jun 21 14:53:38.075885 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-17403d43-07dd-4368-a402-a5b6fe03f63c tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:38.080659 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2f9ecff5-f373-4056-ab88-38ba76acc8e7 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:38.085358 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-17403d43-07dd-4368-a402-a5b6fe03f63c tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:38.087723 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-17403d43-07dd-4368-a402-a5b6fe03f63c tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "DELETE /v2.0/networks/272f04f7-6826-4393-834b-48a0cc93ba71 HTTP/1.1" status: 204 len: 168 time: 0.4918044 Jun 21 14:53:38.090491 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36200) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:38.126722 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b190c4-2774-4d0f-af97-ef9bc4487bc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-fbc82190-6c36-4285-8bae-7b6474057628', 'network_id': 'fbc82190-6c36-4285-8bae-7b6474057628', 'tenant_id': 'd39eebfbe3874515bc761a8de17d07a8', 'fixed_ips': [{'subnet_id': 'a1abcef7-4436-4c3d-b228-d90fedd2c950'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:53:38.128267 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-84b190c4-2774-4d0f-af97-ef9bc4487bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:38.130218 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3d79ad64-6c3c-4547-a764-9690a65a83d4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:38.146813 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98d9427-4528-4e40-909a-f06c7415891b tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:38.147195 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f98d9427-4528-4e40-909a-f06c7415891b tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:38.149952 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f98d9427-4528-4e40-909a-f06c7415891b tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "DELETE /v2.0/subnets/bf384858-59a6-48f6-ad7c-17a6964211e2 HTTP/1.1" status: 404 len: 337 time: 0.0556552 Jun 21 14:53:38.153069 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36204) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:38.159057 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17403d43-07dd-4368-a402-a5b6fe03f63c tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event deleted for resources: {'Network': ['ID=272f04f7-6826-4393-834b-48a0cc93ba71,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:38.175931 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-17403d43-07dd-4368-a402-a5b6fe03f63c tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:38.191085 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d392b3-8964-48d6-8698-d7dd325df650 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:38.191820 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19d392b3-8964-48d6-8698-d7dd325df650 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:38.196632 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.ipam_backend_mixin [None req-52b5fded-2bc1-46b5-8103-fe6a9abd865a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a1abcef7-4436-4c3d-b228-d90fedd2c950 (CIDR: 172.20.0.0/28) Jun 21 14:53:38.199373 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-19d392b3-8964-48d6-8698-d7dd325df650 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "DELETE /v2.0/networks/e115c310-31bf-4ef0-ba01-c6a8cff847cb HTTP/1.1" status: 404 len: 339 time: 0.0430434 Jun 21 14:53:38.199564 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36206) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:38.233169 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-52b5fded-2bc1-46b5-8103-fe6a9abd865a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:53:38.233589 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52b5fded-2bc1-46b5-8103-fe6a9abd865a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:38.325774 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-52b5fded-2bc1-46b5-8103-fe6a9abd865a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5201325 Jun 21 14:53:38.329497 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36208) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:38.332332 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-3747dc14-35af-4b35-811c-2bb2adf92233 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Deleting subnet 2c9a827e-e577-46bf-9506-7fe013098847 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:53:38.335570 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3747dc14-35af-4b35-811c-2bb2adf92233 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:38.337296 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-a36c5540-3626-45f0-aab4-6884d5adbebd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'subnet': {'network_id': 'fbc82190-6c36-4285-8bae-7b6474057628', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:38.396368 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3747dc14-35af-4b35-811c-2bb2adf92233 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:38.409729 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:38.430390 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Transition to ACTIVE for port object fc10ab6c-6961-4da4-8223-ed5660a2032e will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:38.454854 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Transition to ACTIVE for port object fc10ab6c-6961-4da4-8223-ed5660a2032e will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:38.458957 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-84b190c4-2774-4d0f-af97-ef9bc4487bc3 None None] Allocated IP 172.20.0.2 (fbc82190-6c36-4285-8bae-7b6474057628/a1abcef7-4436-4c3d-b228-d90fedd2c950/b2c96fd4-54d5-4148-9928-35964bf5dd44) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:53:38.481225 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:38.494666 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:38.549174 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36c5540-3626-45f0-aab4-6884d5adbebd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Made reservation on behalf of d39eebfbe3874515bc761a8de17d07a8 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:38.554578 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a36c5540-3626-45f0-aab4-6884d5adbebd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:38.567902 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Network d90676dc-93ab-4b3e-8482-405d197a7450 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:38.573753 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3747dc14-35af-4b35-811c-2bb2adf92233 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:38.579298 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:38.587336 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-daabab2a-c09b-4336-8a4d-46a6849ed161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'name': 'tempest-RoutersTest-router-2122799372', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:53:28Z', 'updated_at': '2021-06-21T14:53:33Z', 'revision_number': 2, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'gw_port_host': None, '_interfaces': [{'id': '1784935d-7270-4d2d-95c8-708866423732', 'name': '', 'network_id': '41c3f5af-2751-4985-8586-f0975d1d5cfd', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:67:55:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:31Z', 'updated_at': '2021-06-21T14:53:37Z', 'revision_number': 4, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:38.590518 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:53:38.622989 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Pushing event updated for resources: {'Port': ['ID=fc10ab6c-6961-4da4-8223-ed5660a2032e,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:38.635843 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:38.636113 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3d79ad64-6c3c-4547-a764-9690a65a83d4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:38.636666 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daabab2a-c09b-4336-8a4d-46a6849ed161 None None] The sync data for ids ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'] in dv-neutron-797121-2-hyperv is: [{'id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'name': 'tempest-RoutersTest-router-2122799372', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:53:28Z', 'updated_at': '2021-06-21T14:53:33Z', 'revision_number': 2, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'gw_port_host': None, '_interfaces': [{'id': '1784935d-7270-4d2d-95c8-708866423732', 'name': '', 'network_id': '41c3f5af-2751-4985-8586-f0975d1d5cfd', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:67:55:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:31Z', 'updated_at': '2021-06-21T14:53:37Z', 'revision_number': 4, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:53:38.651552 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3d79ad64-6c3c-4547-a764-9690a65a83d4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:38.681135 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b47d4f22-254c-4d9d-8087-2fdff4b5dcb7 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:38.710361 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Attempting to bind port fc10ab6c-6961-4da4-8223-ed5660a2032e on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:53:38.710740 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Attempting to bind port fc10ab6c-6961-4da4-8223-ed5660a2032e by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'bba90ab9-e73a-4584-b76e-d38c1ea24adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd90676dc-93ab-4b3e-8482-405d197a7450'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:53:38.711403 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Attempting to bind port fc10ab6c-6961-4da4-8223-ed5660a2032e on network d90676dc-93ab-4b3e-8482-405d197a7450 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:53:38.724526 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:53:38.724904 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Checking segment: {'id': 'bba90ab9-e73a-4584-b76e-d38c1ea24adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd90676dc-93ab-4b3e-8482-405d197a7450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:38.725262 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3747dc14-35af-4b35-811c-2bb2adf92233 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:38.725434 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:38.725690 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Bound using segment: {'id': 'bba90ab9-e73a-4584-b76e-d38c1ea24adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd90676dc-93ab-4b3e-8482-405d197a7450'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:53:38.726194 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Bound port: fc10ab6c-6961-4da4-8223-ed5660a2032e, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bba90ab9-e73a-4584-b76e-d38c1ea24adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd90676dc-93ab-4b3e-8482-405d197a7450'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:53:38.726564 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:38.743194 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3d79ad64-6c3c-4547-a764-9690a65a83d4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:38.754879 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d79ad64-6c3c-4547-a764-9690a65a83d4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Port': ['ID=085df3ab-b294-4346-b018-a9f61ddeefbf,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:38.757366 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3747dc14-35af-4b35-811c-2bb2adf92233 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:38.759620 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3747dc14-35af-4b35-811c-2bb2adf92233 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "DELETE /v2.0/subnets/2c9a827e-e577-46bf-9506-7fe013098847 HTTP/1.1" status: 204 len: 168 time: 0.5594709 Jun 21 14:53:38.762518 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3d79ad64-6c3c-4547-a764-9690a65a83d4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:38.763027 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-47627917-97ac-48f7-ab5e-efedeb2ed8b4 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:38.764503 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36210) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:38.795453 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747dc14-35af-4b35-811c-2bb2adf92233 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event deleted for resources: {'Subnet': ['ID=2c9a827e-e577-46bf-9506-7fe013098847,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:38.796936 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98900b70-1936-4011-9be7-5abe4e6c91b7 None None] Network 9c33261e-92bc-4fc4-92b6-c169b7f9dd69 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:38.827403 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3747dc14-35af-4b35-811c-2bb2adf92233 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:38.827794 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-84b190c4-2774-4d0f-af97-ef9bc4487bc3 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:38.876088 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-84b190c4-2774-4d0f-af97-ef9bc4487bc3 None None] Transition to ACTIVE for port object b2c96fd4-54d5-4148-9928-35964bf5dd44 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:38.885554 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-0094e566-9d07-48cf-9c5a-75de2d7438e9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Deleting subnet 23aa7a80-e3da-4c38-931b-64f5d8c76989 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:53:38.894501 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0094e566-9d07-48cf-9c5a-75de2d7438e9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:38.916231 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] For port fc10ab6c-6961-4da4-8223-ed5660a2032e, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:53:38.925144 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-84b190c4-2774-4d0f-af97-ef9bc4487bc3 None None] Transition to ACTIVE for port object b2c96fd4-54d5-4148-9928-35964bf5dd44 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:38.934807 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d79ad64-6c3c-4547-a764-9690a65a83d4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Network d90676dc-93ab-4b3e-8482-405d197a7450 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:38.938481 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] For port fc10ab6c-6961-4da4-8223-ed5660a2032e, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=fc10ab6c-6961-4da4-8223-ed5660a2032e,segment=NetworkSegment(bba90ab9-e73a-4584-b76e-d38c1ea24adb),segment_id=bba90ab9-e73a-4584-b76e-d38c1ea24adb)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:53:38.942213 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-3d79ad64-6c3c-4547-a764-9690a65a83d4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:38.954929 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-84b190c4-2774-4d0f-af97-ef9bc4487bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:38.958553 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:38.964572 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0eb3ac43-3555-4734-8a14-49324a48190a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:38.974081 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0094e566-9d07-48cf-9c5a-75de2d7438e9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:38.977980 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a36c5540-3626-45f0-aab4-6884d5adbebd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:39.010747 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-66eb104a-89a8-4822-a9a8-ada965a6c1a2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:39.073340 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b190c4-2774-4d0f-af97-ef9bc4487bc3 None None] Network fbc82190-6c36-4285-8bae-7b6474057628 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:39.106616 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-84b190c4-2774-4d0f-af97-ef9bc4487bc3 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:39.131734 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b190c4-2774-4d0f-af97-ef9bc4487bc3 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:53:39.133542 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d79ad64-6c3c-4547-a764-9690a65a83d4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Router 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:53:39.150419 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b190c4-2774-4d0f-af97-ef9bc4487bc3 None None] Pushing event updated for resources: {'Port': ['ID=b2c96fd4-54d5-4148-9928-35964bf5dd44,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:39.170368 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36c5540-3626-45f0-aab4-6884d5adbebd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Network fbc82190-6c36-4285-8bae-7b6474057628 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:39.182679 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-a36c5540-3626-45f0-aab4-6884d5adbebd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:39.188411 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c5540-3626-45f0-aab4-6884d5adbebd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Subnet': ['ID=a0b4f17c-b7a2-413c-8e93-2249ba0ecd1f,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:39.241314 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36c5540-3626-45f0-aab4-6884d5adbebd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:39.246093 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a36c5540-3626-45f0-aab4-6884d5adbebd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:39.286725 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a36c5540-3626-45f0-aab4-6884d5adbebd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:39.306776 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a36c5540-3626-45f0-aab4-6884d5adbebd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9758737 Jun 21 14:53:39.308693 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36214) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:39.315135 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-1121dd93-5fa7-445b-8a3a-f5ff9e81a4cf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'port': {'network_id': 'fbc82190-6c36-4285-8bae-7b6474057628', 'fixed_ips': [{'subnet_id': 'a1abcef7-4436-4c3d-b228-d90fedd2c950'}, {'subnet_id': 'a0b4f17c-b7a2-413c-8e93-2249ba0ecd1f'}], 'name': 'tempest-PortsTestJSON-316665040'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:39.324016 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d79ad64-6c3c-4547-a764-9690a65a83d4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:53:39.356642 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3d79ad64-6c3c-4547-a764-9690a65a83d4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "PUT /v2.0/routers/3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3855340 Jun 21 14:53:39.357650 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36216) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:39.394536 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0094e566-9d07-48cf-9c5a-75de2d7438e9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:39.404323 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-f1b55fa1-f40d-45f2-b4c4-cce18d1fa6dd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Request body: {'network': {'name': 'tempest-RoutersTest-1677678065'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:39.488858 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b55fa1-f40d-45f2-b4c4-cce18d1fa6dd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Made reservation on behalf of 6b84c1e8652b4f7598ae83eb61bf775f for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:39.504720 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f1b55fa1-f40d-45f2-b4c4-cce18d1fa6dd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:39.574441 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2ad74961-0395-47c6-aa6a-b6060470432c req-a9335fb5-8f02-4621-b4dd-115508eea29e tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/ports?device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 210 time: 0.0532527 Jun 21 14:53:39.586926 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1b55fa1-f40d-45f2-b4c4-cce18d1fa6dd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:53:39.599842 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-0322aee4-d922-49a1-92e9-a81f4ad0b8e3 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:39.601474 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-0322aee4-d922-49a1-92e9-a81f4ad0b8e3 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.66 "GET /v2.0/networks?id=526fdaf7-f1cc-4ed7-81cb-9dc271462d4d HTTP/1.1" status: 200 len: 811 time: 0.5805633 Jun 21 14:53:39.616744 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-4d89e28d-8c32-48db-aacf-73a1e480532f tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Request body: {'port': {'device_id': '954abc37-6ff5-4577-bfc2-931c23b388bd', 'network_id': '526fdaf7-f1cc-4ed7-81cb-9dc271462d4d', 'admin_state_up': True, 'tenant_id': 'da87fdd814d14a63be25f7efe885ddb5'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:39.618849 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f1b55fa1-f40d-45f2-b4c4-cce18d1fa6dd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:39.619527 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-f1b55fa1-f40d-45f2-b4c4-cce18d1fa6dd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Added segment 9725c62e-9d9f-4310-9ee1-59430be5564e of type vlan for network ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9 Jun 21 14:53:39.623311 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0094e566-9d07-48cf-9c5a-75de2d7438e9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:39.631994 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1121dd93-5fa7-445b-8a3a-f5ff9e81a4cf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Made reservation on behalf of d39eebfbe3874515bc761a8de17d07a8 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:39.655840 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-63154709-09f7-4bc7-a902-1697f2355bb4 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:39.740512 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f1b55fa1-f40d-45f2-b4c4-cce18d1fa6dd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:39.751655 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-84b190c4-2774-4d0f-af97-ef9bc4487bc3 None None] Attempting to bind port b2c96fd4-54d5-4148-9928-35964bf5dd44 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:53:39.752535 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-84b190c4-2774-4d0f-af97-ef9bc4487bc3 None None] Attempting to bind port b2c96fd4-54d5-4148-9928-35964bf5dd44 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'c1cf7da0-0023-4b4e-93ed-6fdbb68746b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'fbc82190-6c36-4285-8bae-7b6474057628'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:53:39.753220 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b190c4-2774-4d0f-af97-ef9bc4487bc3 None None] Attempting to bind port b2c96fd4-54d5-4148-9928-35964bf5dd44 on network fbc82190-6c36-4285-8bae-7b6474057628 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:53:39.766355 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0094e566-9d07-48cf-9c5a-75de2d7438e9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:39.767452 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Pushing event updated for resources: {'Port': ['ID=fc10ab6c-6961-4da4-8223-ed5660a2032e,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:39.768736 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0094e566-9d07-48cf-9c5a-75de2d7438e9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "DELETE /v2.0/subnets/23aa7a80-e3da-4c38-931b-64f5d8c76989 HTTP/1.1" status: 204 len: 168 time: 1.0026584 Jun 21 14:53:39.769730 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094e566-9d07-48cf-9c5a-75de2d7438e9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event deleted for resources: {'Subnet': ['ID=23aa7a80-e3da-4c38-931b-64f5d8c76989,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:39.773873 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36222) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:39.779758 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b190c4-2774-4d0f-af97-ef9bc4487bc3 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:53:39.780037 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b190c4-2774-4d0f-af97-ef9bc4487bc3 None None] Checking segment: {'id': 'c1cf7da0-0023-4b4e-93ed-6fdbb68746b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'fbc82190-6c36-4285-8bae-7b6474057628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:39.780451 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-84b190c4-2774-4d0f-af97-ef9bc4487bc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:39.780851 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b190c4-2774-4d0f-af97-ef9bc4487bc3 None None] Bound using segment: {'id': 'c1cf7da0-0023-4b4e-93ed-6fdbb68746b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'fbc82190-6c36-4285-8bae-7b6474057628'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:53:39.781477 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-84b190c4-2774-4d0f-af97-ef9bc4487bc3 None None] Bound port: b2c96fd4-54d5-4148-9928-35964bf5dd44, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1cf7da0-0023-4b4e-93ed-6fdbb68746b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'fbc82190-6c36-4285-8bae-7b6474057628'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:53:39.781903 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-84b190c4-2774-4d0f-af97-ef9bc4487bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:39.785742 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0094e566-9d07-48cf-9c5a-75de2d7438e9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:39.800844 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1121dd93-5fa7-445b-8a3a-f5ff9e81a4cf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:39.802747 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:39.802747 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:39.803453 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:39.803453 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:39.803745 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:39.804133 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:39.804655 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:39.805072 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:39.805471 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:39.805918 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:39.806293 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:39.806625 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:39.809940 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f1b55fa1-f40d-45f2-b4c4-cce18d1fa6dd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:39.817116 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b55fa1-f40d-45f2-b4c4-cce18d1fa6dd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:39.818185 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f1b55fa1-f40d-45f2-b4c4-cce18d1fa6dd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:39.820692 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.856s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:39.822115 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.855s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:39.822465 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:39.829482 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5d14c31f-971a-433f-b6ef-06bb40a7101b tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:39.896691 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-74adf185-8fcb-4313-93b1-e3d9c71d2dd2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:39.904030 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-1121dd93-5fa7-445b-8a3a-f5ff9e81a4cf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] device_id is not set on port 63906693-c2b4-4d69-bbd7-317aef06a126 yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:53:39.910028 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-84b190c4-2774-4d0f-af97-ef9bc4487bc3 None None] For port b2c96fd4-54d5-4148-9928-35964bf5dd44, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:53:39.915223 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-84b190c4-2774-4d0f-af97-ef9bc4487bc3 None None] For port b2c96fd4-54d5-4148-9928-35964bf5dd44, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=b2c96fd4-54d5-4148-9928-35964bf5dd44,segment=NetworkSegment(c1cf7da0-0023-4b4e-93ed-6fdbb68746b4),segment_id=c1cf7da0-0023-4b4e-93ed-6fdbb68746b4)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:53:39.919344 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f1b55fa1-f40d-45f2-b4c4-cce18d1fa6dd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5230689 Jun 21 14:53:39.922541 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36224) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:39.928415 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-84b190c4-2774-4d0f-af97-ef9bc4487bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:39.928775 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-e4ff71cd-f66a-404a-8697-b11b51048514 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Request body: {'subnet': {'network_id': 'ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:39.930882 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-cd5197b4-09a5-4e4d-82f1-d4f1589efb0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:39.967381 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b55fa1-f40d-45f2-b4c4-cce18d1fa6dd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Network': ['ID=ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:39.972869 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f1b55fa1-f40d-45f2-b4c4-cce18d1fa6dd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:39.991101 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:53:40.043254 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-4d89e28d-8c32-48db-aacf-73a1e480532f tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Made reservation on behalf of da87fdd814d14a63be25f7efe885ddb5 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:40.047882 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-4d89e28d-8c32-48db-aacf-73a1e480532f tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:40.165565 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ff71cd-f66a-404a-8697-b11b51048514 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Made reservation on behalf of 6b84c1e8652b4f7598ae83eb61bf775f for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:40.175317 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e4ff71cd-f66a-404a-8697-b11b51048514 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:40.183669 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b190c4-2774-4d0f-af97-ef9bc4487bc3 None None] Pushing event updated for resources: {'Port': ['ID=b2c96fd4-54d5-4148-9928-35964bf5dd44,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:40.188234 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-84b190c4-2774-4d0f-af97-ef9bc4487bc3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:40.221505 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 1784935d-7270-4d2d-95c8-708866423732 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:53:40.233297 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-74adf185-8fcb-4313-93b1-e3d9c71d2dd2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Deleting port 5c246e1d-96d0-4049-9467-35bacaa1bfa8 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:53:40.233767 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-74adf185-8fcb-4313-93b1-e3d9c71d2dd2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:40.276631 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644ef2b5-5316-4e07-9ce9-944da1fe44d2 None None] Update dhcp port {'port': {'network_id': '9c33261e-92bc-4fc4-92b6-c169b7f9dd69', 'fixed_ips': [{'subnet_id': '23aa7a80-e3da-4c38-931b-64f5d8c76989'}], 'binding:host_id': 'dv-neutron-797121-2-hyperv'}, 'id': '5c246e1d-96d0-4049-9467-35bacaa1bfa8'} from dv-neutron-797121-2-hyperv. {{(pid=105226) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 21 14:53:40.330592 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 1784935d-7270-4d2d-95c8-708866423732 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:40.352430 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-1121dd93-5fa7-445b-8a3a-f5ff9e81a4cf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Allocated IP 172.20.0.5 (fbc82190-6c36-4285-8bae-7b6474057628/a1abcef7-4436-4c3d-b228-d90fedd2c950/63906693-c2b4-4d69-bbd7-317aef06a126) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:53:40.352976 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 1784935d-7270-4d2d-95c8-708866423732 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:40.354570 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:40.361558 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-1121dd93-5fa7-445b-8a3a-f5ff9e81a4cf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Allocated IP 172.20.0.30 (fbc82190-6c36-4285-8bae-7b6474057628/a0b4f17c-b7a2-413c-8e93-2249ba0ecd1f/63906693-c2b4-4d69-bbd7-317aef06a126) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:53:40.364939 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-644ef2b5-5316-4e07-9ce9-944da1fe44d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:40.496097 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-74adf185-8fcb-4313-93b1-e3d9c71d2dd2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] For port 5c246e1d-96d0-4049-9467-35bacaa1bfa8, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=5c246e1d-96d0-4049-9467-35bacaa1bfa8,segment=NetworkSegment(c86b6b5e-f3d2-4b76-a769-18e2c00ea27f),segment_id=c86b6b5e-f3d2-4b76-a769-18e2c00ea27f)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:40.496460 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-74adf185-8fcb-4313-93b1-e3d9c71d2dd2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:40.543004 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-4d89e28d-8c32-48db-aacf-73a1e480532f tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Allocated IP 172.20.0.2 (526fdaf7-f1cc-4ed7-81cb-9dc271462d4d/4cf83945-a474-423c-ab58-da4637f6bf60/af1950d6-14b3-4086-9aa5-cc11fbecd040) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:53:40.627720 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1121dd93-5fa7-445b-8a3a-f5ff9e81a4cf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:40.630735 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:40.660564 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72768a44-22b5-4206-8125-241f485428ca None None] Network 9c33261e-92bc-4fc4-92b6-c169b7f9dd69 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:40.665017 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-1121dd93-5fa7-445b-8a3a-f5ff9e81a4cf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Transition to ACTIVE for port object 63906693-c2b4-4d69-bbd7-317aef06a126 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:40.706981 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-74adf185-8fcb-4313-93b1-e3d9c71d2dd2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Calling delete_port for 5c246e1d-96d0-4049-9467-35bacaa1bfa8 owned by network:dhcp {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:53:40.722762 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1121dd93-5fa7-445b-8a3a-f5ff9e81a4cf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:40.737189 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-77c11a19-900b-41df-ac7b-71c24462078e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:40.777176 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 1784935d-7270-4d2d-95c8-708866423732, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=1784935d-7270-4d2d-95c8-708866423732,segment=NetworkSegment(f4057f1d-4945-45c0-b2b2-2d9960880eed),segment_id=f4057f1d-4945-45c0-b2b2-2d9960880eed)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:40.790919 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:40.791925 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device fc10ab6c-6961-4da4-8223-ed5660a2032e up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:53:40.798563 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1121dd93-5fa7-445b-8a3a-f5ff9e81a4cf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Network fbc82190-6c36-4285-8bae-7b6474057628 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:40.804329 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-1121dd93-5fa7-445b-8a3a-f5ff9e81a4cf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:40.813137 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1121dd93-5fa7-445b-8a3a-f5ff9e81a4cf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:53:40.822969 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:40.831362 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb79e2ac-4b73-4f3b-b467-603d357e3f39 None None] Network d90676dc-93ab-4b3e-8482-405d197a7450 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:40.848219 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-026feefc-c811-454c-805f-44b5be796042 req-260134a8-10cd-465f-beb7-8f4e2e99e453 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/ports?device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 210 time: 0.0438702 Jun 21 14:53:40.854932 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121dd93-5fa7-445b-8a3a-f5ff9e81a4cf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Port': ['ID=63906693-c2b4-4d69-bbd7-317aef06a126,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:40.870704 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-5c759d16-9296-4daf-97f8-f983a3d0f067 None None] Provisioning complete for port 5c246e1d-96d0-4049-9467-35bacaa1bfa8 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:40.870936 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5c759d16-9296-4daf-97f8-f983a3d0f067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:40.871546 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1121dd93-5fa7-445b-8a3a-f5ff9e81a4cf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:40.894119 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1121dd93-5fa7-445b-8a3a-f5ff9e81a4cf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:40.894936 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1121dd93-5fa7-445b-8a3a-f5ff9e81a4cf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:40.916039 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1121dd93-5fa7-445b-8a3a-f5ff9e81a4cf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.6060510 Jun 21 14:53:40.916792 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36228) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:40.923178 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-37ec83f4-0401-4244-8541-4cc165444daf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a1abcef7-4436-4c3d-b228-d90fedd2c950'}]}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:41.047691 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e4ff71cd-f66a-404a-8697-b11b51048514 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:41.053757 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d86cdcc5-8135-49d2-8b57-9cfad155a62f tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:41.055734 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=1784935d-7270-4d2d-95c8-708866423732,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:41.063965 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:41.064536 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-5c759d16-9296-4daf-97f8-f983a3d0f067 None None] Could not find standard attr ID for object 5c246e1d-96d0-4049-9467-35bacaa1bfa8. {{(pid=105226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 21 14:53:41.065963 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-74adf185-8fcb-4313-93b1-e3d9c71d2dd2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:41.071341 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.plugins.ml2.db [None req-5c759d16-9296-4daf-97f8-f983a3d0f067 None None] No ports have port_id starting with 5c246e1d-96d0-4049-9467-35bacaa1bfa8 Jun 21 14:53:41.072819 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-37ec83f4-0401-4244-8541-4cc165444daf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:41.099974 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port fc10ab6c-6961-4da4-8223-ed5660a2032e completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:41.116492 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-4d89e28d-8c32-48db-aacf-73a1e480532f tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:41.135289 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74adf185-8fcb-4313-93b1-e3d9c71d2dd2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] No DVR routers for this DVR port 5c246e1d-96d0-4049-9467-35bacaa1bfa8 on host dv-neutron-797121-2-hyperv {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:53:41.178580 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacec3ff-118c-439c-84d3-854a4838d3db None None] DHCP port deletion for 9c33261e-92bc-4fc4-92b6-c169b7f9dd69 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:53:41.192891 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff71cd-f66a-404a-8697-b11b51048514 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Subnet': ['ID=634fa180-80fa-452f-8c7f-921256247aa2,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:41.216915 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffc4569-b6e7-4887-99f7-75374910ef9e None None] Sync routers for ids ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:53:41.222178 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-803e73cb-0e2f-434a-bc70-704f1baf498c None None] Provisioning for port fc10ab6c-6961-4da4-8223-ed5660a2032e completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:41.228329 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-803e73cb-0e2f-434a-bc70-704f1baf498c None None] Provisioning complete for port fc10ab6c-6961-4da4-8223-ed5660a2032e triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:41.228901 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-803e73cb-0e2f-434a-bc70-704f1baf498c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:41.232132 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffc4569-b6e7-4887-99f7-75374910ef9e None None] Routers {'3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:53:41.232760 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-dffc4569-b6e7-4887-99f7-75374910ef9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:53:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:41.260238 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ff71cd-f66a-404a-8697-b11b51048514 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:41.260714 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ff71cd-f66a-404a-8697-b11b51048514 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:41.261142 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ff71cd-f66a-404a-8697-b11b51048514 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:41.261569 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ff71cd-f66a-404a-8697-b11b51048514 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:41.262308 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ff71cd-f66a-404a-8697-b11b51048514 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:41.262742 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ff71cd-f66a-404a-8697-b11b51048514 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:41.263217 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ff71cd-f66a-404a-8697-b11b51048514 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:41.263642 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ff71cd-f66a-404a-8697-b11b51048514 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:41.264080 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ff71cd-f66a-404a-8697-b11b51048514 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:41.264496 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ff71cd-f66a-404a-8697-b11b51048514 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:41.264914 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ff71cd-f66a-404a-8697-b11b51048514 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:41.265356 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ff71cd-f66a-404a-8697-b11b51048514 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:41.274963 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e4ff71cd-f66a-404a-8697-b11b51048514 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:41.281775 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ef1509e9-0805-4100-8d74-ca006ee7e67d tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:41.327365 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-74adf185-8fcb-4313-93b1-e3d9c71d2dd2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:41.330790 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ff71cd-f66a-404a-8697-b11b51048514 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Checking segment: {'id': '9725c62e-9d9f-4310-9ee1-59430be5564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:41.331148 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ff71cd-f66a-404a-8697-b11b51048514 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Network hostable DHCP agents. Network: ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:53:41.343113 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74adf185-8fcb-4313-93b1-e3d9c71d2dd2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event deleted for resources: {'Port': ['ID=5c246e1d-96d0-4049-9467-35bacaa1bfa8,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:41.346782 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-74adf185-8fcb-4313-93b1-e3d9c71d2dd2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c33261e-92bc-4fc4-92b6-c169b7f9dd69']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:41.354463 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-803e73cb-0e2f-434a-bc70-704f1baf498c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:41.359040 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-74adf185-8fcb-4313-93b1-e3d9c71d2dd2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:41.367190 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-74adf185-8fcb-4313-93b1-e3d9c71d2dd2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c86b6b5e-f3d2-4b76-a769-18e2c00ea27f') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:41.367687 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-74adf185-8fcb-4313-93b1-e3d9c71d2dd2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c86b6b5e-f3d2-4b76-a769-18e2c00ea27f') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:41.382547 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-4d89e28d-8c32-48db-aacf-73a1e480532f tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:41.390535 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5c9fe68b-9652-4c61-9721-7c0f6cf4cfe9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:41.400093 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-74adf185-8fcb-4313-93b1-e3d9c71d2dd2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:41.401456 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-dffc4569-b6e7-4887-99f7-75374910ef9e None None] Set router 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c gateway port host: None {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:53:41.437541 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-803e73cb-0e2f-434a-bc70-704f1baf498c None None] For port fc10ab6c-6961-4da4-8223-ed5660a2032e, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=fc10ab6c-6961-4da4-8223-ed5660a2032e,segment=NetworkSegment(bba90ab9-e73a-4584-b76e-d38c1ea24adb),segment_id=bba90ab9-e73a-4584-b76e-d38c1ea24adb)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:41.448076 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-803e73cb-0e2f-434a-bc70-704f1baf498c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:41.449719 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-977ba5fd-fb88-4c0b-918a-fb4a655f72d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:41.456468 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ff71cd-f66a-404a-8697-b11b51048514 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Network ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:53:41.488549 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-74adf185-8fcb-4313-93b1-e3d9c71d2dd2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:41.501569 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89e28d-8c32-48db-aacf-73a1e480532f tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Pushing event updated for resources: {'Port': ['ID=af1950d6-14b3-4086-9aa5-cc11fbecd040,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:41.511878 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4d89e28d-8c32-48db-aacf-73a1e480532f tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:41.517768 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74adf185-8fcb-4313-93b1-e3d9c71d2dd2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:53:41.518108 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-74adf185-8fcb-4313-93b1-e3d9c71d2dd2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:41.521446 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:53:41.521446 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:53:41.521446 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:53:41.521446 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:53:41.521446 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:53:41.521446 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:53:41.521446 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:53:41.521446 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:53:41.521446 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:53:41.521446 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:53:41.521446 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:53:41.521446 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:53:41.521446 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:53:41.521446 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:53:41.521446 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:53:41.521446 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:53:41.521446 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:53:41.521446 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:53:41.521446 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:53:41.521446 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:53:41.521446 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:53:41.521446 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:53:41.521446 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:53:41.521446 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:53:41.521446 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:53:41.521446 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:53:41.521446 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:53:41.521446 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:53:41.521446 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:53:41.521446 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:53:41.521446 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:53:41.521446 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:53:41.537675 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-4d89e28d-8c32-48db-aacf-73a1e480532f tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Network 526fdaf7-f1cc-4ed7-81cb-9dc271462d4d is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:41.538855 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-e4ff71cd-f66a-404a-8697-b11b51048514 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:41.552282 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1c8ff7-65a4-481c-bfcc-6d952db3defc None None] Network ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:41.568021 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-37ec83f4-0401-4244-8541-4cc165444daf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Delete allocated IP 172.20.0.30 (fbc82190-6c36-4285-8bae-7b6474057628/a0b4f17c-b7a2-413c-8e93-2249ba0ecd1f) {{(pid=105225) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 21 14:53:41.582061 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-4d89e28d-8c32-48db-aacf-73a1e480532f tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:41.587779 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ff71cd-f66a-404a-8697-b11b51048514 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:41.588607 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e4ff71cd-f66a-404a-8697-b11b51048514 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:41.591230 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-4d89e28d-8c32-48db-aacf-73a1e480532f tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:53:41.643103 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803e73cb-0e2f-434a-bc70-704f1baf498c None None] Pushing event updated for resources: {'Port': ['ID=fc10ab6c-6961-4da4-8223-ed5660a2032e,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:41.656298 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-803e73cb-0e2f-434a-bc70-704f1baf498c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:41.685258 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ca1267c9-81ce-4b11-8a1f-d84083d77251 None None] Provisioning complete for port fc10ab6c-6961-4da4-8223-ed5660a2032e triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:41.685987 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ca1267c9-81ce-4b11-8a1f-d84083d77251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:41.693668 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-4d89e28d-8c32-48db-aacf-73a1e480532f tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:41.695470 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-4d89e28d-8c32-48db-aacf-73a1e480532f tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:41.715158 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e4ff71cd-f66a-404a-8697-b11b51048514 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7884145 Jun 21 14:53:41.715824 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36230) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:41.748799 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-dffc4569-b6e7-4887-99f7-75374910ef9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'name': 'tempest-RoutersTest-router-2122799372', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:53:28Z', 'updated_at': '2021-06-21T14:53:38Z', 'revision_number': 3, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'gw_port_host': None, '_interfaces': [{'id': '085df3ab-b294-4346-b018-a9f61ddeefbf', 'name': '', 'network_id': 'd90676dc-93ab-4b3e-8482-405d197a7450', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:59:c9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:36Z', 'updated_at': '2021-06-21T14:53:38Z', 'revision_number': 2, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1784935d-7270-4d2d-95c8-708866423732', 'name': '', 'network_id': '41c3f5af-2751-4985-8586-f0975d1d5cfd', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:67:55:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:31Z', 'updated_at': '2021-06-21T14:53:40Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:41.817583 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-4d89e28d-8c32-48db-aacf-73a1e480532f tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2053990 Jun 21 14:53:41.820822 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-37ec83f4-0401-4244-8541-4cc165444daf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:41.844876 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-37ec83f4-0401-4244-8541-4cc165444daf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Ignored duplicate provisioning block setup for port 63906693-c2b4-4d69-bbd7-317aef06a126 by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 21 14:53:41.863118 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-80371edf-5674-475d-8a4d-5386c80992e8 service neutron] Request body: {'port': {'device_id': '954abc37-6ff5-4577-bfc2-931c23b388bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:41.867808 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-74adf185-8fcb-4313-93b1-e3d9c71d2dd2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:41.869021 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-37ec83f4-0401-4244-8541-4cc165444daf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:41.897502 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def0d421-f04d-40ee-978a-0c76628c5f78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9', 'network_id': 'ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'fixed_ips': [{'subnet_id': '634fa180-80fa-452f-8c7f-921256247aa2'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:53:41.898708 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-def0d421-f04d-40ee-978a-0c76628c5f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:41.903280 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-02978b6c-a05d-4211-a12b-76816398bce9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:41.910698 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-74adf185-8fcb-4313-93b1-e3d9c71d2dd2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:41.919794 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-74adf185-8fcb-4313-93b1-e3d9c71d2dd2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "DELETE /v2.0/networks/9c33261e-92bc-4fc4-92b6-c169b7f9dd69 HTTP/1.1" status: 204 len: 168 time: 2.1449721 Jun 21 14:53:41.924194 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-64ed5fd4-9644-4c09-97b2-a8a701444371 tempest-FloatingIPAdminTestJSON-2063017690 tempest-FloatingIPAdminTestJSON-2063017690-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:41.928830 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36236) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:41.981977 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffc4569-b6e7-4887-99f7-75374910ef9e None None] Checking router: 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:53:41.982337 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffc4569-b6e7-4887-99f7-75374910ef9e None None] Updating router 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c port 085df3ab-b294-4346-b018-a9f61ddeefbf binding host dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:53:42.000084 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74adf185-8fcb-4313-93b1-e3d9c71d2dd2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event deleted for resources: {'Network': ['ID=9c33261e-92bc-4fc4-92b6-c169b7f9dd69,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:42.051706 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-74adf185-8fcb-4313-93b1-e3d9c71d2dd2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:42.066595 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-54bd103b-e498-4ab9-a7f8-14dd3df645d0 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:42.067028 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54bd103b-e498-4ab9-a7f8-14dd3df645d0 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:42.068743 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-54bd103b-e498-4ab9-a7f8-14dd3df645d0 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "DELETE /v2.0/subnets/405f8f26-d4f5-425e-8757-50073d003665 HTTP/1.1" status: 404 len: 337 time: 0.1087408 Jun 21 14:53:42.076374 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-dffc4569-b6e7-4887-99f7-75374910ef9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:42.087721 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36238) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:42.119463 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec83f4-0401-4244-8541-4cc165444daf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Port': ['ID=63906693-c2b4-4d69-bbd7-317aef06a126,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:42.153349 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ec83f4-0401-4244-8541-4cc165444daf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:42.153734 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ec83f4-0401-4244-8541-4cc165444daf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:42.154129 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ec83f4-0401-4244-8541-4cc165444daf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:42.154494 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ec83f4-0401-4244-8541-4cc165444daf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:42.172608 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ec83f4-0401-4244-8541-4cc165444daf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:42.172971 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ec83f4-0401-4244-8541-4cc165444daf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:42.173343 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ec83f4-0401-4244-8541-4cc165444daf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:42.173707 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ec83f4-0401-4244-8541-4cc165444daf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:42.174089 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ec83f4-0401-4244-8541-4cc165444daf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:42.174446 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ec83f4-0401-4244-8541-4cc165444daf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:42.174806 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ec83f4-0401-4244-8541-4cc165444daf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:42.178877 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37ec83f4-0401-4244-8541-4cc165444daf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:42.182400 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-37ec83f4-0401-4244-8541-4cc165444daf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] In _notify_port_updated(), no bound segment for port 63906693-c2b4-4d69-bbd7-317aef06a126 on network fbc82190-6c36-4285-8bae-7b6474057628 {{(pid=105225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 21 14:53:42.199110 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ec83f4-0401-4244-8541-4cc165444daf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:42.200085 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-37ec83f4-0401-4244-8541-4cc165444daf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:42.204015 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ca1267c9-81ce-4b11-8a1f-d84083d77251 None None] Provisioning for port 085df3ab-b294-4346-b018-a9f61ddeefbf completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:42.204193 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-37ec83f4-0401-4244-8541-4cc165444daf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "PUT /v2.0/ports/63906693-c2b4-4d69-bbd7-317aef06a126 HTTP/1.1" status: 200 len: 918 time: 1.2831810 Jun 21 14:53:42.204403 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-37ec83f4-0401-4244-8541-4cc165444daf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:42.205047 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36240) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:42.212420 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-120df5c4-db88-4da8-b1ea-75b86b899cf3 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:42.213028 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-120df5c4-db88-4da8-b1ea-75b86b899cf3 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:42.220627 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-120df5c4-db88-4da8-b1ea-75b86b899cf3 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "DELETE /v2.0/networks/8570f14c-37e9-46dd-a97d-476c934090e9 HTTP/1.1" status: 404 len: 339 time: 0.1319084 Jun 21 14:53:42.221644 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-6514d451-fd3f-4e76-b8a8-82c1680df268 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a1abcef7-4436-4c3d-b228-d90fedd2c950'}, {'subnet_id': 'a0b4f17c-b7a2-413c-8e93-2249ba0ecd1f'}]}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:42.229299 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ca1267c9-81ce-4b11-8a1f-d84083d77251 None None] Provisioning complete for port 085df3ab-b294-4346-b018-a9f61ddeefbf triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:42.230703 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ca1267c9-81ce-4b11-8a1f-d84083d77251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:42.238618 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36242) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:42.342790 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-def0d421-f04d-40ee-978a-0c76628c5f78 None None] Allocated IP 172.22.0.2 (ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9/634fa180-80fa-452f-8c7f-921256247aa2/93f164c2-9fa1-459f-a9bf-c01dc2b04c77) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:53:42.348112 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device b2c96fd4-54d5-4148-9928-35964bf5dd44 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:53:42.385004 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd37e0e-1b57-49f0-ad0c-b0951cdab965 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:42.393910 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fd37e0e-1b57-49f0-ad0c-b0951cdab965 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:42.396111 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7fd37e0e-1b57-49f0-ad0c-b0951cdab965 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "DELETE /v2.0/subnets/edf82254-db15-4cf8-aa98-5e031094e94d HTTP/1.1" status: 404 len: 337 time: 0.1564226 Jun 21 14:53:42.399214 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36244) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:42.425695 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f993080-7fe0-4c07-b26c-b20f45c0e50c tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:42.426586 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f993080-7fe0-4c07-b26c-b20f45c0e50c tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:42.428669 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9f993080-7fe0-4c07-b26c-b20f45c0e50c tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "DELETE /v2.0/networks/74cbc40f-9def-4c06-b7fb-86e8bb54d369 HTTP/1.1" status: 404 len: 339 time: 0.0282810 Jun 21 14:53:42.431315 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36246) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:42.486387 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-445c9ee6-c9c6-4dc9-a662-cb9ab742579a tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:42.487147 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-445c9ee6-c9c6-4dc9-a662-cb9ab742579a tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:42.489044 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-445c9ee6-c9c6-4dc9-a662-cb9ab742579a tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "DELETE /v2.0/subnets/28fee736-d218-43c3-a435-904db86c9468 HTTP/1.1" status: 404 len: 337 time: 0.0565860 Jun 21 14:53:42.491994 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36248) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:42.517062 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-0977d534-9f9c-4596-b29e-bde452a30eb9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:42.517949 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0977d534-9f9c-4596-b29e-bde452a30eb9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:42.519841 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0977d534-9f9c-4596-b29e-bde452a30eb9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "DELETE /v2.0/networks/9d505621-e6ae-4bb2-b464-6344c39bfde1 HTTP/1.1" status: 404 len: 339 time: 0.0267303 Jun 21 14:53:42.522806 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36250) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:42.528018 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-ca1267c9-81ce-4b11-8a1f-d84083d77251 None None] Port 085df3ab-b294-4346-b018-a9f61ddeefbf cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:53:42.532706 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36411f43-c089-41f1-aafe-94b01eb8a8f3 None None] Network fbc82190-6c36-4285-8bae-7b6474057628 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:42.541505 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-dffc4569-b6e7-4887-99f7-75374910ef9e None None] Notify callbacks [] for port, precommit_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:42.552592 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.provisioning_blocks [None req-dffc4569-b6e7-4887-99f7-75374910ef9e None None] Transition to ACTIVE for port object 085df3ab-b294-4346-b018-a9f61ddeefbf will not be triggered until provisioned by entity L2. {{(pid=105227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:42.557716 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6514d451-fd3f-4e76-b8a8-82c1680df268 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:42.565480 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-dffc4569-b6e7-4887-99f7-75374910ef9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:42.578642 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-e846431d-7b90-490a-a512-bba14166b53a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:42.614564 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-359fa897-7e89-4692-a2ef-4f13027325ba tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Deleting subnet 3e79e17c-7956-4b74-979d-8a32185f5003 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:53:42.619716 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-359fa897-7e89-4692-a2ef-4f13027325ba tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:42.671380 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee65863-faf1-43a0-ad2c-a49dfdbaee39 None None] Pushing event updated for resources: {'Port': ['ID=085df3ab-b294-4346-b018-a9f61ddeefbf,revision_number=3']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:42.681017 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee65863-faf1-43a0-ad2c-a49dfdbaee39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:42.681357 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee65863-faf1-43a0-ad2c-a49dfdbaee39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:42.681679 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee65863-faf1-43a0-ad2c-a49dfdbaee39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:42.682096 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee65863-faf1-43a0-ad2c-a49dfdbaee39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:42.682412 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee65863-faf1-43a0-ad2c-a49dfdbaee39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:42.682735 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee65863-faf1-43a0-ad2c-a49dfdbaee39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:42.683044 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee65863-faf1-43a0-ad2c-a49dfdbaee39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:42.683354 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee65863-faf1-43a0-ad2c-a49dfdbaee39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:42.683680 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee65863-faf1-43a0-ad2c-a49dfdbaee39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:42.684228 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee65863-faf1-43a0-ad2c-a49dfdbaee39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:42.684341 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee65863-faf1-43a0-ad2c-a49dfdbaee39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:42.684624 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee65863-faf1-43a0-ad2c-a49dfdbaee39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:53:42.693905 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-bee65863-faf1-43a0-ad2c-a49dfdbaee39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:42.713314 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-80371edf-5674-475d-8a4d-5386c80992e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:42.756618 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-359fa897-7e89-4692-a2ef-4f13027325ba tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:42.762794 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-27694319-7e30-4e54-a831-ef544d948b31 None None] Provisioning for port b2c96fd4-54d5-4148-9928-35964bf5dd44 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:42.768566 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-dffc4569-b6e7-4887-99f7-75374910ef9e None None] Attempting to bind port 085df3ab-b294-4346-b018-a9f61ddeefbf on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:53:42.769299 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-dffc4569-b6e7-4887-99f7-75374910ef9e None None] Attempting to bind port 085df3ab-b294-4346-b018-a9f61ddeefbf by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'bba90ab9-e73a-4584-b76e-d38c1ea24adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd90676dc-93ab-4b3e-8482-405d197a7450'}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:53:42.769957 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffc4569-b6e7-4887-99f7-75374910ef9e None None] Attempting to bind port 085df3ab-b294-4346-b018-a9f61ddeefbf on network d90676dc-93ab-4b3e-8482-405d197a7450 {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:53:42.775952 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffc4569-b6e7-4887-99f7-75374910ef9e None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:53:42.777196 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffc4569-b6e7-4887-99f7-75374910ef9e None None] Checking segment: {'id': 'bba90ab9-e73a-4584-b76e-d38c1ea24adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd90676dc-93ab-4b3e-8482-405d197a7450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:42.777873 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-dffc4569-b6e7-4887-99f7-75374910ef9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:42.778471 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffc4569-b6e7-4887-99f7-75374910ef9e None None] Bound using segment: {'id': 'bba90ab9-e73a-4584-b76e-d38c1ea24adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd90676dc-93ab-4b3e-8482-405d197a7450'} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:53:42.779317 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-dffc4569-b6e7-4887-99f7-75374910ef9e None None] Bound port: 085df3ab-b294-4346-b018-a9f61ddeefbf, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bba90ab9-e73a-4584-b76e-d38c1ea24adb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'd90676dc-93ab-4b3e-8482-405d197a7450'}}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:53:42.779916 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-dffc4569-b6e7-4887-99f7-75374910ef9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:42.788836 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port b2c96fd4-54d5-4148-9928-35964bf5dd44 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:42.828829 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-def0d421-f04d-40ee-978a-0c76628c5f78 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:42.832818 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port b2c96fd4-54d5-4148-9928-35964bf5dd44 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:42.833707 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:42.880726 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e501c-287f-437b-b4af-c5a5534c2777 req-6842a065-b2ec-4111-b73e-5103f8abeb33 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:42.889482 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-045e501c-287f-437b-b4af-c5a5534c2777 req-6842a065-b2ec-4111-b73e-5103f8abeb33 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/ports?device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 931 time: 0.7668521 Jun 21 14:53:42.889712 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-dffc4569-b6e7-4887-99f7-75374910ef9e None None] For port 085df3ab-b294-4346-b018-a9f61ddeefbf, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:53:42.901914 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-dffc4569-b6e7-4887-99f7-75374910ef9e None None] For port 085df3ab-b294-4346-b018-a9f61ddeefbf, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=085df3ab-b294-4346-b018-a9f61ddeefbf,segment=NetworkSegment(bba90ab9-e73a-4584-b76e-d38c1ea24adb),segment_id=bba90ab9-e73a-4584-b76e-d38c1ea24adb)] {{(pid=105227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:53:42.910657 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-dffc4569-b6e7-4887-99f7-75374910ef9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:42.927563 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-e846431d-7b90-490a-a512-bba14166b53a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:42.930519 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-def0d421-f04d-40ee-978a-0c76628c5f78 None None] Transition to ACTIVE for port object 93f164c2-9fa1-459f-a9bf-c01dc2b04c77 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:42.979237 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee65863-faf1-43a0-ad2c-a49dfdbaee39 None None] Pushing event updated for resources: {'Port': ['ID=085df3ab-b294-4346-b018-a9f61ddeefbf,revision_number=4']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:42.984594 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-bee65863-faf1-43a0-ad2c-a49dfdbaee39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:42.995538 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffc4569-b6e7-4887-99f7-75374910ef9e None None] Routers {'3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:53:42.996227 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-dffc4569-b6e7-4887-99f7-75374910ef9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:53:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:42.997186 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-359fa897-7e89-4692-a2ef-4f13027325ba tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:43.032285 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-045e501c-287f-437b-b4af-c5a5534c2777 req-daf77b30-d729-42cc-a692-d35ab4ce6ffc tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/security-groups?id=215242b6-1f27-40c8-b2a0-2e3b834d8a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413112 Jun 21 14:53:43.132317 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-6514d451-fd3f-4e76-b8a8-82c1680df268 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Allocated IP 172.20.0.18 (fbc82190-6c36-4285-8bae-7b6474057628/a0b4f17c-b7a2-413c-8e93-2249ba0ecd1f/63906693-c2b4-4d69-bbd7-317aef06a126) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:53:43.132698 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-dffc4569-b6e7-4887-99f7-75374910ef9e None None] Set router 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c gateway port host: None {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:53:43.273554 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-def0d421-f04d-40ee-978a-0c76628c5f78 None None] Transition to ACTIVE for port object 93f164c2-9fa1-459f-a9bf-c01dc2b04c77 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:43.282778 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-db57e1e9-0fe1-4c17-b3ea-e3845bf4745a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:43.293375 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-def0d421-f04d-40ee-978a-0c76628c5f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:43.300081 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-977ba5fd-fb88-4c0b-918a-fb4a655f72d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:43.325832 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6514d451-fd3f-4e76-b8a8-82c1680df268 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:43.345345 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-6514d451-fd3f-4e76-b8a8-82c1680df268 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Ignored duplicate provisioning block setup for port 63906693-c2b4-4d69-bbd7-317aef06a126 by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 21 14:53:43.348237 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-359fa897-7e89-4692-a2ef-4f13027325ba tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:43.350452 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0d421-f04d-40ee-978a-0c76628c5f78 None None] Pushing event updated for resources: {'Port': ['ID=93f164c2-9fa1-459f-a9bf-c01dc2b04c77,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:43.353152 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0de059e7-a907-4fdb-a194-3d2447c64845 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:43.355524 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-def0d421-f04d-40ee-978a-0c76628c5f78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:43.365071 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6514d451-fd3f-4e76-b8a8-82c1680df268 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:43.410017 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359fa897-7e89-4692-a2ef-4f13027325ba tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event deleted for resources: {'Subnet': ['ID=3e79e17c-7956-4b74-979d-8a32185f5003,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:43.433520 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-359fa897-7e89-4692-a2ef-4f13027325ba tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:43.435628 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fd735bf4-fc51-491e-922a-828d3cf3f4f1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:43.441700 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-359fa897-7e89-4692-a2ef-4f13027325ba tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:43.444280 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-359fa897-7e89-4692-a2ef-4f13027325ba tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "DELETE /v2.0/subnets/3e79e17c-7956-4b74-979d-8a32185f5003 HTTP/1.1" status: 204 len: 168 time: 0.9202278 Jun 21 14:53:43.444458 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def0d421-f04d-40ee-978a-0c76628c5f78 None None] Network ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:43.450005 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-def0d421-f04d-40ee-978a-0c76628c5f78 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:43.453424 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36254) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:43.479012 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af16e06-02ab-4e9c-a095-1a51a918dcd4 None None] Network 4628ed3c-d92d-47da-a2e7-120abf7ad3e2 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:43.488307 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def0d421-f04d-40ee-978a-0c76628c5f78 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:53:43.511093 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6514d451-fd3f-4e76-b8a8-82c1680df268 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Port': ['ID=63906693-c2b4-4d69-bbd7-317aef06a126,revision_number=3']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:43.521356 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-dffc4569-b6e7-4887-99f7-75374910ef9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'name': 'tempest-RoutersTest-router-2122799372', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:53:28Z', 'updated_at': '2021-06-21T14:53:38Z', 'revision_number': 3, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'gw_port_host': None, '_interfaces': [{'id': '085df3ab-b294-4346-b018-a9f61ddeefbf', 'name': '', 'network_id': 'd90676dc-93ab-4b3e-8482-405d197a7450', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:59:c9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:36Z', 'updated_at': '2021-06-21T14:53:42Z', 'revision_number': 4, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1784935d-7270-4d2d-95c8-708866423732', 'name': '', 'network_id': '41c3f5af-2751-4985-8586-f0975d1d5cfd', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:67:55:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:31Z', 'updated_at': '2021-06-21T14:53:40Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:43.566830 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffc4569-b6e7-4887-99f7-75374910ef9e None None] The sync data for ids ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'] in dv-neutron-797121-2-hyperv is: [{'id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'name': 'tempest-RoutersTest-router-2122799372', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:53:28Z', 'updated_at': '2021-06-21T14:53:38Z', 'revision_number': 3, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'gw_port_host': None, '_interfaces': [{'id': '085df3ab-b294-4346-b018-a9f61ddeefbf', 'name': '', 'network_id': 'd90676dc-93ab-4b3e-8482-405d197a7450', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:59:c9:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:36Z', 'updated_at': '2021-06-21T14:53:42Z', 'revision_number': 4, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1784935d-7270-4d2d-95c8-708866423732', 'name': '', 'network_id': '41c3f5af-2751-4985-8586-f0975d1d5cfd', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:67:55:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:31Z', 'updated_at': '2021-06-21T14:53:40Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:53:43.579018 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6514d451-fd3f-4e76-b8a8-82c1680df268 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:43.589278 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:43.648266 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-80371edf-5674-475d-8a4d-5386c80992e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af1950d6-14b3-4086-9aa5-cc11fbecd040 {{(pid=105224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:53:43.729829 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-39f72c4f-71a5-4a89-9f44-036323a8ce19 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:43.745014 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-80371edf-5674-475d-8a4d-5386c80992e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:43.754734 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port b2c96fd4-54d5-4148-9928-35964bf5dd44, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=b2c96fd4-54d5-4148-9928-35964bf5dd44,segment=NetworkSegment(c1cf7da0-0023-4b4e-93ed-6fdbb68746b4),segment_id=c1cf7da0-0023-4b4e-93ed-6fdbb68746b4)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:43.799446 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-def0d421-f04d-40ee-978a-0c76628c5f78 None None] Attempting to bind port 93f164c2-9fa1-459f-a9bf-c01dc2b04c77 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:53:43.799838 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-def0d421-f04d-40ee-978a-0c76628c5f78 None None] Attempting to bind port 93f164c2-9fa1-459f-a9bf-c01dc2b04c77 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '9725c62e-9d9f-4310-9ee1-59430be5564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:53:43.800207 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def0d421-f04d-40ee-978a-0c76628c5f78 None None] Attempting to bind port 93f164c2-9fa1-459f-a9bf-c01dc2b04c77 on network ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:53:43.802334 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:43.803304 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device fc10ab6c-6961-4da4-8223-ed5660a2032e up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:53:43.808695 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-84b190c4-2774-4d0f-af97-ef9bc4487bc3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:43.813057 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-6514d451-fd3f-4e76-b8a8-82c1680df268 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] In _notify_port_updated(), no bound segment for port 63906693-c2b4-4d69-bbd7-317aef06a126 on network fbc82190-6c36-4285-8bae-7b6474057628 {{(pid=105225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 21 14:53:43.822282 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6514d451-fd3f-4e76-b8a8-82c1680df268 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:43.824797 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6514d451-fd3f-4e76-b8a8-82c1680df268 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:43.832105 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6514d451-fd3f-4e76-b8a8-82c1680df268 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "PUT /v2.0/ports/63906693-c2b4-4d69-bbd7-317aef06a126 HTTP/1.1" status: 200 len: 998 time: 1.6177566 Jun 21 14:53:43.834124 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36256) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:43.840081 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-80371edf-5674-475d-8a4d-5386c80992e8 service neutron] Transition to ACTIVE for port object af1950d6-14b3-4086-9aa5-cc11fbecd040 will not be triggered until provisioned by entity L2. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:43.929307 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-80371edf-5674-475d-8a4d-5386c80992e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:43.939204 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ce3a3aa3-7436-4774-9cb2-a03935b187c5 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:43.965482 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=b2c96fd4-54d5-4148-9928-35964bf5dd44,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:43.989775 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-a1936fc7-df5f-4ef4-b02c-ec5d07a8b581 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Deleting port 63906693-c2b4-4d69-bbd7-317aef06a126 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:53:43.990145 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a1936fc7-df5f-4ef4-b02c-ec5d07a8b581 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:43.996122 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def0d421-f04d-40ee-978a-0c76628c5f78 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:53:43.996998 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def0d421-f04d-40ee-978a-0c76628c5f78 None None] Checking segment: {'id': '9725c62e-9d9f-4310-9ee1-59430be5564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:43.996998 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-def0d421-f04d-40ee-978a-0c76628c5f78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:43.997376 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def0d421-f04d-40ee-978a-0c76628c5f78 None None] Bound using segment: {'id': '9725c62e-9d9f-4310-9ee1-59430be5564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:53:43.997916 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-def0d421-f04d-40ee-978a-0c76628c5f78 None None] Bound port: 93f164c2-9fa1-459f-a9bf-c01dc2b04c77, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9725c62e-9d9f-4310-9ee1-59430be5564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:53:43.998300 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-def0d421-f04d-40ee-978a-0c76628c5f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:44.004025 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:44.033506 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-db57e1e9-0fe1-4c17-b3ea-e3845bf4745a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Allocated IP 172.22.0.1 (ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9/634fa180-80fa-452f-8c7f-921256247aa2/e9d95502-4f8f-4139-9f35-ed4952b9adbb) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:53:44.090481 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80371edf-5674-475d-8a4d-5386c80992e8 service neutron] Pushing event updated for resources: {'Port': ['ID=af1950d6-14b3-4086-9aa5-cc11fbecd040,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:44.101528 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-80371edf-5674-475d-8a4d-5386c80992e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:44.188711 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-def0d421-f04d-40ee-978a-0c76628c5f78 None None] For port 93f164c2-9fa1-459f-a9bf-c01dc2b04c77, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:53:44.195450 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-def0d421-f04d-40ee-978a-0c76628c5f78 None None] For port 93f164c2-9fa1-459f-a9bf-c01dc2b04c77, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=93f164c2-9fa1-459f-a9bf-c01dc2b04c77,segment=NetworkSegment(9725c62e-9d9f-4310-9ee1-59430be5564e),segment_id=9725c62e-9d9f-4310-9ee1-59430be5564e)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:53:44.209571 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952b9a14-d8f9-4c06-afe5-42d3c36add92 None None] Update dhcp port {'port': {'network_id': 'fbc82190-6c36-4285-8bae-7b6474057628', 'fixed_ips': [{'subnet_id': 'a1abcef7-4436-4c3d-b228-d90fedd2c950', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a0b4f17c-b7a2-413c-8e93-2249ba0ecd1f'}], 'binding:host_id': 'dv-neutron-797121-2-hyperv'}, 'id': 'b2c96fd4-54d5-4148-9928-35964bf5dd44'} from dv-neutron-797121-2-hyperv. {{(pid=105226) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 21 14:53:44.216023 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-cabbebb0-a97a-4db8-aa78-71a465806a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:44.268200 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-def0d421-f04d-40ee-978a-0c76628c5f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:44.275535 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-cd5197b4-09a5-4e4d-82f1-d4f1589efb0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:44.315668 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port fc10ab6c-6961-4da4-8223-ed5660a2032e triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:44.316048 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:44.372894 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-952b9a14-d8f9-4c06-afe5-42d3c36add92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:44.387347 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-39f72c4f-71a5-4a89-9f44-036323a8ce19 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Deleting port c10397e1-c519-4793-a5e7-85b7f213d323 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:53:44.387768 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-39f72c4f-71a5-4a89-9f44-036323a8ce19 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:44.465970 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def0d421-f04d-40ee-978a-0c76628c5f78 None None] Pushing event updated for resources: {'Port': ['ID=93f164c2-9fa1-459f-a9bf-c01dc2b04c77,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:44.473384 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-def0d421-f04d-40ee-978a-0c76628c5f78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:44.495800 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-39f72c4f-71a5-4a89-9f44-036323a8ce19 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] For port c10397e1-c519-4793-a5e7-85b7f213d323, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=c10397e1-c519-4793-a5e7-85b7f213d323,segment=NetworkSegment(452be5c1-736b-4647-a93f-99b8cf464643),segment_id=452be5c1-736b-4647-a93f-99b8cf464643)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:44.496163 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-39f72c4f-71a5-4a89-9f44-036323a8ce19 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:44.570740 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2d8d76-b5eb-4403-a3e9-60ab82c10a1d None None] DHCP port deletion for 4628ed3c-d92d-47da-a2e7-120abf7ad3e2 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:53:44.611412 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-39f72c4f-71a5-4a89-9f44-036323a8ce19 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Calling delete_port for c10397e1-c519-4793-a5e7-85b7f213d323 owned by network:dhcp {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:53:44.676596 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 1784935d-7270-4d2d-95c8-708866423732 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:53:44.678498 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3260b41-8789-4557-8e93-9c91c522ef77 req-437b9b27-6069-4acc-885f-d8704a24d18c tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:44.686368 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d3260b41-8789-4557-8e93-9c91c522ef77 req-437b9b27-6069-4acc-885f-d8704a24d18c tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/ports?device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 943 time: 0.4504933 Jun 21 14:53:44.703852 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7094a-6394-4ba7-90fa-438aac29f71e req-45842f5d-dc34-402d-b198-c5447eb7dfe2 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:44.705840 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fba7094a-6394-4ba7-90fa-438aac29f71e req-45842f5d-dc34-402d-b198-c5447eb7dfe2 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.5455914 Jun 21 14:53:44.736026 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a1936fc7-df5f-4ef4-b02c-ec5d07a8b581 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:44.752511 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-80371edf-5674-475d-8a4d-5386c80992e8 service neutron] Attempting to bind port af1950d6-14b3-4086-9aa5-cc11fbecd040 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:53:44.753216 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-80371edf-5674-475d-8a4d-5386c80992e8 service neutron] Attempting to bind port af1950d6-14b3-4086-9aa5-cc11fbecd040 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '7a59647b-4c2c-4caf-b0b7-61b2d6badfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '526fdaf7-f1cc-4ed7-81cb-9dc271462d4d'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:53:44.753750 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-80371edf-5674-475d-8a4d-5386c80992e8 service neutron] Attempting to bind port af1950d6-14b3-4086-9aa5-cc11fbecd040 on network 526fdaf7-f1cc-4ed7-81cb-9dc271462d4d {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:53:44.761383 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-db57e1e9-0fe1-4c17-b3ea-e3845bf4745a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:44.781728 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-952b9a14-d8f9-4c06-afe5-42d3c36add92 None None] Allocated IP 172.20.0.19 (fbc82190-6c36-4285-8bae-7b6474057628/a0b4f17c-b7a2-413c-8e93-2249ba0ecd1f/b2c96fd4-54d5-4148-9928-35964bf5dd44) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:53:44.801976 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-80371edf-5674-475d-8a4d-5386c80992e8 service neutron] Port af1950d6-14b3-4086-9aa5-cc11fbecd040 on network 526fdaf7-f1cc-4ed7-81cb-9dc271462d4d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:53:44.802381 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-80371edf-5674-475d-8a4d-5386c80992e8 service neutron] Attempting to bind port af1950d6-14b3-4086-9aa5-cc11fbecd040 on network 526fdaf7-f1cc-4ed7-81cb-9dc271462d4d {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:53:44.809118 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-dd2d8d76-b5eb-4403-a3e9-60ab82c10a1d None None] Deleting port c10397e1-c519-4793-a5e7-85b7f213d323 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:53:44.809495 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-dd2d8d76-b5eb-4403-a3e9-60ab82c10a1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:44.832254 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-db57e1e9-0fe1-4c17-b3ea-e3845bf4745a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Transition to ACTIVE for port object e9d95502-4f8f-4139-9f35-ed4952b9adbb will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:44.839782 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-a1936fc7-df5f-4ef4-b02c-ec5d07a8b581 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Calling delete_port for 63906693-c2b4-4d69-bbd7-317aef06a126 owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:53:44.851992 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-80371edf-5674-475d-8a4d-5386c80992e8 service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:53:44.852420 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-80371edf-5674-475d-8a4d-5386c80992e8 service neutron] Checking segment: {'id': '7a59647b-4c2c-4caf-b0b7-61b2d6badfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '526fdaf7-f1cc-4ed7-81cb-9dc271462d4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:44.852881 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-80371edf-5674-475d-8a4d-5386c80992e8 service neutron] Bound using segment: {'id': '7a59647b-4c2c-4caf-b0b7-61b2d6badfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '526fdaf7-f1cc-4ed7-81cb-9dc271462d4d'} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:53:44.853541 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-80371edf-5674-475d-8a4d-5386c80992e8 service neutron] Bound port: af1950d6-14b3-4086-9aa5-cc11fbecd040, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a59647b-4c2c-4caf-b0b7-61b2d6badfd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '526fdaf7-f1cc-4ed7-81cb-9dc271462d4d'}}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:53:44.854268 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-80371edf-5674-475d-8a4d-5386c80992e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:44.883368 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d3260b41-8789-4557-8e93-9c91c522ef77 req-b99dbadf-6605-4ea3-b1e4-055d45c0efad tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/security-groups?id=215242b6-1f27-40c8-b2a0-2e3b834d8a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956103 Jun 21 14:53:44.910697 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 1784935d-7270-4d2d-95c8-708866423732 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:44.911077 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:44.917358 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fba7094a-6394-4ba7-90fa-438aac29f71e req-e5d8ce12-44c1-4ede-bece-b3e155751fac tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528935 Jun 21 14:53:44.972375 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-db57e1e9-0fe1-4c17-b3ea-e3845bf4745a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:44.982164 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-47b7f1f0-5294-43f9-9bab-7c782faaf087 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:45.003756 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-dd2d8d76-b5eb-4403-a3e9-60ab82c10a1d None None] For port c10397e1-c519-4793-a5e7-85b7f213d323, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=c10397e1-c519-4793-a5e7-85b7f213d323,segment=NetworkSegment(452be5c1-736b-4647-a93f-99b8cf464643),segment_id=452be5c1-736b-4647-a93f-99b8cf464643)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:45.004206 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-dd2d8d76-b5eb-4403-a3e9-60ab82c10a1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:45.019632 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-80371edf-5674-475d-8a4d-5386c80992e8 service neutron] For port af1950d6-14b3-4086-9aa5-cc11fbecd040, host hv-neutron-7971, cleared binding levels {{(pid=105224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:53:45.023153 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-80371edf-5674-475d-8a4d-5386c80992e8 service neutron] For port af1950d6-14b3-4086-9aa5-cc11fbecd040, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=af1950d6-14b3-4086-9aa5-cc11fbecd040,segment=NetworkSegment(7a59647b-4c2c-4caf-b0b7-61b2d6badfd9),segment_id=7a59647b-4c2c-4caf-b0b7-61b2d6badfd9)] {{(pid=105224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:53:45.034241 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-39f72c4f-71a5-4a89-9f44-036323a8ce19 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:45.060696 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db57e1e9-0fe1-4c17-b3ea-e3845bf4745a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Network ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:45.074261 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a1936fc7-df5f-4ef4-b02c-ec5d07a8b581 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:45.080738 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-56d9bdd9-3c6a-4489-9cc3-f1baae594e3a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:45.084675 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-db57e1e9-0fe1-4c17-b3ea-e3845bf4745a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:45.089524 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f72c4f-71a5-4a89-9f44-036323a8ce19 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] No DVR routers for this DVR port c10397e1-c519-4793-a5e7-85b7f213d323 on host dv-neutron-797121-2-hyperv {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:53:45.092126 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-80371edf-5674-475d-8a4d-5386c80992e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:45.104859 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db57e1e9-0fe1-4c17-b3ea-e3845bf4745a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:53:45.120411 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1936fc7-df5f-4ef4-b02c-ec5d07a8b581 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Port': ['ID=63906693-c2b4-4d69-bbd7-317aef06a126,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:45.122619 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-dd2d8d76-b5eb-4403-a3e9-60ab82c10a1d None None] Calling delete_port for c10397e1-c519-4793-a5e7-85b7f213d323 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:53:45.129084 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a1936fc7-df5f-4ef4-b02c-ec5d07a8b581 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:45.145817 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-952b9a14-d8f9-4c06-afe5-42d3c36add92 None None] For port b2c96fd4-54d5-4148-9928-35964bf5dd44, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=b2c96fd4-54d5-4148-9928-35964bf5dd44,segment=NetworkSegment(c1cf7da0-0023-4b4e-93ed-6fdbb68746b4),segment_id=c1cf7da0-0023-4b4e-93ed-6fdbb68746b4)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:45.177170 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-80371edf-5674-475d-8a4d-5386c80992e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:45.177980 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-80371edf-5674-475d-8a4d-5386c80992e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:45.179446 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-80371edf-5674-475d-8a4d-5386c80992e8 service neutron] 10.222.0.66 "PUT /v2.0/ports/af1950d6-14b3-4086-9aa5-cc11fbecd040 HTTP/1.1" status: 200 len: 1093 time: 3.3264856 Jun 21 14:53:45.180076 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954abc37-6ff5-4577-bfc2-931c23b388bd', 'tag': 'af1950d6-14b3-4086-9aa5-cc11fbecd040'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:53:45.182536 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d14b54b-6af8-4488-9951-66a95df027f5" -d '{"events": [{"name": "network-changed", "server_uuid": "954abc37-6ff5-4577-bfc2-931c23b388bd", "tag": "af1950d6-14b3-4086-9aa5-cc11fbecd040"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:53:45.243256 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a1936fc7-df5f-4ef4-b02c-ec5d07a8b581 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:45.248987 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a1936fc7-df5f-4ef4-b02c-ec5d07a8b581 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/ports/63906693-c2b4-4d69-bbd7-317aef06a126 HTTP/1.1" status: 204 len: 168 time: 1.4137118 Jun 21 14:53:45.249185 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d90f325-8676-46c1-b74e-0c3c754dc8a4 x-openstack-request-id: req-1d90f325-8676-46c1-b74e-0c3c754dc8a4 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:53:45.249638 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954abc37-6ff5-4577-bfc2-931c23b388bd", "tag": "af1950d6-14b3-4086-9aa5-cc11fbecd040", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:53:45.250043 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36268) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:45.251169 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1d90f325-8676-46c1-b74e-0c3c754dc8a4 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:53:45.251493 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '954abc37-6ff5-4577-bfc2-931c23b388bd', 'tag': 'af1950d6-14b3-4086-9aa5-cc11fbecd040', 'status': 'completed', 'code': 200} Jun 21 14:53:45.289337 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-4be996a2-eb39-4547-bd27-b7908a909b01 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] GET failed (client error): The resource could not be found. Jun 21 14:53:45.289603 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-952b9a14-d8f9-4c06-afe5-42d3c36add92 None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:45.294506 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4be996a2-eb39-4547-bd27-b7908a909b01 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "GET /v2.0/ports/63906693-c2b4-4d69-bbd7-317aef06a126 HTTP/1.1" status: 404 len: 333 time: 0.0433419 Jun 21 14:53:45.295168 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36270) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:45.324086 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-952b9a14-d8f9-4c06-afe5-42d3c36add92 None None] Transition to ACTIVE for port object b2c96fd4-54d5-4148-9928-35964bf5dd44 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:45.335888 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-952b9a14-d8f9-4c06-afe5-42d3c36add92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:45.336889 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-db57e1e9-0fe1-4c17-b3ea-e3845bf4745a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:45.339417 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-c16d8185-4d29-4c68-a339-45c6c7b7010a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:45.346492 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57e1e9-0fe1-4c17-b3ea-e3845bf4745a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Port': ['ID=e9d95502-4f8f-4139-9f35-ed4952b9adbb,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:45.370325 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-43a84e14-d567-483e-b386-535338fb0a5d tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Deleting subnet a0b4f17c-b7a2-413c-8e93-2249ba0ecd1f {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:53:45.374204 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-43a84e14-d567-483e-b386-535338fb0a5d tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:45.403897 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b9a14-d8f9-4c06-afe5-42d3c36add92 None None] Pushing event updated for resources: {'Port': ['ID=b2c96fd4-54d5-4148-9928-35964bf5dd44,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:45.406784 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 5c246e1d-96d0-4049-9467-35bacaa1bfa8 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:53:45.410502 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-952b9a14-d8f9-4c06-afe5-42d3c36add92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:45.416943 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-db57e1e9-0fe1-4c17-b3ea-e3845bf4745a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:45.430232 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-87b389d3-53ee-431d-b177-4eca0670a4e0 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.347s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:45.432357 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-dd2d8d76-b5eb-4403-a3e9-60ab82c10a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:45.435775 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-00f1442d-662d-4bac-a10c-258a04699246 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:45.437719 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 5c246e1d-96d0-4049-9467-35bacaa1bfa8 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:53:45.438095 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 5c246e1d-96d0-4049-9467-35bacaa1bfa8 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:53:45.440304 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-43a84e14-d567-483e-b386-535338fb0a5d tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:45.461514 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-39f72c4f-71a5-4a89-9f44-036323a8ce19 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:45.482648 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-39f72c4f-71a5-4a89-9f44-036323a8ce19 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4628ed3c-d92d-47da-a2e7-120abf7ad3e2']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:45.498802 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f72c4f-71a5-4a89-9f44-036323a8ce19 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event deleted for resources: {'Port': ['ID=c10397e1-c519-4793-a5e7-85b7f213d323,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:45.505461 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-39f72c4f-71a5-4a89-9f44-036323a8ce19 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '452be5c1-736b-4647-a93f-99b8cf464643') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:45.505989 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-39f72c4f-71a5-4a89-9f44-036323a8ce19 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '452be5c1-736b-4647-a93f-99b8cf464643') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:45.512564 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d8d76-b5eb-4403-a3e9-60ab82c10a1d None None] Pushing event deleted for resources: {'Port': ['ID=c10397e1-c519-4793-a5e7-85b7f213d323,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:45.536282 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-dd2d8d76-b5eb-4403-a3e9-60ab82c10a1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:45.538618 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2d8d76-b5eb-4403-a3e9-60ab82c10a1d None None] No DVR routers for this DVR port c10397e1-c519-4793-a5e7-85b7f213d323 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:53:45.595622 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-43a84e14-d567-483e-b386-535338fb0a5d tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:45.631737 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-39f72c4f-71a5-4a89-9f44-036323a8ce19 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:45.675116 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-39f72c4f-71a5-4a89-9f44-036323a8ce19 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:45.706760 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-43a84e14-d567-483e-b386-535338fb0a5d tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:45.709754 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f72c4f-71a5-4a89-9f44-036323a8ce19 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:53:45.710281 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1b48f2ae-d2a5-45ae-b7f0-25ff79918181 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:45.710412 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-39f72c4f-71a5-4a89-9f44-036323a8ce19 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:45.716333 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:53:45.716333 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:53:45.716333 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:53:45.716333 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:53:45.716333 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:53:45.716333 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:53:45.716333 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:53:45.716333 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:53:45.716333 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:53:45.716333 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:53:45.716333 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:53:45.716333 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:53:45.716333 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:53:45.716333 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:53:45.716333 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:53:45.716333 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:53:45.716333 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:53:45.716333 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:53:45.716333 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:53:45.716333 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:53:45.716333 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:53:45.716333 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:53:45.716333 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:53:45.716333 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:53:45.716333 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:53:45.716333 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:53:45.716333 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:53:45.716333 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:53:45.716333 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:53:45.716333 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:53:45.716333 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:53:45.716333 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:53:45.716333 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:53:45.716333 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:53:45.716333 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:53:45.716333 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:53:45.739733 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device b2c96fd4-54d5-4148-9928-35964bf5dd44 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:53:45.775764 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-43a84e14-d567-483e-b386-535338fb0a5d tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:45.784609 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-43a84e14-d567-483e-b386-535338fb0a5d tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/subnets/a0b4f17c-b7a2-413c-8e93-2249ba0ecd1f HTTP/1.1" status: 204 len: 168 time: 0.4883361 Jun 21 14:53:45.787209 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36272) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:45.789767 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a84e14-d567-483e-b386-535338fb0a5d tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Subnet': ['ID=a0b4f17c-b7a2-413c-8e93-2249ba0ecd1f,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:45.791777 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0156a3-ff95-49d7-a51c-41c3218c406e req-efc8d77c-b277-41b6-9427-82452b96ce82 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:45.793347 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2e0156a3-ff95-49d7-a51c-41c3218c406e req-efc8d77c-b277-41b6-9427-82452b96ce82 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.6542580 Jun 21 14:53:45.794831 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-43a84e14-d567-483e-b386-535338fb0a5d tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:45.823033 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 93f164c2-9fa1-459f-a9bf-c01dc2b04c77 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:53:45.831604 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-bc798aba-6c77-423a-ac47-1669d925945e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:45.833738 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-bc798aba-6c77-423a-ac47-1669d925945e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=da87fdd814d14a63be25f7efe885ddb5&device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 1096 time: 0.5599914 Jun 21 14:53:45.863612 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80371edf-5674-475d-8a4d-5386c80992e8 service neutron] Pushing event updated for resources: {'Port': ['ID=af1950d6-14b3-4086-9aa5-cc11fbecd040,revision_number=3']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:45.885939 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-80371edf-5674-475d-8a4d-5386c80992e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:45.887922 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b64f8f-ae07-4617-a5e4-d2e9ddf946db None None] Network ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:45.891835 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 93f164c2-9fa1-459f-a9bf-c01dc2b04c77 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:45.899350 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-a534ea8c-706b-4514-bbcf-27138b4bf3fb tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Deleting subnet a1abcef7-4436-4c3d-b228-d90fedd2c950 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:53:45.914603 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a534ea8c-706b-4514-bbcf-27138b4bf3fb tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:45.939169 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 085df3ab-b294-4346-b018-a9f61ddeefbf up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:53:45.983620 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a534ea8c-706b-4514-bbcf-27138b4bf3fb tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:46.041483 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-7f5d70e3-5f54-47a5-93c0-229904ce3a90 None None] Provisioning for port 93f164c2-9fa1-459f-a9bf-c01dc2b04c77 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:46.071353 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:53:46.071996 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 085df3ab-b294-4346-b018-a9f61ddeefbf completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:46.076883 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-7f5d70e3-5f54-47a5-93c0-229904ce3a90 None None] Provisioning complete for port 93f164c2-9fa1-459f-a9bf-c01dc2b04c77 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:46.077408 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7f5d70e3-5f54-47a5-93c0-229904ce3a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:46.105906 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 085df3ab-b294-4346-b018-a9f61ddeefbf triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:46.106610 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:46.133739 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a534ea8c-706b-4514-bbcf-27138b4bf3fb tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:46.217172 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a534ea8c-706b-4514-bbcf-27138b4bf3fb tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:46.229887 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b848bd36-9997-400a-b82a-f684296914a2 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:46.237035 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a534ea8c-706b-4514-bbcf-27138b4bf3fb tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:46.243480 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a534ea8c-706b-4514-bbcf-27138b4bf3fb tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/subnets/a1abcef7-4436-4c3d-b228-d90fedd2c950 HTTP/1.1" status: 204 len: 168 time: 0.4524086 Jun 21 14:53:46.244888 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36276) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:46.285202 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a534ea8c-706b-4514-bbcf-27138b4bf3fb tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Subnet': ['ID=a1abcef7-4436-4c3d-b228-d90fedd2c950,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:46.288290 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a534ea8c-706b-4514-bbcf-27138b4bf3fb tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:46.326660 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ef90515b-8a97-479d-a8a3-f837133c324c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.195s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:46.327280 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ef90515b-8a97-479d-a8a3-f837133c324c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:46.330536 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-bbd0c032-7a48-4d81-81bc-a8e2758a6cd8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=af1950d6-14b3-4086-9aa5-cc11fbecd040 HTTP/1.1" status: 200 len: 217 time: 0.4820998 Jun 21 14:53:46.336921 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-db57e1e9-0fe1-4c17-b3ea-e3845bf4745a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:46.339370 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-39f72c4f-71a5-4a89-9f44-036323a8ce19 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:46.389277 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1e37eb04-ac7e-48a0-8698-e89dc6cb4fe5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:46.397283 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c361948c-1c85-4217-bc63-95ef93fb86ca tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:46.448249 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-39f72c4f-71a5-4a89-9f44-036323a8ce19 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:46.453010 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36278) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:46.453558 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-39f72c4f-71a5-4a89-9f44-036323a8ce19 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "DELETE /v2.0/networks/4628ed3c-d92d-47da-a2e7-120abf7ad3e2 HTTP/1.1" status: 204 len: 168 time: 2.9989862 Jun 21 14:53:46.457589 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f72c4f-71a5-4a89-9f44-036323a8ce19 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event deleted for resources: {'Network': ['ID=4628ed3c-d92d-47da-a2e7-120abf7ad3e2,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:46.491567 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-e69fea21-3b50-47c3-8bf7-b5752a7acc43 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:46.492297 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e69fea21-3b50-47c3-8bf7-b5752a7acc43 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:46.492454 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-39f72c4f-71a5-4a89-9f44-036323a8ce19 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:46.496556 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e69fea21-3b50-47c3-8bf7-b5752a7acc43 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "DELETE /v2.0/subnets/8fd83625-1695-474e-aa91-d5e1355087ca HTTP/1.1" status: 404 len: 337 time: 0.0395560 Jun 21 14:53:46.498695 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36280) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:46.510447 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2e0156a3-ff95-49d7-a51c-41c3218c406e req-ecd6f399-c702-4051-af71-8d38ed8ae65b tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6896510 Jun 21 14:53:46.519319 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a47a5b8-d865-4c8f-b24f-c0c572efed47 None None] Network fbc82190-6c36-4285-8bae-7b6474057628 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:46.528682 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7f5d70e3-5f54-47a5-93c0-229904ce3a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:46.539353 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aaf1eaf-c108-42ff-8886-01beaba55337 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] DELETE failed (client error): The resource could not be found. Jun 21 14:53:46.539951 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aaf1eaf-c108-42ff-8886-01beaba55337 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:46.541659 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8aaf1eaf-c108-42ff-8886-01beaba55337 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "DELETE /v2.0/networks/e1ddf396-1f8d-4ea8-a1c8-d3e639014cb0 HTTP/1.1" status: 404 len: 339 time: 0.0409989 Jun 21 14:53:46.543319 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-c361948c-1c85-4217-bc63-95ef93fb86ca tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Deleting port b2c96fd4-54d5-4148-9928-35964bf5dd44 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:53:46.543648 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c361948c-1c85-4217-bc63-95ef93fb86ca tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:46.553519 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36284) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:46.591165 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-f32e8192-6453-4f47-a01b-a22a362c1a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:46.591807 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-f32e8192-6453-4f47-a01b-a22a362c1a6d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4cf83945-a474-423c-ab58-da4637f6bf60 HTTP/1.1" status: 200 len: 851 time: 0.2491822 Jun 21 14:53:46.609770 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:46.641413 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-47453bb0-53bd-47f3-a486-3b5dfdec88d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:46.686801 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-7f5d70e3-5f54-47a5-93c0-229904ce3a90 None None] For port 93f164c2-9fa1-459f-a9bf-c01dc2b04c77, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=93f164c2-9fa1-459f-a9bf-c01dc2b04c77,segment=NetworkSegment(9725c62e-9d9f-4310-9ee1-59430be5564e),segment_id=9725c62e-9d9f-4310-9ee1-59430be5564e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:46.700447 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7f5d70e3-5f54-47a5-93c0-229904ce3a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:46.714934 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-86f3122b-b092-4e02-93fe-2ef3d65b0114 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Deleting subnet b6921d27-5ba4-4a17-abda-39c272e40970 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:53:46.718658 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-c361948c-1c85-4217-bc63-95ef93fb86ca tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] For port b2c96fd4-54d5-4148-9928-35964bf5dd44, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=b2c96fd4-54d5-4148-9928-35964bf5dd44,segment=NetworkSegment(c1cf7da0-0023-4b4e-93ed-6fdbb68746b4),segment_id=c1cf7da0-0023-4b4e-93ed-6fdbb68746b4)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:46.719071 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c361948c-1c85-4217-bc63-95ef93fb86ca tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:46.729917 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-c16d8185-4d29-4c68-a339-45c6c7b7010a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:46.734562 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-86f3122b-b092-4e02-93fe-2ef3d65b0114 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:46.760057 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 085df3ab-b294-4346-b018-a9f61ddeefbf, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=085df3ab-b294-4346-b018-a9f61ddeefbf,segment=NetworkSegment(bba90ab9-e73a-4584-b76e-d38c1ea24adb),segment_id=bba90ab9-e73a-4584-b76e-d38c1ea24adb)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:46.789108 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:46.793617 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-3e1ccbc7-b805-4155-8aab-ef69126a337b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=526fdaf7-f1cc-4ed7-81cb-9dc271462d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1855917 Jun 21 14:53:46.832345 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59aa1f-ca2d-4a5c-91fa-d2eb5b400f47 req-965d2fb8-b146-404d-a90e-19ba77dce54f tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:46.833818 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5d70e3-5f54-47a5-93c0-229904ce3a90 None None] Pushing event updated for resources: {'Port': ['ID=93f164c2-9fa1-459f-a9bf-c01dc2b04c77,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:46.848308 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-7f5d70e3-5f54-47a5-93c0-229904ce3a90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:46.848761 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:46.850065 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4c59aa1f-ca2d-4a5c-91fa-d2eb5b400f47 req-965d2fb8-b146-404d-a90e-19ba77dce54f tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/ports?device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 943 time: 0.4986243 Jun 21 14:53:46.882024 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-c361948c-1c85-4217-bc63-95ef93fb86ca tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Calling delete_port for b2c96fd4-54d5-4148-9928-35964bf5dd44 owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:53:46.901351 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device c10397e1-c519-4793-a5e7-85b7f213d323 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:53:46.906591 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-86f3122b-b092-4e02-93fe-2ef3d65b0114 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:46.913681 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-924b5636-3fcf-417a-b5a0-ab72f7379e38 None None] Provisioning for port b2c96fd4-54d5-4148-9928-35964bf5dd44 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:46.988945 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-924b5636-3fcf-417a-b5a0-ab72f7379e38 None None] Provisioning complete for port b2c96fd4-54d5-4148-9928-35964bf5dd44 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:46.989429 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-924b5636-3fcf-417a-b5a0-ab72f7379e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:46.991939 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: c10397e1-c519-4793-a5e7-85b7f213d323 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:53:46.992290 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device c10397e1-c519-4793-a5e7-85b7f213d323 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:53:47.077585 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-86f3122b-b092-4e02-93fe-2ef3d65b0114 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:47.081711 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=085df3ab-b294-4346-b018-a9f61ddeefbf,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:47.085338 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0447ddd6-21c0-4150-a24e-2d6e1ff5ed00 None None] DHCP port deletion for fbc82190-6c36-4285-8bae-7b6474057628 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:53:47.089243 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:47.091101 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:47.099279 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-924b5636-3fcf-417a-b5a0-ab72f7379e38 None None] Could not find standard attr ID for object b2c96fd4-54d5-4148-9928-35964bf5dd44. {{(pid=105226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 21 14:53:47.107582 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.plugins.ml2.db [None req-924b5636-3fcf-417a-b5a0-ab72f7379e38 None None] No ports have port_id starting with b2c96fd4-54d5-4148-9928-35964bf5dd44 Jun 21 14:53:47.113902 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c361948c-1c85-4217-bc63-95ef93fb86ca tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:47.118146 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a1936fc7-df5f-4ef4-b02c-ec5d07a8b581 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:47.123007 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-db57e1e9-0fe1-4c17-b3ea-e3845bf4745a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:47.123935 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3276e5-3c70-47c7-add7-6e2cdac465db None None] get_active_networks_info from dv-neutron-797121-2-hyperv {{(pid=105226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 21 14:53:47.152499 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361948c-1c85-4217-bc63-95ef93fb86ca tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Port': ['ID=b2c96fd4-54d5-4148-9928-35964bf5dd44,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:47.158591 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c361948c-1c85-4217-bc63-95ef93fb86ca tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:47.159438 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c361948c-1c85-4217-bc63-95ef93fb86ca tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] No DVR routers for this DVR port b2c96fd4-54d5-4148-9928-35964bf5dd44 on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:53:47.180804 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-924b5636-3fcf-417a-b5a0-ab72f7379e38 None None] Provisioning for port e9d95502-4f8f-4139-9f35-ed4952b9adbb completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:47.193403 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-db57e1e9-0fe1-4c17-b3ea-e3845bf4745a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:47.203327 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-80371edf-5674-475d-8a4d-5386c80992e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:47.253421 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-86f3122b-b092-4e02-93fe-2ef3d65b0114 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:47.256405 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-924b5636-3fcf-417a-b5a0-ab72f7379e38 None None] Provisioning complete for port e9d95502-4f8f-4139-9f35-ed4952b9adbb triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:47.256793 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-924b5636-3fcf-417a-b5a0-ab72f7379e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:47.264672 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-80b1fff6-28ce-4da4-9683-b72b367eab30 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:47.275532 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c361948c-1c85-4217-bc63-95ef93fb86ca tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:47.287579 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4c59aa1f-ca2d-4a5c-91fa-d2eb5b400f47 req-b2b63fac-7b42-4c47-959d-9dfd731c732e tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/security-groups?id=215242b6-1f27-40c8-b2a0-2e3b834d8a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617343 Jun 21 14:53:47.305720 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-c361948c-1c85-4217-bc63-95ef93fb86ca tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbc82190-6c36-4285-8bae-7b6474057628']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:47.307961 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f3122b-b092-4e02-93fe-2ef3d65b0114 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event deleted for resources: {'Subnet': ['ID=b6921d27-5ba4-4a17-abda-39c272e40970,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:47.315068 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-86f3122b-b092-4e02-93fe-2ef3d65b0114 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:47.317890 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-86f3122b-b092-4e02-93fe-2ef3d65b0114 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "DELETE /v2.0/subnets/b6921d27-5ba4-4a17-abda-39c272e40970 HTTP/1.1" status: 204 len: 168 time: 0.7624269 Jun 21 14:53:47.319403 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-86f3122b-b092-4e02-93fe-2ef3d65b0114 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:47.319875 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36288) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:47.321516 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-c361948c-1c85-4217-bc63-95ef93fb86ca tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1cf7da0-0023-4b4e-93ed-6fdbb68746b4') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:47.321840 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-c361948c-1c85-4217-bc63-95ef93fb86ca tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1cf7da0-0023-4b4e-93ed-6fdbb68746b4') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:47.327683 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-924b5636-3fcf-417a-b5a0-ab72f7379e38 None None] Port e9d95502-4f8f-4139-9f35-ed4952b9adbb cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:53:47.339933 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c361948c-1c85-4217-bc63-95ef93fb86ca tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:47.364722 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b3276e5-3c70-47c7-add7-6e2cdac465db None None] Resources bound (agent type, host, resource id): {{(pid=105226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 21 14:53:47.366556 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57e1e9-0fe1-4c17-b3ea-e3845bf4745a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Port': ['ID=e9d95502-4f8f-4139-9f35-ed4952b9adbb,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:47.372409 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-db57e1e9-0fe1-4c17-b3ea-e3845bf4745a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:47.374913 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-db57e1e9-0fe1-4c17-b3ea-e3845bf4745a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:47.394357 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-924b5636-3fcf-417a-b5a0-ab72f7379e38 None None] Provisioning complete for port 93f164c2-9fa1-459f-a9bf-c01dc2b04c77 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:47.395740 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-924b5636-3fcf-417a-b5a0-ab72f7379e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:47.401935 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c361948c-1c85-4217-bc63-95ef93fb86ca tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:47.403490 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-8faef900-2ca9-47ae-91c0-e8b70d789917 service neutron] 10.222.0.66 "GET /v2.0/networks/526fdaf7-f1cc-4ed7-81cb-9dc271462d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6015162 Jun 21 14:53:47.408875 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c361948c-1c85-4217-bc63-95ef93fb86ca tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:53:47.409283 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c361948c-1c85-4217-bc63-95ef93fb86ca tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:53:47.412227 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:53:47.475440 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-73023c08-15a6-4e9e-a7c1-b034a56bbf26 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:47.521817 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c361948c-1c85-4217-bc63-95ef93fb86ca tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:47.525808 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-12fdd300-e46c-472c-a386-da3058501df2 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:47.531111 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6273e00d-703c-4461-87d7-f6841854319c req-805ebe30-61bc-4841-a2bd-91107f16c41e tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:47.534398 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c361948c-1c85-4217-bc63-95ef93fb86ca tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:47.536352 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c361948c-1c85-4217-bc63-95ef93fb86ca tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/networks/fbc82190-6c36-4285-8bae-7b6474057628 HTTP/1.1" status: 204 len: 168 time: 1.2906039 Jun 21 14:53:47.542093 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6273e00d-703c-4461-87d7-f6841854319c req-805ebe30-61bc-4841-a2bd-91107f16c41e tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.2527297 Jun 21 14:53:47.546087 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36290) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:47.557477 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361948c-1c85-4217-bc63-95ef93fb86ca tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Network': ['ID=fbc82190-6c36-4285-8bae-7b6474057628,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:47.563510 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c361948c-1c85-4217-bc63-95ef93fb86ca tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:47.598349 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 93f164c2-9fa1-459f-a9bf-c01dc2b04c77 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:53:47.611886 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-73023c08-15a6-4e9e-a7c1-b034a56bbf26 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Deleting port b9a28802-33be-4a4c-9ca9-49bb7b31bf99 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:53:47.612224 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-73023c08-15a6-4e9e-a7c1-b034a56bbf26 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:47.624550 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6273e00d-703c-4461-87d7-f6841854319c req-581eefda-bbf7-4806-9ada-7bd6ba8dd83e tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808487 Jun 21 14:53:47.627223 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-81aaf469-b325-4beb-8967-d83f3eec5335 req-09fc82a5-a112-41a1-b6ce-f248341a98fc service neutron] 10.222.0.66 "GET /v2.0/networks/526fdaf7-f1cc-4ed7-81cb-9dc271462d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134802 Jun 21 14:53:47.648072 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db57e1e9-0fe1-4c17-b3ea-e3845bf4745a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Network ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:47.649559 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-db57e1e9-0fe1-4c17-b3ea-e3845bf4745a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:47.692676 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-924b5636-3fcf-417a-b5a0-ab72f7379e38 None None] Could not find standard attr ID for object 63906693-c2b4-4d69-bbd7-317aef06a126. {{(pid=105226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 21 14:53:47.702169 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ad13b2-f3e7-49e1-82d3-3c782999a1b8 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:47.706381 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-69ad13b2-f3e7-49e1-82d3-3c782999a1b8 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1582315 Jun 21 14:53:47.711635 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36292) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:47.723455 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-73023c08-15a6-4e9e-a7c1-b034a56bbf26 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] For port b9a28802-33be-4a4c-9ca9-49bb7b31bf99, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=b9a28802-33be-4a4c-9ca9-49bb7b31bf99,segment=NetworkSegment(37337bdf-11f2-42a3-a78d-37cde4a80235),segment_id=37337bdf-11f2-42a3-a78d-37cde4a80235)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:47.723850 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-73023c08-15a6-4e9e-a7c1-b034a56bbf26 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:47.747265 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 93f164c2-9fa1-459f-a9bf-c01dc2b04c77 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:47.747638 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:47.797598 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-73023c08-15a6-4e9e-a7c1-b034a56bbf26 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Calling delete_port for b9a28802-33be-4a4c-9ca9-49bb7b31bf99 owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:53:47.830924 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db57e1e9-0fe1-4c17-b3ea-e3845bf4745a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Router 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:53:47.839568 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-7f43f86a-4487-4191-900f-1d13ab60b4fe None None] Provisioning complete for port e9d95502-4f8f-4139-9f35-ed4952b9adbb triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:47.840193 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7f43f86a-4487-4191-900f-1d13ab60b4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:47.863495 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2fb9ab20-4825-493b-b024-875da0a4f1f0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1197424 Jun 21 14:53:47.867456 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36294) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:47.870053 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14b54b-6af8-4488-9951-66a95df027f5 req-e3b49a1d-db88-440c-8fe0-854a2ef31733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:47.871485 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d14b54b-6af8-4488-9951-66a95df027f5 req-e3b49a1d-db88-440c-8fe0-854a2ef31733 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=da87fdd814d14a63be25f7efe885ddb5&device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 1096 time: 0.1682136 Jun 21 14:53:47.875509 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-4f8c1f46-eff4-4586-ba2c-c499d7a191df tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-47862015'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:47.919630 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8c1f46-eff4-4586-ba2c-c499d7a191df tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Made reservation on behalf of d39eebfbe3874515bc761a8de17d07a8 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:47.924923 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4f8c1f46-eff4-4586-ba2c-c499d7a191df tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:47.928939 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-73023c08-15a6-4e9e-a7c1-b034a56bbf26 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:47.936955 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c0643bb6-8365-4b24-ae4d-9ef97664c5a3 tempest-FloatingIPAdminTestJSON-829935712 tempest-FloatingIPAdminTestJSON-829935712-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:47.942170 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-7f43f86a-4487-4191-900f-1d13ab60b4fe None None] Port e9d95502-4f8f-4139-9f35-ed4952b9adbb cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:53:47.968535 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73023c08-15a6-4e9e-a7c1-b034a56bbf26 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event deleted for resources: {'Port': ['ID=b9a28802-33be-4a4c-9ca9-49bb7b31bf99,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:47.972737 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-73023c08-15a6-4e9e-a7c1-b034a56bbf26 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:47.975281 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73023c08-15a6-4e9e-a7c1-b034a56bbf26 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] No DVR routers for this DVR port b9a28802-33be-4a4c-9ca9-49bb7b31bf99 on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:53:47.979708 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 085df3ab-b294-4346-b018-a9f61ddeefbf up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:53:48.009879 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f8c1f46-eff4-4586-ba2c-c499d7a191df tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:53:48.010107 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db57e1e9-0fe1-4c17-b3ea-e3845bf4745a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:53:48.016716 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-db57e1e9-0fe1-4c17-b3ea-e3845bf4745a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "PUT /v2.0/routers/3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3001945 Jun 21 14:53:48.023859 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36296) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:48.027607 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6beeb5-96ca-46b1-aa32-fde83b751d17 None None] Sync routers for ids ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:53:48.030774 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-20f0022a-df7b-4498-b9a0-e5f8a7006145 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Request body: {'network': {'name': 'tempest-RoutersTest-1187820883'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:48.062637 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:48.063270 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6beeb5-96ca-46b1-aa32-fde83b751d17 None None] Routers {'3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:53:48.064027 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-3a6beeb5-96ca-46b1-aa32-fde83b751d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:53:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:48.067101 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4f8c1f46-eff4-4586-ba2c-c499d7a191df tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:48.067101 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-4f8c1f46-eff4-4586-ba2c-c499d7a191df tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Added segment 475e42e1-b7a2-44f8-a088-ae8e88155801 of type vlan for network a7e4a35c-9354-4c57-90ec-f2f3dcb276f7 Jun 21 14:53:48.073597 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14b54b-6af8-4488-9951-66a95df027f5 req-5299b4fc-d647-4a65-9350-252d719bc85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:48.076061 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d14b54b-6af8-4488-9951-66a95df027f5 req-5299b4fc-d647-4a65-9350-252d719bc85d service neutron] 10.222.0.66 "GET /v2.0/networks?id=526fdaf7-f1cc-4ed7-81cb-9dc271462d4d HTTP/1.1" status: 200 len: 912 time: 0.1727486 Jun 21 14:53:48.080905 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f0022a-df7b-4498-b9a0-e5f8a7006145 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Made reservation on behalf of 6b84c1e8652b4f7598ae83eb61bf775f for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:48.086249 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-20f0022a-df7b-4498-b9a0-e5f8a7006145 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:48.089727 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-73023c08-15a6-4e9e-a7c1-b034a56bbf26 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:48.103069 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fe04d1-3121-413c-b409-cf9ab7f29b1a None None] Network 73c7c508-e3c9-4e2a-9590-39fba42525aa requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:48.126406 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-73023c08-15a6-4e9e-a7c1-b034a56bbf26 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73c7c508-e3c9-4e2a-9590-39fba42525aa']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:48.141523 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d14b54b-6af8-4488-9951-66a95df027f5 req-fa84f12c-6e0a-4c17-b3d9-106f3de1a20c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=af1950d6-14b3-4086-9aa5-cc11fbecd040 HTTP/1.1" status: 200 len: 217 time: 0.0497727 Jun 21 14:53:48.142906 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4f8c1f46-eff4-4586-ba2c-c499d7a191df tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:48.147377 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-73023c08-15a6-4e9e-a7c1-b034a56bbf26 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37337bdf-11f2-42a3-a78d-37cde4a80235') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:48.148092 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-73023c08-15a6-4e9e-a7c1-b034a56bbf26 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37337bdf-11f2-42a3-a78d-37cde4a80235') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:48.160472 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-73023c08-15a6-4e9e-a7c1-b034a56bbf26 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:48.183391 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-73023c08-15a6-4e9e-a7c1-b034a56bbf26 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:48.194312 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73023c08-15a6-4e9e-a7c1-b034a56bbf26 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:53:48.194702 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-73023c08-15a6-4e9e-a7c1-b034a56bbf26 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:48.197245 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20f0022a-df7b-4498-b9a0-e5f8a7006145 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:53:48.197692 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:53:48.197692 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:53:48.197692 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:53:48.197692 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:53:48.197692 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:53:48.197692 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:53:48.197692 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:53:48.197692 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:53:48.197692 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:53:48.197692 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:53:48.197692 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:53:48.197692 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:53:48.197692 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:53:48.197692 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:53:48.197692 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:53:48.197692 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:53:48.197692 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:53:48.197692 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:53:48.197692 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:53:48.197692 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:53:48.197692 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:53:48.197692 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:53:48.197692 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:53:48.197692 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:53:48.197692 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:53:48.197692 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:53:48.197692 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:53:48.197692 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:53:48.197692 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:53:48.197692 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:53:48.197692 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:53:48.197692 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:53:48.222034 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14b54b-6af8-4488-9951-66a95df027f5 req-8ead3565-cc3a-458c-b2c0-61a914b56e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:48.223520 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d14b54b-6af8-4488-9951-66a95df027f5 req-8ead3565-cc3a-458c-b2c0-61a914b56e77 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4cf83945-a474-423c-ab58-da4637f6bf60 HTTP/1.1" status: 200 len: 851 time: 0.0761952 Jun 21 14:53:48.225439 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-20f0022a-df7b-4498-b9a0-e5f8a7006145 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:48.225439 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-20f0022a-df7b-4498-b9a0-e5f8a7006145 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Added segment 6f747819-b21a-4334-bb4d-e5caae97a9f0 of type vlan for network fcb63a3c-49d3-499f-afdd-036bfaff87c7 Jun 21 14:53:48.240533 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-3a6beeb5-96ca-46b1-aa32-fde83b751d17 None None] Set router 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c gateway port host: None {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:53:48.244865 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 085df3ab-b294-4346-b018-a9f61ddeefbf triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:48.244865 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:48.257335 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4f8c1f46-eff4-4586-ba2c-c499d7a191df tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:48.263644 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8c1f46-eff4-4586-ba2c-c499d7a191df tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:48.264477 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4f8c1f46-eff4-4586-ba2c-c499d7a191df tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:48.271371 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-355c3af5-6354-424c-9329-9eb0580cf931 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:48.280291 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d14b54b-6af8-4488-9951-66a95df027f5 req-c5490ac9-52c7-4181-a69a-48acfe2b9208 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=526fdaf7-f1cc-4ed7-81cb-9dc271462d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468972 Jun 21 14:53:48.300451 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-20f0022a-df7b-4498-b9a0-e5f8a7006145 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:48.365048 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4f8c1f46-eff4-4586-ba2c-c499d7a191df tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4922342 Jun 21 14:53:48.365340 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36300) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:48.372213 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-1fff0247-f95c-4cbb-81dd-f8afe3ed34ff tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'subnet': {'network_id': 'a7e4a35c-9354-4c57-90ec-f2f3dcb276f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:48.412216 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-20f0022a-df7b-4498-b9a0-e5f8a7006145 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:48.418484 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f0022a-df7b-4498-b9a0-e5f8a7006145 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:48.419329 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-20f0022a-df7b-4498-b9a0-e5f8a7006145 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:48.425058 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c30ca6dd-683e-4230-814d-ced29b048cc0 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:48.441237 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d14b54b-6af8-4488-9951-66a95df027f5 req-71ae383b-27ca-4abf-9c89-efc73f77510f service neutron] 10.222.0.66 "GET /v2.0/networks/526fdaf7-f1cc-4ed7-81cb-9dc271462d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522598 Jun 21 14:53:48.496593 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8c1f46-eff4-4586-ba2c-c499d7a191df tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Network': ['ID=a7e4a35c-9354-4c57-90ec-f2f3dcb276f7,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:48.500360 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4f8c1f46-eff4-4586-ba2c-c499d7a191df tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:48.502429 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-73023c08-15a6-4e9e-a7c1-b034a56bbf26 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:48.511583 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-73023c08-15a6-4e9e-a7c1-b034a56bbf26 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:48.516450 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-73023c08-15a6-4e9e-a7c1-b034a56bbf26 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] 10.222.0.72 "DELETE /v2.0/networks/73c7c508-e3c9-4e2a-9590-39fba42525aa HTTP/1.1" status: 204 len: 168 time: 1.1898241 Jun 21 14:53:48.517243 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c361948c-1c85-4217-bc63-95ef93fb86ca tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:48.521844 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-20f0022a-df7b-4498-b9a0-e5f8a7006145 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4953511 Jun 21 14:53:48.533880 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network a7e4a35c-9354-4c57-90ec-f2f3dcb276f7 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:53:48.538676 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36304) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:48.542291 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d0d5ec-74d4-4010-a0f7-e36b926d7285 None None] DHCP port deletion for 73c7c508-e3c9-4e2a-9590-39fba42525aa request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:53:48.547563 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-06b9117e-8fdd-47bb-83ae-7cbdb66cc152 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Request body: {'subnet': {'network_id': 'fcb63a3c-49d3-499f-afdd-036bfaff87c7', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:48.598130 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-5e60c57f-773a-4b3e-9366-297f317bdf15 None None] Provisioning complete for port e9d95502-4f8f-4139-9f35-ed4952b9adbb triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:48.598992 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5e60c57f-773a-4b3e-9366-297f317bdf15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:48.626870 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73023c08-15a6-4e9e-a7c1-b034a56bbf26 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Pushing event deleted for resources: {'Network': ['ID=73c7c508-e3c9-4e2a-9590-39fba42525aa,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:48.644718 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-73023c08-15a6-4e9e-a7c1-b034a56bbf26 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:48.652506 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0022a-df7b-4498-b9a0-e5f8a7006145 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Network': ['ID=fcb63a3c-49d3-499f-afdd-036bfaff87c7,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:48.661946 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-20f0022a-df7b-4498-b9a0-e5f8a7006145 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:48.677191 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fff0247-f95c-4cbb-81dd-f8afe3ed34ff tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Made reservation on behalf of d39eebfbe3874515bc761a8de17d07a8 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:48.681715 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1fff0247-f95c-4cbb-81dd-f8afe3ed34ff tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:48.684989 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network fcb63a3c-49d3-499f-afdd-036bfaff87c7 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:53:48.770465 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b9117e-8fdd-47bb-83ae-7cbdb66cc152 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Made reservation on behalf of 6b84c1e8652b4f7598ae83eb61bf775f for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:48.777514 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-06b9117e-8fdd-47bb-83ae-7cbdb66cc152 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:48.806836 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae7887-5290-4b25-8346-58931bc7f763 req-cff8cbe3-a786-4b8f-b1b5-031b6d2e1704 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:48.808559 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-32ae7887-5290-4b25-8346-58931bc7f763 req-cff8cbe3-a786-4b8f-b1b5-031b6d2e1704 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/ports?device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 943 time: 0.3103058 Jun 21 14:53:48.811535 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d14b54b-6af8-4488-9951-66a95df027f5 req-fa6b75c2-f7dc-4a0b-b4d5-d13d79c383e3 service neutron] 10.222.0.66 "GET /v2.0/networks/526fdaf7-f1cc-4ed7-81cb-9dc271462d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3594718 Jun 21 14:53:48.942896 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36310) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:48.969144 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-5e60c57f-773a-4b3e-9366-297f317bdf15 None None] Port e9d95502-4f8f-4139-9f35-ed4952b9adbb cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:53:48.971782 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-32ae7887-5290-4b25-8346-58931bc7f763 req-70fc887c-9c27-432e-8ead-8ab7f70afe1f tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/security-groups?id=215242b6-1f27-40c8-b2a0-2e3b834d8a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558318 Jun 21 14:53:49.013635 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268311d-b064-49b4-9b15-735f3345cf1d req-861e16df-7dd1-4728-b2b7-7d8182c16620 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:49.015346 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a268311d-b064-49b4-9b15-735f3345cf1d req-861e16df-7dd1-4728-b2b7-7d8182c16620 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.1594114 Jun 21 14:53:49.049375 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-3a6beeb5-96ca-46b1-aa32-fde83b751d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'name': 'tempest-RoutersTest-router-2122799372', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:53:28Z', 'updated_at': '2021-06-21T14:53:45Z', 'revision_number': 4, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'gw_port_host': None, '_interfaces': [{'id': '085df3ab-b294-4346-b018-a9f61ddeefbf', 'name': '', 'network_id': 'd90676dc-93ab-4b3e-8482-405d197a7450', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:59:c9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:36Z', 'updated_at': '2021-06-21T14:53:46Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1784935d-7270-4d2d-95c8-708866423732', 'name': '', 'network_id': '41c3f5af-2751-4985-8586-f0975d1d5cfd', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:67:55:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:31Z', 'updated_at': '2021-06-21T14:53:40Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9d95502-4f8f-4139-9f35-ed4952b9adbb', 'name': '', 'network_id': 'ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:05:88:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '634fa180-80fa-452f-8c7f-921256247aa2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:43Z', 'updated_at': '2021-06-21T14:53:46Z', 'revision_number': 2, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '634fa180-80fa-452f-8c7f-921256247aa2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:49.079317 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device b2c96fd4-54d5-4148-9928-35964bf5dd44 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:53:49.079672 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a268311d-b064-49b4-9b15-735f3345cf1d req-c7a61a6f-101a-4364-9666-96ac0d72e767 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551193 Jun 21 14:53:49.082715 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6beeb5-96ca-46b1-aa32-fde83b751d17 None None] Checking router: 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:53:49.083129 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6beeb5-96ca-46b1-aa32-fde83b751d17 None None] Updating router 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c port e9d95502-4f8f-4139-9f35-ed4952b9adbb binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:53:49.106294 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: b2c96fd4-54d5-4148-9928-35964bf5dd44 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:53:49.107259 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device b2c96fd4-54d5-4148-9928-35964bf5dd44 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:53:49.114923 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1fff0247-f95c-4cbb-81dd-f8afe3ed34ff tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:49.120231 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-43a84e14-d567-483e-b386-535338fb0a5d tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:49.148899 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3a6beeb5-96ca-46b1-aa32-fde83b751d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:49.177916 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-981e30d7-5106-41ff-a7a8-2ea799361c37 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ec26c81e01b543f4bda812836e735e80&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314157 Jun 21 14:53:49.178181 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36314) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:49.224758 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-06b9117e-8fdd-47bb-83ae-7cbdb66cc152 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:49.229499 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff0247-f95c-4cbb-81dd-f8afe3ed34ff tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Subnet': ['ID=b9d02114-90fd-4d6b-b934-3047715a4313,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:49.231811 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6103da00-89be-4295-baaa-aa7ab00dd265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:49.237275 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1fff0247-f95c-4cbb-81dd-f8afe3ed34ff tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:49.237822 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-82c13cbf-92b7-461f-a982-81b78cf6e461 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:49.256097 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6103da00-89be-4295-baaa-aa7ab00dd265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:49.264672 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fff0247-f95c-4cbb-81dd-f8afe3ed34ff tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Checking segment: {'id': '475e42e1-b7a2-44f8-a088-ae8e88155801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a7e4a35c-9354-4c57-90ec-f2f3dcb276f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:49.265148 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fff0247-f95c-4cbb-81dd-f8afe3ed34ff tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Network hostable DHCP agents. Network: a7e4a35c-9354-4c57-90ec-f2f3dcb276f7, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:53:49.312694 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6103da00-89be-4295-baaa-aa7ab00dd265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:49.316787 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6103da00-89be-4295-baaa-aa7ab00dd265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:49.319116 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b9117e-8fdd-47bb-83ae-7cbdb66cc152 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Subnet': ['ID=e687f4a9-de26-4e21-b592-f0a16d3f93ee,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:49.321031 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fff0247-f95c-4cbb-81dd-f8afe3ed34ff tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Network a7e4a35c-9354-4c57-90ec-f2f3dcb276f7 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:53:49.321819 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6103da00-89be-4295-baaa-aa7ab00dd265 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/62cc5eab-cced-4f58-9e22-2e87434949b5 HTTP/1.1" status: 204 len: 168 time: 0.1426923 Jun 21 14:53:49.322887 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-bf361144-8813-44d5-9f89-a1a593013286 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:49.324205 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-06b9117e-8fdd-47bb-83ae-7cbdb66cc152 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:49.325088 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b9117e-8fdd-47bb-83ae-7cbdb66cc152 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Checking segment: {'id': '6f747819-b21a-4334-bb4d-e5caae97a9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fcb63a3c-49d3-499f-afdd-036bfaff87c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:49.325439 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b9117e-8fdd-47bb-83ae-7cbdb66cc152 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Network hostable DHCP agents. Network: fcb63a3c-49d3-499f-afdd-036bfaff87c7, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:53:49.332729 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103da00-89be-4295-baaa-aa7ab00dd265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cc5eab-cced-4f58-9e22-2e87434949b5,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:49.335890 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6103da00-89be-4295-baaa-aa7ab00dd265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:49.341236 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-1fff0247-f95c-4cbb-81dd-f8afe3ed34ff tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, a7e4a35c-9354-4c57-90ec-f2f3dcb276f7) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:49.348602 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fff0247-f95c-4cbb-81dd-f8afe3ed34ff tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:49.349307 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1fff0247-f95c-4cbb-81dd-f8afe3ed34ff tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:49.355854 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b9117e-8fdd-47bb-83ae-7cbdb66cc152 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Network fcb63a3c-49d3-499f-afdd-036bfaff87c7 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:53:49.358843 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5d2b1c-16a3-45f6-8fbc-7c191c9a4b73 None None] Network a7e4a35c-9354-4c57-90ec-f2f3dcb276f7 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:49.364368 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-06b9117e-8fdd-47bb-83ae-7cbdb66cc152 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, fcb63a3c-49d3-499f-afdd-036bfaff87c7) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:49.370023 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b9117e-8fdd-47bb-83ae-7cbdb66cc152 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:49.370666 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-06b9117e-8fdd-47bb-83ae-7cbdb66cc152 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:49.386603 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1fff0247-f95c-4cbb-81dd-f8afe3ed34ff tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0193801 Jun 21 14:53:49.389354 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36318) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:49.394030 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca50e82-6f7a-44df-b785-503914e8a9a1 None None] Network fcb63a3c-49d3-499f-afdd-036bfaff87c7 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:49.396240 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-4c15b843-a73c-439f-9616-0d00bae6380d tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'port': {'network_id': 'a7e4a35c-9354-4c57-90ec-f2f3dcb276f7', 'name': 'tempest-PortsTestJSON-747106774'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:49.414435 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-06b9117e-8fdd-47bb-83ae-7cbdb66cc152 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8713067 Jun 21 14:53:49.414896 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36320) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:49.553462 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device b9a28802-33be-4a4c-9ca9-49bb7b31bf99 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:53:49.576365 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c15b843-a73c-439f-9616-0d00bae6380d tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Made reservation on behalf of d39eebfbe3874515bc761a8de17d07a8 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:49.582933 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4c15b843-a73c-439f-9616-0d00bae6380d tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:49.601748 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: b9a28802-33be-4a4c-9ca9-49bb7b31bf99 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:53:49.602425 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device b9a28802-33be-4a4c-9ca9-49bb7b31bf99 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:53:49.624812 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-4c15b843-a73c-439f-9616-0d00bae6380d tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] device_id is not set on port f104e9cc-1c9d-4277-8470-c76f28fcc806 yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:53:49.726760 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3a6beeb5-96ca-46b1-aa32-fde83b751d17 None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:49.734868 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:49.753299 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3a6beeb5-96ca-46b1-aa32-fde83b751d17 None None] Transition to ACTIVE for port object e9d95502-4f8f-4139-9f35-ed4952b9adbb will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:49.770792 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-4c15b843-a73c-439f-9616-0d00bae6380d tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Allocated IP 172.20.0.2 (a7e4a35c-9354-4c57-90ec-f2f3dcb276f7/b9d02114-90fd-4d6b-b934-3047715a4313/f104e9cc-1c9d-4277-8470-c76f28fcc806) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:53:49.785204 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3a6beeb5-96ca-46b1-aa32-fde83b751d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:49.804640 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-abfd6016-1220-4cfd-a716-43e1cac9cd74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:49.810374 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a72c008-cdf1-4b50-88df-df854a7209d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-a7e4a35c-9354-4c57-90ec-f2f3dcb276f7', 'network_id': 'a7e4a35c-9354-4c57-90ec-f2f3dcb276f7', 'tenant_id': 'd39eebfbe3874515bc761a8de17d07a8', 'fixed_ips': [{'subnet_id': 'b9d02114-90fd-4d6b-b934-3047715a4313'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:53:49.811286 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8a72c008-cdf1-4b50-88df-df854a7209d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:49.852330 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3693df89-56cd-4184-9231-000bd06339c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-fcb63a3c-49d3-499f-afdd-036bfaff87c7', 'network_id': 'fcb63a3c-49d3-499f-afdd-036bfaff87c7', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'fixed_ips': [{'subnet_id': 'e687f4a9-de26-4e21-b592-f0a16d3f93ee'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:53:49.853569 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3693df89-56cd-4184-9231-000bd06339c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:49.933771 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da07399a-ad56-46e9-9743-b283095172be None None] Pushing event updated for resources: {'Port': ['ID=e9d95502-4f8f-4139-9f35-ed4952b9adbb,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:49.985562 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-da07399a-ad56-46e9-9743-b283095172be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:49.993359 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b0d18960-b7a0-44e9-83ea-536d308023f5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:50.033744 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4c15b843-a73c-439f-9616-0d00bae6380d tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:50.064152 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-4c15b843-a73c-439f-9616-0d00bae6380d tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Transition to ACTIVE for port object f104e9cc-1c9d-4277-8470-c76f28fcc806 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:50.143005 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4c15b843-a73c-439f-9616-0d00bae6380d tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:50.149032 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-bd05111d-15fc-4a87-b47a-7b4b3c9ca9d5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:50.217713 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-3a6beeb5-96ca-46b1-aa32-fde83b751d17 None None] Attempting to bind port e9d95502-4f8f-4139-9f35-ed4952b9adbb on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:53:50.218225 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-3a6beeb5-96ca-46b1-aa32-fde83b751d17 None None] Attempting to bind port e9d95502-4f8f-4139-9f35-ed4952b9adbb by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '9725c62e-9d9f-4310-9ee1-59430be5564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:53:50.219055 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6beeb5-96ca-46b1-aa32-fde83b751d17 None None] Attempting to bind port e9d95502-4f8f-4139-9f35-ed4952b9adbb on network ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:53:50.256313 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6beeb5-96ca-46b1-aa32-fde83b751d17 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:53:50.256583 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6beeb5-96ca-46b1-aa32-fde83b751d17 None None] Checking segment: {'id': '9725c62e-9d9f-4310-9ee1-59430be5564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:50.256998 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3a6beeb5-96ca-46b1-aa32-fde83b751d17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:50.257401 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a6beeb5-96ca-46b1-aa32-fde83b751d17 None None] Bound using segment: {'id': '9725c62e-9d9f-4310-9ee1-59430be5564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:53:50.258325 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-3a6beeb5-96ca-46b1-aa32-fde83b751d17 None None] Bound port: e9d95502-4f8f-4139-9f35-ed4952b9adbb, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9725c62e-9d9f-4310-9ee1-59430be5564e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:53:50.258723 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3a6beeb5-96ca-46b1-aa32-fde83b751d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:50.275759 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c15b843-a73c-439f-9616-0d00bae6380d tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Network a7e4a35c-9354-4c57-90ec-f2f3dcb276f7 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:50.284495 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-4c15b843-a73c-439f-9616-0d00bae6380d tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:50.287945 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15b843-a73c-439f-9616-0d00bae6380d tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Port': ['ID=f104e9cc-1c9d-4277-8470-c76f28fcc806,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:50.290664 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c15b843-a73c-439f-9616-0d00bae6380d tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:53:50.298653 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4c15b843-a73c-439f-9616-0d00bae6380d tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:50.328478 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-3693df89-56cd-4184-9231-000bd06339c1 None None] Allocated IP 172.23.0.2 (fcb63a3c-49d3-499f-afdd-036bfaff87c7/e687f4a9-de26-4e21-b592-f0a16d3f93ee/1b7a8589-6aa4-4852-a547-0309ba50db04) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:53:50.336055 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.db.api [None req-8a72c008-cdf1-4b50-88df-df854a7209d8 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-fb21360d-1623-447f-a8e3-2431acfb7166 {{(pid=105226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 14:53:50.336419 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_db.api [None req-8a72c008-cdf1-4b50-88df-df854a7209d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 14:53:50.367138 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e2833-315f-4ea4-a0ca-9fe6970d4e93 req-7dd0ab32-4d41-4b53-822c-5fbc5ea6d286 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:50.368891 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-292e2833-315f-4ea4-a0ca-9fe6970d4e93 req-7dd0ab32-4d41-4b53-822c-5fbc5ea6d286 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/ports?device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 943 time: 0.1625690 Jun 21 14:53:50.377939 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36344) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:50.433310 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c15b843-a73c-439f-9616-0d00bae6380d tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:50.433514 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-3a6beeb5-96ca-46b1-aa32-fde83b751d17 None None] For port e9d95502-4f8f-4139-9f35-ed4952b9adbb, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:53:50.434061 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4c15b843-a73c-439f-9616-0d00bae6380d tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:50.451426 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-3a6beeb5-96ca-46b1-aa32-fde83b751d17 None None] For port e9d95502-4f8f-4139-9f35-ed4952b9adbb, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=e9d95502-4f8f-4139-9f35-ed4952b9adbb,segment=NetworkSegment(9725c62e-9d9f-4310-9ee1-59430be5564e),segment_id=9725c62e-9d9f-4310-9ee1-59430be5564e)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:53:50.465969 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3a6beeb5-96ca-46b1-aa32-fde83b751d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:50.471596 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-abfd6016-1220-4cfd-a716-43e1cac9cd74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:50.479630 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4c15b843-a73c-439f-9616-0d00bae6380d tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0860846 Jun 21 14:53:50.480919 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36348) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:50.488897 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-292e2833-315f-4ea4-a0ca-9fe6970d4e93 req-e6377588-4ac1-4f8b-8397-fc556a61dabc tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/security-groups?id=215242b6-1f27-40c8-b2a0-2e3b834d8a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902586 Jun 21 14:53:50.492411 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-c8cb53f4-367d-4b3a-8d50-048f69b14a6f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'port': {'network_id': 'a7e4a35c-9354-4c57-90ec-f2f3dcb276f7', 'name': 'tempest-PortsTestJSON-1033391038'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:50.528940 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f9020-c265-4799-8838-282572507459 req-40ffecea-ceff-4095-8745-cd06f6302525 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:50.530930 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3f9f9020-c265-4799-8838-282572507459 req-40ffecea-ceff-4095-8745-cd06f6302525 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.1607306 Jun 21 14:53:50.550867 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-fbd47376-7a0f-4dd7-ac5b-916b7f605e66 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1512910872'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:50.578754 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da07399a-ad56-46e9-9743-b283095172be None None] Pushing event updated for resources: {'Port': ['ID=e9d95502-4f8f-4139-9f35-ed4952b9adbb,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:50.602344 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd47376-7a0f-4dd7-ac5b-916b7f605e66 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Made reservation on behalf of ab86dce9cb9f4570a6cabb72a9da1985 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:50.604462 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3f9f9020-c265-4799-8838-282572507459 req-5559e9e9-062a-4bb8-a64b-fc5220349d48 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639243 Jun 21 14:53:50.607504 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fbd47376-7a0f-4dd7-ac5b-916b7f605e66 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:50.612511 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-da07399a-ad56-46e9-9743-b283095172be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:50.619876 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6beeb5-96ca-46b1-aa32-fde83b751d17 None None] Routers {'3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:53:50.621566 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-3a6beeb5-96ca-46b1-aa32-fde83b751d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:53:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:50.623984 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fbd47376-7a0f-4dd7-ac5b-916b7f605e66 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:50.665306 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.db.api [None req-c8cb53f4-367d-4b3a-8d50-048f69b14a6f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 21 14:53:50.665306 dv-neutron-797121-2-hyperv neutron-server[105225]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 21 14:53:50.665306 dv-neutron-797121-2-hyperv neutron-server[105225]: [parameters: {'project_id_1': 'd39eebfbe3874515bc761a8de17d07a8', 'expiration_1': datetime.datetime(2021, 6, 21, 14, 53, 50, 659224)}] Jun 21 14:53:50.665306 dv-neutron-797121-2-hyperv neutron-server[105225]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 14:53:50.665748 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_db.api [None req-c8cb53f4-367d-4b3a-8d50-048f69b14a6f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 14:53:50.707160 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3693df89-56cd-4184-9231-000bd06339c1 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:50.723958 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3693df89-56cd-4184-9231-000bd06339c1 None None] Transition to ACTIVE for port object 1b7a8589-6aa4-4852-a547-0309ba50db04 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:50.742971 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-3a6beeb5-96ca-46b1-aa32-fde83b751d17 None None] Set router 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c gateway port host: None {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:53:50.754090 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fbd47376-7a0f-4dd7-ac5b-916b7f605e66 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:50.759225 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fbd47376-7a0f-4dd7-ac5b-916b7f605e66 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:50.762379 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7f960ed5-0c13-400d-bc53-853750b4446d tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:50.775356 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3693df89-56cd-4184-9231-000bd06339c1 None None] Transition to ACTIVE for port object 1b7a8589-6aa4-4852-a547-0309ba50db04 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:50.784088 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3693df89-56cd-4184-9231-000bd06339c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:50.787485 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-94ac396f-599b-42d2-a0de-3dc57ed11315 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:50.795291 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd47376-7a0f-4dd7-ac5b-916b7f605e66 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:53:50.823533 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd47376-7a0f-4dd7-ac5b-916b7f605e66 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de5ac4e0-3cba-4189-a682-7cd6f64c9709,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:50.827193 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fbd47376-7a0f-4dd7-ac5b-916b7f605e66 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:50.831997 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fbd47376-7a0f-4dd7-ac5b-916b7f605e66 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:50.832332 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-fbd47376-7a0f-4dd7-ac5b-916b7f605e66 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Added segment 91419df6-d521-40c7-8fac-65167e824cab of type vlan for network d17d4c57-3278-41af-9857-7d5a8ae4efc1 Jun 21 14:53:50.841631 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8a72c008-cdf1-4b50-88df-df854a7209d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:50.886302 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-b0d18960-b7a0-44e9-83ea-536d308023f5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Allocated IP 172.23.0.1 (fcb63a3c-49d3-499f-afdd-036bfaff87c7/e687f4a9-de26-4e21-b592-f0a16d3f93ee/3819dc13-a0e4-49bc-96ed-33559e57c0e5) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:53:50.898888 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fbd47376-7a0f-4dd7-ac5b-916b7f605e66 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:50.923006 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3693df89-56cd-4184-9231-000bd06339c1 None None] Network fcb63a3c-49d3-499f-afdd-036bfaff87c7 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:50.927965 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693df89-56cd-4184-9231-000bd06339c1 None None] Pushing event updated for resources: {'Port': ['ID=1b7a8589-6aa4-4852-a547-0309ba50db04,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:50.932077 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3693df89-56cd-4184-9231-000bd06339c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:50.941309 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-3693df89-56cd-4184-9231-000bd06339c1 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:50.949914 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3693df89-56cd-4184-9231-000bd06339c1 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:53:50.985428 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fbd47376-7a0f-4dd7-ac5b-916b7f605e66 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:50.991165 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd47376-7a0f-4dd7-ac5b-916b7f605e66 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:50.991744 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fbd47376-7a0f-4dd7-ac5b-916b7f605e66 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:50.997256 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7e466853-a085-4d0a-86a8-506aa713af4c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:51.006368 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device af1950d6-14b3-4086-9aa5-cc11fbecd040 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:53:51.074430 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-fbd47376-7a0f-4dd7-ac5b-916b7f605e66 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6946282 Jun 21 14:53:51.086978 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd47376-7a0f-4dd7-ac5b-916b7f605e66 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Pushing event updated for resources: {'Network': ['ID=d17d4c57-3278-41af-9857-7d5a8ae4efc1,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:51.092316 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fbd47376-7a0f-4dd7-ac5b-916b7f605e66 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:51.103251 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b0d18960-b7a0-44e9-83ea-536d308023f5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:51.120525 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-b0d18960-b7a0-44e9-83ea-536d308023f5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Transition to ACTIVE for port object 3819dc13-a0e4-49bc-96ed-33559e57c0e5 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:51.159890 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b0d18960-b7a0-44e9-83ea-536d308023f5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:51.162007 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7e14954b-8250-4061-af53-6ce0ff67b984 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:51.163469 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network d17d4c57-3278-41af-9857-7d5a8ae4efc1 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:53:51.209042 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-3693df89-56cd-4184-9231-000bd06339c1 None None] Attempting to bind port 1b7a8589-6aa4-4852-a547-0309ba50db04 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:53:51.209453 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-3693df89-56cd-4184-9231-000bd06339c1 None None] Attempting to bind port 1b7a8589-6aa4-4852-a547-0309ba50db04 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '6f747819-b21a-4334-bb4d-e5caae97a9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fcb63a3c-49d3-499f-afdd-036bfaff87c7'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:53:51.209764 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3693df89-56cd-4184-9231-000bd06339c1 None None] Attempting to bind port 1b7a8589-6aa4-4852-a547-0309ba50db04 on network fcb63a3c-49d3-499f-afdd-036bfaff87c7 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:53:51.220473 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d18960-b7a0-44e9-83ea-536d308023f5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Network fcb63a3c-49d3-499f-afdd-036bfaff87c7 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:51.223095 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d18960-b7a0-44e9-83ea-536d308023f5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Port': ['ID=3819dc13-a0e4-49bc-96ed-33559e57c0e5,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:51.227903 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b0d18960-b7a0-44e9-83ea-536d308023f5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:51.228849 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-b0d18960-b7a0-44e9-83ea-536d308023f5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:51.230995 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d18960-b7a0-44e9-83ea-536d308023f5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:53:51.236245 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cb53f4-367d-4b3a-8d50-048f69b14a6f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Made reservation on behalf of d39eebfbe3874515bc761a8de17d07a8 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:51.239739 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c8cb53f4-367d-4b3a-8d50-048f69b14a6f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:51.260476 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3693df89-56cd-4184-9231-000bd06339c1 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:53:51.260888 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3693df89-56cd-4184-9231-000bd06339c1 None None] Checking segment: {'id': '6f747819-b21a-4334-bb4d-e5caae97a9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fcb63a3c-49d3-499f-afdd-036bfaff87c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:51.261264 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3693df89-56cd-4184-9231-000bd06339c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:51.261661 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3693df89-56cd-4184-9231-000bd06339c1 None None] Bound using segment: {'id': '6f747819-b21a-4334-bb4d-e5caae97a9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fcb63a3c-49d3-499f-afdd-036bfaff87c7'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:53:51.262190 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-3693df89-56cd-4184-9231-000bd06339c1 None None] Bound port: 1b7a8589-6aa4-4852-a547-0309ba50db04, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f747819-b21a-4334-bb4d-e5caae97a9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fcb63a3c-49d3-499f-afdd-036bfaff87c7'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:53:51.262566 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3693df89-56cd-4184-9231-000bd06339c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:51.288855 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-c8cb53f4-367d-4b3a-8d50-048f69b14a6f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] device_id is not set on port 98c5b88b-9d26-4804-8b6a-2909a7358ce5 yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:53:51.299660 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b0d18960-b7a0-44e9-83ea-536d308023f5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:51.313252 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-8a72c008-cdf1-4b50-88df-df854a7209d8 None None] Allocated IP 172.20.0.3 (a7e4a35c-9354-4c57-90ec-f2f3dcb276f7/b9d02114-90fd-4d6b-b934-3047715a4313/cfa8e787-e353-4ca3-9d5b-3deb298d2c67) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:53:51.488446 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b0d18960-b7a0-44e9-83ea-536d308023f5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:51.561765 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-3693df89-56cd-4184-9231-000bd06339c1 None None] For port 1b7a8589-6aa4-4852-a547-0309ba50db04, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:53:51.565980 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-3693df89-56cd-4184-9231-000bd06339c1 None None] For port 1b7a8589-6aa4-4852-a547-0309ba50db04, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=1b7a8589-6aa4-4852-a547-0309ba50db04,segment=NetworkSegment(6f747819-b21a-4334-bb4d-e5caae97a9f0),segment_id=6f747819-b21a-4334-bb4d-e5caae97a9f0)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:53:51.593994 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port af1950d6-14b3-4086-9aa5-cc11fbecd040, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=af1950d6-14b3-4086-9aa5-cc11fbecd040,segment=NetworkSegment(7a59647b-4c2c-4caf-b0b7-61b2d6badfd9),segment_id=7a59647b-4c2c-4caf-b0b7-61b2d6badfd9)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:51.597415 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3693df89-56cd-4184-9231-000bd06339c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:51.614314 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b36f67da-4bdc-415f-bffe-2c970731cae2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:51.726665 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93246cd9-18bf-4e41-b80f-8f1911b588ab req-1de78222-a8e4-4749-9cde-fb0cc7117323 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:51.736033 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-93246cd9-18bf-4e41-b80f-8f1911b588ab req-1de78222-a8e4-4749-9cde-fb0cc7117323 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/ports?device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 943 time: 0.0984640 Jun 21 14:53:51.765913 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': 'af1950d6-14b3-4086-9aa5-cc11fbecd040', 'network_id': '526fdaf7-f1cc-4ed7-81cb-9dc271462d4d', 'port_id': 'af1950d6-14b3-4086-9aa5-cc11fbecd040', 'mac_address': 'fa:16:3e:cb:09:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cf83945-a474-423c-ab58-da4637f6bf60', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:53:51.788014 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-3a6beeb5-96ca-46b1-aa32-fde83b751d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'name': 'tempest-RoutersTest-router-2122799372', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:53:28Z', 'updated_at': '2021-06-21T14:53:45Z', 'revision_number': 4, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'gw_port_host': None, '_interfaces': [{'id': '085df3ab-b294-4346-b018-a9f61ddeefbf', 'name': '', 'network_id': 'd90676dc-93ab-4b3e-8482-405d197a7450', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:59:c9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:36Z', 'updated_at': '2021-06-21T14:53:46Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1784935d-7270-4d2d-95c8-708866423732', 'name': '', 'network_id': '41c3f5af-2751-4985-8586-f0975d1d5cfd', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:67:55:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:31Z', 'updated_at': '2021-06-21T14:53:40Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9d95502-4f8f-4139-9f35-ed4952b9adbb', 'name': '', 'network_id': 'ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:05:88:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '634fa180-80fa-452f-8c7f-921256247aa2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:43Z', 'updated_at': '2021-06-21T14:53:50Z', 'revision_number': 4, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '634fa180-80fa-452f-8c7f-921256247aa2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:51.807632 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-93246cd9-18bf-4e41-b80f-8f1911b588ab req-8b6b8026-5955-4475-a867-bfb64856ca2b tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/security-groups?id=215242b6-1f27-40c8-b2a0-2e3b834d8a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697565 Jun 21 14:53:51.872798 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6beeb5-96ca-46b1-aa32-fde83b751d17 None None] The sync data for ids ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'] in dv-neutron-797121-2-hyperv is: [{'id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'name': 'tempest-RoutersTest-router-2122799372', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:53:28Z', 'updated_at': '2021-06-21T14:53:45Z', 'revision_number': 4, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'gw_port_host': None, '_interfaces': [{'id': '085df3ab-b294-4346-b018-a9f61ddeefbf', 'name': '', 'network_id': 'd90676dc-93ab-4b3e-8482-405d197a7450', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:59:c9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:36Z', 'updated_at': '2021-06-21T14:53:46Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1784935d-7270-4d2d-95c8-708866423732', 'name': '', 'network_id': '41c3f5af-2751-4985-8586-f0975d1d5cfd', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:67:55:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:31Z', 'updated_at': '2021-06-21T14:53:40Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9d95502-4f8f-4139-9f35-ed4952b9adbb', 'name': '', 'network_id': 'ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:05:88:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '634fa180-80fa-452f-8c7f-921256247aa2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:43Z', 'updated_at': '2021-06-21T14:53:50Z', 'revision_number': 4, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '634fa180-80fa-452f-8c7f-921256247aa2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:53:51.874539 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693df89-56cd-4184-9231-000bd06339c1 None None] Pushing event updated for resources: {'Port': ['ID=1b7a8589-6aa4-4852-a547-0309ba50db04,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:51.884593 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3693df89-56cd-4184-9231-000bd06339c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:51.947705 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:52.002178 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af1950d6-14b3-4086-9aa5-cc11fbecd040 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:53:52.023281 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5573a-e9f1-4d00-9759-73e1e57ae021 req-764bb3a2-3004-48f2-bdc0-74134c9ac59e tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:52.024864 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2cd5573a-e9f1-4d00-9759-73e1e57ae021 req-764bb3a2-3004-48f2-bdc0-74134c9ac59e tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.2115436 Jun 21 14:53:52.049306 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port af1950d6-14b3-4086-9aa5-cc11fbecd040, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=af1950d6-14b3-4086-9aa5-cc11fbecd040,segment=NetworkSegment(7a59647b-4c2c-4caf-b0b7-61b2d6badfd9),segment_id=7a59647b-4c2c-4caf-b0b7-61b2d6badfd9)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:52.094653 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:52.096480 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-94ac396f-599b-42d2-a0de-3dc57ed11315 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:52.103258 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2cd5573a-e9f1-4d00-9759-73e1e57ae021 req-6a70f841-6d1c-4532-882a-2298c98c4319 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708022 Jun 21 14:53:52.218746 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8a72c008-cdf1-4b50-88df-df854a7209d8 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:52.236542 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8a72c008-cdf1-4b50-88df-df854a7209d8 None None] Transition to ACTIVE for port object cfa8e787-e353-4ca3-9d5b-3deb298d2c67 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:52.240863 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=af1950d6-14b3-4086-9aa5-cc11fbecd040,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:52.249318 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:52.265657 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8a72c008-cdf1-4b50-88df-df854a7209d8 None None] Transition to ACTIVE for port object cfa8e787-e353-4ca3-9d5b-3deb298d2c67 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:52.277056 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8a72c008-cdf1-4b50-88df-df854a7209d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:52.286426 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-def0d421-f04d-40ee-978a-0c76628c5f78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:52.331670 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72c008-cdf1-4b50-88df-df854a7209d8 None None] Pushing event updated for resources: {'Port': ['ID=cfa8e787-e353-4ca3-9d5b-3deb298d2c67,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:52.335662 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8a72c008-cdf1-4b50-88df-df854a7209d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:52.341976 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a72c008-cdf1-4b50-88df-df854a7209d8 None None] Network a7e4a35c-9354-4c57-90ec-f2f3dcb276f7 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:52.343818 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-8a72c008-cdf1-4b50-88df-df854a7209d8 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:52.353257 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a72c008-cdf1-4b50-88df-df854a7209d8 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:53:52.454801 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-8a72c008-cdf1-4b50-88df-df854a7209d8 None None] Attempting to bind port cfa8e787-e353-4ca3-9d5b-3deb298d2c67 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:53:52.455201 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-8a72c008-cdf1-4b50-88df-df854a7209d8 None None] Attempting to bind port cfa8e787-e353-4ca3-9d5b-3deb298d2c67 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '475e42e1-b7a2-44f8-a088-ae8e88155801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a7e4a35c-9354-4c57-90ec-f2f3dcb276f7'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:53:52.455562 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a72c008-cdf1-4b50-88df-df854a7209d8 None None] Attempting to bind port cfa8e787-e353-4ca3-9d5b-3deb298d2c67 on network a7e4a35c-9354-4c57-90ec-f2f3dcb276f7 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:53:52.462198 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a72c008-cdf1-4b50-88df-df854a7209d8 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:53:52.463387 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a72c008-cdf1-4b50-88df-df854a7209d8 None None] Checking segment: {'id': '475e42e1-b7a2-44f8-a088-ae8e88155801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a7e4a35c-9354-4c57-90ec-f2f3dcb276f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:52.463811 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8a72c008-cdf1-4b50-88df-df854a7209d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:52.464216 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a72c008-cdf1-4b50-88df-df854a7209d8 None None] Bound using segment: {'id': '475e42e1-b7a2-44f8-a088-ae8e88155801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a7e4a35c-9354-4c57-90ec-f2f3dcb276f7'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:53:52.464861 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-8a72c008-cdf1-4b50-88df-df854a7209d8 None None] Bound port: cfa8e787-e353-4ca3-9d5b-3deb298d2c67, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '475e42e1-b7a2-44f8-a088-ae8e88155801', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a7e4a35c-9354-4c57-90ec-f2f3dcb276f7'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:53:52.465242 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8a72c008-cdf1-4b50-88df-df854a7209d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:52.476972 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-c8cb53f4-367d-4b3a-8d50-048f69b14a6f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Allocated IP 172.20.0.5 (a7e4a35c-9354-4c57-90ec-f2f3dcb276f7/b9d02114-90fd-4d6b-b934-3047715a4313/98c5b88b-9d26-4804-8b6a-2909a7358ce5) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:53:52.478591 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['af1950d6-14b3-4086-9aa5-cc11fbecd040'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:53:52.578194 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-8a72c008-cdf1-4b50-88df-df854a7209d8 None None] For port cfa8e787-e353-4ca3-9d5b-3deb298d2c67, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:53:52.580220 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b0d18960-b7a0-44e9-83ea-536d308023f5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:52.602676 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-8a72c008-cdf1-4b50-88df-df854a7209d8 None None] For port cfa8e787-e353-4ca3-9d5b-3deb298d2c67, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=cfa8e787-e353-4ca3-9d5b-3deb298d2c67,segment=NetworkSegment(475e42e1-b7a2-44f8-a088-ae8e88155801),segment_id=475e42e1-b7a2-44f8-a088-ae8e88155801)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:53:52.626266 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b0d18960-b7a0-44e9-83ea-536d308023f5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:52.626556 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8a72c008-cdf1-4b50-88df-df854a7209d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:52.633113 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1121dd93-5fa7-445b-8a3a-f5ff9e81a4cf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:52.633298 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:52.698662 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72c008-cdf1-4b50-88df-df854a7209d8 None None] Pushing event updated for resources: {'Port': ['ID=cfa8e787-e353-4ca3-9d5b-3deb298d2c67,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:52.713447 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8a72c008-cdf1-4b50-88df-df854a7209d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:52.735209 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b0d18960-b7a0-44e9-83ea-536d308023f5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:52.744015 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d18960-b7a0-44e9-83ea-536d308023f5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event updated for resources: {'Port': ['ID=3819dc13-a0e4-49bc-96ed-33559e57c0e5,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:52.831444 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b0d18960-b7a0-44e9-83ea-536d308023f5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:52.940951 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d18960-b7a0-44e9-83ea-536d308023f5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Network fcb63a3c-49d3-499f-afdd-036bfaff87c7 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:52.943902 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-b0d18960-b7a0-44e9-83ea-536d308023f5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:53.152766 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c8cb53f4-367d-4b3a-8d50-048f69b14a6f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:53.168339 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3dfa0c-d35b-4016-9c46-1c133893d419 req-87b9faa3-010a-469e-937a-81d3637549ef tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:53.177257 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2a3dfa0c-d35b-4016-9c46-1c133893d419 req-87b9faa3-010a-469e-937a-81d3637549ef tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/ports?device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 944 time: 0.1291864 Jun 21 14:53:53.206201 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-c8cb53f4-367d-4b3a-8d50-048f69b14a6f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Transition to ACTIVE for port object 98c5b88b-9d26-4804-8b6a-2909a7358ce5 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:53.235186 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d18960-b7a0-44e9-83ea-536d308023f5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Router 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:53:53.258203 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2a3dfa0c-d35b-4016-9c46-1c133893d419 req-70cf9abf-89f8-47d8-8c6c-79f8a37d5d7c tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/security-groups?id=215242b6-1f27-40c8-b2a0-2e3b834d8a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793765 Jun 21 14:53:53.365448 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c8cb53f4-367d-4b3a-8d50-048f69b14a6f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:53.370709 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6acbb877-9404-40fe-b4cf-c0c5a77be0ba tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:53.404631 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72bacb-2f64-4055-8c1f-41582801e7e2 req-1829b8b9-0a68-4b79-8003-abd3b34b5c0b tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:53.412311 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7b72bacb-2f64-4055-8c1f-41582801e7e2 req-1829b8b9-0a68-4b79-8003-abd3b34b5c0b tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.0871613 Jun 21 14:53:53.457948 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d18960-b7a0-44e9-83ea-536d308023f5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:53:53.458797 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7b72bacb-2f64-4055-8c1f-41582801e7e2 req-4d320528-f853-4faf-a4fa-a3244f38f41f tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455515 Jun 21 14:53:53.477666 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b0d18960-b7a0-44e9-83ea-536d308023f5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "PUT /v2.0/routers/3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0590510 Jun 21 14:53:53.477867 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc396312-6446-49a0-83ab-c36c08a249b4 None None] Sync routers for ids ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:53:53.479059 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36358) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:53.481477 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cb53f4-367d-4b3a-8d50-048f69b14a6f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Network a7e4a35c-9354-4c57-90ec-f2f3dcb276f7 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:53.483643 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-c8cb53f4-367d-4b3a-8d50-048f69b14a6f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:53.484862 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-e81abe3a-57a8-4ae9-b37d-89a4ff4df901 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:53.491429 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cb53f4-367d-4b3a-8d50-048f69b14a6f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:53:53.517259 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b93a6a-bf81-42ba-b306-3c7f5fb77aa8 None None] Network fcb63a3c-49d3-499f-afdd-036bfaff87c7 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:53.537649 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc396312-6446-49a0-83ab-c36c08a249b4 None None] Routers {'3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:53:53.538342 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-fc396312-6446-49a0-83ab-c36c08a249b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:53:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:53.541716 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb53f4-367d-4b3a-8d50-048f69b14a6f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Port': ['ID=98c5b88b-9d26-4804-8b6a-2909a7358ce5,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:53.549928 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c8cb53f4-367d-4b3a-8d50-048f69b14a6f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:53.606163 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cb53f4-367d-4b3a-8d50-048f69b14a6f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:53.606847 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c8cb53f4-367d-4b3a-8d50-048f69b14a6f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:53.646646 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c8cb53f4-367d-4b3a-8d50-048f69b14a6f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1648524 Jun 21 14:53:53.647281 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36360) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:53.699144 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-fc396312-6446-49a0-83ab-c36c08a249b4 None None] Set router 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c gateway port host: None {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:53:53.751712 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-171ccb3c-a464-457e-916e-feffb7b2a37c None None] Provisioning for port 1b7a8589-6aa4-4852-a547-0309ba50db04 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:53.852791 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef54c52-9b87-47ba-8077-408dcdf735bc tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:53.874434 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3ef54c52-9b87-47ba-8077-408dcdf735bc tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.2 HTTP/1.1" status: 200 len: 921 time: 0.2257900 Jun 21 14:53:53.875774 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36362) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:53.919203 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 1b7a8589-6aa4-4852-a547-0309ba50db04 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:53:54.072527 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 1b7a8589-6aa4-4852-a547-0309ba50db04 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:54.078030 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 1b7a8589-6aa4-4852-a547-0309ba50db04 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:54.078907 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:54.108267 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-37ecb45d-9fb7-44e0-883c-808292fa25ae tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Deleting port 98c5b88b-9d26-4804-8b6a-2909a7358ce5 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:53:54.109029 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-37ecb45d-9fb7-44e0-883c-808292fa25ae tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:54.166804 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-fc396312-6446-49a0-83ab-c36c08a249b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'name': 'tempest-RoutersTest-router-2122799372', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:53:28Z', 'updated_at': '2021-06-21T14:53:51Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'gw_port_host': None, '_interfaces': [{'id': '085df3ab-b294-4346-b018-a9f61ddeefbf', 'name': '', 'network_id': 'd90676dc-93ab-4b3e-8482-405d197a7450', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:59:c9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:36Z', 'updated_at': '2021-06-21T14:53:46Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1784935d-7270-4d2d-95c8-708866423732', 'name': '', 'network_id': '41c3f5af-2751-4985-8586-f0975d1d5cfd', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:67:55:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:31Z', 'updated_at': '2021-06-21T14:53:40Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3819dc13-a0e4-49bc-96ed-33559e57c0e5', 'name': '', 'network_id': 'fcb63a3c-49d3-499f-afdd-036bfaff87c7', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:6f:8a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'e687f4a9-de26-4e21-b592-f0a16d3f93ee', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:50Z', 'updated_at': '2021-06-21T14:53:52Z', 'revision_number': 2, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': 'e687f4a9-de26-4e21-b592-f0a16d3f93ee', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9d95502-4f8f-4139-9f35-ed4952b9adbb', 'name': '', 'network_id': 'ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:05:88:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '634fa180-80fa-452f-8c7f-921256247aa2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:43Z', 'updated_at': '2021-06-21T14:53:50Z', 'revision_number': 4, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '634fa180-80fa-452f-8c7f-921256247aa2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:54.227826 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc396312-6446-49a0-83ab-c36c08a249b4 None None] Checking router: 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:53:54.232976 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc396312-6446-49a0-83ab-c36c08a249b4 None None] Updating router 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c port 3819dc13-a0e4-49bc-96ed-33559e57c0e5 binding host dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:53:54.280649 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:54.326890 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-fc396312-6446-49a0-83ab-c36c08a249b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:54.359468 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 1b7a8589-6aa4-4852-a547-0309ba50db04, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=1b7a8589-6aa4-4852-a547-0309ba50db04,segment=NetworkSegment(6f747819-b21a-4334-bb4d-e5caae97a9f0),segment_id=6f747819-b21a-4334-bb4d-e5caae97a9f0)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:54.376944 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36366) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:54.379675 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:54.379675 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device cfa8e787-e353-4ca3-9d5b-3deb298d2c67 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:53:54.383254 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:54.388915 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-5cde643b-2649-461c-ab5d-be96fa4b30c0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Request body: {'subnet': {'network_id': 'd17d4c57-3278-41af-9857-7d5a8ae4efc1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:54.502790 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-37ecb45d-9fb7-44e0-883c-808292fa25ae tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:54.523668 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port cfa8e787-e353-4ca3-9d5b-3deb298d2c67 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:54.532821 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3955d6c-6c11-475e-a6c4-f53ca0095fff None None] Network a7e4a35c-9354-4c57-90ec-f2f3dcb276f7 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:54.626703 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-37ecb45d-9fb7-44e0-883c-808292fa25ae tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Calling delete_port for 98c5b88b-9d26-4804-8b6a-2909a7358ce5 owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:53:54.672051 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=1b7a8589-6aa4-4852-a547-0309ba50db04,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:54.674944 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e9d95502-4f8f-4139-9f35-ed4952b9adbb up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:53:54.733992 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:54.740833 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f66a856b-fcc8-44d1-ab1a-29be394126f7 None None] Provisioning complete for port 1b7a8589-6aa4-4852-a547-0309ba50db04 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:54.741137 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f66a856b-fcc8-44d1-ab1a-29be394126f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:54.748851 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cde643b-2649-461c-ab5d-be96fa4b30c0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Made reservation on behalf of ab86dce9cb9f4570a6cabb72a9da1985 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:54.755125 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5cde643b-2649-461c-ab5d-be96fa4b30c0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:54.880766 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port e9d95502-4f8f-4139-9f35-ed4952b9adbb completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:54.888857 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port e9d95502-4f8f-4139-9f35-ed4952b9adbb triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:54.889241 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:54.906379 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-fc396312-6446-49a0-83ab-c36c08a249b4 None None] Notify callbacks [] for port, precommit_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:54.920652 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.provisioning_blocks [None req-fc396312-6446-49a0-83ab-c36c08a249b4 None None] Transition to ACTIVE for port object 3819dc13-a0e4-49bc-96ed-33559e57c0e5 will not be triggered until provisioned by entity L2. {{(pid=105227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:54.940065 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-fc396312-6446-49a0-83ab-c36c08a249b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:54.946010 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-05469bb1-5412-455e-8fb8-d4f61c539c78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:54.986610 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:54.993736 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f66a856b-fcc8-44d1-ab1a-29be394126f7 None None] Provisioning for port 3819dc13-a0e4-49bc-96ed-33559e57c0e5 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:55.028193 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device af1950d6-14b3-4086-9aa5-cc11fbecd040 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:53:55.094102 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port e9d95502-4f8f-4139-9f35-ed4952b9adbb, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=e9d95502-4f8f-4139-9f35-ed4952b9adbb,segment=NetworkSegment(9725c62e-9d9f-4310-9ee1-59430be5564e),segment_id=9725c62e-9d9f-4310-9ee1-59430be5564e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:55.098688 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db257d-a082-43a8-9c47-5f5e95095db7 req-b20d2eda-013c-45f1-8d10-c73d11ad69d2 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:55.100321 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-37ecb45d-9fb7-44e0-883c-808292fa25ae tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:55.106092 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:55.108346 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-7f5d70e3-5f54-47a5-93c0-229904ce3a90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:55.112756 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port af1950d6-14b3-4086-9aa5-cc11fbecd040 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:55.117455 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a9db257d-a082-43a8-9c47-5f5e95095db7 req-b20d2eda-013c-45f1-8d10-c73d11ad69d2 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.2455833 Jun 21 14:53:55.120583 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a287a257-f6de-4050-a742-4424709b903b tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:55.129861 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5cde643b-2649-461c-ab5d-be96fa4b30c0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:55.157534 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port af1950d6-14b3-4086-9aa5-cc11fbecd040 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:55.157947 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:55.172099 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714eafb8-8ff9-4a85-ad90-454fa68adf89 req-3532960a-f568-498a-8349-d8590e3faad7 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:55.175627 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-714eafb8-8ff9-4a85-ad90-454fa68adf89 req-3532960a-f568-498a-8349-d8590e3faad7 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/ports?device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 944 time: 0.3235471 Jun 21 14:53:55.179466 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.extraroute_db [None req-e81abe3a-57a8-4ae9-b37d-89a4ff4df901 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=105224) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 21 14:53:55.229462 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.extraroute_db [None req-e81abe3a-57a8-4ae9-b37d-89a4ff4df901 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Removed routes are [] {{(pid=105224) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 21 14:53:55.230484 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e81abe3a-57a8-4ae9-b37d-89a4ff4df901 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:55.256614 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ecb45d-9fb7-44e0-883c-808292fa25ae tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Port': ['ID=98c5b88b-9d26-4804-8b6a-2909a7358ce5,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:55.270274 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-37ecb45d-9fb7-44e0-883c-808292fa25ae tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:55.273181 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b4e3b7e7-276f-4f7e-9d63-45eb83fd7bbd tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:55.289409 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24793119-0db1-47f7-b023-9ecf3a77d26f None None] Pushing event updated for resources: {'Port': ['ID=3819dc13-a0e4-49bc-96ed-33559e57c0e5,revision_number=3']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:55.296446 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-24793119-0db1-47f7-b023-9ecf3a77d26f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:55.367493 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:55.371190 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-fc396312-6446-49a0-83ab-c36c08a249b4 None None] Attempting to bind port 3819dc13-a0e4-49bc-96ed-33559e57c0e5 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:53:55.371865 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-fc396312-6446-49a0-83ab-c36c08a249b4 None None] Attempting to bind port 3819dc13-a0e4-49bc-96ed-33559e57c0e5 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '6f747819-b21a-4334-bb4d-e5caae97a9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fcb63a3c-49d3-499f-afdd-036bfaff87c7'}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:53:55.372446 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc396312-6446-49a0-83ab-c36c08a249b4 None None] Attempting to bind port 3819dc13-a0e4-49bc-96ed-33559e57c0e5 on network fcb63a3c-49d3-499f-afdd-036bfaff87c7 {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:53:55.378375 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc396312-6446-49a0-83ab-c36c08a249b4 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:53:55.379178 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc396312-6446-49a0-83ab-c36c08a249b4 None None] Checking segment: {'id': '6f747819-b21a-4334-bb4d-e5caae97a9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fcb63a3c-49d3-499f-afdd-036bfaff87c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:55.379798 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-fc396312-6446-49a0-83ab-c36c08a249b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:55.380404 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc396312-6446-49a0-83ab-c36c08a249b4 None None] Bound using segment: {'id': '6f747819-b21a-4334-bb4d-e5caae97a9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fcb63a3c-49d3-499f-afdd-036bfaff87c7'} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:53:55.381113 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-fc396312-6446-49a0-83ab-c36c08a249b4 None None] Bound port: 3819dc13-a0e4-49bc-96ed-33559e57c0e5, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f747819-b21a-4334-bb4d-e5caae97a9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'fcb63a3c-49d3-499f-afdd-036bfaff87c7'}}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:53:55.381723 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-fc396312-6446-49a0-83ab-c36c08a249b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:55.415288 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cde643b-2649-461c-ab5d-be96fa4b30c0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Checking segment: {'id': '91419df6-d521-40c7-8fac-65167e824cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd17d4c57-3278-41af-9857-7d5a8ae4efc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:55.415654 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cde643b-2649-461c-ab5d-be96fa4b30c0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Network hostable DHCP agents. Network: d17d4c57-3278-41af-9857-7d5a8ae4efc1, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:53:55.418892 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-b4654620-a051-4109-9317-94aa0644fd73 None None] Provisioning for port cfa8e787-e353-4ca3-9d5b-3deb298d2c67 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:55.422342 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=e9d95502-4f8f-4139-9f35-ed4952b9adbb,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:55.429592 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde643b-2649-461c-ab5d-be96fa4b30c0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Pushing event updated for resources: {'Subnet': ['ID=af120956-cc83-420c-bc8f-d0d443fa099e,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:55.441394 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:55.446291 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954abc37-6ff5-4577-bfc2-931c23b388bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1950d6-14b3-4086-9aa5-cc11fbecd040'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:53:55.448612 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbdd40a-0d6b-44ed-81a8-5197c32a60c1" -d '{"events": [{"server_uuid": "954abc37-6ff5-4577-bfc2-931c23b388bd", "name": "network-vif-plugged", "status": "completed", "tag": "af1950d6-14b3-4086-9aa5-cc11fbecd040"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:53:55.451666 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-b4654620-a051-4109-9317-94aa0644fd73 None None] Provisioning complete for port cfa8e787-e353-4ca3-9d5b-3deb298d2c67 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:55.452050 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b4654620-a051-4109-9317-94aa0644fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:55.456192 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5cde643b-2649-461c-ab5d-be96fa4b30c0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:55.476437 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-37ecb45d-9fb7-44e0-883c-808292fa25ae tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:55.482534 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-37ecb45d-9fb7-44e0-883c-808292fa25ae tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/ports/98c5b88b-9d26-4804-8b6a-2909a7358ce5 HTTP/1.1" status: 204 len: 168 time: 1.5994368 Jun 21 14:53:55.485946 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36374) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:55.494106 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-fc396312-6446-49a0-83ab-c36c08a249b4 None None] For port 3819dc13-a0e4-49bc-96ed-33559e57c0e5, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:53:55.506054 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-fc396312-6446-49a0-83ab-c36c08a249b4 None None] For port 3819dc13-a0e4-49bc-96ed-33559e57c0e5, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3819dc13-a0e4-49bc-96ed-33559e57c0e5,segment=NetworkSegment(6f747819-b21a-4334-bb4d-e5caae97a9f0),segment_id=6f747819-b21a-4334-bb4d-e5caae97a9f0)] {{(pid=105227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:53:55.519526 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-fc396312-6446-49a0-83ab-c36c08a249b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:55.537503 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port af1950d6-14b3-4086-9aa5-cc11fbecd040, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=af1950d6-14b3-4086-9aa5-cc11fbecd040,segment=NetworkSegment(7a59647b-4c2c-4caf-b0b7-61b2d6badfd9),segment_id=7a59647b-4c2c-4caf-b0b7-61b2d6badfd9)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:55.542838 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:55.557665 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:55.561128 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-952b9a14-d8f9-4c06-afe5-42d3c36add92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:55.591574 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eded60d-c7af-4e85-976e-3931a1adeb27 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] GET failed (client error): The resource could not be found. Jun 21 14:53:55.598528 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8eded60d-c7af-4e85-976e-3931a1adeb27 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "GET /v2.0/ports/98c5b88b-9d26-4804-8b6a-2909a7358ce5 HTTP/1.1" status: 404 len: 333 time: 0.1059134 Jun 21 14:53:55.599991 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36376) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:55.601167 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cde643b-2649-461c-ab5d-be96fa4b30c0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Network d17d4c57-3278-41af-9857-7d5a8ae4efc1 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:53:55.613840 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a9db257d-a082-43a8-9c47-5f5e95095db7 req-69faa8c4-c38e-4ae7-8edd-63b98ec97384 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4899664 Jun 21 14:53:55.614305 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc396312-6446-49a0-83ab-c36c08a249b4 None None] Routers {'3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:53:55.615105 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-fc396312-6446-49a0-83ab-c36c08a249b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:53:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:55.616453 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-714eafb8-8ff9-4a85-ad90-454fa68adf89 req-256bcc8b-85c9-4a24-b549-018ce9b880ad tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/security-groups?id=215242b6-1f27-40c8-b2a0-2e3b834d8a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727925 Jun 21 14:53:55.683236 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 1b7a8589-6aa4-4852-a547-0309ba50db04 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:53:55.706120 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-5cde643b-2649-461c-ab5d-be96fa4b30c0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, d17d4c57-3278-41af-9857-7d5a8ae4efc1) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:55.717095 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cde643b-2649-461c-ab5d-be96fa4b30c0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:55.718032 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5cde643b-2649-461c-ab5d-be96fa4b30c0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:55.785538 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-fc396312-6446-49a0-83ab-c36c08a249b4 None None] Set router 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c gateway port host: None {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:53:55.794436 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5cde643b-2649-461c-ab5d-be96fa4b30c0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4144263 Jun 21 14:53:55.794693 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36378) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:55.807378 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b4654620-a051-4109-9317-94aa0644fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:55.809651 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-c60c5e0f-2a78-4d39-8d83-85156384ed8a tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-807083694'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:55.836315 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-0ac35649-99a8-48ec-a03b-a1d5f6f489b8 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Deleting port f104e9cc-1c9d-4277-8470-c76f28fcc806 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:53:55.836970 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0ac35649-99a8-48ec-a03b-a1d5f6f489b8 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:55.843307 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f6856c-1813-4b1f-bd2e-9fe60e57dae5 x-openstack-request-id: req-c3f6856c-1813-4b1f-bd2e-9fe60e57dae5 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:53:55.843957 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954abc37-6ff5-4577-bfc2-931c23b388bd", "name": "network-vif-plugged", "status": "completed", "tag": "af1950d6-14b3-4086-9aa5-cc11fbecd040", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:53:55.844510 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c3f6856c-1813-4b1f-bd2e-9fe60e57dae5 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:53:55.845109 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954abc37-6ff5-4577-bfc2-931c23b388bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1950d6-14b3-4086-9aa5-cc11fbecd040', 'code': 200} Jun 21 14:53:55.856889 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88f610c-8dc6-47b5-9d92-cc4bdd680b6d None None] Network d17d4c57-3278-41af-9857-7d5a8ae4efc1 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:55.907129 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e81abe3a-57a8-4ae9-b37d-89a4ff4df901 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:55.910289 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60c5e0f-2a78-4d39-8d83-85156384ed8a tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Made reservation on behalf of ab86dce9cb9f4570a6cabb72a9da1985 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:55.914154 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c60c5e0f-2a78-4d39-8d83-85156384ed8a tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:55.939119 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e81abe3a-57a8-4ae9-b37d-89a4ff4df901 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627068'] for router, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:55.968111 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0ac35649-99a8-48ec-a03b-a1d5f6f489b8 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:56.072814 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24793119-0db1-47f7-b023-9ecf3a77d26f None None] Pushing event updated for resources: {'Port': ['ID=3819dc13-a0e4-49bc-96ed-33559e57c0e5,revision_number=4']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:56.100017 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60c5e0f-2a78-4d39-8d83-85156384ed8a tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:53:56.101777 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-24793119-0db1-47f7-b023-9ecf3a77d26f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:56.104705 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 1b7a8589-6aa4-4852-a547-0309ba50db04 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:56.104705 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:56.111447 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=af1950d6-14b3-4086-9aa5-cc11fbecd040,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:56.115564 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-b4654620-a051-4109-9317-94aa0644fd73 None None] For port cfa8e787-e353-4ca3-9d5b-3deb298d2c67, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=cfa8e787-e353-4ca3-9d5b-3deb298d2c67,segment=NetworkSegment(475e42e1-b7a2-44f8-a088-ae8e88155801),segment_id=475e42e1-b7a2-44f8-a088-ae8e88155801)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:56.142864 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-0ac35649-99a8-48ec-a03b-a1d5f6f489b8 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Calling delete_port for f104e9cc-1c9d-4277-8470-c76f28fcc806 owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:53:56.153461 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:56.160051 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-fc396312-6446-49a0-83ab-c36c08a249b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'name': 'tempest-RoutersTest-router-2122799372', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:53:28Z', 'updated_at': '2021-06-21T14:53:55Z', 'revision_number': 6, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'gw_port_host': None, '_interfaces': [{'id': '085df3ab-b294-4346-b018-a9f61ddeefbf', 'name': '', 'network_id': 'd90676dc-93ab-4b3e-8482-405d197a7450', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:59:c9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:36Z', 'updated_at': '2021-06-21T14:53:46Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1784935d-7270-4d2d-95c8-708866423732', 'name': '', 'network_id': '41c3f5af-2751-4985-8586-f0975d1d5cfd', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:67:55:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:31Z', 'updated_at': '2021-06-21T14:53:40Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3819dc13-a0e4-49bc-96ed-33559e57c0e5', 'name': '', 'network_id': 'fcb63a3c-49d3-499f-afdd-036bfaff87c7', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:6f:8a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'e687f4a9-de26-4e21-b592-f0a16d3f93ee', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:50Z', 'updated_at': '2021-06-21T14:53:55Z', 'revision_number': 4, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': 'e687f4a9-de26-4e21-b592-f0a16d3f93ee', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9d95502-4f8f-4139-9f35-ed4952b9adbb', 'name': '', 'network_id': 'ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:05:88:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '634fa180-80fa-452f-8c7f-921256247aa2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:43Z', 'updated_at': '2021-06-21T14:53:55Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '634fa180-80fa-452f-8c7f-921256247aa2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:56.165079 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c60c5e0f-2a78-4d39-8d83-85156384ed8a tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:56.165627 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-c60c5e0f-2a78-4d39-8d83-85156384ed8a tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Added segment 093b14ea-04d5-48d8-bf97-ef1e79e90625 of type vlan for network 89470c4d-acef-433f-93f1-fecdb75b7d9d Jun 21 14:53:56.167283 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b4654620-a051-4109-9317-94aa0644fd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:56.177519 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-cd4ca35d-9c5b-4d1b-b463-494e5b9d8c5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:56.198461 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc396312-6446-49a0-83ab-c36c08a249b4 None None] The sync data for ids ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'] in dv-neutron-797121-2-hyperv is: [{'id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'name': 'tempest-RoutersTest-router-2122799372', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:53:28Z', 'updated_at': '2021-06-21T14:53:55Z', 'revision_number': 6, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'gw_port_host': None, '_interfaces': [{'id': '085df3ab-b294-4346-b018-a9f61ddeefbf', 'name': '', 'network_id': 'd90676dc-93ab-4b3e-8482-405d197a7450', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:59:c9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:36Z', 'updated_at': '2021-06-21T14:53:46Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1784935d-7270-4d2d-95c8-708866423732', 'name': '', 'network_id': '41c3f5af-2751-4985-8586-f0975d1d5cfd', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:67:55:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:31Z', 'updated_at': '2021-06-21T14:53:40Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3819dc13-a0e4-49bc-96ed-33559e57c0e5', 'name': '', 'network_id': 'fcb63a3c-49d3-499f-afdd-036bfaff87c7', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:6f:8a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'e687f4a9-de26-4e21-b592-f0a16d3f93ee', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:50Z', 'updated_at': '2021-06-21T14:53:55Z', 'revision_number': 4, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': 'e687f4a9-de26-4e21-b592-f0a16d3f93ee', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9d95502-4f8f-4139-9f35-ed4952b9adbb', 'name': '', 'network_id': 'ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:05:88:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '634fa180-80fa-452f-8c7f-921256247aa2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:43Z', 'updated_at': '2021-06-21T14:53:55Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '634fa180-80fa-452f-8c7f-921256247aa2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:53:56.236846 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c60c5e0f-2a78-4d39-8d83-85156384ed8a tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:56.301724 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81abe3a-57a8-4ae9-b37d-89a4ff4df901 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Router 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:53:56.303516 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c60c5e0f-2a78-4d39-8d83-85156384ed8a tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:56.315011 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60c5e0f-2a78-4d39-8d83-85156384ed8a tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:56.315664 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c60c5e0f-2a78-4d39-8d83-85156384ed8a tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:56.324789 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-20f0022a-df7b-4498-b9a0-e5f8a7006145 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:56.362386 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0ac35649-99a8-48ec-a03b-a1d5f6f489b8 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:56.367635 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-73023c08-15a6-4e9e-a7c1-b034a56bbf26 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:56.403328 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac35649-99a8-48ec-a03b-a1d5f6f489b8 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Port': ['ID=f104e9cc-1c9d-4277-8470-c76f28fcc806,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:56.411169 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0ac35649-99a8-48ec-a03b-a1d5f6f489b8 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:56.430712 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c60c5e0f-2a78-4d39-8d83-85156384ed8a tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6346955 Jun 21 14:53:56.436291 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36380) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:56.486846 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-655069e2-07f9-4cc6-a98d-9bf0ec3a1f19 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Request body: {'subnet': {'network_id': '89470c4d-acef-433f-93f1-fecdb75b7d9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:56.495270 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c9632-c779-49a7-8cf4-22776ced2a08 req-87f255c4-4d23-4e55-abbe-2ed7a937f9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:56.497440 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-de5c9632-c779-49a7-8cf4-22776ced2a08 req-87f255c4-4d23-4e55-abbe-2ed7a937f9e9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 1098 time: 0.4117770 Jun 21 14:53:56.498190 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c5e0f-2a78-4d39-8d83-85156384ed8a tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Pushing event updated for resources: {'Network': ['ID=89470c4d-acef-433f-93f1-fecdb75b7d9d,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:56.502041 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c60c5e0f-2a78-4d39-8d83-85156384ed8a tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:56.534288 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0ac35649-99a8-48ec-a03b-a1d5f6f489b8 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:56.536629 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0ac35649-99a8-48ec-a03b-a1d5f6f489b8 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/ports/f104e9cc-1c9d-4277-8470-c76f28fcc806 HTTP/1.1" status: 204 len: 168 time: 0.9321997 Jun 21 14:53:56.539203 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36382) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:56.577736 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 89470c4d-acef-433f-93f1-fecdb75b7d9d details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:53:56.581877 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1b53b8f-ac6b-4360-a29c-309fb762ba79 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] GET failed (client error): The resource could not be found. Jun 21 14:53:56.583955 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e1b53b8f-ac6b-4360-a29c-309fb762ba79 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "GET /v2.0/ports/f104e9cc-1c9d-4277-8470-c76f28fcc806 HTTP/1.1" status: 404 len: 333 time: 0.0435212 Jun 21 14:53:56.586983 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36384) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:56.648440 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4654620-a051-4109-9317-94aa0644fd73 None None] Pushing event updated for resources: {'Port': ['ID=cfa8e787-e353-4ca3-9d5b-3deb298d2c67,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:56.680940 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b4654620-a051-4109-9317-94aa0644fd73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.503s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:56.736256 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-e61c11c7-1b20-4030-8a82-c53a08944702 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Deleting subnet b9d02114-90fd-4d6b-b934-3047715a4313 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:53:56.741692 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00ca4a2-e841-4367-8b29-25c703433720 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-d17d4c57-3278-41af-9857-7d5a8ae4efc1', 'network_id': 'd17d4c57-3278-41af-9857-7d5a8ae4efc1', 'tenant_id': 'ab86dce9cb9f4570a6cabb72a9da1985', 'fixed_ips': [{'subnet_id': 'af120956-cc83-420c-bc8f-d0d443fa099e'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:53:56.742526 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e61c11c7-1b20-4030-8a82-c53a08944702 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:56.744566 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a00ca4a2-e841-4367-8b29-25c703433720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:56.810628 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81abe3a-57a8-4ae9-b37d-89a4ff4df901 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:53:56.828358 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e81abe3a-57a8-4ae9-b37d-89a4ff4df901 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:56.829247 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e61c11c7-1b20-4030-8a82-c53a08944702 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:56.833461 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36390) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:56.834463 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e81abe3a-57a8-4ae9-b37d-89a4ff4df901 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "PUT /v2.0/routers/3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c HTTP/1.1" status: 200 len: 934 time: 3.3539221 Jun 21 14:53:56.836103 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655069e2-07f9-4cc6-a98d-9bf0ec3a1f19 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Made reservation on behalf of ab86dce9cb9f4570a6cabb72a9da1985 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:56.844574 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-655069e2-07f9-4cc6-a98d-9bf0ec3a1f19 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:56.863761 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8e297cbd-c1b3-4bf2-aa6a-91953e36b3b2 None None] Could not find standard attr ID for object 98c5b88b-9d26-4804-8b6a-2909a7358ce5. {{(pid=105226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 21 14:53:56.976825 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-de5c9632-c779-49a7-8cf4-22776ced2a08 req-0dccf8eb-6f3a-4d59-9039-c1292ca2a3dd service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=215242b6-1f27-40c8-b2a0-2e3b834d8a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4690676 Jun 21 14:53:56.994262 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d37c1f19-96c3-4485-b30e-9cb33c31d568 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "GET /v2.0/routers/3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c HTTP/1.1" status: 200 len: 934 time: 0.1459019 Jun 21 14:53:56.997715 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36392) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:57.002813 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e9d95502-4f8f-4139-9f35-ed4952b9adbb up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:53:57.005585 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-77a680fe-6910-4a60-a7a0-e6618201cdc8 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Request body: {'router': {'routes': None}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:57.007872 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8e297cbd-c1b3-4bf2-aa6a-91953e36b3b2 None None] Could not find standard attr ID for object f104e9cc-1c9d-4277-8470-c76f28fcc806. {{(pid=105226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 21 14:53:57.093699 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8e297cbd-c1b3-4bf2-aa6a-91953e36b3b2 None None] Provisioning complete for port cfa8e787-e353-4ca3-9d5b-3deb298d2c67 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:57.093966 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8e297cbd-c1b3-4bf2-aa6a-91953e36b3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:57.146580 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-a00ca4a2-e841-4367-8b29-25c703433720 None None] Allocated IP 2001:db8:0:ffff::2 (d17d4c57-3278-41af-9857-7d5a8ae4efc1/af120956-cc83-420c-bc8f-d0d443fa099e/e75bd7e4-020f-4086-89db-3a6ee2c7b8ae) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:53:57.159636 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a34441-eaef-45bb-9cbb-01b0f8c66d1f req-68ac5601-71eb-4844-86b1-f620e231ddec tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:57.161159 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-53a34441-eaef-45bb-9cbb-01b0f8c66d1f req-68ac5601-71eb-4844-86b1-f620e231ddec tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/ports?device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 945 time: 0.1896338 Jun 21 14:53:57.175048 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port e9d95502-4f8f-4139-9f35-ed4952b9adbb triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:57.175765 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:57.186505 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e61c11c7-1b20-4030-8a82-c53a08944702 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:57.220193 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d3005-f580-495c-b2e0-479bf0457144 req-bb32cb8e-f41f-4079-8aae-56ed6e926af3 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:57.223300 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d83d3005-f580-495c-b2e0-479bf0457144 req-bb32cb8e-f41f-4079-8aae-56ed6e926af3 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.2506232 Jun 21 14:53:57.357124 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e61c11c7-1b20-4030-8a82-c53a08944702 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:57.368500 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892c8f15-0b95-4493-95e4-dcab318d2247 None None] Sync routers for ids ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:53:57.376631 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6893dec4-4918-4ffd-8a81-d7df8188935b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:57.376831 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.objects.ports [None req-655069e2-07f9-4cc6-a98d-9bf0ec3a1f19 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105224) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 21 14:53:57.384578 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-655069e2-07f9-4cc6-a98d-9bf0ec3a1f19 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:57.398445 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c815676e-8da4-4bf8-a77a-b2588840de7c tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:57.406822 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c11c7-1b20-4030-8a82-c53a08944702 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Subnet': ['ID=b9d02114-90fd-4d6b-b934-3047715a4313,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:57.414421 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e61c11c7-1b20-4030-8a82-c53a08944702 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:57.417137 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e61c11c7-1b20-4030-8a82-c53a08944702 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:57.419312 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e61c11c7-1b20-4030-8a82-c53a08944702 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/subnets/b9d02114-90fd-4d6b-b934-3047715a4313 HTTP/1.1" status: 204 len: 168 time: 0.8313949 Jun 21 14:53:57.422312 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36394) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:57.442794 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368e274f-a0c3-42a7-a6bf-b765d8b2b702 None None] Network a7e4a35c-9354-4c57-90ec-f2f3dcb276f7 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:57.444320 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-53a34441-eaef-45bb-9cbb-01b0f8c66d1f req-97924c27-1153-44b1-b59a-711f47b3719a tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/security-groups?id=215242b6-1f27-40c8-b2a0-2e3b834d8a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648265 Jun 21 14:53:57.465253 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892c8f15-0b95-4493-95e4-dcab318d2247 None None] Routers {'3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:53:57.465926 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-892c8f15-0b95-4493-95e4-dcab318d2247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:53:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:57.502838 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655069e2-07f9-4cc6-a98d-9bf0ec3a1f19 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Pushing event updated for resources: {'Subnet': ['ID=6a9adb39-d244-40d0-afbe-519e2df0b8f5,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:57.506362 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-655069e2-07f9-4cc6-a98d-9bf0ec3a1f19 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:57.521267 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d83d3005-f580-495c-b2e0-479bf0457144 req-6b473e49-b70c-4c92-9ee3-17c86a7a3941 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820896 Jun 21 14:53:57.522942 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655069e2-07f9-4cc6-a98d-9bf0ec3a1f19 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Checking segment: {'id': '093b14ea-04d5-48d8-bf97-ef1e79e90625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '89470c4d-acef-433f-93f1-fecdb75b7d9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:57.523490 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655069e2-07f9-4cc6-a98d-9bf0ec3a1f19 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Network hostable DHCP agents. Network: 89470c4d-acef-433f-93f1-fecdb75b7d9d, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:53:57.549251 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655069e2-07f9-4cc6-a98d-9bf0ec3a1f19 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Network 89470c4d-acef-433f-93f1-fecdb75b7d9d is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:53:57.554333 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0a9f96a9-e9b2-4b59-9db1-16fdaeb64b51 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:57.561935 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-655069e2-07f9-4cc6-a98d-9bf0ec3a1f19 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 89470c4d-acef-433f-93f1-fecdb75b7d9d) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:57.568491 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655069e2-07f9-4cc6-a98d-9bf0ec3a1f19 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:57.569340 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-655069e2-07f9-4cc6-a98d-9bf0ec3a1f19 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:57.582701 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5182cc03-a4b0-4731-823a-9e63dd1c5a89 None None] Network 89470c4d-acef-433f-93f1-fecdb75b7d9d requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:57.585988 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-655069e2-07f9-4cc6-a98d-9bf0ec3a1f19 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1480541 Jun 21 14:53:57.588926 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36396) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:57.596924 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-f4353727-1308-42d4-99a2-bd3cddd31e66 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Request body: {'port': {'network_id': '89470c4d-acef-433f-93f1-fecdb75b7d9d', 'name': 'tempest-NetworksIpV6TestAttrs-1177221982'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:57.619143 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a00ca4a2-e841-4367-8b29-25c703433720 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:57.629593 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.extraroute_db [None req-77a680fe-6910-4a60-a7a0-e6618201cdc8 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Added routes are [] {{(pid=105225) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 21 14:53:57.629976 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.extraroute_db [None req-77a680fe-6910-4a60-a7a0-e6618201cdc8 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=105225) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 21 14:53:57.675285 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-77a680fe-6910-4a60-a7a0-e6618201cdc8 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:57.679198 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-0a9f96a9-e9b2-4b59-9db1-16fdaeb64b51 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Deleting port cfa8e787-e353-4ca3-9d5b-3deb298d2c67 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:53:57.679541 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0a9f96a9-e9b2-4b59-9db1-16fdaeb64b51 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:57.680137 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-a00ca4a2-e841-4367-8b29-25c703433720 None None] Transition to ACTIVE for port object e75bd7e4-020f-4086-89db-3a6ee2c7b8ae will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:57.695653 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-892c8f15-0b95-4493-95e4-dcab318d2247 None None] Set router 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c gateway port host: None {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:53:57.753531 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-a00ca4a2-e841-4367-8b29-25c703433720 None None] Transition to ACTIVE for port object e75bd7e4-020f-4086-89db-3a6ee2c7b8ae will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:57.755761 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4353727-1308-42d4-99a2-bd3cddd31e66 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Made reservation on behalf of ab86dce9cb9f4570a6cabb72a9da1985 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:57.760299 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f4353727-1308-42d4-99a2-bd3cddd31e66 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:57.780300 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-f4353727-1308-42d4-99a2-bd3cddd31e66 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] device_id is not set on port 16c5f913-bb15-491a-aaa9-e0e319007e4b yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:53:57.832158 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-0a9f96a9-e9b2-4b59-9db1-16fdaeb64b51 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] For port cfa8e787-e353-4ca3-9d5b-3deb298d2c67, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=cfa8e787-e353-4ca3-9d5b-3deb298d2c67,segment=NetworkSegment(475e42e1-b7a2-44f8-a088-ae8e88155801),segment_id=475e42e1-b7a2-44f8-a088-ae8e88155801)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:57.832899 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0a9f96a9-e9b2-4b59-9db1-16fdaeb64b51 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:57.844215 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a00ca4a2-e841-4367-8b29-25c703433720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:57.845808 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-def0d421-f04d-40ee-978a-0c76628c5f78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:57.917074 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-0a9f96a9-e9b2-4b59-9db1-16fdaeb64b51 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Calling delete_port for cfa8e787-e353-4ca3-9d5b-3deb298d2c67 owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:53:57.948393 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device cfa8e787-e353-4ca3-9d5b-3deb298d2c67 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:53:57.964438 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00ca4a2-e841-4367-8b29-25c703433720 None None] Network d17d4c57-3278-41af-9857-7d5a8ae4efc1 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:57.965032 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-f4353727-1308-42d4-99a2-bd3cddd31e66 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Allocated IP 2001:db8::f816:3eff:fe1b:8dd3 (89470c4d-acef-433f-93f1-fecdb75b7d9d/6a9adb39-d244-40d0-afbe-519e2df0b8f5/16c5f913-bb15-491a-aaa9-e0e319007e4b) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:53:57.989164 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-a00ca4a2-e841-4367-8b29-25c703433720 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:58.001247 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00ca4a2-e841-4367-8b29-25c703433720 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:53:58.044380 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00ca4a2-e841-4367-8b29-25c703433720 None None] Pushing event updated for resources: {'Port': ['ID=e75bd7e4-020f-4086-89db-3a6ee2c7b8ae,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:58.054509 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-a00ca4a2-e841-4367-8b29-25c703433720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:58.179819 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f4353727-1308-42d4-99a2-bd3cddd31e66 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:58.206693 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-f4353727-1308-42d4-99a2-bd3cddd31e66 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Transition to ACTIVE for port object 16c5f913-bb15-491a-aaa9-e0e319007e4b will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:53:58.224332 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-a00ca4a2-e841-4367-8b29-25c703433720 None None] Attempting to bind port e75bd7e4-020f-4086-89db-3a6ee2c7b8ae on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:53:58.224332 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-a00ca4a2-e841-4367-8b29-25c703433720 None None] Attempting to bind port e75bd7e4-020f-4086-89db-3a6ee2c7b8ae by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '91419df6-d521-40c7-8fac-65167e824cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd17d4c57-3278-41af-9857-7d5a8ae4efc1'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:53:58.224963 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00ca4a2-e841-4367-8b29-25c703433720 None None] Attempting to bind port e75bd7e4-020f-4086-89db-3a6ee2c7b8ae on network d17d4c57-3278-41af-9857-7d5a8ae4efc1 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:53:58.235657 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port cfa8e787-e353-4ca3-9d5b-3deb298d2c67 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:58.236037 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:58.240801 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7fc5d2-c924-4631-a68a-dd2d50626902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-89470c4d-acef-433f-93f1-fecdb75b7d9d', 'network_id': '89470c4d-acef-433f-93f1-fecdb75b7d9d', 'tenant_id': 'ab86dce9cb9f4570a6cabb72a9da1985', 'fixed_ips': [{'subnet_id': '6a9adb39-d244-40d0-afbe-519e2df0b8f5'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:53:58.241663 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-cd7fc5d2-c924-4631-a68a-dd2d50626902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:58.246754 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00ca4a2-e841-4367-8b29-25c703433720 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:53:58.247195 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00ca4a2-e841-4367-8b29-25c703433720 None None] Checking segment: {'id': '91419df6-d521-40c7-8fac-65167e824cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd17d4c57-3278-41af-9857-7d5a8ae4efc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:53:58.247516 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a00ca4a2-e841-4367-8b29-25c703433720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:58.247990 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00ca4a2-e841-4367-8b29-25c703433720 None None] Bound using segment: {'id': '91419df6-d521-40c7-8fac-65167e824cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd17d4c57-3278-41af-9857-7d5a8ae4efc1'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:53:58.248509 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-a00ca4a2-e841-4367-8b29-25c703433720 None None] Bound port: e75bd7e4-020f-4086-89db-3a6ee2c7b8ae, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91419df6-d521-40c7-8fac-65167e824cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'd17d4c57-3278-41af-9857-7d5a8ae4efc1'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:53:58.249297 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a00ca4a2-e841-4367-8b29-25c703433720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:58.283297 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f4353727-1308-42d4-99a2-bd3cddd31e66 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:58.289460 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2120f4bc-be89-4330-a39e-f5d860c83f0b None None] DHCP port deletion for a7e4a35c-9354-4c57-90ec-f2f3dcb276f7 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:53:58.290582 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-80371edf-5674-475d-8a4d-5386c80992e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:58.344527 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4353727-1308-42d4-99a2-bd3cddd31e66 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Network 89470c4d-acef-433f-93f1-fecdb75b7d9d is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:53:58.350299 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-f4353727-1308-42d4-99a2-bd3cddd31e66 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:53:58.352904 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4353727-1308-42d4-99a2-bd3cddd31e66 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:53:58.359852 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4353727-1308-42d4-99a2-bd3cddd31e66 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:58.360528 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f4353727-1308-42d4-99a2-bd3cddd31e66 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:58.383974 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4353727-1308-42d4-99a2-bd3cddd31e66 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Pushing event updated for resources: {'Port': ['ID=16c5f913-bb15-491a-aaa9-e0e319007e4b,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:58.391229 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f4353727-1308-42d4-99a2-bd3cddd31e66 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:58.394033 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f4353727-1308-42d4-99a2-bd3cddd31e66 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.8036397 Jun 21 14:53:58.394852 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36398) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:58.448948 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e00a617-4138-4c02-b351-a8bc875ef776 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Deleting subnet 6a9adb39-d244-40d0-afbe-519e2df0b8f5 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:53:58.453252 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8e00a617-4138-4c02-b351-a8bc875ef776 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:58.468873 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-77a680fe-6910-4a60-a7a0-e6618201cdc8 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:58.478900 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-77a680fe-6910-4a60-a7a0-e6618201cdc8 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627068'] for router, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:58.486053 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-a00ca4a2-e841-4367-8b29-25c703433720 None None] For port e75bd7e4-020f-4086-89db-3a6ee2c7b8ae, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:53:58.494256 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-892c8f15-0b95-4493-95e4-dcab318d2247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'name': 'tempest-RoutersTest-router-2122799372', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:53:28Z', 'updated_at': '2021-06-21T14:53:55Z', 'revision_number': 6, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'gw_port_host': None, '_interfaces': [{'id': '085df3ab-b294-4346-b018-a9f61ddeefbf', 'name': '', 'network_id': 'd90676dc-93ab-4b3e-8482-405d197a7450', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:59:c9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:36Z', 'updated_at': '2021-06-21T14:53:46Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1784935d-7270-4d2d-95c8-708866423732', 'name': '', 'network_id': '41c3f5af-2751-4985-8586-f0975d1d5cfd', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:67:55:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:31Z', 'updated_at': '2021-06-21T14:53:40Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3819dc13-a0e4-49bc-96ed-33559e57c0e5', 'name': '', 'network_id': 'fcb63a3c-49d3-499f-afdd-036bfaff87c7', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:6f:8a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'e687f4a9-de26-4e21-b592-f0a16d3f93ee', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:50Z', 'updated_at': '2021-06-21T14:53:55Z', 'revision_number': 4, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': 'e687f4a9-de26-4e21-b592-f0a16d3f93ee', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9d95502-4f8f-4139-9f35-ed4952b9adbb', 'name': '', 'network_id': 'ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:05:88:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '634fa180-80fa-452f-8c7f-921256247aa2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:43Z', 'updated_at': '2021-06-21T14:53:55Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '634fa180-80fa-452f-8c7f-921256247aa2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:58.501535 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-a00ca4a2-e841-4367-8b29-25c703433720 None None] For port e75bd7e4-020f-4086-89db-3a6ee2c7b8ae, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=e75bd7e4-020f-4086-89db-3a6ee2c7b8ae,segment=NetworkSegment(91419df6-d521-40c7-8fac-65167e824cab),segment_id=91419df6-d521-40c7-8fac-65167e824cab)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:53:58.524373 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8e00a617-4138-4c02-b351-a8bc875ef776 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:58.609733 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0a9f96a9-e9b2-4b59-9db1-16fdaeb64b51 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:58.614756 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6514d451-fd3f-4e76-b8a8-82c1680df268 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:58.663832 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f96a9-e9b2-4b59-9db1-16fdaeb64b51 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Port': ['ID=cfa8e787-e353-4ca3-9d5b-3deb298d2c67,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:58.668426 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8e00a617-4138-4c02-b351-a8bc875ef776 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:58.670501 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9f96a9-e9b2-4b59-9db1-16fdaeb64b51 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] No DVR routers for this DVR port cfa8e787-e353-4ca3-9d5b-3deb298d2c67 on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:53:58.672596 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0a9f96a9-e9b2-4b59-9db1-16fdaeb64b51 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:58.761856 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a680fe-6910-4a60-a7a0-e6618201cdc8 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Router 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:53:58.779316 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0a9f96a9-e9b2-4b59-9db1-16fdaeb64b51 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:58.793057 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-0a9f96a9-e9b2-4b59-9db1-16fdaeb64b51 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7e4a35c-9354-4c57-90ec-f2f3dcb276f7']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:58.801504 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892c8f15-0b95-4493-95e4-dcab318d2247 None None] Checking router: 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:53:58.803895 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a00ca4a2-e841-4367-8b29-25c703433720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:58.807922 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:58.809656 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Port cfa8e787-e353-4ca3-9d5b-3deb298d2c67 update to ACTIVE by agent not found {{(pid=105226) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2133}} Jun 21 14:53:58.810199 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3819dc13-a0e4-49bc-96ed-33559e57c0e5 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:53:58.823518 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bf074c-9170-46bd-a0cb-120a67354a7f req-44fd15f1-05f4-41d9-be03-cc2b29c9c8ee tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:58.825296 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f5bf074c-9170-46bd-a0cb-120a67354a7f req-44fd15f1-05f4-41d9-be03-cc2b29c9c8ee tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.1605389 Jun 21 14:53:58.836079 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-0a9f96a9-e9b2-4b59-9db1-16fdaeb64b51 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '475e42e1-b7a2-44f8-a088-ae8e88155801') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:58.836079 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-0a9f96a9-e9b2-4b59-9db1-16fdaeb64b51 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '475e42e1-b7a2-44f8-a088-ae8e88155801') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:58.846912 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8e00a617-4138-4c02-b351-a8bc875ef776 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:58.852909 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e72c3848-04b4-434a-96a9-526248befff7 tempest-FloatingIPTestJSON-547344846 tempest-FloatingIPTestJSON-547344846-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:58.878200 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0a9f96a9-e9b2-4b59-9db1-16fdaeb64b51 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server [None req-cd7fc5d2-c924-4631-a68a-dd2d50626902 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a9adb39-d244-40d0-afbe-519e2df0b8f5: This subnet is being modified by another concurrent operation. Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise exception Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6a9adb39-d244-40d0-afbe-519e2df0b8f5: This subnet is being modified by another concurrent operation. Jun 21 14:53:58.882458 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server Jun 21 14:53:58.893607 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-2120f4bc-be89-4330-a39e-f5d860c83f0b None None] Deleting port cfa8e787-e353-4ca3-9d5b-3deb298d2c67 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:53:58.894621 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2120f4bc-be89-4330-a39e-f5d860c83f0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:58.896516 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892c8f15-0b95-4493-95e4-dcab318d2247 None None] Routers {'3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:53:58.897186 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-892c8f15-0b95-4493-95e4-dcab318d2247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:53:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:53:58.904635 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0a9f96a9-e9b2-4b59-9db1-16fdaeb64b51 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:58.916980 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a9f96a9-e9b2-4b59-9db1-16fdaeb64b51 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:53:58.917526 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0a9f96a9-e9b2-4b59-9db1-16fdaeb64b51 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:58.920750 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:53:58.920750 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:53:58.920750 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:53:58.920750 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:53:58.920750 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:53:58.920750 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:53:58.920750 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:53:58.920750 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:53:58.920750 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:53:58.920750 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:53:58.920750 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:53:58.920750 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:53:58.920750 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:53:58.920750 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:53:58.920750 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:53:58.920750 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:53:58.920750 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:53:58.920750 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:53:58.920750 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:53:58.920750 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:53:58.920750 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:53:58.920750 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:53:58.920750 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:53:58.920750 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:53:58.920750 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:53:58.920750 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:53:58.920750 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:53:58.920750 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:53:58.920750 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:53:58.920750 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:53:58.920750 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:53:58.920750 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:53:58.920750 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:53:58.920750 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:53:58.934159 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a680fe-6910-4a60-a7a0-e6618201cdc8 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:53:58.967105 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-77a680fe-6910-4a60-a7a0-e6618201cdc8 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:58.968328 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-77a680fe-6910-4a60-a7a0-e6618201cdc8 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "PUT /v2.0/routers/3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c HTTP/1.1" status: 200 len: 700 time: 1.9674301 Jun 21 14:53:58.971900 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36406) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:58.990157 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cd2fc5-3359-471a-8d22-daa44bdacab2 None None] Network 89470c4d-acef-433f-93f1-fecdb75b7d9d requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:53:59.088868 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00ca4a2-e841-4367-8b29-25c703433720 None None] Pushing event updated for resources: {'Port': ['ID=e75bd7e4-020f-4086-89db-3a6ee2c7b8ae,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:59.089094 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0a9f96a9-e9b2-4b59-9db1-16fdaeb64b51 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:59.092621 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-a00ca4a2-e841-4367-8b29-25c703433720 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:59.095672 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2f4c2327-000c-4218-b45f-cb790b4d2d97 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:59.100005 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0a9f96a9-e9b2-4b59-9db1-16fdaeb64b51 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:59.105409 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0a9f96a9-e9b2-4b59-9db1-16fdaeb64b51 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/networks/a7e4a35c-9354-4c57-90ec-f2f3dcb276f7 HTTP/1.1" status: 204 len: 168 time: 1.6786816 Jun 21 14:53:59.106424 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36408) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:59.112514 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-a896058f-7b5f-43e6-af2b-d794d62370ef tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1699339659'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:59.130552 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f96a9-e9b2-4b59-9db1-16fdaeb64b51 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Network': ['ID=a7e4a35c-9354-4c57-90ec-f2f3dcb276f7,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:59.137341 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0a9f96a9-e9b2-4b59-9db1-16fdaeb64b51 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:59.142038 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-2120f4bc-be89-4330-a39e-f5d860c83f0b None None] For port cfa8e787-e353-4ca3-9d5b-3deb298d2c67, host dv-neutron-797121-2-hyperv, got binding levels [] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:59.142450 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2120f4bc-be89-4330-a39e-f5d860c83f0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:59.144021 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-877e084b-6ad3-469c-8164-31a95a5630b4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "GET /v2.0/routers/3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c HTTP/1.1" status: 200 len: 700 time: 0.1709883 Jun 21 14:53:59.147428 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36410) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:59.177266 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-892c8f15-0b95-4493-95e4-dcab318d2247 None None] Set router 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c gateway port host: None {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:53:59.251677 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a896058f-7b5f-43e6-af2b-d794d62370ef tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Made reservation on behalf of d39eebfbe3874515bc761a8de17d07a8 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:59.255231 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a896058f-7b5f-43e6-af2b-d794d62370ef tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:59.302920 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-2120f4bc-be89-4330-a39e-f5d860c83f0b None None] Calling delete_port for cfa8e787-e353-4ca3-9d5b-3deb298d2c67 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:53:59.309465 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.ipam_backend_mixin [None req-2120f4bc-be89-4330-a39e-f5d860c83f0b None None] Port cfa8e787-e353-4ca3-9d5b-3deb298d2c67 was not found and therefore no delete operation was performed {{(pid=105226) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 21 14:53:59.311888 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a896058f-7b5f-43e6-af2b-d794d62370ef tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] vlan segment allocate from pool success with {'vlan_id': 438, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:53:59.314565 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8e00a617-4138-4c02-b351-a8bc875ef776 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:59.317393 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8e00a617-4138-4c02-b351-a8bc875ef776 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] 10.222.0.72 "DELETE /v2.0/subnets/6a9adb39-d244-40d0-afbe-519e2df0b8f5 HTTP/1.1" status: 204 len: 168 time: 0.9209175 Jun 21 14:53:59.319593 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00a617-4138-4c02-b351-a8bc875ef776 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Pushing event deleted for resources: {'Subnet': ['ID=6a9adb39-d244-40d0-afbe-519e2df0b8f5,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:59.321711 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36412) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:59.337462 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8e00a617-4138-4c02-b351-a8bc875ef776 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:59.344301 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2120f4bc-be89-4330-a39e-f5d860c83f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:59.346311 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 3819dc13-a0e4-49bc-96ed-33559e57c0e5 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:53:59.351742 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-803e73cb-0e2f-434a-bc70-704f1baf498c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:59.363977 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 3819dc13-a0e4-49bc-96ed-33559e57c0e5 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:53:59.364345 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:59.380056 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28092f5d-bc0d-49f5-a3a4-9036eca32929 req-d0d44683-0220-4539-85aa-12ddfeeda691 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:59.381990 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-28092f5d-bc0d-49f5-a3a4-9036eca32929 req-d0d44683-0220-4539-85aa-12ddfeeda691 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/ports?device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 945 time: 0.7692337 Jun 21 14:53:59.406496 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f5bf074c-9170-46bd-a0cb-120a67354a7f req-d3adfd13-ef07-4d20-babc-0cf3e6fc93ee tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5732479 Jun 21 14:53:59.423271 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2120f4bc-be89-4330-a39e-f5d860c83f0b None None] Network a7e4a35c-9354-4c57-90ec-f2f3dcb276f7 is not hosted by any dhcp agent {{(pid=105226) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 21 14:53:59.423271 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2120f4bc-be89-4330-a39e-f5d860c83f0b None None] No DVR routers for this DVR port cfa8e787-e353-4ca3-9d5b-3deb298d2c67 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:53:59.423561 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a896058f-7b5f-43e6-af2b-d794d62370ef tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:59.423561 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-a896058f-7b5f-43e6-af2b-d794d62370ef tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Added segment 599a073b-a0fb-48a7-8a53-d9d150151c50 of type vlan for network 4713b022-27ee-4814-befe-c06101773870 Jun 21 14:53:59.472077 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2120f4bc-be89-4330-a39e-f5d860c83f0b None None] Pushing event deleted for resources: {'Port': ['ID=cfa8e787-e353-4ca3-9d5b-3deb298d2c67,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:59.480529 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-2120f4bc-be89-4330-a39e-f5d860c83f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:59.481280 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-28092f5d-bc0d-49f5-a3a4-9036eca32929 req-995df5f5-59c9-4eed-a819-a86b529babf5 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/security-groups?id=215242b6-1f27-40c8-b2a0-2e3b834d8a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695412 Jun 21 14:53:59.493882 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bd1d64-9780-4c8f-b4d5-6b9fb1b459ee tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:59.496055 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bd1d64-9780-4c8f-b4d5-6b9fb1b459ee tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:59.498221 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-93bd1d64-9780-4c8f-b4d5-6b9fb1b459ee tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1734176 Jun 21 14:53:59.501463 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36416) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:59.517640 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a896058f-7b5f-43e6-af2b-d794d62370ef tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:59.653872 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-03013d37-abf2-4301-9882-614bb47d67f1 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:59.658844 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a896058f-7b5f-43e6-af2b-d794d62370ef tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:59.665832 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a896058f-7b5f-43e6-af2b-d794d62370ef tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:59.666602 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a896058f-7b5f-43e6-af2b-d794d62370ef tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:59.667878 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-03013d37-abf2-4301-9882-614bb47d67f1 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 21 14:53:59.668560 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03013d37-abf2-4301-9882-614bb47d67f1 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:53:59.670959 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-03013d37-abf2-4301-9882-614bb47d67f1 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] 10.222.0.72 "DELETE /v2.0/networks/89470c4d-acef-433f-93f1-fecdb75b7d9d HTTP/1.1" status: 409 len: 405 time: 0.1679053 Jun 21 14:53:59.671088 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f1b55fa1-f40d-45f2-b4c4-cce18d1fa6dd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:59.675467 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36420) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:59.685019 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-c2620664-9053-43ec-a9e0-6b06380a968c tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1735926130'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:59.708549 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:59.759593 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a896058f-7b5f-43e6-af2b-d794d62370ef tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6521430 Jun 21 14:53:59.770606 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36424) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:53:59.781240 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 3819dc13-a0e4-49bc-96ed-33559e57c0e5, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3819dc13-a0e4-49bc-96ed-33559e57c0e5,segment=NetworkSegment(6f747819-b21a-4334-bb4d-e5caae97a9f0),segment_id=6f747819-b21a-4334-bb4d-e5caae97a9f0)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:53:59.784973 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-df27af70-85be-43de-9114-6d4fef27bafa tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'subnet': {'network_id': '4713b022-27ee-4814-befe-c06101773870', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:53:59.791904 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a896058f-7b5f-43e6-af2b-d794d62370ef tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Network': ['ID=4713b022-27ee-4814-befe-c06101773870,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:53:59.796668 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a896058f-7b5f-43e6-af2b-d794d62370ef tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:53:59.806327 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2620664-9053-43ec-a9e0-6b06380a968c tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Made reservation on behalf of ab86dce9cb9f4570a6cabb72a9da1985 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:53:59.810072 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c2620664-9053-43ec-a9e0-6b06380a968c tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:59.817494 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 4713b022-27ee-4814-befe-c06101773870 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:53:59.823827 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:59.865202 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2620664-9053-43ec-a9e0-6b06380a968c tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] vlan segment allocate from pool success with {'vlan_id': 418, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:53:59.910193 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-eb163e1f-00ee-4597-8982-54dc86449304 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:53:59.911824 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0cfd0b-d911-4e47-b224-e045f6605955 req-e91c14eb-6c49-4a24-ab5e-6972b111258f tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:53:59.913447 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cf0cfd0b-d911-4e47-b224-e045f6605955 req-e91c14eb-6c49-4a24-ab5e-6972b111258f tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/ports?device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 945 time: 0.2201676 Jun 21 14:53:59.955561 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c2620664-9053-43ec-a9e0-6b06380a968c tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:53:59.956203 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-c2620664-9053-43ec-a9e0-6b06380a968c tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Added segment aead2a41-3575-400b-a489-8b66521d505e of type vlan for network 93142cbd-852f-4ed5-8947-d8f8a042b537 Jun 21 14:54:00.006707 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e75bd7e4-020f-4086-89db-3a6ee2c7b8ae up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:54:00.020009 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-892c8f15-0b95-4493-95e4-dcab318d2247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'name': 'tempest-RoutersTest-router-2122799372', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:53:28Z', 'updated_at': '2021-06-21T14:53:57Z', 'revision_number': 7, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'gw_port_host': None, '_interfaces': [{'id': '085df3ab-b294-4346-b018-a9f61ddeefbf', 'name': '', 'network_id': 'd90676dc-93ab-4b3e-8482-405d197a7450', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:59:c9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:36Z', 'updated_at': '2021-06-21T14:53:46Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1784935d-7270-4d2d-95c8-708866423732', 'name': '', 'network_id': '41c3f5af-2751-4985-8586-f0975d1d5cfd', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:67:55:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:31Z', 'updated_at': '2021-06-21T14:53:40Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3819dc13-a0e4-49bc-96ed-33559e57c0e5', 'name': '', 'network_id': 'fcb63a3c-49d3-499f-afdd-036bfaff87c7', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:6f:8a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'e687f4a9-de26-4e21-b592-f0a16d3f93ee', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:50Z', 'updated_at': '2021-06-21T14:53:55Z', 'revision_number': 4, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': 'e687f4a9-de26-4e21-b592-f0a16d3f93ee', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9d95502-4f8f-4139-9f35-ed4952b9adbb', 'name': '', 'network_id': 'ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:05:88:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '634fa180-80fa-452f-8c7f-921256247aa2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:43Z', 'updated_at': '2021-06-21T14:53:55Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '634fa180-80fa-452f-8c7f-921256247aa2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:00.034527 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c2620664-9053-43ec-a9e0-6b06380a968c tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:00.063279 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-10e5eb28-b612-490c-994e-6918b0675fda tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:00.072936 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cf0cfd0b-d911-4e47-b224-e045f6605955 req-6b2724ee-1cc4-432a-b3fe-8cef845024cb tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/security-groups?id=215242b6-1f27-40c8-b2a0-2e3b834d8a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847499 Jun 21 14:54:00.083700 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df27af70-85be-43de-9114-6d4fef27bafa tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Made reservation on behalf of d39eebfbe3874515bc761a8de17d07a8 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:00.087214 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-df27af70-85be-43de-9114-6d4fef27bafa tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:00.109955 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892c8f15-0b95-4493-95e4-dcab318d2247 None None] The sync data for ids ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'] in dv-neutron-797121-2-hyperv is: [{'id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'name': 'tempest-RoutersTest-router-2122799372', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:53:28Z', 'updated_at': '2021-06-21T14:53:57Z', 'revision_number': 7, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'gw_port_host': None, '_interfaces': [{'id': '085df3ab-b294-4346-b018-a9f61ddeefbf', 'name': '', 'network_id': 'd90676dc-93ab-4b3e-8482-405d197a7450', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:59:c9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:36Z', 'updated_at': '2021-06-21T14:53:46Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1784935d-7270-4d2d-95c8-708866423732', 'name': '', 'network_id': '41c3f5af-2751-4985-8586-f0975d1d5cfd', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:67:55:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:31Z', 'updated_at': '2021-06-21T14:53:40Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3819dc13-a0e4-49bc-96ed-33559e57c0e5', 'name': '', 'network_id': 'fcb63a3c-49d3-499f-afdd-036bfaff87c7', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:6f:8a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'e687f4a9-de26-4e21-b592-f0a16d3f93ee', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:50Z', 'updated_at': '2021-06-21T14:53:55Z', 'revision_number': 4, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': 'e687f4a9-de26-4e21-b592-f0a16d3f93ee', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9d95502-4f8f-4139-9f35-ed4952b9adbb', 'name': '', 'network_id': 'ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:05:88:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '634fa180-80fa-452f-8c7f-921256247aa2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:43Z', 'updated_at': '2021-06-21T14:53:55Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '634fa180-80fa-452f-8c7f-921256247aa2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:54:00.138351 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=3819dc13-a0e4-49bc-96ed-33559e57c0e5,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:00.142401 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:00.185673 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port e75bd7e4-020f-4086-89db-3a6ee2c7b8ae completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:54:00.207670 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c2620664-9053-43ec-a9e0-6b06380a968c tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:00.213249 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2620664-9053-43ec-a9e0-6b06380a968c tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:00.213897 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c2620664-9053-43ec-a9e0-6b06380a968c tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:00.227607 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2344eaa0-4487-47a8-b526-6505b685c799 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:00.293347 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device cfa8e787-e353-4ca3-9d5b-3deb298d2c67 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:54:00.341064 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: cfa8e787-e353-4ca3-9d5b-3deb298d2c67 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:54:00.341733 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device cfa8e787-e353-4ca3-9d5b-3deb298d2c67 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:54:00.351435 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996bf0e-d65c-4da7-bdb4-80ed97f1e422 req-e58cf1fb-cd53-4e90-9734-225b36d4598c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:00.353053 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f996bf0e-d65c-4da7-bdb4-80ed97f1e422 req-e58cf1fb-cd53-4e90-9734-225b36d4598c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=11635685b5064af1901fae1b04f861cb&device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 1098 time: 0.4386585 Jun 21 14:54:00.383807 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c2620664-9053-43ec-a9e0-6b06380a968c tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7005360 Jun 21 14:54:00.388644 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36428) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:00.426648 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-d357d4ea-d9e9-44d0-9141-a9e908039335 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Request body: {'subnet': {'network_id': '93142cbd-852f-4ed5-8947-d8f8a042b537', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:00.500423 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984dce00-eac5-41d0-a1bd-56e765c577e6 None None] Network d17d4c57-3278-41af-9857-7d5a8ae4efc1 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:00.512464 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2620664-9053-43ec-a9e0-6b06380a968c tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Pushing event updated for resources: {'Network': ['ID=93142cbd-852f-4ed5-8947-d8f8a042b537,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:00.518310 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c2620664-9053-43ec-a9e0-6b06380a968c tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:00.521378 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a622ac3-e115-4dd8-a4c8-49137797bf4b None None] Sync routers for ids ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:54:00.527074 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c056f07-0e63-4474-b8ca-32c7da5643db req-8933503b-f822-4830-8074-decaa83dacfb tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:00.529681 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3c056f07-0e63-4474-b8ca-32c7da5643db req-8933503b-f822-4830-8074-decaa83dacfb tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.6142211 Jun 21 14:54:00.555740 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a622ac3-e115-4dd8-a4c8-49137797bf4b None None] Routers {'3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:54:00.559936 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-0a622ac3-e115-4dd8-a4c8-49137797bf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:53:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:00.560489 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-df27af70-85be-43de-9114-6d4fef27bafa tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:00.573362 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8e00a617-4138-4c02-b351-a8bc875ef776 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:00.613694 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d357d4ea-d9e9-44d0-9141-a9e908039335 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Made reservation on behalf of ab86dce9cb9f4570a6cabb72a9da1985 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:00.618018 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d357d4ea-d9e9-44d0-9141-a9e908039335 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:00.647928 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 93142cbd-852f-4ed5-8947-d8f8a042b537 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:54:00.650824 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996bf0e-d65c-4da7-bdb4-80ed97f1e422 req-517839af-857f-4734-82fd-43c29fec814a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:00.652397 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f996bf0e-d65c-4da7-bdb4-80ed97f1e422 req-517839af-857f-4734-82fd-43c29fec814a service neutron] 10.222.0.66 "GET /v2.0/networks?id=393f8381-0805-46a3-9584-62cfa82bcbaf HTTP/1.1" status: 200 len: 912 time: 0.2914152 Jun 21 14:54:00.748536 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8f6fb3ec-aca9-48ee-9b6f-715559bcaeb3 None None] Provisioning for port e75bd7e4-020f-4086-89db-3a6ee2c7b8ae completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:54:00.773541 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8f6fb3ec-aca9-48ee-9b6f-715559bcaeb3 None None] Provisioning complete for port e75bd7e4-020f-4086-89db-3a6ee2c7b8ae triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:00.773860 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8f6fb3ec-aca9-48ee-9b6f-715559bcaeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:00.783213 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f996bf0e-d65c-4da7-bdb4-80ed97f1e422 req-7ac9556a-c9c4-4385-955c-59cab4196741 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac8496c7-d6cc-470a-91c4-c943a5eda639 HTTP/1.1" status: 200 len: 1001 time: 0.1135135 Jun 21 14:54:00.810269 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df27af70-85be-43de-9114-6d4fef27bafa tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Checking segment: {'id': '599a073b-a0fb-48a7-8a53-d9d150151c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4713b022-27ee-4814-befe-c06101773870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:54:00.811390 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df27af70-85be-43de-9114-6d4fef27bafa tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Network hostable DHCP agents. Network: 4713b022-27ee-4814-befe-c06101773870, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:54:00.822298 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3c056f07-0e63-4474-b8ca-32c7da5643db req-9475cb2f-94c5-44ee-a8cd-a235ec79820a tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2826431 Jun 21 14:54:00.856728 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-0a622ac3-e115-4dd8-a4c8-49137797bf4b None None] Set router 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c gateway port host: None {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:54:00.874842 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-10e5eb28-b612-490c-994e-6918b0675fda tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Deleting port 3819dc13-a0e4-49bc-96ed-33559e57c0e5 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:00.875625 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-10e5eb28-b612-490c-994e-6918b0675fda tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:00.894079 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8f6fb3ec-aca9-48ee-9b6f-715559bcaeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:00.940084 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-8f6fb3ec-aca9-48ee-9b6f-715559bcaeb3 None None] For port e75bd7e4-020f-4086-89db-3a6ee2c7b8ae, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=e75bd7e4-020f-4086-89db-3a6ee2c7b8ae,segment=NetworkSegment(91419df6-d521-40c7-8fac-65167e824cab),segment_id=91419df6-d521-40c7-8fac-65167e824cab)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:00.947845 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8f6fb3ec-aca9-48ee-9b6f-715559bcaeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:00.949879 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8a72c008-cdf1-4b50-88df-df854a7209d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:00.957993 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df27af70-85be-43de-9114-6d4fef27bafa tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Subnet': ['ID=b49aa112-7815-4144-91f0-a08adec1385d,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:00.961857 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-df27af70-85be-43de-9114-6d4fef27bafa tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:00.976326 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df27af70-85be-43de-9114-6d4fef27bafa tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Network 4713b022-27ee-4814-befe-c06101773870 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:54:01.015697 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-df27af70-85be-43de-9114-6d4fef27bafa tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 4713b022-27ee-4814-befe-c06101773870) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:01.036114 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df27af70-85be-43de-9114-6d4fef27bafa tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:01.037641 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-df27af70-85be-43de-9114-6d4fef27bafa tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:01.042178 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054664dd-fe28-4648-8c0b-76ffe21837db None None] Network 4713b022-27ee-4814-befe-c06101773870 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:01.054527 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-10e5eb28-b612-490c-994e-6918b0675fda tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] For port 3819dc13-a0e4-49bc-96ed-33559e57c0e5, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3819dc13-a0e4-49bc-96ed-33559e57c0e5,segment=NetworkSegment(6f747819-b21a-4334-bb4d-e5caae97a9f0),segment_id=6f747819-b21a-4334-bb4d-e5caae97a9f0)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:01.055038 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-10e5eb28-b612-490c-994e-6918b0675fda tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:01.086767 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff411a22-4a37-4247-b2f2-dbc44c9f25fa req-13daa1ee-299f-4865-87ff-19b1513c30f1 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:01.089418 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ff411a22-4a37-4247-b2f2-dbc44c9f25fa req-13daa1ee-299f-4865-87ff-19b1513c30f1 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/ports?device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 945 time: 0.3049326 Jun 21 14:54:01.091677 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996bf0e-d65c-4da7-bdb4-80ed97f1e422 req-e77d309d-3b44-4cf3-87e2-e2458e1dc419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:01.093749 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f996bf0e-d65c-4da7-bdb4-80ed97f1e422 req-e77d309d-3b44-4cf3-87e2-e2458e1dc419 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3bb9f9f-5a2e-4ed7-b8d4-076458baa435 HTTP/1.1" status: 200 len: 850 time: 0.2955616 Jun 21 14:54:01.152792 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-df27af70-85be-43de-9114-6d4fef27bafa tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3748913 Jun 21 14:54:01.159243 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36432) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:01.172067 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6fb3ec-aca9-48ee-9b6f-715559bcaeb3 None None] Pushing event updated for resources: {'Port': ['ID=e75bd7e4-020f-4086-89db-3a6ee2c7b8ae,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:01.178464 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-da2085fe-1f29-40c3-ada4-efdb056576a1 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'port': {'network_id': '4713b022-27ee-4814-befe-c06101773870', 'name': 'tempest-PortsTestJSON-1567112414', 'fixed_ips': [{'subnet_id': 'b49aa112-7815-4144-91f0-a08adec1385d', 'ip_address': '172.20.0.10'}]}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:01.189626 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-0a622ac3-e115-4dd8-a4c8-49137797bf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'name': 'tempest-RoutersTest-router-2122799372', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:53:28Z', 'updated_at': '2021-06-21T14:53:57Z', 'revision_number': 7, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'gw_port_host': None, '_interfaces': [{'id': '085df3ab-b294-4346-b018-a9f61ddeefbf', 'name': '', 'network_id': 'd90676dc-93ab-4b3e-8482-405d197a7450', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:59:c9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:36Z', 'updated_at': '2021-06-21T14:53:46Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1784935d-7270-4d2d-95c8-708866423732', 'name': '', 'network_id': '41c3f5af-2751-4985-8586-f0975d1d5cfd', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:67:55:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:31Z', 'updated_at': '2021-06-21T14:53:40Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3819dc13-a0e4-49bc-96ed-33559e57c0e5', 'name': '', 'network_id': 'fcb63a3c-49d3-499f-afdd-036bfaff87c7', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:6f:8a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'e687f4a9-de26-4e21-b592-f0a16d3f93ee', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:50Z', 'updated_at': '2021-06-21T14:53:59Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': 'e687f4a9-de26-4e21-b592-f0a16d3f93ee', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9d95502-4f8f-4139-9f35-ed4952b9adbb', 'name': '', 'network_id': 'ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:05:88:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '634fa180-80fa-452f-8c7f-921256247aa2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:43Z', 'updated_at': '2021-06-21T14:53:55Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '634fa180-80fa-452f-8c7f-921256247aa2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:01.195772 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8f6fb3ec-aca9-48ee-9b6f-715559bcaeb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:01.206704 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ff411a22-4a37-4247-b2f2-dbc44c9f25fa req-6c605ad0-04ca-447f-9203-afd24eb15932 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/security-groups?id=215242b6-1f27-40c8-b2a0-2e3b834d8a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089189 Jun 21 14:54:01.224244 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a622ac3-e115-4dd8-a4c8-49137797bf4b None None] Checking router: 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:54:01.240547 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a622ac3-e115-4dd8-a4c8-49137797bf4b None None] Routers {'3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:54:01.241576 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-0a622ac3-e115-4dd8-a4c8-49137797bf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:53:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:01.243921 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f996bf0e-d65c-4da7-bdb4-80ed97f1e422 req-24f3fd51-0034-4716-ac9a-71fc2807a787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:01.245709 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f996bf0e-d65c-4da7-bdb4-80ed97f1e422 req-24f3fd51-0034-4716-ac9a-71fc2807a787 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=393f8381-0805-46a3-9584-62cfa82bcbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1374402 Jun 21 14:54:01.246690 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-10e5eb28-b612-490c-994e-6918b0675fda tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Calling delete_port for 3819dc13-a0e4-49bc-96ed-33559e57c0e5 owned by network:router_interface {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:01.268162 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913c6aad-f1c0-4781-ac34-a34dce0b0842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-4713b022-27ee-4814-befe-c06101773870', 'network_id': '4713b022-27ee-4814-befe-c06101773870', 'tenant_id': 'd39eebfbe3874515bc761a8de17d07a8', 'fixed_ips': [{'subnet_id': 'b49aa112-7815-4144-91f0-a08adec1385d'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:54:01.269358 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-913c6aad-f1c0-4781-ac34-a34dce0b0842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:01.289915 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.objects.ports [None req-d357d4ea-d9e9-44d0-9141-a9e908039335 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105225) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 21 14:54:01.317096 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d357d4ea-d9e9-44d0-9141-a9e908039335 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:01.324348 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-86f3122b-b092-4e02-93fe-2ef3d65b0114 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:01.356931 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-0a622ac3-e115-4dd8-a4c8-49137797bf4b None None] Set router 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c gateway port host: None {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:54:01.382345 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f996bf0e-d65c-4da7-bdb4-80ed97f1e422 req-6bbc7ad9-4ad6-40ab-a566-df6b016e7482 service neutron] 10.222.0.66 "GET /v2.0/networks/393f8381-0805-46a3-9584-62cfa82bcbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261346 Jun 21 14:54:01.413216 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0cc0b3ac-967c-4c7e-95b8-c169290a4351 None None] Provisioning complete for port e75bd7e4-020f-4086-89db-3a6ee2c7b8ae triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:01.414295 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0cc0b3ac-967c-4c7e-95b8-c169290a4351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:01.467918 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357d4ea-d9e9-44d0-9141-a9e908039335 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Pushing event updated for resources: {'Subnet': ['ID=01e18407-6613-4333-939d-443fa1cc2ad2,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:01.484050 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d357d4ea-d9e9-44d0-9141-a9e908039335 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:01.547593 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d357d4ea-d9e9-44d0-9141-a9e908039335 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Checking segment: {'id': 'aead2a41-3575-400b-a489-8b66521d505e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '93142cbd-852f-4ed5-8947-d8f8a042b537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:54:01.547830 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d357d4ea-d9e9-44d0-9141-a9e908039335 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Network hostable DHCP agents. Network: 93142cbd-852f-4ed5-8947-d8f8a042b537, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:54:01.588882 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f996bf0e-d65c-4da7-bdb4-80ed97f1e422 req-ce93eddb-d303-4bec-a479-ed1d172c25a4 service neutron] 10.222.0.66 "GET /v2.0/networks/393f8381-0805-46a3-9584-62cfa82bcbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954217 Jun 21 14:54:01.613814 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2085fe-1f29-40c3-ada4-efdb056576a1 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Made reservation on behalf of d39eebfbe3874515bc761a8de17d07a8 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:01.617921 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d357d4ea-d9e9-44d0-9141-a9e908039335 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Network 93142cbd-852f-4ed5-8947-d8f8a042b537 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:54:01.662670 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-0a622ac3-e115-4dd8-a4c8-49137797bf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'name': 'tempest-RoutersTest-router-2122799372', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:53:28Z', 'updated_at': '2021-06-21T14:53:57Z', 'revision_number': 7, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'gw_port_host': None, '_interfaces': [{'id': '085df3ab-b294-4346-b018-a9f61ddeefbf', 'name': '', 'network_id': 'd90676dc-93ab-4b3e-8482-405d197a7450', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:59:c9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:36Z', 'updated_at': '2021-06-21T14:53:46Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1784935d-7270-4d2d-95c8-708866423732', 'name': '', 'network_id': '41c3f5af-2751-4985-8586-f0975d1d5cfd', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:67:55:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:31Z', 'updated_at': '2021-06-21T14:53:40Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3819dc13-a0e4-49bc-96ed-33559e57c0e5', 'name': '', 'network_id': 'fcb63a3c-49d3-499f-afdd-036bfaff87c7', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:6f:8a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'e687f4a9-de26-4e21-b592-f0a16d3f93ee', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:50Z', 'updated_at': '2021-06-21T14:53:59Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': 'e687f4a9-de26-4e21-b592-f0a16d3f93ee', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9d95502-4f8f-4139-9f35-ed4952b9adbb', 'name': '', 'network_id': 'ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:05:88:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '634fa180-80fa-452f-8c7f-921256247aa2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:43Z', 'updated_at': '2021-06-21T14:53:55Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '634fa180-80fa-452f-8c7f-921256247aa2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:01.681321 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-d357d4ea-d9e9-44d0-9141-a9e908039335 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 93142cbd-852f-4ed5-8947-d8f8a042b537) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:01.689650 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a622ac3-e115-4dd8-a4c8-49137797bf4b None None] The sync data for ids ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'] in dv-neutron-797121-2-hyperv is: [{'id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'name': 'tempest-RoutersTest-router-2122799372', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:53:28Z', 'updated_at': '2021-06-21T14:53:57Z', 'revision_number': 7, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'gw_port_host': None, '_interfaces': [{'id': '085df3ab-b294-4346-b018-a9f61ddeefbf', 'name': '', 'network_id': 'd90676dc-93ab-4b3e-8482-405d197a7450', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:59:c9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:36Z', 'updated_at': '2021-06-21T14:53:46Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1784935d-7270-4d2d-95c8-708866423732', 'name': '', 'network_id': '41c3f5af-2751-4985-8586-f0975d1d5cfd', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:67:55:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:31Z', 'updated_at': '2021-06-21T14:53:40Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3819dc13-a0e4-49bc-96ed-33559e57c0e5', 'name': '', 'network_id': 'fcb63a3c-49d3-499f-afdd-036bfaff87c7', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:6f:8a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 940, 'fixed_ips': [{'subnet_id': 'e687f4a9-de26-4e21-b592-f0a16d3f93ee', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:50Z', 'updated_at': '2021-06-21T14:53:59Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': 'e687f4a9-de26-4e21-b592-f0a16d3f93ee', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9d95502-4f8f-4139-9f35-ed4952b9adbb', 'name': '', 'network_id': 'ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:05:88:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '634fa180-80fa-452f-8c7f-921256247aa2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:43Z', 'updated_at': '2021-06-21T14:53:55Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '634fa180-80fa-452f-8c7f-921256247aa2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:54:01.697977 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d357d4ea-d9e9-44d0-9141-a9e908039335 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:01.698578 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d357d4ea-d9e9-44d0-9141-a9e908039335 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:01.704968 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a89a770-21cd-4277-820b-c22eb12030cf None None] Network 93142cbd-852f-4ed5-8947-d8f8a042b537 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:01.711655 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-10e5eb28-b612-490c-994e-6918b0675fda tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:01.716757 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1a2b357e-d49a-44ce-9e66-a4e0d8164dad tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:01.761947 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d357d4ea-d9e9-44d0-9141-a9e908039335 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3520069 Jun 21 14:54:01.766425 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36434) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:01.771773 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5eb28-b612-490c-994e-6918b0675fda tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event deleted for resources: {'Port': ['ID=3819dc13-a0e4-49bc-96ed-33559e57c0e5,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:01.777519 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-10e5eb28-b612-490c-994e-6918b0675fda tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:01.781542 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-48f1a933-f21e-4286-9f3e-fd9932cb3ee6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Request body: {'port': {'network_id': '93142cbd-852f-4ed5-8947-d8f8a042b537', 'name': 'tempest-NetworksIpV6TestAttrs-1703799232'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:01.800551 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-da2085fe-1f29-40c3-ada4-efdb056576a1 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:01.801884 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-913c6aad-f1c0-4781-ac34-a34dce0b0842 None None] Allocated IP 172.20.0.2 (4713b022-27ee-4814-befe-c06101773870/b49aa112-7815-4144-91f0-a08adec1385d/f94d9a7d-9abb-47f3-986d-d2e058447309) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:54:01.849568 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-da2085fe-1f29-40c3-ada4-efdb056576a1 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] device_id is not set on port 6e87efcf-7117-4c00-b952-63cc853cb1cd yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:54:02.062118 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581f3029-a3e6-4360-98b1-eb9263705bf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-93142cbd-852f-4ed5-8947-d8f8a042b537', 'network_id': '93142cbd-852f-4ed5-8947-d8f8a042b537', 'tenant_id': 'ab86dce9cb9f4570a6cabb72a9da1985', 'fixed_ips': [{'subnet_id': '01e18407-6613-4333-939d-443fa1cc2ad2'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:54:02.063148 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-581f3029-a3e6-4360-98b1-eb9263705bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:02.097721 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f1a933-f21e-4286-9f3e-fd9932cb3ee6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Made reservation on behalf of ab86dce9cb9f4570a6cabb72a9da1985 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:02.104109 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-48f1a933-f21e-4286-9f3e-fd9932cb3ee6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:02.132844 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-48f1a933-f21e-4286-9f3e-fd9932cb3ee6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] device_id is not set on port b2dcd0a0-4a49-4085-bcc1-90c24e828cde yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:54:02.189295 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-10e5eb28-b612-490c-994e-6918b0675fda tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:02.321869 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e75bd7e4-020f-4086-89db-3a6ee2c7b8ae up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:54:02.335680 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-48f1a933-f21e-4286-9f3e-fd9932cb3ee6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Allocated IP 2001:db8::f816:3eff:fe95:b88e (93142cbd-852f-4ed5-8947-d8f8a042b537/01e18407-6613-4333-939d-443fa1cc2ad2/b2dcd0a0-4a49-4085-bcc1-90c24e828cde) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:54:02.355069 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-913c6aad-f1c0-4781-ac34-a34dce0b0842 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:02.357257 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8640c19-751c-47af-ac69-c1db3609c39c req-c61eff25-7a80-4d03-a340-d00410d6c13f tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:02.359143 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f8640c19-751c-47af-ac69-c1db3609c39c req-c61eff25-7a80-4d03-a340-d00410d6c13f tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.3630655 Jun 21 14:54:02.380741 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-913c6aad-f1c0-4781-ac34-a34dce0b0842 None None] Transition to ACTIVE for port object f94d9a7d-9abb-47f3-986d-d2e058447309 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:54:02.412156 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-913c6aad-f1c0-4781-ac34-a34dce0b0842 None None] Transition to ACTIVE for port object f94d9a7d-9abb-47f3-986d-d2e058447309 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:54:02.422783 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-913c6aad-f1c0-4781-ac34-a34dce0b0842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:02.426227 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:02.427992 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port e75bd7e4-020f-4086-89db-3a6ee2c7b8ae triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:02.428360 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:02.456930 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f8640c19-751c-47af-ac69-c1db3609c39c req-267575fa-c646-4bbc-aad7-e046b5f4c2b5 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761478 Jun 21 14:54:02.494522 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ba4bf8-c16d-4f99-9e26-50e556c96f7a req-105e3210-b567-4813-a7e0-eb79769d78dc tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:02.496199 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d8ba4bf8-c16d-4f99-9e26-50e556c96f7a req-105e3210-b567-4813-a7e0-eb79769d78dc tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/ports?device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 945 time: 0.1633904 Jun 21 14:54:02.510949 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913c6aad-f1c0-4781-ac34-a34dce0b0842 None None] Network 4713b022-27ee-4814-befe-c06101773870 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:54:02.517650 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-913c6aad-f1c0-4781-ac34-a34dce0b0842 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:02.520917 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c6aad-f1c0-4781-ac34-a34dce0b0842 None None] Pushing event updated for resources: {'Port': ['ID=f94d9a7d-9abb-47f3-986d-d2e058447309,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:02.523831 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913c6aad-f1c0-4781-ac34-a34dce0b0842 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:54:02.550101 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-913c6aad-f1c0-4781-ac34-a34dce0b0842 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:02.590609 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-913c6aad-f1c0-4781-ac34-a34dce0b0842 None None] Attempting to bind port f94d9a7d-9abb-47f3-986d-d2e058447309 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:54:02.590880 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-913c6aad-f1c0-4781-ac34-a34dce0b0842 None None] Attempting to bind port f94d9a7d-9abb-47f3-986d-d2e058447309 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '599a073b-a0fb-48a7-8a53-d9d150151c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4713b022-27ee-4814-befe-c06101773870'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:54:02.591252 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913c6aad-f1c0-4781-ac34-a34dce0b0842 None None] Attempting to bind port f94d9a7d-9abb-47f3-986d-d2e058447309 on network 4713b022-27ee-4814-befe-c06101773870 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:54:02.598114 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d8ba4bf8-c16d-4f99-9e26-50e556c96f7a req-59e6725f-c37b-40f0-b07c-0c9f5d2762ea tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/security-groups?id=215242b6-1f27-40c8-b2a0-2e3b834d8a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897696 Jun 21 14:54:02.618097 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913c6aad-f1c0-4781-ac34-a34dce0b0842 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:54:02.618479 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913c6aad-f1c0-4781-ac34-a34dce0b0842 None None] Checking segment: {'id': '599a073b-a0fb-48a7-8a53-d9d150151c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4713b022-27ee-4814-befe-c06101773870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:54:02.618884 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-913c6aad-f1c0-4781-ac34-a34dce0b0842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:02.619285 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913c6aad-f1c0-4781-ac34-a34dce0b0842 None None] Bound using segment: {'id': '599a073b-a0fb-48a7-8a53-d9d150151c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4713b022-27ee-4814-befe-c06101773870'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:54:02.619760 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-913c6aad-f1c0-4781-ac34-a34dce0b0842 None None] Bound port: f94d9a7d-9abb-47f3-986d-d2e058447309, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '599a073b-a0fb-48a7-8a53-d9d150151c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '4713b022-27ee-4814-befe-c06101773870'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:54:02.620134 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-913c6aad-f1c0-4781-ac34-a34dce0b0842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:02.654410 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-48f1a933-f21e-4286-9f3e-fd9932cb3ee6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:02.676654 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-48f1a933-f21e-4286-9f3e-fd9932cb3ee6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Transition to ACTIVE for port object b2dcd0a0-4a49-4085-bcc1-90c24e828cde will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:54:02.708390 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-913c6aad-f1c0-4781-ac34-a34dce0b0842 None None] For port f94d9a7d-9abb-47f3-986d-d2e058447309, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:54:02.712705 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-913c6aad-f1c0-4781-ac34-a34dce0b0842 None None] For port f94d9a7d-9abb-47f3-986d-d2e058447309, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=f94d9a7d-9abb-47f3-986d-d2e058447309,segment=NetworkSegment(599a073b-a0fb-48a7-8a53-d9d150151c50),segment_id=599a073b-a0fb-48a7-8a53-d9d150151c50)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:54:02.721643 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-913c6aad-f1c0-4781-ac34-a34dce0b0842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:02.724485 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-48f1a933-f21e-4286-9f3e-fd9932cb3ee6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:02.729767 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cbe618f7-65b0-4c23-b1a8-41d68b870e84 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:02.742144 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:02.782660 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f1a933-f21e-4286-9f3e-fd9932cb3ee6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Network 93142cbd-852f-4ed5-8947-d8f8a042b537 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:54:02.786710 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-48f1a933-f21e-4286-9f3e-fd9932cb3ee6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:02.794118 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f1a933-f21e-4286-9f3e-fd9932cb3ee6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:54:02.800385 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f1a933-f21e-4286-9f3e-fd9932cb3ee6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:02.801054 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-48f1a933-f21e-4286-9f3e-fd9932cb3ee6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:02.814822 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f1a933-f21e-4286-9f3e-fd9932cb3ee6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Pushing event updated for resources: {'Port': ['ID=b2dcd0a0-4a49-4085-bcc1-90c24e828cde,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:02.827759 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-48f1a933-f21e-4286-9f3e-fd9932cb3ee6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:02.836343 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-48f1a933-f21e-4286-9f3e-fd9932cb3ee6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.0681155 Jun 21 14:54:02.842420 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36444) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:02.869653 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-581f3029-a3e6-4360-98b1-eb9263705bf1 None None] Allocated IP 2001:db8::f816:3eff:fee8:5d1d (93142cbd-852f-4ed5-8947-d8f8a042b537/01e18407-6613-4333-939d-443fa1cc2ad2/3b5b8fc0-b31e-4d4e-b37c-40ec9aaa29f1) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:54:02.875266 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c6aad-f1c0-4781-ac34-a34dce0b0842 None None] Pushing event updated for resources: {'Port': ['ID=f94d9a7d-9abb-47f3-986d-d2e058447309,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:02.894800 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-913c6aad-f1c0-4781-ac34-a34dce0b0842 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:02.943257 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-42477aa6-1b40-452f-aff3-cb987f42c669 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Deleting subnet 01e18407-6613-4333-939d-443fa1cc2ad2 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:54:02.956824 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-da2085fe-1f29-40c3-ada4-efdb056576a1 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Allocated IP 172.20.0.10 (4713b022-27ee-4814-befe-c06101773870/b49aa112-7815-4144-91f0-a08adec1385d/6e87efcf-7117-4c00-b952-63cc853cb1cd) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:54:02.970119 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e5eb28-b612-490c-994e-6918b0675fda tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Router 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:54:03.137277 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450c1d1-ad0d-479b-a841-6213c125716b req-d449ac38-8052-409e-a323-27f77aa6a7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:03.139884 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b450c1d1-ad0d-479b-a841-6213c125716b req-d449ac38-8052-409e-a323-27f77aa6a7ba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=da87fdd814d14a63be25f7efe885ddb5&device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 1098 time: 0.1488144 Jun 21 14:54:03.151000 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93207203-9f1c-4a3c-a5f8-629eaa8f58bb req-e11897b9-8d6a-49db-b07a-752fa5d8704a tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:03.151934 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-581f3029-a3e6-4360-98b1-eb9263705bf1 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:03.152502 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-93207203-9f1c-4a3c-a5f8-629eaa8f58bb req-e11897b9-8d6a-49db-b07a-752fa5d8704a tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/ports?device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 945 time: 0.1247690 Jun 21 14:54:03.161554 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-581f3029-a3e6-4360-98b1-eb9263705bf1 None None] Transition to ACTIVE for port object 3b5b8fc0-b31e-4d4e-b37c-40ec9aaa29f1 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:54:03.184613 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-581f3029-a3e6-4360-98b1-eb9263705bf1 None None] Transition to ACTIVE for port object 3b5b8fc0-b31e-4d4e-b37c-40ec9aaa29f1 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:54:03.197060 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-581f3029-a3e6-4360-98b1-eb9263705bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:03.200546 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3693df89-56cd-4184-9231-000bd06339c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:03.208171 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e5eb28-b612-490c-994e-6918b0675fda tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:54:03.216076 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-10e5eb28-b612-490c-994e-6918b0675fda tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "PUT /v2.0/routers/3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0651031 Jun 21 14:54:03.218057 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-42477aa6-1b40-452f-aff3-cb987f42c669 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:03.218220 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36448) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:03.235502 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53203276-26a4-41b9-b130-bfa91b558809 None None] Sync routers for ids ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:54:03.265895 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581f3029-a3e6-4360-98b1-eb9263705bf1 None None] Network 93142cbd-852f-4ed5-8947-d8f8a042b537 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:54:03.266910 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53203276-26a4-41b9-b130-bfa91b558809 None None] Routers {'3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:54:03.267783 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-53203276-26a4-41b9-b130-bfa91b558809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:53:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:03.294760 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-93207203-9f1c-4a3c-a5f8-629eaa8f58bb req-4fdbb080-a650-465c-a9aa-968eb119333c tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/security-groups?id=215242b6-1f27-40c8-b2a0-2e3b834d8a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347022 Jun 21 14:54:03.320914 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-42477aa6-1b40-452f-aff3-cb987f42c669 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:03.321325 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-581f3029-a3e6-4360-98b1-eb9263705bf1 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:03.321729 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-62007cb1-183b-4b24-b242-8fbb1ec96f2e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Deleting subnet e687f4a9-de26-4e21-b592-f0a16d3f93ee {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:54:03.325627 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581f3029-a3e6-4360-98b1-eb9263705bf1 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:54:03.326354 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-62007cb1-183b-4b24-b242-8fbb1ec96f2e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:03.327782 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f3029-a3e6-4360-98b1-eb9263705bf1 None None] Pushing event updated for resources: {'Port': ['ID=3b5b8fc0-b31e-4d4e-b37c-40ec9aaa29f1,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:03.336626 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-da2085fe-1f29-40c3-ada4-efdb056576a1 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:03.359752 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-581f3029-a3e6-4360-98b1-eb9263705bf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:03.366459 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450c1d1-ad0d-479b-a841-6213c125716b req-213aa22e-1ee0-4630-b876-a50dffc48376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:03.367938 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b450c1d1-ad0d-479b-a841-6213c125716b req-213aa22e-1ee0-4630-b876-a50dffc48376 service neutron] 10.222.0.66 "GET /v2.0/networks?id=526fdaf7-f1cc-4ed7-81cb-9dc271462d4d HTTP/1.1" status: 200 len: 912 time: 0.2145619 Jun 21 14:54:03.380914 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-da2085fe-1f29-40c3-ada4-efdb056576a1 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Transition to ACTIVE for port object 6e87efcf-7117-4c00-b952-63cc853cb1cd will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:54:03.387159 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-62007cb1-183b-4b24-b242-8fbb1ec96f2e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:03.438286 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-53203276-26a4-41b9-b130-bfa91b558809 None None] Set router 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c gateway port host: None {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:54:03.440189 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-581f3029-a3e6-4360-98b1-eb9263705bf1 None None] Attempting to bind port 3b5b8fc0-b31e-4d4e-b37c-40ec9aaa29f1 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:54:03.440564 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-581f3029-a3e6-4360-98b1-eb9263705bf1 None None] Attempting to bind port 3b5b8fc0-b31e-4d4e-b37c-40ec9aaa29f1 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'aead2a41-3575-400b-a489-8b66521d505e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '93142cbd-852f-4ed5-8947-d8f8a042b537'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:54:03.440937 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581f3029-a3e6-4360-98b1-eb9263705bf1 None None] Attempting to bind port 3b5b8fc0-b31e-4d4e-b37c-40ec9aaa29f1 on network 93142cbd-852f-4ed5-8947-d8f8a042b537 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:54:03.470157 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b450c1d1-ad0d-479b-a841-6213c125716b req-03fa849e-665d-4893-9789-a158cc44f463 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=af1950d6-14b3-4086-9aa5-cc11fbecd040 HTTP/1.1" status: 200 len: 217 time: 0.0917623 Jun 21 14:54:03.473561 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581f3029-a3e6-4360-98b1-eb9263705bf1 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:54:03.473971 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581f3029-a3e6-4360-98b1-eb9263705bf1 None None] Checking segment: {'id': 'aead2a41-3575-400b-a489-8b66521d505e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '93142cbd-852f-4ed5-8947-d8f8a042b537'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:54:03.474783 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-581f3029-a3e6-4360-98b1-eb9263705bf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:03.474783 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581f3029-a3e6-4360-98b1-eb9263705bf1 None None] Bound using segment: {'id': 'aead2a41-3575-400b-a489-8b66521d505e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '93142cbd-852f-4ed5-8947-d8f8a042b537'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:54:03.475436 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-581f3029-a3e6-4360-98b1-eb9263705bf1 None None] Bound port: 3b5b8fc0-b31e-4d4e-b37c-40ec9aaa29f1, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aead2a41-3575-400b-a489-8b66521d505e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '93142cbd-852f-4ed5-8947-d8f8a042b537'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:54:03.475608 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-581f3029-a3e6-4360-98b1-eb9263705bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:03.493713 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-da2085fe-1f29-40c3-ada4-efdb056576a1 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:03.501491 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b47d4f22-254c-4d9d-8087-2fdff4b5dcb7 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:03.520904 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-62007cb1-183b-4b24-b242-8fbb1ec96f2e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:03.547675 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b450c1d1-ad0d-479b-a841-6213c125716b req-e8a59b4f-26c1-46af-ae78-51f4fd461888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:03.549194 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b450c1d1-ad0d-479b-a841-6213c125716b req-e8a59b4f-26c1-46af-ae78-51f4fd461888 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4cf83945-a474-423c-ab58-da4637f6bf60 HTTP/1.1" status: 200 len: 851 time: 0.0697653 Jun 21 14:54:03.581897 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2085fe-1f29-40c3-ada4-efdb056576a1 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Network 4713b022-27ee-4814-befe-c06101773870 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:54:03.589508 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-da2085fe-1f29-40c3-ada4-efdb056576a1 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:03.596611 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2085fe-1f29-40c3-ada4-efdb056576a1 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:54:03.613630 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-42477aa6-1b40-452f-aff3-cb987f42c669 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:03.637963 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2085fe-1f29-40c3-ada4-efdb056576a1 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Port': ['ID=6e87efcf-7117-4c00-b952-63cc853cb1cd,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:03.679240 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-da2085fe-1f29-40c3-ada4-efdb056576a1 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:03.691720 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-62007cb1-183b-4b24-b242-8fbb1ec96f2e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:03.708976 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5cde643b-2649-461c-ab5d-be96fa4b30c0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:03.713873 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-53203276-26a4-41b9-b130-bfa91b558809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'name': 'tempest-RoutersTest-router-2122799372', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:53:28Z', 'updated_at': '2021-06-21T14:54:01Z', 'revision_number': 8, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'gw_port_host': None, '_interfaces': [{'id': '085df3ab-b294-4346-b018-a9f61ddeefbf', 'name': '', 'network_id': 'd90676dc-93ab-4b3e-8482-405d197a7450', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:59:c9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:36Z', 'updated_at': '2021-06-21T14:53:46Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1784935d-7270-4d2d-95c8-708866423732', 'name': '', 'network_id': '41c3f5af-2751-4985-8586-f0975d1d5cfd', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:67:55:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:31Z', 'updated_at': '2021-06-21T14:53:40Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9d95502-4f8f-4139-9f35-ed4952b9adbb', 'name': '', 'network_id': 'ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:05:88:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '634fa180-80fa-452f-8c7f-921256247aa2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:43Z', 'updated_at': '2021-06-21T14:53:55Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '634fa180-80fa-452f-8c7f-921256247aa2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:03.721684 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b450c1d1-ad0d-479b-a841-6213c125716b req-1c82f51b-282d-4f5d-8087-beeead04ec9c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=526fdaf7-f1cc-4ed7-81cb-9dc271462d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1013119 Jun 21 14:54:03.744066 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-62007cb1-183b-4b24-b242-8fbb1ec96f2e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:03.749308 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-62007cb1-183b-4b24-b242-8fbb1ec96f2e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/subnets/e687f4a9-de26-4e21-b592-f0a16d3f93ee HTTP/1.1" status: 204 len: 168 time: 0.5281386 Jun 21 14:54:03.751339 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62007cb1-183b-4b24-b242-8fbb1ec96f2e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event deleted for resources: {'Subnet': ['ID=e687f4a9-de26-4e21-b592-f0a16d3f93ee,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:03.755114 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-62007cb1-183b-4b24-b242-8fbb1ec96f2e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:03.758366 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36454) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:03.765896 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d3f24c-5ab2-47c6-9c02-20148277ede9 None None] Network fcb63a3c-49d3-499f-afdd-036bfaff87c7 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:03.768445 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53203276-26a4-41b9-b130-bfa91b558809 None None] Checking router: 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:54:03.774860 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2085fe-1f29-40c3-ada4-efdb056576a1 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:03.775967 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-da2085fe-1f29-40c3-ada4-efdb056576a1 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:03.870146 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-da2085fe-1f29-40c3-ada4-efdb056576a1 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.7020819 Jun 21 14:54:03.878707 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36456) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:03.886903 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-42477aa6-1b40-452f-aff3-cb987f42c669 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:03.894819 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5e5c213f-1d8b-4250-a8cb-424e07a73f8f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:03.907906 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-69dc30ac-fab6-44a4-bfc9-09bacd24aaad tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'port': {'network_id': '4713b022-27ee-4814-befe-c06101773870', 'name': 'tempest-PortsTestJSON-1040779630', 'fixed_ips': [{'subnet_id': 'b49aa112-7815-4144-91f0-a08adec1385d', 'ip_address': '172.20.0.9'}]}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:03.911946 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-581f3029-a3e6-4360-98b1-eb9263705bf1 None None] For port 3b5b8fc0-b31e-4d4e-b37c-40ec9aaa29f1, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:54:03.919733 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c307883a-93fe-4f0b-a776-63ee1f32391e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:03.940689 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-581f3029-a3e6-4360-98b1-eb9263705bf1 None None] For port 3b5b8fc0-b31e-4d4e-b37c-40ec9aaa29f1, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3b5b8fc0-b31e-4d4e-b37c-40ec9aaa29f1,segment=NetworkSegment(aead2a41-3575-400b-a489-8b66521d505e),segment_id=aead2a41-3575-400b-a489-8b66521d505e)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:54:03.947388 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42477aa6-1b40-452f-aff3-cb987f42c669 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Pushing event deleted for resources: {'Subnet': ['ID=01e18407-6613-4333-939d-443fa1cc2ad2,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:03.950357 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-42477aa6-1b40-452f-aff3-cb987f42c669 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:03.962128 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-42477aa6-1b40-452f-aff3-cb987f42c669 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:03.962776 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53203276-26a4-41b9-b130-bfa91b558809 None None] Routers {'3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:54:03.963451 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-53203276-26a4-41b9-b130-bfa91b558809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:53:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:03.964433 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-42477aa6-1b40-452f-aff3-cb987f42c669 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] 10.222.0.72 "DELETE /v2.0/subnets/01e18407-6613-4333-939d-443fa1cc2ad2 HTTP/1.1" status: 204 len: 168 time: 1.1208611 Jun 21 14:54:03.976701 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e0527-ccf7-4f3f-a4f3-73c93793ad8b req-68854446-6d32-49d9-86e6-d480f10905a4 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:03.984191 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4c7e0527-ccf7-4f3f-a4f3-73c93793ad8b req-68854446-6d32-49d9-86e6-d480f10905a4 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.3617401 Jun 21 14:54:03.987347 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-581f3029-a3e6-4360-98b1-eb9263705bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:03.992529 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36458) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:03.997060 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b450c1d1-ad0d-479b-a841-6213c125716b req-cc8ffd25-a5f9-47ef-bcd6-7589a1f483ff service neutron] 10.222.0.66 "GET /v2.0/networks/526fdaf7-f1cc-4ed7-81cb-9dc271462d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628629 Jun 21 14:54:04.069853 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:04.095615 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-c307883a-93fe-4f0b-a776-63ee1f32391e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Deleting port 1b7a8589-6aa4-4852-a547-0309ba50db04 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:04.096034 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c307883a-93fe-4f0b-a776-63ee1f32391e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:04.098228 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device f94d9a7d-9abb-47f3-986d-d2e058447309 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:54:04.143845 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4c7e0527-ccf7-4f3f-a4f3-73c93793ad8b req-55d41343-003a-4537-8988-114527d86602 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585310 Jun 21 14:54:04.170707 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f435d7-b2c8-42c9-8464-621a3219b19f tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:04.170707 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f435d7-b2c8-42c9-8464-621a3219b19f tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:04.170707 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a9f435d7-b2c8-42c9-8464-621a3219b19f tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1732757 Jun 21 14:54:04.178484 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36464) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:04.181122 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69dc30ac-fab6-44a4-bfc9-09bacd24aaad tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Made reservation on behalf of d39eebfbe3874515bc761a8de17d07a8 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:04.186996 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-69dc30ac-fab6-44a4-bfc9-09bacd24aaad tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:04.212315 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b450c1d1-ad0d-479b-a841-6213c125716b req-eae08bdc-507b-4501-8789-abea87a057fe service neutron] 10.222.0.66 "GET /v2.0/networks/526fdaf7-f1cc-4ed7-81cb-9dc271462d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968372 Jun 21 14:54:04.223505 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-69dc30ac-fab6-44a4-bfc9-09bacd24aaad tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] device_id is not set on port f1c012f7-00b6-47c9-adae-d2a4d7b901d8 yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:54:04.229679 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-c307883a-93fe-4f0b-a776-63ee1f32391e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] For port 1b7a8589-6aa4-4852-a547-0309ba50db04, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=1b7a8589-6aa4-4852-a547-0309ba50db04,segment=NetworkSegment(6f747819-b21a-4334-bb4d-e5caae97a9f0),segment_id=6f747819-b21a-4334-bb4d-e5caae97a9f0)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:04.230628 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c307883a-93fe-4f0b-a776-63ee1f32391e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:04.332004 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ab2019a-e352-4b8b-8ab7-a3a3e05c49c9 None None] Network 4713b022-27ee-4814-befe-c06101773870 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:04.343721 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-c307883a-93fe-4f0b-a776-63ee1f32391e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Calling delete_port for 1b7a8589-6aa4-4852-a547-0309ba50db04 owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:04.373010 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-86906cb2-77dc-485c-81aa-33dcc3a3ef70 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:04.398979 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-86906cb2-77dc-485c-81aa-33dcc3a3ef70 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jun 21 14:54:04.399188 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86906cb2-77dc-485c-81aa-33dcc3a3ef70 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:54:04.406939 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-86906cb2-77dc-485c-81aa-33dcc3a3ef70 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] 10.222.0.72 "DELETE /v2.0/networks/93142cbd-852f-4ed5-8947-d8f8a042b537 HTTP/1.1" status: 409 len: 405 time: 0.1969104 Jun 21 14:54:04.411098 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36468) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:04.421124 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-80196302-c4a9-4935-8ab0-b096bde399de tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-26533399'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:04.483517 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f730da04-0855-4f26-974f-10f791ae6278 req-e252014a-d9fc-471f-b488-aa650fc8a85a tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:04.485635 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f730da04-0855-4f26-974f-10f791ae6278 req-e252014a-d9fc-471f-b488-aa650fc8a85a tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.1607130 Jun 21 14:54:04.545048 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-69dc30ac-fab6-44a4-bfc9-09bacd24aaad tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Allocated IP 172.20.0.9 (4713b022-27ee-4814-befe-c06101773870/b49aa112-7815-4144-91f0-a08adec1385d/f1c012f7-00b6-47c9-adae-d2a4d7b901d8) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:54:04.548845 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f730da04-0855-4f26-974f-10f791ae6278 req-08e05f75-4778-44ec-9272-3143ff84a428 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531557 Jun 21 14:54:04.553258 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c307883a-93fe-4f0b-a776-63ee1f32391e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:04.561372 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b0d18960-b7a0-44e9-83ea-536d308023f5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:04.568890 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80196302-c4a9-4935-8ab0-b096bde399de tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Made reservation on behalf of ab86dce9cb9f4570a6cabb72a9da1985 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:04.583524 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-80196302-c4a9-4935-8ab0-b096bde399de tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:04.606733 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307883a-93fe-4f0b-a776-63ee1f32391e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event deleted for resources: {'Port': ['ID=1b7a8589-6aa4-4852-a547-0309ba50db04,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:04.620495 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c307883a-93fe-4f0b-a776-63ee1f32391e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] No DVR routers for this DVR port 1b7a8589-6aa4-4852-a547-0309ba50db04 on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:54:04.633752 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c307883a-93fe-4f0b-a776-63ee1f32391e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:04.634906 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-9648be56-d2c3-4cc9-9000-f19148ebea7f None None] Provisioning for port f94d9a7d-9abb-47f3-986d-d2e058447309 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:54:04.654628 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0139b626-3f87-42e9-ae15-1e5669e9d6b6 req-aea90b87-0f15-47c4-b813-5defabe2805d tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:04.656805 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0139b626-3f87-42e9-ae15-1e5669e9d6b6 req-aea90b87-0f15-47c4-b813-5defabe2805d tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/ports?device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 945 time: 0.2311344 Jun 21 14:54:04.660775 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80196302-c4a9-4935-8ab0-b096bde399de tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:54:04.664047 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port f94d9a7d-9abb-47f3-986d-d2e058447309 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:54:04.677439 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-53203276-26a4-41b9-b130-bfa91b558809 None None] Set router 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c gateway port host: None {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:54:04.680359 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port f94d9a7d-9abb-47f3-986d-d2e058447309 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:04.680741 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:04.704871 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-80196302-c4a9-4935-8ab0-b096bde399de tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:04.705382 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-80196302-c4a9-4935-8ab0-b096bde399de tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Added segment 62f3cbe1-56bb-45a8-b4e6-e66d31310058 of type vlan for network 5f43e10a-3322-4716-aacc-c0caa08aa61c Jun 21 14:54:04.716378 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f3029-a3e6-4360-98b1-eb9263705bf1 None None] Pushing event updated for resources: {'Port': ['ID=3b5b8fc0-b31e-4d4e-b37c-40ec9aaa29f1,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:04.718856 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-9648be56-d2c3-4cc9-9000-f19148ebea7f None None] Provisioning complete for port f94d9a7d-9abb-47f3-986d-d2e058447309 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:04.719235 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9648be56-d2c3-4cc9-9000-f19148ebea7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:04.726971 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-581f3029-a3e6-4360-98b1-eb9263705bf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:04.731668 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a959693-aa77-450f-8e91-6d4a1cd53bc6 None None] DHCP port deletion for fcb63a3c-49d3-499f-afdd-036bfaff87c7 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:54:04.789575 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0139b626-3f87-42e9-ae15-1e5669e9d6b6 req-f4886cff-fb5a-483a-84d2-c7553c480472 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/security-groups?id=215242b6-1f27-40c8-b2a0-2e3b834d8a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262374 Jun 21 14:54:04.805628 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-80196302-c4a9-4935-8ab0-b096bde399de tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:04.827019 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c307883a-93fe-4f0b-a776-63ee1f32391e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:04.839620 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-c307883a-93fe-4f0b-a776-63ee1f32391e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb63a3c-49d3-499f-afdd-036bfaff87c7']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:04.881400 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-c307883a-93fe-4f0b-a776-63ee1f32391e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f747819-b21a-4334-bb4d-e5caae97a9f0') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:04.881693 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-c307883a-93fe-4f0b-a776-63ee1f32391e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f747819-b21a-4334-bb4d-e5caae97a9f0') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:04.891439 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-80196302-c4a9-4935-8ab0-b096bde399de tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:04.903164 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80196302-c4a9-4935-8ab0-b096bde399de tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:04.904002 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-80196302-c4a9-4935-8ab0-b096bde399de tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:04.910033 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-17403d43-07dd-4368-a402-a5b6fe03f63c tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:04.911698 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c307883a-93fe-4f0b-a776-63ee1f32391e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:04.957651 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c307883a-93fe-4f0b-a776-63ee1f32391e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:04.972356 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c307883a-93fe-4f0b-a776-63ee1f32391e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:54:04.973004 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c307883a-93fe-4f0b-a776-63ee1f32391e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:04.978256 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:54:04.978256 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:54:04.978256 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:54:04.978256 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:54:04.978256 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:54:04.978256 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:54:04.978256 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:54:04.978256 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:54:04.978256 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:54:04.978256 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:54:04.978256 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:54:04.978256 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:54:04.978256 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:54:04.978256 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:54:04.978256 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:54:04.978256 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:54:04.978256 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:54:04.978256 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:54:04.978256 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:54:04.978256 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:54:04.978256 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:54:04.978256 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:54:04.978256 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:54:04.978256 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:54:04.978256 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:54:04.978256 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:54:04.978256 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:54:04.978256 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:54:04.978256 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:54:04.978256 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:54:04.978256 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:54:04.978256 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:54:05.090687 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c307883a-93fe-4f0b-a776-63ee1f32391e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:05.096670 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c307883a-93fe-4f0b-a776-63ee1f32391e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:05.103911 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c307883a-93fe-4f0b-a776-63ee1f32391e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/networks/fcb63a3c-49d3-499f-afdd-036bfaff87c7 HTTP/1.1" status: 204 len: 168 time: 1.3420639 Jun 21 14:54:05.107908 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0a9f96a9-e9b2-4b59-9db1-16fdaeb64b51 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:05.130277 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-69dc30ac-fab6-44a4-bfc9-09bacd24aaad tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:05.132925 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36472) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:05.134109 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c307883a-93fe-4f0b-a776-63ee1f32391e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event deleted for resources: {'Network': ['ID=fcb63a3c-49d3-499f-afdd-036bfaff87c7,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:05.136615 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c307883a-93fe-4f0b-a776-63ee1f32391e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:05.156331 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9648be56-d2c3-4cc9-9000-f19148ebea7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:05.197141 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-69dc30ac-fab6-44a4-bfc9-09bacd24aaad tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Transition to ACTIVE for port object f1c012f7-00b6-47c9-adae-d2a4d7b901d8 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:54:05.211517 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:05.288961 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-9648be56-d2c3-4cc9-9000-f19148ebea7f None None] For port f94d9a7d-9abb-47f3-986d-d2e058447309, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=f94d9a7d-9abb-47f3-986d-d2e058447309,segment=NetworkSegment(599a073b-a0fb-48a7-8a53-d9d150151c50),segment_id=599a073b-a0fb-48a7-8a53-d9d150151c50)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:05.302214 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9648be56-d2c3-4cc9-9000-f19148ebea7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:05.303087 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-69dc30ac-fab6-44a4-bfc9-09bacd24aaad tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:05.307771 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:05.311394 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3693df89-56cd-4184-9231-000bd06339c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:05.336766 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16f9a23-965c-4e47-8088-820c21d253fb req-b3abd6f1-8e65-49a2-911c-3194171bd5ab tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:05.344465 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f16f9a23-965c-4e47-8088-820c21d253fb req-b3abd6f1-8e65-49a2-911c-3194171bd5ab tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.5346096 Jun 21 14:54:05.356120 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-80196302-c4a9-4935-8ab0-b096bde399de tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.9439547 Jun 21 14:54:05.368631 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36474) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:05.381403 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-6a07fb38-2f0a-4a06-a6d6-11fdf7ec27a0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Request body: {'subnet': {'network_id': '5f43e10a-3322-4716-aacc-c0caa08aa61c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:05.381737 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-37ecb45d-9fb7-44e0-883c-808292fa25ae tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:05.471470 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dc30ac-fab6-44a4-bfc9-09bacd24aaad tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Network 4713b022-27ee-4814-befe-c06101773870 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:54:05.475563 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-69dc30ac-fab6-44a4-bfc9-09bacd24aaad tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:05.492895 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f16f9a23-965c-4e47-8088-820c21d253fb req-a5a6586c-0e28-4826-b3cd-a495ff023b4c tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473267 Jun 21 14:54:05.509224 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80196302-c4a9-4935-8ab0-b096bde399de tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Pushing event updated for resources: {'Network': ['ID=5f43e10a-3322-4716-aacc-c0caa08aa61c,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:05.528779 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-80196302-c4a9-4935-8ab0-b096bde399de tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:05.551624 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 5f43e10a-3322-4716-aacc-c0caa08aa61c details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:54:05.554528 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dc30ac-fab6-44a4-bfc9-09bacd24aaad tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:54:05.562557 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc30ac-fab6-44a4-bfc9-09bacd24aaad tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Port': ['ID=f1c012f7-00b6-47c9-adae-d2a4d7b901d8,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:05.588220 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-69dc30ac-fab6-44a4-bfc9-09bacd24aaad tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:05.594555 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.db.api [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 14:54:05.594922 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_db.api [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 14:54:05.595457 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9648be56-d2c3-4cc9-9000-f19148ebea7f None None] Pushing event updated for resources: {'Port': ['ID=f94d9a7d-9abb-47f3-986d-d2e058447309,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:05.605170 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a07fb38-2f0a-4a06-a6d6-11fdf7ec27a0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Made reservation on behalf of ab86dce9cb9f4570a6cabb72a9da1985 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:05.610709 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6a07fb38-2f0a-4a06-a6d6-11fdf7ec27a0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:05.675677 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-53203276-26a4-41b9-b130-bfa91b558809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'name': 'tempest-RoutersTest-router-2122799372', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:53:28Z', 'updated_at': '2021-06-21T14:54:01Z', 'revision_number': 8, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'gw_port_host': None, '_interfaces': [{'id': '085df3ab-b294-4346-b018-a9f61ddeefbf', 'name': '', 'network_id': 'd90676dc-93ab-4b3e-8482-405d197a7450', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:59:c9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:36Z', 'updated_at': '2021-06-21T14:53:46Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1784935d-7270-4d2d-95c8-708866423732', 'name': '', 'network_id': '41c3f5af-2751-4985-8586-f0975d1d5cfd', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:67:55:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:31Z', 'updated_at': '2021-06-21T14:53:40Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9d95502-4f8f-4139-9f35-ed4952b9adbb', 'name': '', 'network_id': 'ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:05:88:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '634fa180-80fa-452f-8c7f-921256247aa2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:43Z', 'updated_at': '2021-06-21T14:53:55Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '634fa180-80fa-452f-8c7f-921256247aa2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:05.684768 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-9648be56-d2c3-4cc9-9000-f19148ebea7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:05.715207 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dc30ac-fab6-44a4-bfc9-09bacd24aaad tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:05.716024 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-69dc30ac-fab6-44a4-bfc9-09bacd24aaad tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:05.743727 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-69dc30ac-fab6-44a4-bfc9-09bacd24aaad tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8623598 Jun 21 14:54:05.744530 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53203276-26a4-41b9-b130-bfa91b558809 None None] The sync data for ids ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'] in dv-neutron-797121-2-hyperv is: [{'id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'name': 'tempest-RoutersTest-router-2122799372', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:53:28Z', 'updated_at': '2021-06-21T14:54:01Z', 'revision_number': 8, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'gw_port_host': None, '_interfaces': [{'id': '085df3ab-b294-4346-b018-a9f61ddeefbf', 'name': '', 'network_id': 'd90676dc-93ab-4b3e-8482-405d197a7450', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:59:c9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:36Z', 'updated_at': '2021-06-21T14:53:46Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1784935d-7270-4d2d-95c8-708866423732', 'name': '', 'network_id': '41c3f5af-2751-4985-8586-f0975d1d5cfd', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:67:55:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:31Z', 'updated_at': '2021-06-21T14:53:40Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9d95502-4f8f-4139-9f35-ed4952b9adbb', 'name': '', 'network_id': 'ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:05:88:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '634fa180-80fa-452f-8c7f-921256247aa2', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:43Z', 'updated_at': '2021-06-21T14:53:55Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '634fa180-80fa-452f-8c7f-921256247aa2', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:54:05.764107 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36478) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:05.768279 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2d7617a2-b133-4fcb-8358-2361558f567f None None] Provisioning for port 6e87efcf-7117-4c00-b952-63cc853cb1cd completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:54:05.795172 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2d7617a2-b133-4fcb-8358-2361558f567f None None] Provisioning complete for port 6e87efcf-7117-4c00-b952-63cc853cb1cd triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:05.805926 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2d7617a2-b133-4fcb-8358-2361558f567f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:05.885310 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-2d7617a2-b133-4fcb-8358-2361558f567f None None] Port 6e87efcf-7117-4c00-b952-63cc853cb1cd cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:54:05.910859 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2d7617a2-b133-4fcb-8358-2361558f567f None None] Provisioning complete for port f94d9a7d-9abb-47f3-986d-d2e058447309 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:05.911341 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2d7617a2-b133-4fcb-8358-2361558f567f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:06.039181 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.objects.ports [None req-6a07fb38-2f0a-4a06-a6d6-11fdf7ec27a0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105224) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 21 14:54:06.040487 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6a07fb38-2f0a-4a06-a6d6-11fdf7ec27a0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:06.043383 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9088726e-c273-423c-86f8-bedb1aa6bc89 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:06.058848 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35968fe8-4385-4622-bd94-43e9be95d203 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:06.061342 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-35968fe8-4385-4622-bd94-43e9be95d203 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2930355 Jun 21 14:54:06.071939 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36482) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:06.168205 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a377f8b5-ddc7-4b31-9455-107668479a8e None None] Network 93142cbd-852f-4ed5-8947-d8f8a042b537 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:06.277550 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a07fb38-2f0a-4a06-a6d6-11fdf7ec27a0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Checking segment: {'id': '62f3cbe1-56bb-45a8-b4e6-e66d31310058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5f43e10a-3322-4716-aacc-c0caa08aa61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:54:06.277981 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a07fb38-2f0a-4a06-a6d6-11fdf7ec27a0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Network hostable DHCP agents. Network: 5f43e10a-3322-4716-aacc-c0caa08aa61c, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:54:06.303695 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6442cc-6781-400e-bf93-b3bd8908e5f3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:06.309957 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6442cc-6781-400e-bf93-b3bd8908e5f3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:06.316416 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6442cc-6781-400e-bf93-b3bd8908e5f3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:06.320703 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3c6442cc-6781-400e-bf93-b3bd8908e5f3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.2442713 Jun 21 14:54:06.322215 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36486) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:06.336470 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f77c4d1a-ae9e-4507-8668-5295dc45877d tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:06.336795 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07fb38-2f0a-4a06-a6d6-11fdf7ec27a0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Pushing event updated for resources: {'Subnet': ['ID=52548147-f198-41dc-8ade-e6b8efd7f036,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:06.343391 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6a07fb38-2f0a-4a06-a6d6-11fdf7ec27a0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:06.364890 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a07fb38-2f0a-4a06-a6d6-11fdf7ec27a0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Network 5f43e10a-3322-4716-aacc-c0caa08aa61c is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:54:06.365104 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-810ba05d-76a1-4c70-9cb8-0208b914f9fe None None] Provisioning complete for port 6e87efcf-7117-4c00-b952-63cc853cb1cd triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:06.365489 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-810ba05d-76a1-4c70-9cb8-0208b914f9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:06.385138 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1adcf8-a0b7-449d-97c4-70d5ceb5b769 req-efb18a52-19d6-4e09-a341-2698a2c74b2f tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:06.393860 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ee1adcf8-a0b7-449d-97c4-70d5ceb5b769 req-efb18a52-19d6-4e09-a341-2698a2c74b2f tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/ports?device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 945 time: 0.3327448 Jun 21 14:54:06.417241 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b84cae8-59e9-49be-9671-3b66957c2de4 req-fd25e12f-7c58-4720-8faa-7582c0c3f5a9 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:06.418947 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4b84cae8-59e9-49be-9671-3b66957c2de4 req-fd25e12f-7c58-4720-8faa-7582c0c3f5a9 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.1743090 Jun 21 14:54:06.419577 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-6a07fb38-2f0a-4a06-a6d6-11fdf7ec27a0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 5f43e10a-3322-4716-aacc-c0caa08aa61c) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:06.430856 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a07fb38-2f0a-4a06-a6d6-11fdf7ec27a0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:06.431600 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6a07fb38-2f0a-4a06-a6d6-11fdf7ec27a0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:06.459838 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3728b5bb-d72e-4b70-ab64-dbea55614e74 None None] Network 5f43e10a-3322-4716-aacc-c0caa08aa61c requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:06.477279 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6a07fb38-2f0a-4a06-a6d6-11fdf7ec27a0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1073678 Jun 21 14:54:06.482300 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36488) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:06.511102 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ee1adcf8-a0b7-449d-97c4-70d5ceb5b769 req-39eed3e1-c0e9-4c8a-ba4b-83a00e4e40cb tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/security-groups?id=215242b6-1f27-40c8-b2a0-2e3b834d8a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155837 Jun 21 14:54:06.541141 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4b84cae8-59e9-49be-9671-3b66957c2de4 req-c7ea5606-a267-4d96-ae65-1c489ff7bfaa tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966718 Jun 21 14:54:06.593532 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3b5b8fc0-b31e-4d4e-b37c-40ec9aaa29f1 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:54:06.595283 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-810ba05d-76a1-4c70-9cb8-0208b914f9fe None None] Port 6e87efcf-7117-4c00-b952-63cc853cb1cd cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:54:06.681402 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-810ba05d-76a1-4c70-9cb8-0208b914f9fe None None] Provisioning for port 3b5b8fc0-b31e-4d4e-b37c-40ec9aaa29f1 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:54:06.709630 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:06.713882 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-8eb43000-3db1-4d1c-bebb-cef2faeb6898 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Deleting port f1c012f7-00b6-47c9-adae-d2a4d7b901d8 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:06.714207 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8eb43000-3db1-4d1c-bebb-cef2faeb6898 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:06.740702 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fa6562-0b21-4c39-9b7c-da34f83c5596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-5f43e10a-3322-4716-aacc-c0caa08aa61c', 'network_id': '5f43e10a-3322-4716-aacc-c0caa08aa61c', 'tenant_id': 'ab86dce9cb9f4570a6cabb72a9da1985', 'fixed_ips': [{'subnet_id': '52548147-f198-41dc-8ade-e6b8efd7f036'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:54:06.741467 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-30fa6562-0b21-4c39-9b7c-da34f83c5596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:06.754701 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 3b5b8fc0-b31e-4d4e-b37c-40ec9aaa29f1 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:54:06.761226 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 3b5b8fc0-b31e-4d4e-b37c-40ec9aaa29f1 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:06.761651 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:06.788239 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafd1167-52e2-4bcb-8c4e-aa219d49da74 None None] DHCP port deletion for 93142cbd-852f-4ed5-8947-d8f8a042b537 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:54:06.884236 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:06.915798 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ff72bb2b-e291-41ff-94f3-43cc114c1885 None None] Provisioning for port f1c012f7-00b6-47c9-adae-d2a4d7b901d8 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:54:06.937342 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8eb43000-3db1-4d1c-bebb-cef2faeb6898 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:06.945322 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ff72bb2b-e291-41ff-94f3-43cc114c1885 None None] Provisioning complete for port f1c012f7-00b6-47c9-adae-d2a4d7b901d8 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:06.945700 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ff72bb2b-e291-41ff-94f3-43cc114c1885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:06.966065 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f4d4c4-acec-4260-b240-8fa002dba3e2 req-8549c93c-00c2-4fb7-b589-eff78b489e39 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:06.968150 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-89f4d4c4-acec-4260-b240-8fa002dba3e2 req-8549c93c-00c2-4fb7-b589-eff78b489e39 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/ports?device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 945 time: 0.0762968 Jun 21 14:54:07.009254 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-30fa6562-0b21-4c39-9b7c-da34f83c5596 None None] Allocated IP 2001:db8::f816:3eff:fea0:df4a (5f43e10a-3322-4716-aacc-c0caa08aa61c/52548147-f198-41dc-8ade-e6b8efd7f036/1a216a23-589f-4bc6-b7a1-cbf6289a30d4) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:54:07.016941 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-8eb43000-3db1-4d1c-bebb-cef2faeb6898 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Calling delete_port for f1c012f7-00b6-47c9-adae-d2a4d7b901d8 owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:07.021803 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-89f4d4c4-acec-4260-b240-8fa002dba3e2 req-db720590-9ba3-489f-86b8-c0380ac79aa8 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/security-groups?id=215242b6-1f27-40c8-b2a0-2e3b834d8a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464115 Jun 21 14:54:07.042362 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-ff72bb2b-e291-41ff-94f3-43cc114c1885 None None] Port f1c012f7-00b6-47c9-adae-d2a4d7b901d8 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:54:07.054149 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-cafd1167-52e2-4bcb-8c4e-aa219d49da74 None None] Deleting port 3b5b8fc0-b31e-4d4e-b37c-40ec9aaa29f1 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:07.054582 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-cafd1167-52e2-4bcb-8c4e-aa219d49da74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:07.091900 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-f77c4d1a-ae9e-4507-8668-5295dc45877d tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Deleting port e9d95502-4f8f-4139-9f35-ed4952b9adbb {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:07.092360 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f77c4d1a-ae9e-4507-8668-5295dc45877d tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:07.226824 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-f77c4d1a-ae9e-4507-8668-5295dc45877d tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] For port e9d95502-4f8f-4139-9f35-ed4952b9adbb, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=e9d95502-4f8f-4139-9f35-ed4952b9adbb,segment=NetworkSegment(9725c62e-9d9f-4310-9ee1-59430be5564e),segment_id=9725c62e-9d9f-4310-9ee1-59430be5564e)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:07.227174 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f77c4d1a-ae9e-4507-8668-5295dc45877d tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:07.265307 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:07.302857 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-f77c4d1a-ae9e-4507-8668-5295dc45877d tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Calling delete_port for e9d95502-4f8f-4139-9f35-ed4952b9adbb owned by network:router_interface {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:07.306985 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8eb43000-3db1-4d1c-bebb-cef2faeb6898 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:07.311752 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0381a37d-cd45-4317-9b20-8fe0c52e5943 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:07.344550 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-cafd1167-52e2-4bcb-8c4e-aa219d49da74 None None] For port 3b5b8fc0-b31e-4d4e-b37c-40ec9aaa29f1, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3b5b8fc0-b31e-4d4e-b37c-40ec9aaa29f1,segment=NetworkSegment(aead2a41-3575-400b-a489-8b66521d505e),segment_id=aead2a41-3575-400b-a489-8b66521d505e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:07.344852 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-cafd1167-52e2-4bcb-8c4e-aa219d49da74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:07.374247 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb43000-3db1-4d1c-bebb-cef2faeb6898 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Port': ['ID=f1c012f7-00b6-47c9-adae-d2a4d7b901d8,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:07.380522 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8eb43000-3db1-4d1c-bebb-cef2faeb6898 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:07.441919 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-cafd1167-52e2-4bcb-8c4e-aa219d49da74 None None] Calling delete_port for 3b5b8fc0-b31e-4d4e-b37c-40ec9aaa29f1 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:07.461523 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-edf8d1ae-c7d3-400a-bdca-b1e167b21a17 req-82fbd902-0595-4e5a-a43b-b1cf9e7009dd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0631211 Jun 21 14:54:07.471575 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 3b5b8fc0-b31e-4d4e-b37c-40ec9aaa29f1, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3b5b8fc0-b31e-4d4e-b37c-40ec9aaa29f1,segment=NetworkSegment(aead2a41-3575-400b-a489-8b66521d505e),segment_id=aead2a41-3575-400b-a489-8b66521d505e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:07.494811 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8eb43000-3db1-4d1c-bebb-cef2faeb6898 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:07.496721 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8eb43000-3db1-4d1c-bebb-cef2faeb6898 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/ports/f1c012f7-00b6-47c9-adae-d2a4d7b901d8 HTTP/1.1" status: 204 len: 168 time: 1.1726964 Jun 21 14:54:07.499586 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36496) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:07.503070 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:07.504545 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device f94d9a7d-9abb-47f3-986d-d2e058447309 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:54:07.518637 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b4654620-a051-4109-9317-94aa0644fd73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:07.558077 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b2de4a2-74ce-445b-bbb9-e6e1fb711fd3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] GET failed (client error): The resource could not be found. Jun 21 14:54:07.559916 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2b2de4a2-74ce-445b-bbb9-e6e1fb711fd3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "GET /v2.0/ports/f1c012f7-00b6-47c9-adae-d2a4d7b901d8 HTTP/1.1" status: 404 len: 333 time: 0.0585790 Jun 21 14:54:07.563888 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36498) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:07.595290 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=3b5b8fc0-b31e-4d4e-b37c-40ec9aaa29f1,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:07.628559 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f77c4d1a-ae9e-4507-8668-5295dc45877d tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:07.632175 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-355c3af5-6354-424c-9329-9eb0580cf931 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:07.635693 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8d1ae-c7d3-400a-bdca-b1e167b21a17 req-e40031ed-5941-4b36-91ff-a8c8b3f0a0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:07.637353 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-edf8d1ae-c7d3-400a-bdca-b1e167b21a17 req-e40031ed-5941-4b36-91ff-a8c8b3f0a0a3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=11635685b5064af1901fae1b04f861cb&device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 1098 time: 0.1061656 Jun 21 14:54:07.660296 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:07.666705 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77c4d1a-ae9e-4507-8668-5295dc45877d tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event deleted for resources: {'Port': ['ID=e9d95502-4f8f-4139-9f35-ed4952b9adbb,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:07.687568 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f77c4d1a-ae9e-4507-8668-5295dc45877d tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:07.689630 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-30fa6562-0b21-4c39-9b7c-da34f83c5596 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:07.716225 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-30fa6562-0b21-4c39-9b7c-da34f83c5596 None None] Transition to ACTIVE for port object 1a216a23-589f-4bc6-b7a1-cbf6289a30d4 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:54:07.744977 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port f94d9a7d-9abb-47f3-986d-d2e058447309 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:07.745358 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:07.747416 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-30fa6562-0b21-4c39-9b7c-da34f83c5596 None None] Transition to ACTIVE for port object 1a216a23-589f-4bc6-b7a1-cbf6289a30d4 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:54:07.786203 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-30fa6562-0b21-4c39-9b7c-da34f83c5596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:07.793522 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-581f3029-a3e6-4360-98b1-eb9263705bf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:07.851583 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa6562-0b21-4c39-9b7c-da34f83c5596 None None] Pushing event updated for resources: {'Port': ['ID=1a216a23-589f-4bc6-b7a1-cbf6289a30d4,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:07.855734 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-30fa6562-0b21-4c39-9b7c-da34f83c5596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:07.872103 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-cafd1167-52e2-4bcb-8c4e-aa219d49da74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:07.887337 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8d1ae-c7d3-400a-bdca-b1e167b21a17 req-ca51fc8b-8a4d-40f2-a4ca-a95d097d8c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:07.887599 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-9648be56-d2c3-4cc9-9000-f19148ebea7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:07.892550 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafd1167-52e2-4bcb-8c4e-aa219d49da74 None None] No DVR routers for this DVR port 3b5b8fc0-b31e-4d4e-b37c-40ec9aaa29f1 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:54:07.894807 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-edf8d1ae-c7d3-400a-bdca-b1e167b21a17 req-ca51fc8b-8a4d-40f2-a4ca-a95d097d8c9e service neutron] 10.222.0.66 "GET /v2.0/networks?id=393f8381-0805-46a3-9584-62cfa82bcbaf HTTP/1.1" status: 200 len: 912 time: 0.2341955 Jun 21 14:54:07.903778 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fa6562-0b21-4c39-9b7c-da34f83c5596 None None] Network 5f43e10a-3322-4716-aacc-c0caa08aa61c is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:54:07.923178 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f8a52c-3ce5-4aa9-8877-ea665a568676 req-4a510f68-f59c-4dfe-971f-62bcc4f9812b tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:07.924916 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-57f8a52c-3ce5-4aa9-8877-ea665a568676 req-4a510f68-f59c-4dfe-971f-62bcc4f9812b tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.2262607 Jun 21 14:54:07.926626 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-30fa6562-0b21-4c39-9b7c-da34f83c5596 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:07.929152 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fa6562-0b21-4c39-9b7c-da34f83c5596 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:54:07.937732 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd1167-52e2-4bcb-8c4e-aa219d49da74 None None] Pushing event deleted for resources: {'Port': ['ID=3b5b8fc0-b31e-4d4e-b37c-40ec9aaa29f1,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:07.940566 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-cafd1167-52e2-4bcb-8c4e-aa219d49da74 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:08.043803 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-30fa6562-0b21-4c39-9b7c-da34f83c5596 None None] Attempting to bind port 1a216a23-589f-4bc6-b7a1-cbf6289a30d4 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:54:08.044102 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-edf8d1ae-c7d3-400a-bdca-b1e167b21a17 req-71c74820-940d-40c3-ad72-4cdc28aba027 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac8496c7-d6cc-470a-91c4-c943a5eda639 HTTP/1.1" status: 200 len: 1001 time: 0.1180475 Jun 21 14:54:08.044269 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-30fa6562-0b21-4c39-9b7c-da34f83c5596 None None] Attempting to bind port 1a216a23-589f-4bc6-b7a1-cbf6289a30d4 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '62f3cbe1-56bb-45a8-b4e6-e66d31310058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5f43e10a-3322-4716-aacc-c0caa08aa61c'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:54:08.044568 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fa6562-0b21-4c39-9b7c-da34f83c5596 None None] Attempting to bind port 1a216a23-589f-4bc6-b7a1-cbf6289a30d4 on network 5f43e10a-3322-4716-aacc-c0caa08aa61c {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:54:08.066552 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fa6562-0b21-4c39-9b7c-da34f83c5596 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:54:08.066932 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fa6562-0b21-4c39-9b7c-da34f83c5596 None None] Checking segment: {'id': '62f3cbe1-56bb-45a8-b4e6-e66d31310058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5f43e10a-3322-4716-aacc-c0caa08aa61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:54:08.067340 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-30fa6562-0b21-4c39-9b7c-da34f83c5596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:08.067737 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fa6562-0b21-4c39-9b7c-da34f83c5596 None None] Bound using segment: {'id': '62f3cbe1-56bb-45a8-b4e6-e66d31310058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5f43e10a-3322-4716-aacc-c0caa08aa61c'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:54:08.068229 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-30fa6562-0b21-4c39-9b7c-da34f83c5596 None None] Bound port: 1a216a23-589f-4bc6-b7a1-cbf6289a30d4, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62f3cbe1-56bb-45a8-b4e6-e66d31310058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5f43e10a-3322-4716-aacc-c0caa08aa61c'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:54:08.068603 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-30fa6562-0b21-4c39-9b7c-da34f83c5596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:08.102447 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-57f8a52c-3ce5-4aa9-8877-ea665a568676 req-66335a6b-9852-43d8-9379-143a58f6496e tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694403 Jun 21 14:54:08.150697 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8d1ae-c7d3-400a-bdca-b1e167b21a17 req-03ce8eba-49d4-440a-888f-42ccdd422570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:08.154300 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-edf8d1ae-c7d3-400a-bdca-b1e167b21a17 req-03ce8eba-49d4-440a-888f-42ccdd422570 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3bb9f9f-5a2e-4ed7-b8d4-076458baa435 HTTP/1.1" status: 200 len: 850 time: 0.1004064 Jun 21 14:54:08.163974 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 1b7a8589-6aa4-4852-a547-0309ba50db04 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:54:08.219275 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 1b7a8589-6aa4-4852-a547-0309ba50db04 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:54:08.219275 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 1b7a8589-6aa4-4852-a547-0309ba50db04 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:54:08.219624 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3819dc13-a0e4-49bc-96ed-33559e57c0e5 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:54:08.248828 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 3819dc13-a0e4-49bc-96ed-33559e57c0e5 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:54:08.249124 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3819dc13-a0e4-49bc-96ed-33559e57c0e5 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:54:08.253157 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:08.257744 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-83a4f621-ac1c-4ab6-8495-3c4a72e2d466 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:08.257930 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-30fa6562-0b21-4c39-9b7c-da34f83c5596 None None] For port 1a216a23-589f-4bc6-b7a1-cbf6289a30d4, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:54:08.286625 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-30fa6562-0b21-4c39-9b7c-da34f83c5596 None None] For port 1a216a23-589f-4bc6-b7a1-cbf6289a30d4, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=1a216a23-589f-4bc6-b7a1-cbf6289a30d4,segment=NetworkSegment(62f3cbe1-56bb-45a8-b4e6-e66d31310058),segment_id=62f3cbe1-56bb-45a8-b4e6-e66d31310058)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:54:08.289468 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-bc433bf2-0e18-4dee-958a-009c09ef4e86 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Deleting port 6e87efcf-7117-4c00-b952-63cc853cb1cd {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:08.289883 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bc433bf2-0e18-4dee-958a-009c09ef4e86 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:08.291301 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8d1ae-c7d3-400a-bdca-b1e167b21a17 req-ded2a9f0-96f4-495f-bd10-335c2ad01d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:08.294144 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-edf8d1ae-c7d3-400a-bdca-b1e167b21a17 req-ded2a9f0-96f4-495f-bd10-335c2ad01d9d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=393f8381-0805-46a3-9584-62cfa82bcbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1317070 Jun 21 14:54:08.301619 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-30fa6562-0b21-4c39-9b7c-da34f83c5596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:08.303323 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-1eb6cb94-dd10-4e67-b2e6-f765f6cf2dd5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:08.343679 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Pushing event deleted for resources: {'Subnet': ['ID=52548147-f198-41dc-8ade-e6b8efd7f036,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:08.382692 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:08.403814 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fa6562-0b21-4c39-9b7c-da34f83c5596 None None] Pushing event updated for resources: {'Port': ['ID=1a216a23-589f-4bc6-b7a1-cbf6289a30d4,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:08.410742 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-30fa6562-0b21-4c39-9b7c-da34f83c5596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:08.499439 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-edf8d1ae-c7d3-400a-bdca-b1e167b21a17 req-27cd92b1-d259-495d-aad6-ae5ac3b94f90 service neutron] 10.222.0.66 "GET /v2.0/networks/393f8381-0805-46a3-9584-62cfa82bcbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871126 Jun 21 14:54:08.513431 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3b5b8fc0-b31e-4d4e-b37c-40ec9aaa29f1 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:54:08.547767 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:08.555779 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 3b5b8fc0-b31e-4d4e-b37c-40ec9aaa29f1 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:54:08.556321 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3b5b8fc0-b31e-4d4e-b37c-40ec9aaa29f1 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:54:08.562258 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f77c4d1a-ae9e-4507-8668-5295dc45877d tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:08.572662 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f43e10a-3322-4716-aacc-c0caa08aa61c']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:08.587038 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71327a-34d8-4a79-8239-ac86d3f4f194 req-97aaa8d7-e3fb-4a07-acce-cd759e339f14 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:08.588520 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2a71327a-34d8-4a79-8239-ac86d3f4f194 req-97aaa8d7-e3fb-4a07-acce-cd759e339f14 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/ports?device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 945 time: 0.3615494 Jun 21 14:54:08.609719 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62f3cbe1-56bb-45a8-b4e6-e66d31310058') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:08.610183 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62f3cbe1-56bb-45a8-b4e6-e66d31310058') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:08.616211 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bc433bf2-0e18-4dee-958a-009c09ef4e86 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:08.679752 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:08.733901 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2a71327a-34d8-4a79-8239-ac86d3f4f194 req-1dcdb5e3-13c1-438b-bc33-22a2b472b748 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/security-groups?id=215242b6-1f27-40c8-b2a0-2e3b834d8a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281183 Jun 21 14:54:08.739430 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-edf8d1ae-c7d3-400a-bdca-b1e167b21a17 req-57f13e34-3676-4728-80c4-5f2aa86026ea service neutron] 10.222.0.66 "GET /v2.0/networks/393f8381-0805-46a3-9584-62cfa82bcbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324045 Jun 21 14:54:08.782600 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec82b9-bc50-4bca-9762-a8d8365c40ad req-aa1ebb14-f9e3-44c6-be5b-698b4d8065e6 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:08.790028 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-beec82b9-bc50-4bca-9762-a8d8365c40ad req-aa1ebb14-f9e3-44c6-be5b-698b4d8065e6 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.2122221 Jun 21 14:54:08.791981 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-bc433bf2-0e18-4dee-958a-009c09ef4e86 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Calling delete_port for 6e87efcf-7117-4c00-b952-63cc853cb1cd owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:08.809842 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:08.834318 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:54:08.834870 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:08.866870 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:54:08.866870 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:54:08.866870 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:54:08.866870 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:54:08.866870 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:54:08.866870 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:54:08.866870 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:54:08.866870 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:54:08.866870 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:54:08.866870 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:54:08.866870 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:54:08.866870 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:54:08.866870 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:54:08.866870 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:54:08.866870 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:54:08.866870 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:54:08.866870 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:54:08.866870 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:54:08.866870 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:54:08.866870 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:54:08.866870 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:54:08.866870 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:54:08.866870 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:54:08.866870 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:54:08.866870 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:54:08.866870 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:54:08.866870 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:54:08.866870 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:54:08.866870 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:54:08.866870 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:54:08.866870 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:54:08.866870 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:54:08.866870 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:54:08.866870 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:54:08.866870 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:54:08.866870 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:54:08.889479 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-beec82b9-bc50-4bca-9762-a8d8365c40ad req-0f32e78d-141c-4492-a483-da32aca0523c tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974975 Jun 21 14:54:08.913623 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641f035-0ff5-4b6a-8ea0-811f74d3b2a2 req-30eb182f-3bd0-4cd6-a63b-d0afe83893d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:08.915345 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1641f035-0ff5-4b6a-8ea0-811f74d3b2a2 req-30eb182f-3bd0-4cd6-a63b-d0afe83893d7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=11635685b5064af1901fae1b04f861cb&device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 1098 time: 0.1037614 Jun 21 14:54:08.984231 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.db.api [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 21 14:54:08.984231 dv-neutron-797121-2-hyperv neutron-server[105225]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 21 14:54:08.984231 dv-neutron-797121-2-hyperv neutron-server[105225]: [parameters: {'id': '5f43e10a-3322-4716-aacc-c0caa08aa61c'}] Jun 21 14:54:08.984231 dv-neutron-797121-2-hyperv neutron-server[105225]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 14:54:08.984729 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_db.api [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 14:54:09.037523 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641f035-0ff5-4b6a-8ea0-811f74d3b2a2 req-2ace1e3b-e7c3-4aac-ac91-ad08d1952e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:09.039149 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1641f035-0ff5-4b6a-8ea0-811f74d3b2a2 req-2ace1e3b-e7c3-4aac-ac91-ad08d1952e79 service neutron] 10.222.0.66 "GET /v2.0/networks?id=393f8381-0805-46a3-9584-62cfa82bcbaf HTTP/1.1" status: 200 len: 912 time: 0.1169317 Jun 21 14:54:09.092178 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77c4d1a-ae9e-4507-8668-5295dc45877d tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Router 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:54:09.174215 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bc433bf2-0e18-4dee-958a-009c09ef4e86 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:09.199241 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1641f035-0ff5-4b6a-8ea0-811f74d3b2a2 req-3706d12b-ff2e-4035-9ef5-3b0b005750f7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac8496c7-d6cc-470a-91c4-c943a5eda639 HTTP/1.1" status: 200 len: 1001 time: 0.1532564 Jun 21 14:54:09.236604 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5b7efa21-3cfa-450d-a555-7fdb34b675bd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:09.262161 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641f035-0ff5-4b6a-8ea0-811f74d3b2a2 req-8ffba0bf-1b5d-4356-972e-92802a964ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:09.263819 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1641f035-0ff5-4b6a-8ea0-811f74d3b2a2 req-8ffba0bf-1b5d-4356-972e-92802a964ff3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3bb9f9f-5a2e-4ed7-b8d4-076458baa435 HTTP/1.1" status: 200 len: 850 time: 0.0581248 Jun 21 14:54:09.276170 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a98d9e6-dfda-4f13-b2a8-818cefe773fa req-1b494978-6fd3-48cb-96d0-e8c6ceec09f8 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:09.278470 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3a98d9e6-dfda-4f13-b2a8-818cefe773fa req-1b494978-6fd3-48cb-96d0-e8c6ceec09f8 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/ports?device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 945 time: 0.1227663 Jun 21 14:54:09.279220 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc433bf2-0e18-4dee-958a-009c09ef4e86 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Port': ['ID=6e87efcf-7117-4c00-b952-63cc853cb1cd,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:09.292129 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bc433bf2-0e18-4dee-958a-009c09ef4e86 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:09.339176 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77c4d1a-ae9e-4507-8668-5295dc45877d tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:54:09.362889 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3a98d9e6-dfda-4f13-b2a8-818cefe773fa req-d2e3f6c3-b591-45b8-ad3a-e67e8803e813 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/security-groups?id=215242b6-1f27-40c8-b2a0-2e3b834d8a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492105 Jun 21 14:54:09.364053 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205b10ea-ba62-4392-883e-d87ca9a65c78 None None] Sync routers for ids ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:54:09.372917 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36514) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:09.373149 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f77c4d1a-ae9e-4507-8668-5295dc45877d tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "PUT /v2.0/routers/3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2351673 Jun 21 14:54:09.378267 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205b10ea-ba62-4392-883e-d87ca9a65c78 None None] Routers {'3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:54:09.378915 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-205b10ea-ba62-4392-883e-d87ca9a65c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:53:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:09.426901 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bc433bf2-0e18-4dee-958a-009c09ef4e86 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:09.428765 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-bc433bf2-0e18-4dee-958a-009c09ef4e86 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/ports/6e87efcf-7117-4c00-b952-63cc853cb1cd HTTP/1.1" status: 204 len: 168 time: 1.8637078 Jun 21 14:54:09.437221 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36516) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:09.440511 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641f035-0ff5-4b6a-8ea0-811f74d3b2a2 req-4c4d3ffb-b174-4c23-8f1e-6e8b694622fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:09.442261 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1641f035-0ff5-4b6a-8ea0-811f74d3b2a2 req-4c4d3ffb-b174-4c23-8f1e-6e8b694622fc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=393f8381-0805-46a3-9584-62cfa82bcbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1632934 Jun 21 14:54:09.448896 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264981ab-23bd-41a6-8aba-3fafd9af3d0e req-17f957b3-f85b-407d-9afa-85706fa57b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:09.450594 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-264981ab-23bd-41a6-8aba-3fafd9af3d0e req-17f957b3-f85b-407d-9afa-85706fa57b48 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=da87fdd814d14a63be25f7efe885ddb5&device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 1098 time: 0.2871859 Jun 21 14:54:09.487338 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:09.495166 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ed42e7-3615-4d90-ba47-d90fbee12336 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] GET failed (client error): The resource could not be found. Jun 21 14:54:09.499492 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b6ed42e7-3615-4d90-ba47-d90fbee12336 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "GET /v2.0/ports/6e87efcf-7117-4c00-b952-63cc853cb1cd HTTP/1.1" status: 404 len: 333 time: 0.0590751 Jun 21 14:54:09.506372 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9d08912-c606-452b-ab7f-30c49ce797f3 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Deleting subnet 634fa180-80fa-452f-8c7f-921256247aa2 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:54:09.508399 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36518) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:09.511111 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b9d08912-c606-452b-ab7f-30c49ce797f3 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:09.630416 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1641f035-0ff5-4b6a-8ea0-811f74d3b2a2 req-fcfca85a-0216-43e1-9f31-8c021f585773 service neutron] 10.222.0.66 "GET /v2.0/networks/393f8381-0805-46a3-9584-62cfa82bcbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775925 Jun 21 14:54:09.649108 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-205b10ea-ba62-4392-883e-d87ca9a65c78 None None] Set router 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c gateway port host: None {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:54:09.661618 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b9d08912-c606-452b-ab7f-30c49ce797f3 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:09.693261 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264981ab-23bd-41a6-8aba-3fafd9af3d0e req-fac41a47-dfe7-4b9d-8a3c-b4e28f775988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:09.694925 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-264981ab-23bd-41a6-8aba-3fafd9af3d0e req-fac41a47-dfe7-4b9d-8a3c-b4e28f775988 service neutron] 10.222.0.66 "GET /v2.0/networks?id=526fdaf7-f1cc-4ed7-81cb-9dc271462d4d HTTP/1.1" status: 200 len: 912 time: 0.2377627 Jun 21 14:54:09.700236 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6f04bd1-b9f1-4a06-bbc9-5de7e4af5426 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Deleting subnet b49aa112-7815-4144-91f0-a08adec1385d {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:54:09.712599 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a6f04bd1-b9f1-4a06-bbc9-5de7e4af5426 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:09.732098 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097f816b-1aa3-46dc-95f9-91014397cbfd None None] Network 5f43e10a-3322-4716-aacc-c0caa08aa61c requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:09.772419 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-264981ab-23bd-41a6-8aba-3fafd9af3d0e req-e1071317-06bf-4633-9bba-9a273f5a30df service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=af1950d6-14b3-4086-9aa5-cc11fbecd040 HTTP/1.1" status: 200 len: 217 time: 0.0694523 Jun 21 14:54:09.827712 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1641f035-0ff5-4b6a-8ea0-811f74d3b2a2 req-a3770775-d9ce-4021-ac2f-f61f0cca2990 service neutron] 10.222.0.66 "GET /v2.0/networks/393f8381-0805-46a3-9584-62cfa82bcbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798000 Jun 21 14:54:09.836208 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264981ab-23bd-41a6-8aba-3fafd9af3d0e req-efbfe621-03ff-4ae5-a083-3fe64b00e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:09.837962 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-264981ab-23bd-41a6-8aba-3fafd9af3d0e req-efbfe621-03ff-4ae5-a083-3fe64b00e3f4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4cf83945-a474-423c-ab58-da4637f6bf60 HTTP/1.1" status: 200 len: 851 time: 0.0552895 Jun 21 14:54:09.838328 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b9d08912-c606-452b-ab7f-30c49ce797f3 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:09.860769 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a6f04bd1-b9f1-4a06-bbc9-5de7e4af5426 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:09.871923 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-c52bbeb2-8520-493d-beed-c5b8b563399a None None] Provisioning for port 1a216a23-589f-4bc6-b7a1-cbf6289a30d4 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:54:09.922198 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-205b10ea-ba62-4392-883e-d87ca9a65c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'name': 'tempest-RoutersTest-router-2122799372', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:53:28Z', 'updated_at': '2021-06-21T14:54:07Z', 'revision_number': 9, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'gw_port_host': None, '_interfaces': [{'id': '085df3ab-b294-4346-b018-a9f61ddeefbf', 'name': '', 'network_id': 'd90676dc-93ab-4b3e-8482-405d197a7450', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:59:c9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:36Z', 'updated_at': '2021-06-21T14:53:46Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1784935d-7270-4d2d-95c8-708866423732', 'name': '', 'network_id': '41c3f5af-2751-4985-8586-f0975d1d5cfd', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:67:55:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:31Z', 'updated_at': '2021-06-21T14:53:40Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:09.926925 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b9d08912-c606-452b-ab7f-30c49ce797f3 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:09.939088 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a4faaf4c-8727-4e3f-8c35-738687651bd8 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:09.945082 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b9d08912-c606-452b-ab7f-30c49ce797f3 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:09.947038 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b9d08912-c606-452b-ab7f-30c49ce797f3 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/subnets/634fa180-80fa-452f-8c7f-921256247aa2 HTTP/1.1" status: 204 len: 168 time: 0.5613568 Jun 21 14:54:09.948185 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205b10ea-ba62-4392-883e-d87ca9a65c78 None None] Checking router: 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:54:09.955872 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Deleting port 1a216a23-589f-4bc6-b7a1-cbf6289a30d4 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:09.956228 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:09.957384 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fa0f67-62cf-4b21-bd02-be644f8cb5a7 None None] Network ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:09.957517 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205b10ea-ba62-4392-883e-d87ca9a65c78 None None] Routers {'3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:54:09.958066 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-205b10ea-ba62-4392-883e-d87ca9a65c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:53:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:09.961192 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36522) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:09.969032 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-264981ab-23bd-41a6-8aba-3fafd9af3d0e req-fe600ad6-716b-4c51-9a7d-0307afef8528 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=526fdaf7-f1cc-4ed7-81cb-9dc271462d4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170599 Jun 21 14:54:09.971507 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d08912-c606-452b-ab7f-30c49ce797f3 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event deleted for resources: {'Subnet': ['ID=634fa180-80fa-452f-8c7f-921256247aa2,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:09.974470 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b9d08912-c606-452b-ab7f-30c49ce797f3 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:10.025841 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a129a7b5-f25a-476c-92fa-cd0ae4e4be0e None None] DHCP port deletion for 5f43e10a-3322-4716-aacc-c0caa08aa61c request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:54:10.055564 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-205b10ea-ba62-4392-883e-d87ca9a65c78 None None] Set router 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c gateway port host: None {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:54:10.128323 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] For port 1a216a23-589f-4bc6-b7a1-cbf6289a30d4, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=1a216a23-589f-4bc6-b7a1-cbf6289a30d4,segment=NetworkSegment(62f3cbe1-56bb-45a8-b4e6-e66d31310058),segment_id=62f3cbe1-56bb-45a8-b4e6-e66d31310058)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:10.128971 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:10.131918 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b7b86e-6bf3-4f59-bf20-dd2b616b1028 req-db49f816-0f27-45f7-ae9e-5388821d4b1f tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:10.135299 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b9b7b86e-6bf3-4f59-bf20-dd2b616b1028 req-db49f816-0f27-45f7-ae9e-5388821d4b1f tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.0844901 Jun 21 14:54:10.155435 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-a129a7b5-f25a-476c-92fa-cd0ae4e4be0e None None] Deleting port 1a216a23-589f-4bc6-b7a1-cbf6289a30d4 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:10.156165 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a129a7b5-f25a-476c-92fa-cd0ae4e4be0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:10.186142 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b9b7b86e-6bf3-4f59-bf20-dd2b616b1028 req-b8c03f83-6384-4342-98e3-cfa7d36eeade tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417979 Jun 21 14:54:10.227777 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-a129a7b5-f25a-476c-92fa-cd0ae4e4be0e None None] For port 1a216a23-589f-4bc6-b7a1-cbf6289a30d4, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=1a216a23-589f-4bc6-b7a1-cbf6289a30d4,segment=NetworkSegment(62f3cbe1-56bb-45a8-b4e6-e66d31310058),segment_id=62f3cbe1-56bb-45a8-b4e6-e66d31310058)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:10.228348 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a129a7b5-f25a-476c-92fa-cd0ae4e4be0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:10.266418 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-205b10ea-ba62-4392-883e-d87ca9a65c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'name': 'tempest-RoutersTest-router-2122799372', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:53:28Z', 'updated_at': '2021-06-21T14:54:07Z', 'revision_number': 9, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'gw_port_host': None, '_interfaces': [{'id': '085df3ab-b294-4346-b018-a9f61ddeefbf', 'name': '', 'network_id': 'd90676dc-93ab-4b3e-8482-405d197a7450', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:59:c9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:36Z', 'updated_at': '2021-06-21T14:53:46Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1784935d-7270-4d2d-95c8-708866423732', 'name': '', 'network_id': '41c3f5af-2751-4985-8586-f0975d1d5cfd', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:67:55:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:31Z', 'updated_at': '2021-06-21T14:53:40Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:10.298024 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205b10ea-ba62-4392-883e-d87ca9a65c78 None None] The sync data for ids ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'] in dv-neutron-797121-2-hyperv is: [{'id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'name': 'tempest-RoutersTest-router-2122799372', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:53:28Z', 'updated_at': '2021-06-21T14:54:07Z', 'revision_number': 9, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'gw_port_host': None, '_interfaces': [{'id': '085df3ab-b294-4346-b018-a9f61ddeefbf', 'name': '', 'network_id': 'd90676dc-93ab-4b3e-8482-405d197a7450', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:59:c9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:36Z', 'updated_at': '2021-06-21T14:53:46Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '13008af6-ff1d-41f3-8409-1be319e19b5a', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1784935d-7270-4d2d-95c8-708866423732', 'name': '', 'network_id': '41c3f5af-2751-4985-8586-f0975d1d5cfd', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:67:55:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:31Z', 'updated_at': '2021-06-21T14:53:40Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:54:10.308184 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-a129a7b5-f25a-476c-92fa-cd0ae4e4be0e None None] Calling delete_port for 1a216a23-589f-4bc6-b7a1-cbf6289a30d4 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:10.325285 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Calling delete_port for 1a216a23-589f-4bc6-b7a1-cbf6289a30d4 owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:10.360194 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a6f04bd1-b9f1-4a06-bbc9-5de7e4af5426 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:10.367808 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b9a0db5e-70e7-4322-8435-6d3f8c55d5eb tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:10.408204 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a129a7b5-f25a-476c-92fa-cd0ae4e4be0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:10.411476 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:10.437294 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129a7b5-f25a-476c-92fa-cd0ae4e4be0e None None] Pushing event deleted for resources: {'Port': ['ID=1a216a23-589f-4bc6-b7a1-cbf6289a30d4,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:10.440965 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-a129a7b5-f25a-476c-92fa-cd0ae4e4be0e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:10.441330 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a129a7b5-f25a-476c-92fa-cd0ae4e4be0e None None] No DVR routers for this DVR port 1a216a23-589f-4bc6-b7a1-cbf6289a30d4 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:54:10.480831 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-264981ab-23bd-41a6-8aba-3fafd9af3d0e req-f51c787c-40fc-4918-85b8-b14efd94d70b service neutron] 10.222.0.66 "GET /v2.0/networks/526fdaf7-f1cc-4ed7-81cb-9dc271462d4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4989312 Jun 21 14:54:10.547184 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15019541-123b-443e-9bf1-2a5b01697194 req-ba629582-15af-4696-8f03-53becd53b6d8 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:10.548763 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-15019541-123b-443e-9bf1-2a5b01697194 req-ba629582-15af-4696-8f03-53becd53b6d8 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/ports?device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 945 time: 0.0647228 Jun 21 14:54:10.588424 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-15019541-123b-443e-9bf1-2a5b01697194 req-405ea17f-b1d2-43f8-9b7a-97c2dbd87f3a tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/security-groups?id=215242b6-1f27-40c8-b2a0-2e3b834d8a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334721 Jun 21 14:54:10.589087 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a6f04bd1-b9f1-4a06-bbc9-5de7e4af5426 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:10.594825 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f6090064-c346-4e6d-9c3b-3d3c613d53fc tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:10.607882 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:10.641697 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a6f04bd1-b9f1-4a06-bbc9-5de7e4af5426 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:10.643683 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a6f04bd1-b9f1-4a06-bbc9-5de7e4af5426 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/subnets/b49aa112-7815-4144-91f0-a08adec1385d HTTP/1.1" status: 204 len: 168 time: 1.1337576 Jun 21 14:54:10.647239 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f04bd1-b9f1-4a06-bbc9-5de7e4af5426 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Subnet': ['ID=b49aa112-7815-4144-91f0-a08adec1385d,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:10.647884 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36528) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:10.652105 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a6f04bd1-b9f1-4a06-bbc9-5de7e4af5426 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:10.654854 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-da2085fe-1f29-40c3-ada4-efdb056576a1 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:10.655233 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52db2998-2b84-4fb9-9765-d25982944410 None None] Network 4713b022-27ee-4814-befe-c06101773870 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:10.659895 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] No DVR routers for this DVR port 1a216a23-589f-4bc6-b7a1-cbf6289a30d4 on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:54:10.711134 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Pushing event deleted for resources: {'Port': ['ID=1a216a23-589f-4bc6-b7a1-cbf6289a30d4,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:10.714659 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:10.719380 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-264981ab-23bd-41a6-8aba-3fafd9af3d0e req-4a4ad35b-9a70-4c2c-ae5f-934f9b32d84b service neutron] 10.222.0.66 "GET /v2.0/networks/526fdaf7-f1cc-4ed7-81cb-9dc271462d4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304232 Jun 21 14:54:10.720729 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-b9a0db5e-70e7-4322-8435-6d3f8c55d5eb tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Deleting port 93f164c2-9fa1-459f-a9bf-c01dc2b04c77 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:10.721062 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b9a0db5e-70e7-4322-8435-6d3f8c55d5eb tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:10.744057 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f292955-cbf2-404b-8a80-91c54a64dfc8 None None] DHCP port deletion for ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:54:10.751642 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4c78d175-74b8-46e3-b96c-d257dc1d3120 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:10.815571 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-4c78d175-74b8-46e3-b96c-d257dc1d3120 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Deleting port f94d9a7d-9abb-47f3-986d-d2e058447309 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:10.816051 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4c78d175-74b8-46e3-b96c-d257dc1d3120 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:10.824915 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:10.843915 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f43e10a-3322-4716-aacc-c0caa08aa61c']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:10.847171 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-b9a0db5e-70e7-4322-8435-6d3f8c55d5eb tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] For port 93f164c2-9fa1-459f-a9bf-c01dc2b04c77, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=93f164c2-9fa1-459f-a9bf-c01dc2b04c77,segment=NetworkSegment(9725c62e-9d9f-4310-9ee1-59430be5564e),segment_id=9725c62e-9d9f-4310-9ee1-59430be5564e)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:10.847510 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b9a0db5e-70e7-4322-8435-6d3f8c55d5eb tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:10.863902 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62f3cbe1-56bb-45a8-b4e6-e66d31310058') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:10.864203 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62f3cbe1-56bb-45a8-b4e6-e66d31310058') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:10.870027 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-2f292955-cbf2-404b-8a80-91c54a64dfc8 None None] Deleting port 93f164c2-9fa1-459f-a9bf-c01dc2b04c77 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:10.870420 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2f292955-cbf2-404b-8a80-91c54a64dfc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:10.896304 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-4c78d175-74b8-46e3-b96c-d257dc1d3120 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] For port f94d9a7d-9abb-47f3-986d-d2e058447309, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=f94d9a7d-9abb-47f3-986d-d2e058447309,segment=NetworkSegment(599a073b-a0fb-48a7-8a53-d9d150151c50),segment_id=599a073b-a0fb-48a7-8a53-d9d150151c50)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:10.896544 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4c78d175-74b8-46e3-b96c-d257dc1d3120 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:10.930926 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-b9a0db5e-70e7-4322-8435-6d3f8c55d5eb tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Calling delete_port for 93f164c2-9fa1-459f-a9bf-c01dc2b04c77 owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:10.933986 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:10.977375 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-4c78d175-74b8-46e3-b96c-d257dc1d3120 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Calling delete_port for f94d9a7d-9abb-47f3-986d-d2e058447309 owned by network:dhcp {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:10.983015 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:10.992464 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:54:10.993166 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:10.993291 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-2f292955-cbf2-404b-8a80-91c54a64dfc8 None None] For port 93f164c2-9fa1-459f-a9bf-c01dc2b04c77, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=93f164c2-9fa1-459f-a9bf-c01dc2b04c77,segment=NetworkSegment(9725c62e-9d9f-4310-9ee1-59430be5564e),segment_id=9725c62e-9d9f-4310-9ee1-59430be5564e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:10.993291 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2f292955-cbf2-404b-8a80-91c54a64dfc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: self.session.flush() Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: self.session.flush() Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: self.session.flush() Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: self.session.flush() Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:54:10.996017 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:54:11.087364 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:11.091358 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fbd47376-7a0f-4dd7-ac5b-916b7f605e66 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:11.095354 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4c78d175-74b8-46e3-b96c-d257dc1d3120 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:11.095665 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:11.097610 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] 10.222.0.72 "DELETE /v2.0/networks/5f43e10a-3322-4716-aacc-c0caa08aa61c HTTP/1.1" status: 204 len: 168 time: 4.6142931 Jun 21 14:54:11.098457 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-47b7f1f0-5294-43f9-9bab-7c782faaf087 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:11.102485 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36530) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:11.107296 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-e2e09e3e-b6d8-45f6-847f-b726a1215bfe tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2024471518'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:11.115069 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-2f292955-cbf2-404b-8a80-91c54a64dfc8 None None] Calling delete_port for 93f164c2-9fa1-459f-a9bf-c01dc2b04c77 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:11.118730 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb73dc46-9b70-41aa-9aea-44b0ff151e91 None None] DHCP port deletion for 4713b022-27ee-4814-befe-c06101773870 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:54:11.119640 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b9a0db5e-70e7-4322-8435-6d3f8c55d5eb tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:11.126055 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Pushing event deleted for resources: {'Network': ['ID=5f43e10a-3322-4716-aacc-c0caa08aa61c,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:11.141302 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:11.141846 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0ac35649-99a8-48ec-a03b-a1d5f6f489b8 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:11.156787 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78d175-74b8-46e3-b96c-d257dc1d3120 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Port': ['ID=f94d9a7d-9abb-47f3-986d-d2e058447309,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:11.159215 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4c78d175-74b8-46e3-b96c-d257dc1d3120 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:11.161891 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c78d175-74b8-46e3-b96c-d257dc1d3120 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] No DVR routers for this DVR port f94d9a7d-9abb-47f3-986d-d2e058447309 on host dv-neutron-797121-2-hyperv {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:54:11.166199 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a0db5e-70e7-4322-8435-6d3f8c55d5eb tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] No DVR routers for this DVR port 93f164c2-9fa1-459f-a9bf-c01dc2b04c77 on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:54:11.169271 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0db5e-70e7-4322-8435-6d3f8c55d5eb tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event deleted for resources: {'Port': ['ID=93f164c2-9fa1-459f-a9bf-c01dc2b04c77,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:11.176018 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b9a0db5e-70e7-4322-8435-6d3f8c55d5eb tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:11.215376 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e09e3e-b6d8-45f6-847f-b726a1215bfe tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Made reservation on behalf of ab86dce9cb9f4570a6cabb72a9da1985 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:11.219038 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e2e09e3e-b6d8-45f6-847f-b726a1215bfe tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:11.227067 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2f292955-cbf2-404b-8a80-91c54a64dfc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:11.229893 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-30fa6562-0b21-4c39-9b7c-da34f83c5596 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:11.253912 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4c78d175-74b8-46e3-b96c-d257dc1d3120 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:11.265548 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f292955-cbf2-404b-8a80-91c54a64dfc8 None None] Pushing event deleted for resources: {'Port': ['ID=93f164c2-9fa1-459f-a9bf-c01dc2b04c77,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:11.265835 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-4c78d175-74b8-46e3-b96c-d257dc1d3120 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4713b022-27ee-4814-befe-c06101773870']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:11.276289 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-4c78d175-74b8-46e3-b96c-d257dc1d3120 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '599a073b-a0fb-48a7-8a53-d9d150151c50') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:11.276811 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-4c78d175-74b8-46e3-b96c-d257dc1d3120 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '599a073b-a0fb-48a7-8a53-d9d150151c50') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:11.278719 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-2f292955-cbf2-404b-8a80-91c54a64dfc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:11.281823 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f292955-cbf2-404b-8a80-91c54a64dfc8 None None] No DVR routers for this DVR port 93f164c2-9fa1-459f-a9bf-c01dc2b04c77 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:54:11.291162 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4c78d175-74b8-46e3-b96c-d257dc1d3120 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:11.296981 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b9a0db5e-70e7-4322-8435-6d3f8c55d5eb tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:11.302065 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654689bd-1dca-46b4-9157-7e91743090a9 None None] get_active_networks_info from dv-neutron-797121-2-hyperv {{(pid=105226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 21 14:54:11.311459 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-b9a0db5e-70e7-4322-8435-6d3f8c55d5eb tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:11.313752 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e09e3e-b6d8-45f6-847f-b726a1215bfe tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:54:11.315916 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4c78d175-74b8-46e3-b96c-d257dc1d3120 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:11.326436 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-b9a0db5e-70e7-4322-8435-6d3f8c55d5eb tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9725c62e-9d9f-4310-9ee1-59430be5564e') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:11.326823 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-b9a0db5e-70e7-4322-8435-6d3f8c55d5eb tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9725c62e-9d9f-4310-9ee1-59430be5564e') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:11.334794 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c78d175-74b8-46e3-b96c-d257dc1d3120 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:54:11.335239 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4c78d175-74b8-46e3-b96c-d257dc1d3120 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:11.337238 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e2e09e3e-b6d8-45f6-847f-b726a1215bfe tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:11.338205 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-e2e09e3e-b6d8-45f6-847f-b726a1215bfe tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Added segment 40b17398-68c4-4e33-9523-37128c004aad of type vlan for network d1a9a112-d953-4f7d-b075-9cc5b0e36cbb Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:54:11.338544 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:54:11.351443 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b9a0db5e-70e7-4322-8435-6d3f8c55d5eb tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:11.388320 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b9a0db5e-70e7-4322-8435-6d3f8c55d5eb tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:11.395223 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e2e09e3e-b6d8-45f6-847f-b726a1215bfe tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:11.402831 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a0db5e-70e7-4322-8435-6d3f8c55d5eb tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:54:11.403220 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b9a0db5e-70e7-4322-8435-6d3f8c55d5eb tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:11.406551 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:54:11.406551 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:54:11.406551 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:54:11.406551 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:54:11.406551 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:54:11.406551 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:54:11.406551 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:54:11.406551 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:54:11.406551 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:54:11.406551 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:54:11.406551 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:54:11.406551 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:54:11.406551 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:54:11.406551 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:54:11.406551 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:54:11.406551 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:54:11.406551 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:54:11.406551 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:54:11.406551 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:54:11.406551 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:54:11.406551 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:54:11.406551 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:54:11.406551 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:54:11.406551 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:54:11.406551 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:54:11.406551 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:54:11.406551 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:54:11.406551 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:54:11.406551 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:54:11.406551 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:54:11.406551 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:54:11.406551 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:54:11.433055 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4c78d175-74b8-46e3-b96c-d257dc1d3120 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:11.438712 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2100f4b9-858c-440d-a804-70062ba1bca4 tempest-BulkNetworkOpsIpV6Test-1649530934 tempest-BulkNetworkOpsIpV6Test-1649530934-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:11.442858 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654689bd-1dca-46b4-9157-7e91743090a9 None None] Resources bound (agent type, host, resource id): {{(pid=105226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 21 14:54:11.443665 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4c78d175-74b8-46e3-b96c-d257dc1d3120 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:11.445610 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4c78d175-74b8-46e3-b96c-d257dc1d3120 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/networks/4713b022-27ee-4814-befe-c06101773870 HTTP/1.1" status: 204 len: 168 time: 0.7966347 Jun 21 14:54:11.453483 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36534) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:11.456516 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309f59b8-30af-4e72-81e6-d2b19b9401b8 req-ac8de1d1-0098-4fac-8c89-2c33c63294c8 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:11.458122 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-309f59b8-30af-4e72-81e6-d2b19b9401b8 req-ac8de1d1-0098-4fac-8c89-2c33c63294c8 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.1392899 Jun 21 14:54:11.459970 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-818da751-f8a0-4622-b705-62ebe29b56c0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1804590230'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:11.470920 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78d175-74b8-46e3-b96c-d257dc1d3120 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Network': ['ID=4713b022-27ee-4814-befe-c06101773870,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:11.477613 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4c78d175-74b8-46e3-b96c-d257dc1d3120 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:11.507636 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b9a0db5e-70e7-4322-8435-6d3f8c55d5eb tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:11.511175 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-309f59b8-30af-4e72-81e6-d2b19b9401b8 req-53f2c700-5ab4-4527-984d-6abce5770a7d tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423279 Jun 21 14:54:11.512661 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b9a0db5e-70e7-4322-8435-6d3f8c55d5eb tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:11.514867 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b9a0db5e-70e7-4322-8435-6d3f8c55d5eb tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/networks/ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9 HTTP/1.1" status: 204 len: 168 time: 1.5448220 Jun 21 14:54:11.516357 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4f8c1f46-eff4-4586-ba2c-c499d7a191df tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:11.518846 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36536) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:11.531103 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0db5e-70e7-4322-8435-6d3f8c55d5eb tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event deleted for resources: {'Network': ['ID=ecbab7ac-3c3c-4593-b3ee-43b5bb1960e9,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:11.534330 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b9a0db5e-70e7-4322-8435-6d3f8c55d5eb tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:11.534958 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e2e09e3e-b6d8-45f6-847f-b726a1215bfe tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:11.540369 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e09e3e-b6d8-45f6-847f-b726a1215bfe tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:11.541227 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e2e09e3e-b6d8-45f6-847f-b726a1215bfe tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:11.543703 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818da751-f8a0-4622-b705-62ebe29b56c0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Made reservation on behalf of d39eebfbe3874515bc761a8de17d07a8 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:11.547325 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-818da751-f8a0-4622-b705-62ebe29b56c0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:11.551264 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-651537f9-0adb-4b12-b802-69fc2642c366 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:11.899787 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a03a66-7354-46a4-81c2-c5723f3ec8ee req-6b0f1a27-efdf-4a33-ad6e-1ea54f22b176 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:11.901530 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-12a03a66-7354-46a4-81c2-c5723f3ec8ee req-6b0f1a27-efdf-4a33-ad6e-1ea54f22b176 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.2010176 Jun 21 14:54:12.075753 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e2e09e3e-b6d8-45f6-847f-b726a1215bfe tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9727662 Jun 21 14:54:12.080092 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36542) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:12.087392 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-bb638522-1b39-4f26-bf41-957ca6fffcf0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Request body: {'subnet': {'network_id': 'd1a9a112-d953-4f7d-b075-9cc5b0e36cbb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:12.100916 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-818da751-f8a0-4622-b705-62ebe29b56c0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:54:12.156254 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-818da751-f8a0-4622-b705-62ebe29b56c0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:12.156505 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-818da751-f8a0-4622-b705-62ebe29b56c0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Added segment 144a7dca-3818-45d8-bb1a-0d3055eb165b of type vlan for network 22f62015-722b-4103-8863-a414cb16f627 Jun 21 14:54:12.160376 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e09e3e-b6d8-45f6-847f-b726a1215bfe tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Pushing event updated for resources: {'Network': ['ID=d1a9a112-d953-4f7d-b075-9cc5b0e36cbb,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:12.171926 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network d1a9a112-d953-4f7d-b075-9cc5b0e36cbb details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:54:12.177137 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e2e09e3e-b6d8-45f6-847f-b726a1215bfe tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:12.228228 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-818da751-f8a0-4622-b705-62ebe29b56c0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:12.249178 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987363f8-5a42-4d85-a901-2975e0ae9790 req-34d3f288-dc74-4bd5-94fb-a592c910f0d6 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:12.250705 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-987363f8-5a42-4d85-a901-2975e0ae9790 req-34d3f288-dc74-4bd5-94fb-a592c910f0d6 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/ports?device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 945 time: 0.4905381 Jun 21 14:54:12.275212 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb638522-1b39-4f26-bf41-957ca6fffcf0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Made reservation on behalf of ab86dce9cb9f4570a6cabb72a9da1985 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:12.279200 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bb638522-1b39-4f26-bf41-957ca6fffcf0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:12.284635 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-818da751-f8a0-4622-b705-62ebe29b56c0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:12.290230 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818da751-f8a0-4622-b705-62ebe29b56c0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:12.290827 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-818da751-f8a0-4622-b705-62ebe29b56c0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:12.291979 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-12a03a66-7354-46a4-81c2-c5723f3ec8ee req-7f949b96-3207-4773-8bd4-17c782160bb1 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3819897 Jun 21 14:54:12.315975 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-62719246-c565-46b2-9d73-f7d0986f91da tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:12.336358 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-987363f8-5a42-4d85-a901-2975e0ae9790 req-88111550-3709-4d90-8b7d-a7c5e825e1be tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/security-groups?id=215242b6-1f27-40c8-b2a0-2e3b834d8a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739114 Jun 21 14:54:12.398492 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e9d95502-4f8f-4139-9f35-ed4952b9adbb no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:54:12.415559 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8c0be492-4000-4380-b22b-44b5fb047f4b tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:12.427359 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: e9d95502-4f8f-4139-9f35-ed4952b9adbb {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:54:12.427980 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e9d95502-4f8f-4139-9f35-ed4952b9adbb not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:54:12.428586 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device f94d9a7d-9abb-47f3-986d-d2e058447309 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:54:12.438471 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-818da751-f8a0-4622-b705-62ebe29b56c0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9808238 Jun 21 14:54:12.441195 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36546) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:12.448330 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-ac5a07e2-3ec6-4e32-8ba2-d2d2ecf17a64 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'subnet': {'network_id': '22f62015-722b-4103-8863-a414cb16f627', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:12.458630 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818da751-f8a0-4622-b705-62ebe29b56c0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Network': ['ID=22f62015-722b-4103-8863-a414cb16f627,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:12.475778 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 22f62015-722b-4103-8863-a414cb16f627 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:54:12.478677 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: f94d9a7d-9abb-47f3-986d-d2e058447309 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:54:12.479182 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device f94d9a7d-9abb-47f3-986d-d2e058447309 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:54:12.479974 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 93f164c2-9fa1-459f-a9bf-c01dc2b04c77 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:54:12.480139 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-818da751-f8a0-4622-b705-62ebe29b56c0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:12.539791 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 93f164c2-9fa1-459f-a9bf-c01dc2b04c77 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:54:12.540537 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 93f164c2-9fa1-459f-a9bf-c01dc2b04c77 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:54:12.682755 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5a07e2-3ec6-4e32-8ba2-d2d2ecf17a64 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Made reservation on behalf of d39eebfbe3874515bc761a8de17d07a8 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:12.686484 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ac5a07e2-3ec6-4e32-8ba2-d2d2ecf17a64 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:12.704238 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bb638522-1b39-4f26-bf41-957ca6fffcf0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:12.715124 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-8c0be492-4000-4380-b22b-44b5fb047f4b tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Deleting port 085df3ab-b294-4346-b018-a9f61ddeefbf {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:12.715465 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8c0be492-4000-4380-b22b-44b5fb047f4b tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:12.730798 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-26ce155a-ca9b-43c2-96db-94bb90308bd9 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:12.805396 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb638522-1b39-4f26-bf41-957ca6fffcf0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Pushing event updated for resources: {'Subnet': ['ID=bb95e5ff-7f73-4e9c-962b-ebd6c96c1e56,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:12.812366 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bb638522-1b39-4f26-bf41-957ca6fffcf0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:12.837057 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb638522-1b39-4f26-bf41-957ca6fffcf0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Checking segment: {'id': '40b17398-68c4-4e33-9523-37128c004aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd1a9a112-d953-4f7d-b075-9cc5b0e36cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:54:12.837469 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb638522-1b39-4f26-bf41-957ca6fffcf0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Network hostable DHCP agents. Network: d1a9a112-d953-4f7d-b075-9cc5b0e36cbb, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:54:12.849368 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-8c0be492-4000-4380-b22b-44b5fb047f4b tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] For port 085df3ab-b294-4346-b018-a9f61ddeefbf, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=085df3ab-b294-4346-b018-a9f61ddeefbf,segment=NetworkSegment(bba90ab9-e73a-4584-b76e-d38c1ea24adb),segment_id=bba90ab9-e73a-4584-b76e-d38c1ea24adb)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:12.849723 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8c0be492-4000-4380-b22b-44b5fb047f4b tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:12.872208 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70017858-ae9c-4421-b8a8-02a14ce40301 req-193982f6-7a00-4f20-82ad-a96b6cf0b8f3 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:12.873699 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-70017858-ae9c-4421-b8a8-02a14ce40301 req-193982f6-7a00-4f20-82ad-a96b6cf0b8f3 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.1542845 Jun 21 14:54:12.885227 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb638522-1b39-4f26-bf41-957ca6fffcf0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Network d1a9a112-d953-4f7d-b075-9cc5b0e36cbb is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:54:12.902836 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-bb638522-1b39-4f26-bf41-957ca6fffcf0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, d1a9a112-d953-4f7d-b075-9cc5b0e36cbb) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:12.908926 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb638522-1b39-4f26-bf41-957ca6fffcf0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:12.909552 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bb638522-1b39-4f26-bf41-957ca6fffcf0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:12.915901 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a30491-ffdc-40d1-b0b7-014885a0af74 None None] Network d1a9a112-d953-4f7d-b075-9cc5b0e36cbb requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:12.932468 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-8c0be492-4000-4380-b22b-44b5fb047f4b tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Calling delete_port for 085df3ab-b294-4346-b018-a9f61ddeefbf owned by network:router_interface {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:12.956923 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-bb638522-1b39-4f26-bf41-957ca6fffcf0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8735743 Jun 21 14:54:12.959647 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36550) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:12.979098 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ac5a07e2-3ec6-4e32-8ba2-d2d2ecf17a64 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:13.007070 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-70017858-ae9c-4421-b8a8-02a14ce40301 req-b03192b6-b7e2-4a38-a69a-43aef301a004 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044736 Jun 21 14:54:13.010719 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-06b9117e-8fdd-47bb-83ae-7cbdb66cc152 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:13.087106 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed34924-c217-41b7-8d08-868bb28fd9a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-d1a9a112-d953-4f7d-b075-9cc5b0e36cbb', 'network_id': 'd1a9a112-d953-4f7d-b075-9cc5b0e36cbb', 'tenant_id': 'ab86dce9cb9f4570a6cabb72a9da1985', 'fixed_ips': [{'subnet_id': 'bb95e5ff-7f73-4e9c-962b-ebd6c96c1e56'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:54:13.088236 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0ed34924-c217-41b7-8d08-868bb28fd9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:13.098959 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a07e2-3ec6-4e32-8ba2-d2d2ecf17a64 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Subnet': ['ID=16e57c77-667e-4202-88fe-b08b206eddac,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:13.103570 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ac5a07e2-3ec6-4e32-8ba2-d2d2ecf17a64 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:13.117581 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5a07e2-3ec6-4e32-8ba2-d2d2ecf17a64 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Checking segment: {'id': '144a7dca-3818-45d8-bb1a-0d3055eb165b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '22f62015-722b-4103-8863-a414cb16f627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:54:13.117961 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5a07e2-3ec6-4e32-8ba2-d2d2ecf17a64 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Network hostable DHCP agents. Network: 22f62015-722b-4103-8863-a414cb16f627, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:54:13.126121 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:13.159254 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8c0be492-4000-4380-b22b-44b5fb047f4b tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:13.161470 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4c78d175-74b8-46e3-b96c-d257dc1d3120 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:13.166785 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5a07e2-3ec6-4e32-8ba2-d2d2ecf17a64 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Network 22f62015-722b-4103-8863-a414cb16f627 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:54:13.184991 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-ac5a07e2-3ec6-4e32-8ba2-d2d2ecf17a64 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 22f62015-722b-4103-8863-a414cb16f627) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:13.192372 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5a07e2-3ec6-4e32-8ba2-d2d2ecf17a64 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:13.192949 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ac5a07e2-3ec6-4e32-8ba2-d2d2ecf17a64 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:13.196921 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0be492-4000-4380-b22b-44b5fb047f4b tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event deleted for resources: {'Port': ['ID=085df3ab-b294-4346-b018-a9f61ddeefbf,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:13.201904 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:13.212093 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8c0be492-4000-4380-b22b-44b5fb047f4b tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:13.220570 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889d32b6-1a8d-41f4-af68-0fdd0d802387 None None] Network 22f62015-722b-4103-8863-a414cb16f627 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:13.256714 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ac5a07e2-3ec6-4e32-8ba2-d2d2ecf17a64 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8124309 Jun 21 14:54:13.260689 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36552) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:13.281387 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-90d9e60b-4800-4a3f-8b20-63ec812f8c27 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1252101903', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:13.310664 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-0ed34924-c217-41b7-8d08-868bb28fd9a0 None None] Allocated IP 2001:db8::2 (d1a9a112-d953-4f7d-b075-9cc5b0e36cbb/bb95e5ff-7f73-4e9c-962b-ebd6c96c1e56/661c448f-5285-43f7-ba02-67b7268c61aa) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:54:13.328428 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-90d9e60b-4800-4a3f-8b20-63ec812f8c27 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:13.329634 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-90d9e60b-4800-4a3f-8b20-63ec812f8c27 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:13.401605 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-90d9e60b-4800-4a3f-8b20-63ec812f8c27 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:13.417407 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-90d9e60b-4800-4a3f-8b20-63ec812f8c27 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:13.419872 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8c0be492-4000-4380-b22b-44b5fb047f4b tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:13.443910 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-90d9e60b-4800-4a3f-8b20-63ec812f8c27 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:13.448044 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-90d9e60b-4800-4a3f-8b20-63ec812f8c27 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1856930 Jun 21 14:54:13.448636 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36556) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:13.456641 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-e2474ef2-4366-450f-8e58-b22601cb46a1 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'port': {'network_id': '22f62015-722b-4103-8863-a414cb16f627', 'name': 'tempest-PortsTestJSON-1003622674'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:13.475744 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae0ec8f-63a2-4291-862d-60fbf68c3b1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-22f62015-722b-4103-8863-a414cb16f627', 'network_id': '22f62015-722b-4103-8863-a414cb16f627', 'tenant_id': 'd39eebfbe3874515bc761a8de17d07a8', 'fixed_ips': [{'subnet_id': '16e57c77-667e-4202-88fe-b08b206eddac'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:54:13.476845 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5ae0ec8f-63a2-4291-862d-60fbf68c3b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:13.590398 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2474ef2-4366-450f-8e58-b22601cb46a1 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Made reservation on behalf of d39eebfbe3874515bc761a8de17d07a8 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:13.595229 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e2474ef2-4366-450f-8e58-b22601cb46a1 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:13.616174 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-e2474ef2-4366-450f-8e58-b22601cb46a1 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] device_id is not set on port 7857c9d6-52b5-4b48-880f-0bd2df8e2048 yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:54:13.637423 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0ed34924-c217-41b7-8d08-868bb28fd9a0 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:13.664427 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0ed34924-c217-41b7-8d08-868bb28fd9a0 None None] Transition to ACTIVE for port object 661c448f-5285-43f7-ba02-67b7268c61aa will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:54:13.681338 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc339f-4e78-446b-ad45-8e24e16a881c req-4abbae3a-b8ec-436c-ba4b-2f0539281023 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:13.682898 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d7fc339f-4e78-446b-ad45-8e24e16a881c req-4abbae3a-b8ec-436c-ba4b-2f0539281023 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/ports?device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 945 time: 0.1518297 Jun 21 14:54:13.699234 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0ed34924-c217-41b7-8d08-868bb28fd9a0 None None] Transition to ACTIVE for port object 661c448f-5285-43f7-ba02-67b7268c61aa will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:54:13.704494 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-5ae0ec8f-63a2-4291-862d-60fbf68c3b1d None None] Allocated IP 172.20.0.2 (22f62015-722b-4103-8863-a414cb16f627/16e57c77-667e-4202-88fe-b08b206eddac/3752470e-be09-43ae-b249-c990eed45c28) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:54:13.723156 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0ed34924-c217-41b7-8d08-868bb28fd9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:13.726849 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-2120f4bc-be89-4330-a39e-f5d860c83f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:13.728477 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0be492-4000-4380-b22b-44b5fb047f4b tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Router 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:54:13.734402 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:13.739773 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a7ecdceb-a8cc-435a-a171-2117d1bb8e5a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:13.754951 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d7fc339f-4e78-446b-ad45-8e24e16a881c req-f5b8b800-47c2-4ac6-b47b-dff05c087555 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/security-groups?id=215242b6-1f27-40c8-b2a0-2e3b834d8a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619090 Jun 21 14:54:13.787890 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Pushing event deleted for resources: {'Subnet': ['ID=bb95e5ff-7f73-4e9c-962b-ebd6c96c1e56,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:13.787890 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:13.861112 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0be492-4000-4380-b22b-44b5fb047f4b tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:54:13.872454 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8c0be492-4000-4380-b22b-44b5fb047f4b tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "PUT /v2.0/routers/3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3523169 Jun 21 14:54:13.873755 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36560) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:13.904640 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:13.922231 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1a9a112-d953-4f7d-b075-9cc5b0e36cbb']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:13.934979 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b17398-68c4-4e33-9523-37128c004aad') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:13.935429 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b17398-68c4-4e33-9523-37128c004aad') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:13.946694 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625de25d-db82-4667-a049-5a67faa02e7e None None] Sync routers for ids ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:54:13.947141 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:13.964170 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ff38c48-33d2-411c-85bb-46a65eb07578 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Deleting subnet 13008af6-ff1d-41f3-8409-1be319e19b5a {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:54:13.966016 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:13.969998 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3ff38c48-33d2-411c-85bb-46a65eb07578 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:13.981586 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:54:13.983160 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:13.990674 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed34924-c217-41b7-8d08-868bb28fd9a0 None None] Network d1a9a112-d953-4f7d-b075-9cc5b0e36cbb is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:54:14.006328 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-0ed34924-c217-41b7-8d08-868bb28fd9a0 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:14.009450 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:54:14.009450 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:54:14.009450 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:54:14.009450 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:54:14.009450 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:54:14.009450 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:54:14.009450 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:54:14.009450 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:54:14.009450 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:54:14.009450 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:54:14.009450 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:54:14.009450 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:54:14.009450 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:54:14.009450 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:54:14.009450 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:54:14.009450 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:54:14.009450 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:54:14.009450 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:54:14.009450 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:54:14.009450 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:54:14.009450 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:54:14.009450 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:54:14.009450 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:54:14.009450 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:54:14.009450 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:54:14.009450 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:54:14.009450 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:54:14.009450 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:54:14.009450 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:54:14.009450 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:54:14.009450 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:54:14.009450 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:54:14.018239 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed34924-c217-41b7-8d08-868bb28fd9a0 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:54:14.026452 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed34924-c217-41b7-8d08-868bb28fd9a0 None None] Pushing event updated for resources: {'Port': ['ID=661c448f-5285-43f7-ba02-67b7268c61aa,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:14.029952 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3ff38c48-33d2-411c-85bb-46a65eb07578 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:14.037469 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625de25d-db82-4667-a049-5a67faa02e7e None None] Routers {'3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:54:14.042139 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-625de25d-db82-4667-a049-5a67faa02e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:53:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:14.056980 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0ed34924-c217-41b7-8d08-868bb28fd9a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:14.083030 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.db.api [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jun 21 14:54:14.083030 dv-neutron-797121-2-hyperv neutron-server[105225]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jun 21 14:54:14.083030 dv-neutron-797121-2-hyperv neutron-server[105225]: [parameters: {'id': 'd1a9a112-d953-4f7d-b075-9cc5b0e36cbb'}] Jun 21 14:54:14.083030 dv-neutron-797121-2-hyperv neutron-server[105225]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105225) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 14:54:14.083819 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_db.api [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 14:54:14.107322 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-79ee82c7-5a1c-4308-9a72-fedf275f8827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:14.215547 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3ff38c48-33d2-411c-85bb-46a65eb07578 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:14.248128 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-0ed34924-c217-41b7-8d08-868bb28fd9a0 None None] Attempting to bind port 661c448f-5285-43f7-ba02-67b7268c61aa on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:54:14.248956 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-0ed34924-c217-41b7-8d08-868bb28fd9a0 None None] Attempting to bind port 661c448f-5285-43f7-ba02-67b7268c61aa by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '40b17398-68c4-4e33-9523-37128c004aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd1a9a112-d953-4f7d-b075-9cc5b0e36cbb'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:54:14.249165 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed34924-c217-41b7-8d08-868bb28fd9a0 None None] Attempting to bind port 661c448f-5285-43f7-ba02-67b7268c61aa on network d1a9a112-d953-4f7d-b075-9cc5b0e36cbb {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:54:14.256118 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-625de25d-db82-4667-a049-5a67faa02e7e None None] Set router 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c gateway port host: None {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:54:14.291414 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed34924-c217-41b7-8d08-868bb28fd9a0 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:54:14.291774 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed34924-c217-41b7-8d08-868bb28fd9a0 None None] Checking segment: {'id': '40b17398-68c4-4e33-9523-37128c004aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd1a9a112-d953-4f7d-b075-9cc5b0e36cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:54:14.292196 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0ed34924-c217-41b7-8d08-868bb28fd9a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:14.292574 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed34924-c217-41b7-8d08-868bb28fd9a0 None None] Bound using segment: {'id': '40b17398-68c4-4e33-9523-37128c004aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd1a9a112-d953-4f7d-b075-9cc5b0e36cbb'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:54:14.293086 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-0ed34924-c217-41b7-8d08-868bb28fd9a0 None None] Bound port: 661c448f-5285-43f7-ba02-67b7268c61aa, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b17398-68c4-4e33-9523-37128c004aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'd1a9a112-d953-4f7d-b075-9cc5b0e36cbb'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:54:14.293844 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0ed34924-c217-41b7-8d08-868bb28fd9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:14.322458 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5ae0ec8f-63a2-4291-862d-60fbf68c3b1d None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:14.328860 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3ff38c48-33d2-411c-85bb-46a65eb07578 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:14.336130 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-df27af70-85be-43de-9114-6d4fef27bafa tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:14.351557 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3979af-2a31-4f1f-b908-c8db9a7e5226 req-7202a3a2-bff9-4cfd-aabf-cf143db304fa tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:14.353051 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d3979af-2a31-4f1f-b908-c8db9a7e5226 req-7202a3a2-bff9-4cfd-aabf-cf143db304fa tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.1882493 Jun 21 14:54:14.380363 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff38c48-33d2-411c-85bb-46a65eb07578 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event deleted for resources: {'Subnet': ['ID=13008af6-ff1d-41f3-8409-1be319e19b5a,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:14.383618 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3ff38c48-33d2-411c-85bb-46a65eb07578 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:14.393703 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-5ae0ec8f-63a2-4291-862d-60fbf68c3b1d None None] Transition to ACTIVE for port object 3752470e-be09-43ae-b249-c990eed45c28 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:54:14.395974 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5134a-e458-4cf8-bb1a-b3fffc518ff4 req-8404ac3a-2bef-4677-b3be-58ad37cabd55 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:14.397479 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-45c5134a-e458-4cf8-bb1a-b3fffc518ff4 req-8404ac3a-2bef-4677-b3be-58ad37cabd55 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/ports?device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 945 time: 0.2189858 Jun 21 14:54:14.399819 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3ff38c48-33d2-411c-85bb-46a65eb07578 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:14.399974 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fd9976-5894-442c-9a06-5b8d80ea9a58 None None] Network d90676dc-93ab-4b3e-8482-405d197a7450 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:14.402161 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3ff38c48-33d2-411c-85bb-46a65eb07578 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/subnets/13008af6-ff1d-41f3-8409-1be319e19b5a HTTP/1.1" status: 204 len: 168 time: 0.5256627 Jun 21 14:54:14.405272 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36566) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:14.453896 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d3979af-2a31-4f1f-b908-c8db9a7e5226 req-f3f42aae-3dbe-4723-ab60-3c10c1a8981d tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761580 Jun 21 14:54:14.459000 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-45c5134a-e458-4cf8-bb1a-b3fffc518ff4 req-3a6cf389-b5a4-4fde-9141-bf05376951ea tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/security-groups?id=215242b6-1f27-40c8-b2a0-2e3b834d8a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489035 Jun 21 14:54:14.496622 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-383fd737-624b-42c1-b48a-3f5c61e82ccd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:14.528905 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-5ae0ec8f-63a2-4291-862d-60fbf68c3b1d None None] Transition to ACTIVE for port object 3752470e-be09-43ae-b249-c990eed45c28 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:54:14.549330 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-0ed34924-c217-41b7-8d08-868bb28fd9a0 None None] For port 661c448f-5285-43f7-ba02-67b7268c61aa, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:54:14.558435 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5ae0ec8f-63a2-4291-862d-60fbf68c3b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:14.565973 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-0ed34924-c217-41b7-8d08-868bb28fd9a0 None None] For port 661c448f-5285-43f7-ba02-67b7268c61aa, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=661c448f-5285-43f7-ba02-67b7268c61aa,segment=NetworkSegment(40b17398-68c4-4e33-9523-37128c004aad),segment_id=40b17398-68c4-4e33-9523-37128c004aad)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:54:14.566873 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-dd2d8d76-b5eb-4403-a3e9-60ab82c10a1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:14.578700 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-383fd737-624b-42c1-b48a-3f5c61e82ccd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Deleting port fc10ab6c-6961-4da4-8223-ed5660a2032e {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:14.579024 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-383fd737-624b-42c1-b48a-3f5c61e82ccd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:14.586108 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:14.599116 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0ed34924-c217-41b7-8d08-868bb28fd9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:14.625236 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae0ec8f-63a2-4291-862d-60fbf68c3b1d None None] Network 22f62015-722b-4103-8863-a414cb16f627 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:54:14.638603 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-e2474ef2-4366-450f-8e58-b22601cb46a1 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Allocated IP 172.20.0.7 (22f62015-722b-4103-8863-a414cb16f627/16e57c77-667e-4202-88fe-b08b206eddac/7857c9d6-52b5-4b48-880f-0bd2df8e2048) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:54:14.651387 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-5ae0ec8f-63a2-4291-862d-60fbf68c3b1d None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:14.654335 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae0ec8f-63a2-4291-862d-60fbf68c3b1d None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:54:14.706593 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0ec8f-63a2-4291-862d-60fbf68c3b1d None None] Pushing event updated for resources: {'Port': ['ID=3752470e-be09-43ae-b249-c990eed45c28,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:14.711819 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-383fd737-624b-42c1-b48a-3f5c61e82ccd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] For port fc10ab6c-6961-4da4-8223-ed5660a2032e, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=fc10ab6c-6961-4da4-8223-ed5660a2032e,segment=NetworkSegment(bba90ab9-e73a-4584-b76e-d38c1ea24adb),segment_id=bba90ab9-e73a-4584-b76e-d38c1ea24adb)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:14.712244 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-383fd737-624b-42c1-b48a-3f5c61e82ccd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:14.727949 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5ae0ec8f-63a2-4291-862d-60fbf68c3b1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:14.729885 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-da07399a-ad56-46e9-9743-b283095172be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.118s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:14.798374 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-383fd737-624b-42c1-b48a-3f5c61e82ccd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Calling delete_port for fc10ab6c-6961-4da4-8223-ed5660a2032e owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:14.863084 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-5ae0ec8f-63a2-4291-862d-60fbf68c3b1d None None] Attempting to bind port 3752470e-be09-43ae-b249-c990eed45c28 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:54:14.863530 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-5ae0ec8f-63a2-4291-862d-60fbf68c3b1d None None] Attempting to bind port 3752470e-be09-43ae-b249-c990eed45c28 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '144a7dca-3818-45d8-bb1a-0d3055eb165b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '22f62015-722b-4103-8863-a414cb16f627'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:54:14.864107 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae0ec8f-63a2-4291-862d-60fbf68c3b1d None None] Attempting to bind port 3752470e-be09-43ae-b249-c990eed45c28 on network 22f62015-722b-4103-8863-a414cb16f627 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:54:14.865809 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed34924-c217-41b7-8d08-868bb28fd9a0 None None] Pushing event updated for resources: {'Port': ['ID=661c448f-5285-43f7-ba02-67b7268c61aa,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:14.871042 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0ed34924-c217-41b7-8d08-868bb28fd9a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:14.877000 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc4c9a5-aaf8-4c1c-a982-ba4e04e55fd1 None None] Network d1a9a112-d953-4f7d-b075-9cc5b0e36cbb requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:14.883030 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae0ec8f-63a2-4291-862d-60fbf68c3b1d None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:54:14.883404 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae0ec8f-63a2-4291-862d-60fbf68c3b1d None None] Checking segment: {'id': '144a7dca-3818-45d8-bb1a-0d3055eb165b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '22f62015-722b-4103-8863-a414cb16f627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:54:14.883807 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5ae0ec8f-63a2-4291-862d-60fbf68c3b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:14.884195 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae0ec8f-63a2-4291-862d-60fbf68c3b1d None None] Bound using segment: {'id': '144a7dca-3818-45d8-bb1a-0d3055eb165b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '22f62015-722b-4103-8863-a414cb16f627'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:54:14.884673 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-5ae0ec8f-63a2-4291-862d-60fbf68c3b1d None None] Bound port: 3752470e-be09-43ae-b249-c990eed45c28, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '144a7dca-3818-45d8-bb1a-0d3055eb165b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '22f62015-722b-4103-8863-a414cb16f627'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:54:14.885044 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5ae0ec8f-63a2-4291-862d-60fbf68c3b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:14.938566 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Deleting port 661c448f-5285-43f7-ba02-67b7268c61aa {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:14.938853 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:14.994359 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-625de25d-db82-4667-a049-5a67faa02e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'name': 'tempest-RoutersTest-router-2122799372', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:53:28Z', 'updated_at': '2021-06-21T14:54:13Z', 'revision_number': 10, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'gw_port_host': None, '_interfaces': [{'id': '1784935d-7270-4d2d-95c8-708866423732', 'name': '', 'network_id': '41c3f5af-2751-4985-8586-f0975d1d5cfd', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:67:55:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:31Z', 'updated_at': '2021-06-21T14:53:40Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:15.022252 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e2474ef2-4366-450f-8e58-b22601cb46a1 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:15.045373 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876fc40b-1a99-48d5-b4ac-7218cd273a52 None None] DHCP port deletion for d90676dc-93ab-4b3e-8482-405d197a7450 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:54:15.049528 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-e2474ef2-4366-450f-8e58-b22601cb46a1 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Transition to ACTIVE for port object 7857c9d6-52b5-4b48-880f-0bd2df8e2048 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:54:15.052997 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625de25d-db82-4667-a049-5a67faa02e7e None None] Checking router: 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:54:15.055441 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-383fd737-624b-42c1-b48a-3f5c61e82ccd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:15.059434 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] For port 661c448f-5285-43f7-ba02-67b7268c61aa, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=661c448f-5285-43f7-ba02-67b7268c61aa,segment=NetworkSegment(40b17398-68c4-4e33-9523-37128c004aad),segment_id=40b17398-68c4-4e33-9523-37128c004aad)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:15.059791 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:15.062114 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:15.100812 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-5ae0ec8f-63a2-4291-862d-60fbf68c3b1d None None] For port 3752470e-be09-43ae-b249-c990eed45c28, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:54:15.103499 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625de25d-db82-4667-a049-5a67faa02e7e None None] Routers {'3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:54:15.104107 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-625de25d-db82-4667-a049-5a67faa02e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:53:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:15.107328 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-5ae0ec8f-63a2-4291-862d-60fbf68c3b1d None None] For port 3752470e-be09-43ae-b249-c990eed45c28, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3752470e-be09-43ae-b249-c990eed45c28,segment=NetworkSegment(144a7dca-3818-45d8-bb1a-0d3055eb165b),segment_id=144a7dca-3818-45d8-bb1a-0d3055eb165b)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:54:15.139142 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Calling delete_port for 661c448f-5285-43f7-ba02-67b7268c61aa owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:15.143148 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5ae0ec8f-63a2-4291-862d-60fbf68c3b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:15.164029 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fd737-624b-42c1-b48a-3f5c61e82ccd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event deleted for resources: {'Port': ['ID=fc10ab6c-6961-4da4-8223-ed5660a2032e,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:15.165770 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383fd737-624b-42c1-b48a-3f5c61e82ccd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] No DVR routers for this DVR port fc10ab6c-6961-4da4-8223-ed5660a2032e on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:54:15.172451 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-a00ca4a2-e841-4367-8b29-25c703433720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:15.174601 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-383fd737-624b-42c1-b48a-3f5c61e82ccd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:15.239427 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-625de25d-db82-4667-a049-5a67faa02e7e None None] Set router 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c gateway port host: None {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:54:15.284861 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0ec8f-63a2-4291-862d-60fbf68c3b1d None None] Pushing event updated for resources: {'Port': ['ID=3752470e-be09-43ae-b249-c990eed45c28,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:15.289963 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5ae0ec8f-63a2-4291-862d-60fbf68c3b1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:15.308837 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-383fd737-624b-42c1-b48a-3f5c61e82ccd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:15.321383 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e2474ef2-4366-450f-8e58-b22601cb46a1 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:15.329422 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-383fd737-624b-42c1-b48a-3f5c61e82ccd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d90676dc-93ab-4b3e-8482-405d197a7450']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:15.331451 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-37ec83f4-0401-4244-8541-4cc165444daf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:15.365088 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-383fd737-624b-42c1-b48a-3f5c61e82ccd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bba90ab9-e73a-4584-b76e-d38c1ea24adb') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:15.365388 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-383fd737-624b-42c1-b48a-3f5c61e82ccd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bba90ab9-e73a-4584-b76e-d38c1ea24adb') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:15.381474 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-383fd737-624b-42c1-b48a-3f5c61e82ccd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:15.418319 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2474ef2-4366-450f-8e58-b22601cb46a1 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Network 22f62015-722b-4103-8863-a414cb16f627 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:54:15.429331 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-383fd737-624b-42c1-b48a-3f5c61e82ccd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:15.439551 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-e2474ef2-4366-450f-8e58-b22601cb46a1 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:15.460810 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2474ef2-4366-450f-8e58-b22601cb46a1 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:54:15.463623 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2474ef2-4366-450f-8e58-b22601cb46a1 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Port': ['ID=7857c9d6-52b5-4b48-880f-0bd2df8e2048,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:15.470420 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:15.480960 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e2474ef2-4366-450f-8e58-b22601cb46a1 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:15.481500 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e2474ef2-4366-450f-8e58-b22601cb46a1 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:15.527571 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-383fd737-624b-42c1-b48a-3f5c61e82ccd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:54:15.528352 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-383fd737-624b-42c1-b48a-3f5c61e82ccd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:15.540507 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:54:15.540507 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:54:15.540507 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:54:15.540507 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:54:15.540507 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:54:15.540507 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:54:15.540507 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:54:15.540507 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:54:15.540507 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:54:15.540507 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:54:15.540507 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:54:15.540507 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:54:15.540507 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:54:15.540507 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:54:15.540507 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:54:15.540507 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:54:15.540507 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:54:15.540507 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:54:15.540507 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:54:15.540507 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:54:15.540507 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:54:15.540507 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:54:15.540507 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:54:15.540507 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:54:15.540507 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:54:15.540507 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:54:15.540507 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:54:15.540507 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:54:15.540507 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:54:15.540507 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:54:15.540507 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:54:15.540507 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:54:15.540507 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:54:15.540507 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:54:15.655970 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Pushing event deleted for resources: {'Port': ['ID=661c448f-5285-43f7-ba02-67b7268c61aa,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:15.671564 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:15.678764 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] No DVR routers for this DVR port 661c448f-5285-43f7-ba02-67b7268c61aa on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:54:15.716033 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2474ef2-4366-450f-8e58-b22601cb46a1 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:15.716657 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e2474ef2-4366-450f-8e58-b22601cb46a1 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:15.728139 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-383fd737-624b-42c1-b48a-3f5c61e82ccd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:15.730557 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-625de25d-db82-4667-a049-5a67faa02e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'name': 'tempest-RoutersTest-router-2122799372', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:53:28Z', 'updated_at': '2021-06-21T14:54:13Z', 'revision_number': 10, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'gw_port_host': None, '_interfaces': [{'id': '1784935d-7270-4d2d-95c8-708866423732', 'name': '', 'network_id': '41c3f5af-2751-4985-8586-f0975d1d5cfd', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:67:55:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:31Z', 'updated_at': '2021-06-21T14:53:40Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:15.737577 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d29fda-e8ef-484d-b36e-36322e2e493b req-c5fbd73d-f944-478a-86e3-23ce23f9baa9 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:15.739122 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b6d29fda-e8ef-484d-b36e-36322e2e493b req-c5fbd73d-f944-478a-86e3-23ce23f9baa9 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/ports?device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 945 time: 0.1000390 Jun 21 14:54:15.746488 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca5d70-6de9-4d97-b38e-0a28762a2d52 req-ffbd9753-8d0e-4106-82f9-78ca6a025c84 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:15.747872 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-803162eb-d57c-47b4-9d78-45c52240ad6c tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:15.748825 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b7ca5d70-6de9-4d97-b38e-0a28762a2d52 req-ffbd9753-8d0e-4106-82f9-78ca6a025c84 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.1579671 Jun 21 14:54:15.769595 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625de25d-db82-4667-a049-5a67faa02e7e None None] The sync data for ids ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'] in dv-neutron-797121-2-hyperv is: [{'id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'name': 'tempest-RoutersTest-router-2122799372', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:53:28Z', 'updated_at': '2021-06-21T14:54:13Z', 'revision_number': 10, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'gw_port_host': None, '_interfaces': [{'id': '1784935d-7270-4d2d-95c8-708866423732', 'name': '', 'network_id': '41c3f5af-2751-4985-8586-f0975d1d5cfd', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'mac_address': 'fa:16:3e:67:55:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 907, 'fixed_ips': [{'subnet_id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:53:31Z', 'updated_at': '2021-06-21T14:53:40Z', 'revision_number': 5, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'subnets': [{'id': '293d99f2-d55e-421c-a2b9-6ccd8a80994a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:54:15.778044 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-383fd737-624b-42c1-b48a-3f5c61e82ccd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:15.782659 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-383fd737-624b-42c1-b48a-3f5c61e82ccd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/networks/d90676dc-93ab-4b3e-8482-405d197a7450 HTTP/1.1" status: 204 len: 168 time: 1.3728151 Jun 21 14:54:15.784261 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36574) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:15.816745 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e2474ef2-4366-450f-8e58-b22601cb46a1 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3630257 Jun 21 14:54:15.816745 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fd737-624b-42c1-b48a-3f5c61e82ccd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event deleted for resources: {'Network': ['ID=d90676dc-93ab-4b3e-8482-405d197a7450,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:15.820256 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-383fd737-624b-42c1-b48a-3f5c61e82ccd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:15.820693 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36576) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:15.822568 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:15.874146 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1a9a112-d953-4f7d-b075-9cc5b0e36cbb']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:15.887976 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b6d29fda-e8ef-484d-b36e-36322e2e493b req-c58bddd9-ab70-406a-9b54-bdc411281dca tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/security-groups?id=215242b6-1f27-40c8-b2a0-2e3b834d8a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377411 Jun 21 14:54:15.899535 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b7ca5d70-6de9-4d97-b38e-0a28762a2d52 req-a8b20002-a164-495f-972d-6689baaad0e7 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1427913 Jun 21 14:54:15.923513 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b17398-68c4-4e33-9523-37128c004aad') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:15.923958 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b17398-68c4-4e33-9523-37128c004aad') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:15.933366 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec5a40-c728-4208-a91d-3363b34ef988 req-68ed3b3f-7968-4950-8c7c-db89f847cfb0 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:15.934859 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-08ec5a40-c728-4208-a91d-3363b34ef988 req-68ed3b3f-7968-4950-8c7c-db89f847cfb0 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.4877880 Jun 21 14:54:15.958544 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:16.053561 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:16.073070 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:54:16.073387 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:16.076476 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:54:16.076476 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:54:16.076476 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:54:16.076476 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:54:16.076476 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:54:16.076476 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:54:16.076476 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:54:16.076476 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:54:16.076476 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:54:16.076476 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:54:16.076476 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:54:16.076476 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:54:16.076476 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:54:16.076476 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:54:16.076476 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:54:16.076476 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:54:16.076476 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:54:16.076476 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:54:16.076476 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:54:16.076476 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:54:16.076476 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:54:16.076476 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:54:16.076476 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:54:16.076476 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:54:16.076476 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:54:16.076476 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:54:16.076476 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:54:16.076476 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:54:16.076476 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:54:16.076476 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:54:16.076476 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:54:16.076476 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:54:16.195380 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1624474d-a458-44e3-8c11-98d56a1b6cf7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:16.273899 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:16.278644 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:16.284628 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36578) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:16.285964 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] 10.222.0.72 "DELETE /v2.0/networks/d1a9a112-d953-4f7d-b075-9cc5b0e36cbb HTTP/1.1" status: 204 len: 168 time: 3.3251791 Jun 21 14:54:16.290175 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-73023c08-15a6-4e9e-a7c1-b034a56bbf26 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:16.291511 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-90b878f3-42ed-4acf-bc86-baedd9fb79ce tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1776081195'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:16.320087 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Pushing event deleted for resources: {'Network': ['ID=d1a9a112-d953-4f7d-b075-9cc5b0e36cbb,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:16.330340 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:16.346719 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [req-08ec5a40-c728-4208-a91d-3363b34ef988 req-53428957-11dd-43c3-8e8a-181a33cc4fee tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Deleting port ac8496c7-d6cc-470a-91c4-c943a5eda639 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:16.347061 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-08ec5a40-c728-4208-a91d-3363b34ef988 req-53428957-11dd-43c3-8e8a-181a33cc4fee tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:16.431550 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b878f3-42ed-4acf-bc86-baedd9fb79ce tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Made reservation on behalf of ab86dce9cb9f4570a6cabb72a9da1985 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:16.436221 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-90b878f3-42ed-4acf-bc86-baedd9fb79ce tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:16.476825 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90b878f3-42ed-4acf-bc86-baedd9fb79ce tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:54:16.477513 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3752470e-be09-43ae-b249-c990eed45c28 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:54:16.495130 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-90b878f3-42ed-4acf-bc86-baedd9fb79ce tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:16.495360 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-90b878f3-42ed-4acf-bc86-baedd9fb79ce tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Added segment c8faf0cc-480c-40a1-995b-4e8ee7fd7481 of type vlan for network ad1e5a45-3c15-41f8-9a8a-deeb41e315f2 Jun 21 14:54:16.502154 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27be1865-83dc-44fb-a112-558a34622976 None None] Network 22f62015-722b-4103-8863-a414cb16f627 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:16.599405 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6695cf00-ef7f-41b8-9db6-29a221bb7bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:16.621588 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-52631133-983c-472b-b2b7-68b103658dd5 None None] Provisioning for port 3752470e-be09-43ae-b249-c990eed45c28 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:54:16.642238 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-90b878f3-42ed-4acf-bc86-baedd9fb79ce tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:16.645633 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 3752470e-be09-43ae-b249-c990eed45c28 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:54:16.650483 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 3752470e-be09-43ae-b249-c990eed45c28 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:16.651211 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:16.694126 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77c1b98-74a9-4116-8311-525f528f57b9 req-5d2afb1b-eba4-4f46-b356-6bd9cc8e64e8 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:16.695657 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a77c1b98-74a9-4116-8311-525f528f57b9 req-5d2afb1b-eba4-4f46-b356-6bd9cc8e64e8 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.66 "GET /v2.0/ports?device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 945 time: 0.1764123 Jun 21 14:54:16.744591 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-90b878f3-42ed-4acf-bc86-baedd9fb79ce tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:16.750232 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b878f3-42ed-4acf-bc86-baedd9fb79ce tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:16.750841 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-90b878f3-42ed-4acf-bc86-baedd9fb79ce tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:16.756344 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-bbb7fb04-e0bf-45f3-b1e2-85053ffe24a0 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:16.774901 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-1624474d-a458-44e3-8c11-98d56a1b6cf7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Deleting port 1784935d-7270-4d2d-95c8-708866423732 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:16.774901 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1624474d-a458-44e3-8c11-98d56a1b6cf7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:16.793197 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:16.839009 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 3752470e-be09-43ae-b249-c990eed45c28, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3752470e-be09-43ae-b249-c990eed45c28,segment=NetworkSegment(144a7dca-3818-45d8-bb1a-0d3055eb165b),segment_id=144a7dca-3818-45d8-bb1a-0d3055eb165b)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:16.845699 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:16.848987 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-581f3029-a3e6-4360-98b1-eb9263705bf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:16.926681 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=3752470e-be09-43ae-b249-c990eed45c28,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:16.929703 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-90b878f3-42ed-4acf-bc86-baedd9fb79ce tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6425359 Jun 21 14:54:16.944579 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:16.976029 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device fc10ab6c-6961-4da4-8223-ed5660a2032e no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:54:16.979751 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36580) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:16.987440 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-65d580c9-90a9-4eb9-92eb-ce89493373e8 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Request body: {'subnet': {'network_id': 'ad1e5a45-3c15-41f8-9a8a-deeb41e315f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:17.017756 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: fc10ab6c-6961-4da4-8223-ed5660a2032e {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:54:17.018141 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device fc10ab6c-6961-4da4-8223-ed5660a2032e not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:54:17.018692 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 085df3ab-b294-4346-b018-a9f61ddeefbf no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:54:17.042387 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b878f3-42ed-4acf-bc86-baedd9fb79ce tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Pushing event updated for resources: {'Network': ['ID=ad1e5a45-3c15-41f8-9a8a-deeb41e315f2,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:17.044758 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 085df3ab-b294-4346-b018-a9f61ddeefbf {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:54:17.045244 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 085df3ab-b294-4346-b018-a9f61ddeefbf not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:54:17.046842 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:17.055380 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network ad1e5a45-3c15-41f8-9a8a-deeb41e315f2 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:54:17.065969 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-90b878f3-42ed-4acf-bc86-baedd9fb79ce tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:17.080168 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-37ba900f-e824-44bf-af07-70dd9486d4b9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:17.135390 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [req-08ec5a40-c728-4208-a91d-3363b34ef988 req-53428957-11dd-43c3-8e8a-181a33cc4fee tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] For port ac8496c7-d6cc-470a-91c4-c943a5eda639, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ac8496c7-d6cc-470a-91c4-c943a5eda639,segment=NetworkSegment(13e41d55-d7a6-42e5-906b-ff2e60f019f8),segment_id=13e41d55-d7a6-42e5-906b-ff2e60f019f8)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:17.136300 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-08ec5a40-c728-4208-a91d-3363b34ef988 req-53428957-11dd-43c3-8e8a-181a33cc4fee tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:17.174464 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8d5944bf-0219-42ef-aa44-9723af8f33c4 None None] Provisioning for port 7857c9d6-52b5-4b48-880f-0bd2df8e2048 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:54:17.179349 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8d5944bf-0219-42ef-aa44-9723af8f33c4 None None] Provisioning complete for port 7857c9d6-52b5-4b48-880f-0bd2df8e2048 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:17.180453 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8d5944bf-0219-42ef-aa44-9723af8f33c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:17.187810 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-1624474d-a458-44e3-8c11-98d56a1b6cf7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] For port 1784935d-7270-4d2d-95c8-708866423732, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=1784935d-7270-4d2d-95c8-708866423732,segment=NetworkSegment(f4057f1d-4945-45c0-b2b2-2d9960880eed),segment_id=f4057f1d-4945-45c0-b2b2-2d9960880eed)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:17.188167 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1624474d-a458-44e3-8c11-98d56a1b6cf7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:17.227237 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-8d5944bf-0219-42ef-aa44-9723af8f33c4 None None] Port 7857c9d6-52b5-4b48-880f-0bd2df8e2048 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:54:17.239131 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8d5944bf-0219-42ef-aa44-9723af8f33c4 None None] Provisioning complete for port 3752470e-be09-43ae-b249-c990eed45c28 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:17.239518 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8d5944bf-0219-42ef-aa44-9723af8f33c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:17.324005 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fa30a1-c6db-4a54-9fa7-8c219f36c730 None None] get_active_networks_info from dv-neutron-797121-2-hyperv {{(pid=105226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 21 14:54:17.407731 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d580c9-90a9-4eb9-92eb-ce89493373e8 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Made reservation on behalf of ab86dce9cb9f4570a6cabb72a9da1985 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:17.411859 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-65d580c9-90a9-4eb9-92eb-ce89493373e8 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:17.443132 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fa30a1-c6db-4a54-9fa7-8c219f36c730 None None] Resources bound (agent type, host, resource id): {{(pid=105226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 21 14:54:17.521615 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-d8d8d5c8-d96a-4428-b0e1-f6fce64123b8 None None] Provisioning complete for port 7857c9d6-52b5-4b48-880f-0bd2df8e2048 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:17.522367 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d8d8d5c8-d96a-4428-b0e1-f6fce64123b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:17.581888 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-d8d8d5c8-d96a-4428-b0e1-f6fce64123b8 None None] Port 7857c9d6-52b5-4b48-880f-0bd2df8e2048 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:54:17.593412 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-08ec5a40-c728-4208-a91d-3363b34ef988 req-53428957-11dd-43c3-8e8a-181a33cc4fee tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:17.593842 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-08ec5a40-c728-4208-a91d-3363b34ef988 req-53428957-11dd-43c3-8e8a-181a33cc4fee tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:17.594104 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.l3_db [req-08ec5a40-c728-4208-a91d-3363b34ef988 req-53428957-11dd-43c3-8e8a-181a33cc4fee tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Floating IP 79386163-20af-425f-a4eb-8ecab09bccfb disassociated. External IP: 172.26.3.201, port: ac8496c7-d6cc-470a-91c4-c943a5eda639. Jun 21 14:54:17.594440 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [req-08ec5a40-c728-4208-a91d-3363b34ef988 req-53428957-11dd-43c3-8e8a-181a33cc4fee tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Calling delete_port for ac8496c7-d6cc-470a-91c4-c943a5eda639 owned by compute:nova {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:17.607016 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-1624474d-a458-44e3-8c11-98d56a1b6cf7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Calling delete_port for 1784935d-7270-4d2d-95c8-708866423732 owned by network:router_interface {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:17.635925 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-a77c1b98-74a9-4116-8311-525f528f57b9 req-5ed97815-1f86-4143-b7d1-f6881f15b940 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Deleting port af1950d6-14b3-4086-9aa5-cc11fbecd040 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:17.636360 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-a77c1b98-74a9-4116-8311-525f528f57b9 req-5ed97815-1f86-4143-b7d1-f6881f15b940 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:17.746834 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-37ba900f-e824-44bf-af07-70dd9486d4b9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:17.758551 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-37ba900f-e824-44bf-af07-70dd9486d4b9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:17.764125 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c6737-64d9-45b8-8a1a-830785c17d5d req-8724db27-d4ab-416b-b5df-cf63d91593ac tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:17.764646 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-82488d35-070f-4434-abf4-c777e855c9f3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:17.765669 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-827c6737-64d9-45b8-8a1a-830785c17d5d req-8724db27-d4ab-416b-b5df-cf63d91593ac tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 945 time: 0.6240377 Jun 21 14:54:17.806017 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67f1cb-d967-4ce1-84c9-b8d68b368a33 req-afb81579-de80-4e15-85d2-f39512ce9bc7 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:17.807480 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9b67f1cb-d967-4ce1-84c9-b8d68b368a33 req-afb81579-de80-4e15-85d2-f39512ce9bc7 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/ports?device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 945 time: 0.7136478 Jun 21 14:54:17.857600 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-a77c1b98-74a9-4116-8311-525f528f57b9 req-5ed97815-1f86-4143-b7d1-f6881f15b940 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] For port af1950d6-14b3-4086-9aa5-cc11fbecd040, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=af1950d6-14b3-4086-9aa5-cc11fbecd040,segment=NetworkSegment(7a59647b-4c2c-4caf-b0b7-61b2d6badfd9),segment_id=7a59647b-4c2c-4caf-b0b7-61b2d6badfd9)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:17.858061 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-a77c1b98-74a9-4116-8311-525f528f57b9 req-5ed97815-1f86-4143-b7d1-f6881f15b940 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:17.900643 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba900f-e824-44bf-af07-70dd9486d4b9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Port': ['ID=7857c9d6-52b5-4b48-880f-0bd2df8e2048,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:17.914079 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-37ba900f-e824-44bf-af07-70dd9486d4b9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:17.989387 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-a77c1b98-74a9-4116-8311-525f528f57b9 req-5ed97815-1f86-4143-b7d1-f6881f15b940 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Calling delete_port for af1950d6-14b3-4086-9aa5-cc11fbecd040 owned by compute:nova {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:18.008371 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:18.016117 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-827c6737-64d9-45b8-8a1a-830785c17d5d req-b3bf36ef-64c0-45a4-9d41-613a71736e79 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups?id=f427a52d-ff7b-448a-a2f6-a77ce1e8200c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316241 Jun 21 14:54:18.028808 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-08ec5a40-c728-4208-a91d-3363b34ef988 req-53428957-11dd-43c3-8e8a-181a33cc4fee tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:18.032699 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9b67f1cb-d967-4ce1-84c9-b8d68b368a33 req-92c73ae1-a83a-4163-be5a-42c79fafcff0 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/security-groups?id=215242b6-1f27-40c8-b2a0-2e3b834d8a24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104623 Jun 21 14:54:18.043351 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f237e6ea-cc77-4dba-81f4-0ad691caebfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:18.109496 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-16cc5770-8210-4d8a-a291-2cf5df10eb92 None None] Provisioning complete for port 7857c9d6-52b5-4b48-880f-0bd2df8e2048 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:18.109770 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53428957-11dd-43c3-8e8a-181a33cc4fee tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Pushing event deleted for resources: {'Port': ['ID=ac8496c7-d6cc-470a-91c4-c943a5eda639,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:18.110094 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-16cc5770-8210-4d8a-a291-2cf5df10eb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:18.121808 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-53428957-11dd-43c3-8e8a-181a33cc4fee tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:18.138492 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.objects.ports [None req-65d580c9-90a9-4eb9-92eb-ce89493373e8 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105225) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 21 14:54:18.147263 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-65d580c9-90a9-4eb9-92eb-ce89493373e8 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:18.152095 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bb638522-1b39-4f26-bf41-957ca6fffcf0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:18.164358 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-16cc5770-8210-4d8a-a291-2cf5df10eb92 None None] Port 7857c9d6-52b5-4b48-880f-0bd2df8e2048 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:54:18.173326 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1624474d-a458-44e3-8c11-98d56a1b6cf7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:18.180044 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-74adf185-8fcb-4313-93b1-e3d9c71d2dd2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:18.232250 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1624474d-a458-44e3-8c11-98d56a1b6cf7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event deleted for resources: {'Port': ['ID=1784935d-7270-4d2d-95c8-708866423732,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:18.243582 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1624474d-a458-44e3-8c11-98d56a1b6cf7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:18.342543 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-a77c1b98-74a9-4116-8311-525f528f57b9 req-5ed97815-1f86-4143-b7d1-f6881f15b940 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:18.348851 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d580c9-90a9-4eb9-92eb-ce89493373e8 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Pushing event updated for resources: {'Subnet': ['ID=94881ed2-fe7e-495f-b62c-af94fdee43ee,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:18.356223 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a0f8138e-f0dd-4fc5-99b1-73b621400653 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:18.356467 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['af1950d6-14b3-4086-9aa5-cc11fbecd040'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:54:18.384842 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-65d580c9-90a9-4eb9-92eb-ce89493373e8 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:18.390889 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-37ba900f-e824-44bf-af07-70dd9486d4b9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:18.401743 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed97815-1f86-4143-b7d1-f6881f15b940 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Pushing event deleted for resources: {'Port': ['ID=af1950d6-14b3-4086-9aa5-cc11fbecd040,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:18.432838 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5ed97815-1f86-4143-b7d1-f6881f15b940 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:18.439165 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d580c9-90a9-4eb9-92eb-ce89493373e8 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Checking segment: {'id': 'c8faf0cc-480c-40a1-995b-4e8ee7fd7481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'ad1e5a45-3c15-41f8-9a8a-deeb41e315f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:54:18.439513 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d580c9-90a9-4eb9-92eb-ce89493373e8 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Network hostable DHCP agents. Network: ad1e5a45-3c15-41f8-9a8a-deeb41e315f2, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:54:18.452766 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77c1b98-74a9-4116-8311-525f528f57b9 req-5ed97815-1f86-4143-b7d1-f6881f15b940 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] No DVR routers for this DVR port af1950d6-14b3-4086-9aa5-cc11fbecd040 on host hv-neutron-7971 {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:54:18.477774 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08ec5a40-c728-4208-a91d-3363b34ef988 req-53428957-11dd-43c3-8e8a-181a33cc4fee tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Router 58357177-9300-4364-af87-9278149b2ee3 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:54:18.500613 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-a77c1b98-74a9-4116-8311-525f528f57b9 req-5ed97815-1f86-4143-b7d1-f6881f15b940 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:18.503022 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a77c1b98-74a9-4116-8311-525f528f57b9 req-5ed97815-1f86-4143-b7d1-f6881f15b940 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.66 "DELETE /v2.0/ports/af1950d6-14b3-4086-9aa5-cc11fbecd040 HTTP/1.1" status: 204 len: 173 time: 1.7983794 Jun 21 14:54:18.503796 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954abc37-6ff5-4577-bfc2-931c23b388bd', 'name': 'network-vif-deleted', 'tag': 'af1950d6-14b3-4086-9aa5-cc11fbecd040'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:54:18.506691 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d580c9-90a9-4eb9-92eb-ce89493373e8 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Network ad1e5a45-3c15-41f8-9a8a-deeb41e315f2 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:54:18.508612 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0c0b83-84ee-4050-92a4-cdfc82425562" -d '{"events": [{"server_uuid": "954abc37-6ff5-4577-bfc2-931c23b388bd", "name": "network-vif-deleted", "tag": "af1950d6-14b3-4086-9aa5-cc11fbecd040"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:54:18.523558 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3752470e-be09-43ae-b249-c990eed45c28 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:54:18.573135 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1624474d-a458-44e3-8c11-98d56a1b6cf7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:18.597370 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-65d580c9-90a9-4eb9-92eb-ce89493373e8 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, ad1e5a45-3c15-41f8-9a8a-deeb41e315f2) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:18.613678 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d580c9-90a9-4eb9-92eb-ce89493373e8 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:18.614299 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-65d580c9-90a9-4eb9-92eb-ce89493373e8 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:18.629291 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-37ba900f-e824-44bf-af07-70dd9486d4b9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:18.633241 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10af3b2f-1961-4f5a-8d12-24f955f4b110 None None] Network ad1e5a45-3c15-41f8-9a8a-deeb41e315f2 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:18.645152 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b8c227a-b3e8-4b85-b6d0-5bca1e00b30c x-openstack-request-id: req-6b8c227a-b3e8-4b85-b6d0-5bca1e00b30c {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:54:18.645870 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954abc37-6ff5-4577-bfc2-931c23b388bd", "name": "network-vif-deleted", "tag": "af1950d6-14b3-4086-9aa5-cc11fbecd040", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:54:18.646388 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6b8c227a-b3e8-4b85-b6d0-5bca1e00b30c {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:54:18.647203 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '954abc37-6ff5-4577-bfc2-931c23b388bd', 'name': 'network-vif-deleted', 'tag': 'af1950d6-14b3-4086-9aa5-cc11fbecd040', 'status': 'completed', 'code': 200} Jun 21 14:54:18.705291 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-65d580c9-90a9-4eb9-92eb-ce89493373e8 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.7226284 Jun 21 14:54:18.710921 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36588) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:18.713303 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 3752470e-be09-43ae-b249-c990eed45c28 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:18.713742 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:18.784640 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1624474d-a458-44e3-8c11-98d56a1b6cf7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Router 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:54:18.818705 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08ec5a40-c728-4208-a91d-3363b34ef988 req-53428957-11dd-43c3-8e8a-181a33cc4fee tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:54:18.833344 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f272824-6a95-4244-9b69-e9c9f7a0df22 None None] Sync routers for ids ['58357177-9300-4364-af87-9278149b2ee3'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:54:18.845980 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f272824-6a95-4244-9b69-e9c9f7a0df22 None None] Routers {'58357177-9300-4364-af87-9278149b2ee3'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:54:18.847204 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-6f272824-6a95-4244-9b69-e9c9f7a0df22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['58357177-9300-4364-af87-9278149b2ee3'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:18.866447 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1624474d-a458-44e3-8c11-98d56a1b6cf7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:54:18.871774 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1624474d-a458-44e3-8c11-98d56a1b6cf7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "PUT /v2.0/routers/3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0863507 Jun 21 14:54:18.874877 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36590) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:18.882683 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005917f4-a814-4e1f-8378-63d8249f508c None None] Sync routers for ids ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:54:18.900405 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005917f4-a814-4e1f-8378-63d8249f508c None None] Routers {'3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:54:18.901054 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-005917f4-a814-4e1f-8378-63d8249f508c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:18.914926 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ec5a40-c728-4208-a91d-3363b34ef988 req-53428957-11dd-43c3-8e8a-181a33cc4fee tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] No DVR routers for this DVR port ac8496c7-d6cc-470a-91c4-c943a5eda639 on host hv-neutron-7971 {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:54:18.920339 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-08ec5a40-c728-4208-a91d-3363b34ef988 req-53428957-11dd-43c3-8e8a-181a33cc4fee tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:18.922421 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-08ec5a40-c728-4208-a91d-3363b34ef988 req-53428957-11dd-43c3-8e8a-181a33cc4fee tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.66 "DELETE /v2.0/ports/ac8496c7-d6cc-470a-91c4-c943a5eda639 HTTP/1.1" status: 204 len: 173 time: 2.9793270 Jun 21 14:54:18.925114 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ee68b4-85bc-4fff-b1eb-69a7ff51d734', 'name': 'network-vif-deleted', 'tag': 'ac8496c7-d6cc-470a-91c4-c943a5eda639'}] {{(pid=105225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:54:18.927390 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d720512e93a77e3bffebe2b790a2b81995dcc7e4c74443a12a7dc003910c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c69bf80f-2cfe-4376-ac4a-a4e359f39737" -d '{"events": [{"server_uuid": "b9ee68b4-85bc-4fff-b1eb-69a7ff51d734", "name": "network-vif-deleted", "tag": "ac8496c7-d6cc-470a-91c4-c943a5eda639"}]}' {{(pid=105225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:54:18.946837 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a2510a4-159c-4bec-bff8-5d85680b3320 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Deleting subnet 293d99f2-d55e-421c-a2b9-6ccd8a80994a {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:54:18.951280 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3a2510a4-159c-4bec-bff8-5d85680b3320 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:18.968873 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45b536d-3051-4759-957f-11e402aeb79b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-ad1e5a45-3c15-41f8-9a8a-deeb41e315f2', 'network_id': 'ad1e5a45-3c15-41f8-9a8a-deeb41e315f2', 'tenant_id': 'ab86dce9cb9f4570a6cabb72a9da1985', 'fixed_ips': [{'subnet_id': '94881ed2-fe7e-495f-b62c-af94fdee43ee'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:54:18.969919 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f45b536d-3051-4759-957f-11e402aeb79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:18.997215 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-78cadf1f-f73b-4d75-b753-d4acaf5fb362 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:19.031086 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3a2510a4-159c-4bec-bff8-5d85680b3320 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:19.071652 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-005917f4-a814-4e1f-8378-63d8249f508c None None] Set router 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c gateway port host: None {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:54:19.132896 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-6f272824-6a95-4244-9b69-e9c9f7a0df22 None None] Set router 58357177-9300-4364-af87-9278149b2ee3 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:54:19.147508 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59ac752-0b38-4194-be49-2d166aff0db0 x-openstack-request-id: req-f59ac752-0b38-4194-be49-2d166aff0db0 {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:54:19.148061 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9ee68b4-85bc-4fff-b1eb-69a7ff51d734", "name": "network-vif-deleted", "tag": "ac8496c7-d6cc-470a-91c4-c943a5eda639", "status": "completed", "code": 200}]} {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:54:19.148290 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f59ac752-0b38-4194-be49-2d166aff0db0 {{(pid=105225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:54:19.148733 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9ee68b4-85bc-4fff-b1eb-69a7ff51d734', 'name': 'network-vif-deleted', 'tag': 'ac8496c7-d6cc-470a-91c4-c943a5eda639', 'status': 'completed', 'code': 200} Jun 21 14:54:19.153926 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-78cadf1f-f73b-4d75-b753-d4acaf5fb362 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:19.251016 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-37ba900f-e824-44bf-af07-70dd9486d4b9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:19.270067 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-37ba900f-e824-44bf-af07-70dd9486d4b9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:19.276544 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3d79ad64-6c3c-4547-a764-9690a65a83d4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:19.292422 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device ac8496c7-d6cc-470a-91c4-c943a5eda639 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:54:19.338849 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3a2510a4-159c-4bec-bff8-5d85680b3320 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server [None req-f45b536d-3051-4759-957f-11e402aeb79b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 94881ed2-fe7e-495f-b62c-af94fdee43ee: This subnet is being modified by another concurrent operation. Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise exception Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 94881ed2-fe7e-495f-b62c-af94fdee43ee: This subnet is being modified by another concurrent operation. Jun 21 14:54:19.355520 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server Jun 21 14:54:19.363032 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-005917f4-a814-4e1f-8378-63d8249f508c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'name': 'tempest-RoutersTest-router-2122799372', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:53:28Z', 'updated_at': '2021-06-21T14:54:18Z', 'revision_number': 11, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'gw_port_host': None}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:19.363032 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: ac8496c7-d6cc-470a-91c4-c943a5eda639 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:54:19.363032 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device ac8496c7-d6cc-470a-91c4-c943a5eda639 not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:54:19.375404 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1cdaaf-9467-4f58-bd72-c8ee011292c1 None None] Network ad1e5a45-3c15-41f8-9a8a-deeb41e315f2 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:19.398921 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-78cadf1f-f73b-4d75-b753-d4acaf5fb362 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:19.426976 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a6e56e26-9ab0-4272-973f-69a233938514 req-e919395e-caca-45d9-bed5-8a02dd4115cc tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9ee68b4-85bc-4fff-b1eb-69a7ff51d734 HTTP/1.1" status: 200 len: 210 time: 0.1084111 Jun 21 14:54:19.431792 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005917f4-a814-4e1f-8378-63d8249f508c None None] Checking router: 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:54:19.452261 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7ac41a06-3160-4ea0-9e2c-e0247f317a85 req-9a766281-d104-4536-a474-66f2b5f07bf9 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] 10.222.0.72 "GET /v2.0/ports?device_id=954abc37-6ff5-4577-bfc2-931c23b388bd HTTP/1.1" status: 200 len: 210 time: 0.0364087 Jun 21 14:54:19.477191 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-37ba900f-e824-44bf-af07-70dd9486d4b9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:19.480051 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ba900f-e824-44bf-af07-70dd9486d4b9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Port': ['ID=7857c9d6-52b5-4b48-880f-0bd2df8e2048,revision_number=3']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:19.493728 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-37ba900f-e824-44bf-af07-70dd9486d4b9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:19.494494 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:19.515967 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3a2510a4-159c-4bec-bff8-5d85680b3320 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:19.519891 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3a64fcd2-4510-4c7e-8394-b1fde4255f46 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:19.545962 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005917f4-a814-4e1f-8378-63d8249f508c None None] Routers {'3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:54:19.546535 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-005917f4-a814-4e1f-8378-63d8249f508c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:19.548221 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3a2510a4-159c-4bec-bff8-5d85680b3320 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:19.554176 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3a2510a4-159c-4bec-bff8-5d85680b3320 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/subnets/293d99f2-d55e-421c-a2b9-6ccd8a80994a HTTP/1.1" status: 204 len: 168 time: 0.6769862 Jun 21 14:54:19.554176 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36602) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:19.561444 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2510a4-159c-4bec-bff8-5d85680b3320 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event deleted for resources: {'Subnet': ['ID=293d99f2-d55e-421c-a2b9-6ccd8a80994a,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:19.569184 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cadf1f-f73b-4d75-b753-d4acaf5fb362 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Pushing event deleted for resources: {'Subnet': ['ID=94881ed2-fe7e-495f-b62c-af94fdee43ee,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:19.569357 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3a2510a4-159c-4bec-bff8-5d85680b3320 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:19.572855 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8666673c-af29-41ee-9781-1fe34e94fcef None None] Network 41c3f5af-2751-4985-8586-f0975d1d5cfd requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:19.604596 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-78cadf1f-f73b-4d75-b753-d4acaf5fb362 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:19.612304 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-6f272824-6a95-4244-9b69-e9c9f7a0df22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58357177-9300-4364-af87-9278149b2ee3', 'name': 'tempest-ServerActionsTestJSON-716197638-router', 'tenant_id': '11635685b5064af1901fae1b04f861cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '166a7ac5-f4b5-4666-b368-73c188f6637d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:42Z', 'updated_at': '2021-06-21T14:48:50Z', 'revision_number': 4, 'project_id': '11635685b5064af1901fae1b04f861cb', 'gw_port': {'id': '166a7ac5-f4b5-4666-b368-73c188f6637d', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58357177-9300-4364-af87-9278149b2ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:44Z', 'updated_at': '2021-06-21T14:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'bf2d0abb-ddde-4b02-af51-59f862ceac68', 'name': '', 'network_id': '393f8381-0805-46a3-9584-62cfa82bcbaf', 'tenant_id': '11635685b5064af1901fae1b04f861cb', 'mac_address': 'fa:16:3e:f1:75:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58357177-9300-4364-af87-9278149b2ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f3bb9f9f-5a2e-4ed7-b8d4-076458baa435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:48Z', 'updated_at': '2021-06-21T14:49:00Z', 'revision_number': 5, 'project_id': '11635685b5064af1901fae1b04f861cb', 'subnets': [{'id': 'f3bb9f9f-5a2e-4ed7-b8d4-076458baa435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:19.653593 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-78cadf1f-f73b-4d75-b753-d4acaf5fb362 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:19.655993 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ad541727-9af5-4d75-810b-48f68f615495 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:19.658740 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f272824-6a95-4244-9b69-e9c9f7a0df22 None None] Checking router: 58357177-9300-4364-af87-9278149b2ee3 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:54:19.668049 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-78cadf1f-f73b-4d75-b753-d4acaf5fb362 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad1e5a45-3c15-41f8-9a8a-deeb41e315f2']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:19.668567 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f272824-6a95-4244-9b69-e9c9f7a0df22 None None] Routers {'58357177-9300-4364-af87-9278149b2ee3'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:54:19.669191 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-6f272824-6a95-4244-9b69-e9c9f7a0df22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['58357177-9300-4364-af87-9278149b2ee3'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:19.675216 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-005917f4-a814-4e1f-8378-63d8249f508c None None] Set router 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c gateway port host: None {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:54:19.692478 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-78cadf1f-f73b-4d75-b753-d4acaf5fb362 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8faf0cc-480c-40a1-995b-4e8ee7fd7481') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:19.692917 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-78cadf1f-f73b-4d75-b753-d4acaf5fb362 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8faf0cc-480c-40a1-995b-4e8ee7fd7481') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:19.707099 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-78cadf1f-f73b-4d75-b753-d4acaf5fb362 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:19.723797 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-ad541727-9af5-4d75-810b-48f68f615495 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Deleting port 7755076c-ec69-405a-a139-6d6ff62d2823 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:19.724632 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ad541727-9af5-4d75-810b-48f68f615495 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:19.732017 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ba900f-e824-44bf-af07-70dd9486d4b9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Network 22f62015-722b-4103-8863-a414cb16f627 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:54:19.734507 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-37ba900f-e824-44bf-af07-70dd9486d4b9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:19.736933 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-78cadf1f-f73b-4d75-b753-d4acaf5fb362 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:19.755330 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-005917f4-a814-4e1f-8378-63d8249f508c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'name': 'tempest-RoutersTest-router-2122799372', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:53:28Z', 'updated_at': '2021-06-21T14:54:18Z', 'revision_number': 11, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'gw_port_host': None}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:19.799402 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-6f272824-6a95-4244-9b69-e9c9f7a0df22 None None] Set router 58357177-9300-4364-af87-9278149b2ee3 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:54:19.849800 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005917f4-a814-4e1f-8378-63d8249f508c None None] The sync data for ids ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'] in dv-neutron-797121-2-hyperv is: [{'id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'name': 'tempest-RoutersTest-router-2122799372', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:53:28Z', 'updated_at': '2021-06-21T14:54:18Z', 'revision_number': 11, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'gw_port_host': None}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:54:19.861722 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-ad541727-9af5-4d75-810b-48f68f615495 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] For port 7755076c-ec69-405a-a139-6d6ff62d2823, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=7755076c-ec69-405a-a139-6d6ff62d2823,segment=NetworkSegment(f4057f1d-4945-45c0-b2b2-2d9960880eed),segment_id=f4057f1d-4945-45c0-b2b2-2d9960880eed)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:19.861722 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ad541727-9af5-4d75-810b-48f68f615495 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:19.885156 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78cadf1f-f73b-4d75-b753-d4acaf5fb362 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:54:19.885813 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-78cadf1f-f73b-4d75-b753-d4acaf5fb362 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:19.890085 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:54:19.890085 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:54:19.890085 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:54:19.890085 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:54:19.890085 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:54:19.890085 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:54:19.890085 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:54:19.890085 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:54:19.890085 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:54:19.890085 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:54:19.890085 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:54:19.890085 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:54:19.890085 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:54:19.890085 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:54:19.890085 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:54:19.890085 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:54:19.890085 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:54:19.890085 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:54:19.890085 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:54:19.890085 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:54:19.890085 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:54:19.890085 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:54:19.890085 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:54:19.890085 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:54:19.890085 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:54:19.890085 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:54:19.890085 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:54:19.890085 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:54:19.890085 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:54:19.890085 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:54:19.890085 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:54:19.890085 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:54:19.890085 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:54:19.890085 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:54:19.997348 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:20.026730 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-ad541727-9af5-4d75-810b-48f68f615495 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Calling delete_port for 7755076c-ec69-405a-a139-6d6ff62d2823 owned by network:dhcp {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:20.067624 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-78cadf1f-f73b-4d75-b753-d4acaf5fb362 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:20.076411 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e2e09e3e-b6d8-45f6-847f-b726a1215bfe tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:20.085579 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-78cadf1f-f73b-4d75-b753-d4acaf5fb362 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:20.088078 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-78cadf1f-f73b-4d75-b753-d4acaf5fb362 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] 10.222.0.72 "DELETE /v2.0/networks/ad1e5a45-3c15-41f8-9a8a-deeb41e315f2 HTTP/1.1" status: 204 len: 168 time: 1.3762317 Jun 21 14:54:20.094933 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36606) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:20.139270 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e070a91-9849-4340-8535-ce89c97cb176 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] DELETE failed (client error): The resource could not be found. Jun 21 14:54:20.140041 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e070a91-9849-4340-8535-ce89c97cb176 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:54:20.142386 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5e070a91-9849-4340-8535-ce89c97cb176 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] 10.222.0.72 "DELETE /v2.0/subnets/94881ed2-fe7e-495f-b62c-af94fdee43ee HTTP/1.1" status: 404 len: 337 time: 0.0461626 Jun 21 14:54:20.145161 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36608) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:20.146450 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cadf1f-f73b-4d75-b753-d4acaf5fb362 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Pushing event deleted for resources: {'Network': ['ID=ad1e5a45-3c15-41f8-9a8a-deeb41e315f2,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:20.157851 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-78cadf1f-f73b-4d75-b753-d4acaf5fb362 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:20.178544 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-409dd8e8-f902-4566-bbce-4869b57dff34 None None] Provisioning complete for port 7857c9d6-52b5-4b48-880f-0bd2df8e2048 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:20.179240 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-409dd8e8-f902-4566-bbce-4869b57dff34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:20.188941 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ba900f-e824-44bf-af07-70dd9486d4b9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Router 0f4a3d4e-afbe-4b6c-ba6c-7adb0e6de40a is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:54:20.200584 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-6f272824-6a95-4244-9b69-e9c9f7a0df22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58357177-9300-4364-af87-9278149b2ee3', 'name': 'tempest-ServerActionsTestJSON-716197638-router', 'tenant_id': '11635685b5064af1901fae1b04f861cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '166a7ac5-f4b5-4666-b368-73c188f6637d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:42Z', 'updated_at': '2021-06-21T14:48:50Z', 'revision_number': 4, 'project_id': '11635685b5064af1901fae1b04f861cb', 'gw_port': {'id': '166a7ac5-f4b5-4666-b368-73c188f6637d', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58357177-9300-4364-af87-9278149b2ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:44Z', 'updated_at': '2021-06-21T14:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'bf2d0abb-ddde-4b02-af51-59f862ceac68', 'name': '', 'network_id': '393f8381-0805-46a3-9584-62cfa82bcbaf', 'tenant_id': '11635685b5064af1901fae1b04f861cb', 'mac_address': 'fa:16:3e:f1:75:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58357177-9300-4364-af87-9278149b2ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f3bb9f9f-5a2e-4ed7-b8d4-076458baa435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:48Z', 'updated_at': '2021-06-21T14:49:00Z', 'revision_number': 5, 'project_id': '11635685b5064af1901fae1b04f861cb', 'subnets': [{'id': 'f3bb9f9f-5a2e-4ed7-b8d4-076458baa435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:20.204107 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-312cfef6-166e-4702-bff8-449cd449d3c1 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] DELETE failed (client error): The resource could not be found. Jun 21 14:54:20.205023 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-312cfef6-166e-4702-bff8-449cd449d3c1 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:54:20.206936 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-312cfef6-166e-4702-bff8-449cd449d3c1 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] 10.222.0.72 "DELETE /v2.0/networks/ad1e5a45-3c15-41f8-9a8a-deeb41e315f2 HTTP/1.1" status: 404 len: 339 time: 0.0604060 Jun 21 14:54:20.209538 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36610) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:20.243767 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f272824-6a95-4244-9b69-e9c9f7a0df22 None None] The sync data for ids ['58357177-9300-4364-af87-9278149b2ee3'] in dv-neutron-797121-2-hyperv is: [{'id': '58357177-9300-4364-af87-9278149b2ee3', 'name': 'tempest-ServerActionsTestJSON-716197638-router', 'tenant_id': '11635685b5064af1901fae1b04f861cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '166a7ac5-f4b5-4666-b368-73c188f6637d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:42Z', 'updated_at': '2021-06-21T14:48:50Z', 'revision_number': 4, 'project_id': '11635685b5064af1901fae1b04f861cb', 'gw_port': {'id': '166a7ac5-f4b5-4666-b368-73c188f6637d', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58357177-9300-4364-af87-9278149b2ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:44Z', 'updated_at': '2021-06-21T14:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'bf2d0abb-ddde-4b02-af51-59f862ceac68', 'name': '', 'network_id': '393f8381-0805-46a3-9584-62cfa82bcbaf', 'tenant_id': '11635685b5064af1901fae1b04f861cb', 'mac_address': 'fa:16:3e:f1:75:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58357177-9300-4364-af87-9278149b2ee3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'f3bb9f9f-5a2e-4ed7-b8d4-076458baa435', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:48Z', 'updated_at': '2021-06-21T14:49:00Z', 'revision_number': 5, 'project_id': '11635685b5064af1901fae1b04f861cb', 'subnets': [{'id': 'f3bb9f9f-5a2e-4ed7-b8d4-076458baa435', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:54:20.255484 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c6c4db6-0219-44b1-a3db-281ece50edc9 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] DELETE failed (client error): The resource could not be found. Jun 21 14:54:20.258453 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c6c4db6-0219-44b1-a3db-281ece50edc9 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:54:20.264759 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-409dd8e8-f902-4566-bbce-4869b57dff34 None None] Port 7857c9d6-52b5-4b48-880f-0bd2df8e2048 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:54:20.266740 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-7c6c4db6-0219-44b1-a3db-281ece50edc9 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] 10.222.0.72 "DELETE /v2.0/subnets/bb95e5ff-7f73-4e9c-962b-ebd6c96c1e56 HTTP/1.1" status: 404 len: 337 time: 0.0551074 Jun 21 14:54:20.268335 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36612) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:20.288124 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ad541727-9af5-4d75-810b-48f68f615495 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:20.315519 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1664f0d6-9696-4e28-a58a-6e5bed276f9a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:20.321894 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2665fb6-ffbd-4e97-8de8-6ee73969fb22 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] DELETE failed (client error): The resource could not be found. Jun 21 14:54:20.323922 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2665fb6-ffbd-4e97-8de8-6ee73969fb22 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:54:20.326577 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e2665fb6-ffbd-4e97-8de8-6ee73969fb22 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] 10.222.0.72 "DELETE /v2.0/networks/d1a9a112-d953-4f7d-b075-9cc5b0e36cbb HTTP/1.1" status: 404 len: 339 time: 0.0568309 Jun 21 14:54:20.327058 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 1784935d-7270-4d2d-95c8-708866423732 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:54:20.329540 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36614) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:20.353867 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad541727-9af5-4d75-810b-48f68f615495 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] No DVR routers for this DVR port 7755076c-ec69-405a-a139-6d6ff62d2823 on host dv-neutron-797121-2-hyperv {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:54:20.358736 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad541727-9af5-4d75-810b-48f68f615495 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event deleted for resources: {'Port': ['ID=7755076c-ec69-405a-a139-6d6ff62d2823,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:20.366019 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ad541727-9af5-4d75-810b-48f68f615495 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:20.370449 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-45772e82-3411-453f-af3d-e7c154ce80bb tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] DELETE failed (client error): The resource could not be found. Jun 21 14:54:20.370801 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45772e82-3411-453f-af3d-e7c154ce80bb tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:54:20.382499 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-45772e82-3411-453f-af3d-e7c154ce80bb tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] 10.222.0.72 "DELETE /v2.0/subnets/52548147-f198-41dc-8ade-e6b8efd7f036 HTTP/1.1" status: 404 len: 337 time: 0.0430589 Jun 21 14:54:20.392470 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 1784935d-7270-4d2d-95c8-708866423732 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:54:20.392602 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36616) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:20.392832 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 1784935d-7270-4d2d-95c8-708866423732 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:54:20.394468 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04572b6-6d0b-4f54-8ef0-c763d7fba60e None None] DHCP port deletion for 41c3f5af-2751-4985-8586-f0975d1d5cfd request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:54:20.424258 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22498b62-339b-4f17-84b4-7dd6371fce09 None None] get_active_networks_info from dv-neutron-797121-2-hyperv {{(pid=105226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 21 14:54:20.519535 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ad541727-9af5-4d75-810b-48f68f615495 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:20.540760 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-ad541727-9af5-4d75-810b-48f68f615495 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41c3f5af-2751-4985-8586-f0975d1d5cfd']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:20.563609 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-ad541727-9af5-4d75-810b-48f68f615495 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4057f1d-4945-45c0-b2b2-2d9960880eed') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:20.564357 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-ad541727-9af5-4d75-810b-48f68f615495 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4057f1d-4945-45c0-b2b2-2d9960880eed') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:20.587191 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ad541727-9af5-4d75-810b-48f68f615495 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:20.631490 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22498b62-339b-4f17-84b4-7dd6371fce09 None None] Resources bound (agent type, host, resource id): {{(pid=105226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 21 14:54:20.634671 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ad541727-9af5-4d75-810b-48f68f615495 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:20.655897 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad541727-9af5-4d75-810b-48f68f615495 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:54:20.656310 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ad541727-9af5-4d75-810b-48f68f615495 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:20.664268 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:54:20.664268 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:54:20.664268 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:54:20.664268 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:54:20.664268 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:54:20.664268 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:54:20.664268 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:54:20.664268 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:54:20.664268 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:54:20.664268 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:54:20.664268 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:54:20.664268 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:54:20.664268 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:54:20.664268 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:54:20.664268 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:54:20.664268 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:54:20.664268 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:54:20.664268 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:54:20.664268 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:54:20.664268 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:54:20.664268 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:54:20.664268 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:54:20.664268 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:54:20.664268 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:54:20.664268 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:54:20.664268 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:54:20.664268 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:54:20.664268 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:54:20.664268 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:54:20.664268 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:54:20.664268 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:54:20.664268 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:54:20.779034 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36624) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:20.779034 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36626) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:20.834072 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb56242-efa8-404b-a8dd-2dccbad74d92 None None] New status for floating IP 79386163-20af-425f-a4eb-8ecab09bccfb: DOWN {{(pid=105227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:54:20.901858 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-735bf2f9-b72e-4e6e-a0f5-1910751b1a22 admin admin] Deleting subnet 4cf83945-a474-423c-ab58-da4637f6bf60 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:54:20.905504 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ad541727-9af5-4d75-810b-48f68f615495 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:20.917491 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-11741337-c0b1-495c-8b9f-82e86d850a26 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:20.923614 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ad541727-9af5-4d75-810b-48f68f615495 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:20.925550 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-ad541727-9af5-4d75-810b-48f68f615495 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/networks/41c3f5af-2751-4985-8586-f0975d1d5cfd HTTP/1.1" status: 204 len: 168 time: 1.3711021 Jun 21 14:54:20.927003 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-735bf2f9-b72e-4e6e-a0f5-1910751b1a22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:20.930228 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36628) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:20.966505 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-b60d72f2-a3e0-4e82-956c-3e53d798f1c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Request body: {'router': {'routes': None}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:20.975590 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad541727-9af5-4d75-810b-48f68f615495 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Pushing event deleted for resources: {'Network': ['ID=41c3f5af-2751-4985-8586-f0975d1d5cfd,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:21.024973 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ad541727-9af5-4d75-810b-48f68f615495 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:21.043670 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ba900f-e824-44bf-af07-70dd9486d4b9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:54:21.049375 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-37ba900f-e824-44bf-af07-70dd9486d4b9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "PUT /v2.0/routers/0f4a3d4e-afbe-4b6c-ba6c-7adb0e6de40a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2238824 Jun 21 14:54:21.059781 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36630) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:21.062471 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f37ad23-efc2-4c46-9d0c-de0a49beb083 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] DELETE failed (client error): The resource could not be found. Jun 21 14:54:21.063179 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f37ad23-efc2-4c46-9d0c-de0a49beb083 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:54:21.068342 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5f37ad23-efc2-4c46-9d0c-de0a49beb083 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] 10.222.0.72 "DELETE /v2.0/networks/5f43e10a-3322-4716-aacc-c0caa08aa61c HTTP/1.1" status: 404 len: 339 time: 0.6721683 Jun 21 14:54:21.069240 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36632) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:21.081228 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fb85c50f-124b-4a72-8d75-e4c0dd109621 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:21.084314 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc55d91-5ee1-4727-b690-7c9fac9ebf94 None None] Sync routers for ids ['0f4a3d4e-afbe-4b6c-ba6c-7adb0e6de40a'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:54:21.098403 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc55d91-5ee1-4727-b690-7c9fac9ebf94 None None] Routers {'0f4a3d4e-afbe-4b6c-ba6c-7adb0e6de40a'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:54:21.099049 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-1dc55d91-5ee1-4727-b690-7c9fac9ebf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['0f4a3d4e-afbe-4b6c-ba6c-7adb0e6de40a'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:21.135058 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fb85c50f-124b-4a72-8d75-e4c0dd109621 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:21.162384 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-735bf2f9-b72e-4e6e-a0f5-1910751b1a22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:21.270786 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb80892-695e-4883-8c66-53d6545e8bf1 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:21.275771 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-feb80892-695e-4883-8c66-53d6545e8bf1 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4a3d4e-afbe-4b6c-ba6c-7adb0e6de40a HTTP/1.1" status: 200 len: 982 time: 0.2145867 Jun 21 14:54:21.277555 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36634) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:21.327626 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.extraroute_db [None req-b60d72f2-a3e0-4e82-956c-3e53d798f1c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Added routes are [] {{(pid=105224) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 21 14:54:21.328187 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.extraroute_db [None req-b60d72f2-a3e0-4e82-956c-3e53d798f1c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Removed routes are [] {{(pid=105224) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 21 14:54:21.328696 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b60d72f2-a3e0-4e82-956c-3e53d798f1c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:21.337457 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-735bf2f9-b72e-4e6e-a0f5-1910751b1a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:21.368973 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-1dc55d91-5ee1-4727-b690-7c9fac9ebf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:21.382612 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device af1950d6-14b3-4086-9aa5-cc11fbecd040 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:54:21.413685 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: af1950d6-14b3-4086-9aa5-cc11fbecd040 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:54:21.414099 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device af1950d6-14b3-4086-9aa5-cc11fbecd040 not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:54:21.418443 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc55d91-5ee1-4727-b690-7c9fac9ebf94 None None] Routers {'0f4a3d4e-afbe-4b6c-ba6c-7adb0e6de40a'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:54:21.419070 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-1dc55d91-5ee1-4727-b690-7c9fac9ebf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['0f4a3d4e-afbe-4b6c-ba6c-7adb0e6de40a'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:21.434947 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fb85c50f-124b-4a72-8d75-e4c0dd109621 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:21.438002 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fb85c50f-124b-4a72-8d75-e4c0dd109621 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:21.439391 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fb85c50f-124b-4a72-8d75-e4c0dd109621 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "DELETE /v2.0/security-groups/f427a52d-ff7b-448a-a2f6-a77ce1e8200c HTTP/1.1" status: 204 len: 168 time: 0.6460392 Jun 21 14:54:21.445333 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:21.451351 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36636) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:21.453699 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-1dc55d91-5ee1-4727-b690-7c9fac9ebf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:21.454447 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc55d91-5ee1-4727-b690-7c9fac9ebf94 None None] The sync data for ids ['0f4a3d4e-afbe-4b6c-ba6c-7adb0e6de40a'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:54:21.499172 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-3b86f4b4-df97-480d-ae22-e180460f235d tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Deleting port b2dcd0a0-4a49-4085-bcc1-90c24e828cde {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:21.499466 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3b86f4b4-df97-480d-ae22-e180460f235d tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:21.515928 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-9e42b4c9-5595-4c64-ba85-ae66dfe97579 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] show failed (client error): The resource could not be found. Jun 21 14:54:21.515928 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9e42b4c9-5595-4c64-ba85-ae66dfe97579 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "GET /v2.0/security-groups/f427a52d-ff7b-448a-a2f6-a77ce1e8200c HTTP/1.1" status: 404 len: 347 time: 0.0628164 Jun 21 14:54:21.518793 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85c50f-124b-4a72-8d75-e4c0dd109621 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f427a52d-ff7b-448a-a2f6-a77ce1e8200c,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:21.523097 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36638) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:21.565943 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fb85c50f-124b-4a72-8d75-e4c0dd109621 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:21.598836 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3b86f4b4-df97-480d-ae22-e180460f235d tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:21.607940 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b60d72f2-a3e0-4e82-956c-3e53d798f1c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:21.617304 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-735bf2f9-b72e-4e6e-a0f5-1910751b1a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:21.619494 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b60d72f2-a3e0-4e82-956c-3e53d798f1c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627068'] for router, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:21.622872 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-41b33399-b775-485d-a7bd-f5525da9b107 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:21.673227 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-3b86f4b4-df97-480d-ae22-e180460f235d tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Calling delete_port for b2dcd0a0-4a49-4085-bcc1-90c24e828cde owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:21.682977 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735bf2f9-b72e-4e6e-a0f5-1910751b1a22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cf83945-a474-423c-ab58-da4637f6bf60,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:21.684887 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-735bf2f9-b72e-4e6e-a0f5-1910751b1a22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:21.689160 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-735bf2f9-b72e-4e6e-a0f5-1910751b1a22 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/4cf83945-a474-423c-ab58-da4637f6bf60 HTTP/1.1" status: 204 len: 168 time: 0.9059577 Jun 21 14:54:21.690290 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36640) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:21.691378 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-735bf2f9-b72e-4e6e-a0f5-1910751b1a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:21.824385 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3b86f4b4-df97-480d-ae22-e180460f235d tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:21.832762 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c8cb53f4-367d-4b3a-8d50-048f69b14a6f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:21.866506 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b86f4b4-df97-480d-ae22-e180460f235d tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Pushing event deleted for resources: {'Port': ['ID=b2dcd0a0-4a49-4085-bcc1-90c24e828cde,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:21.869930 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3b86f4b4-df97-480d-ae22-e180460f235d tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:21.870703 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ee6c04f-780c-4af8-8e0a-10d27b22d84a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:21.877929 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3b86f4b4-df97-480d-ae22-e180460f235d tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:21.880251 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3b86f4b4-df97-480d-ae22-e180460f235d tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] 10.222.0.72 "DELETE /v2.0/ports/b2dcd0a0-4a49-4085-bcc1-90c24e828cde HTTP/1.1" status: 204 len: 168 time: 0.7755401 Jun 21 14:54:21.882994 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36642) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:21.974141 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebc1b64f-5ce5-4cc4-928e-1fd22d08b297 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] DELETE failed (client error): The resource could not be found. Jun 21 14:54:21.974604 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebc1b64f-5ce5-4cc4-928e-1fd22d08b297 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:54:21.976356 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ebc1b64f-5ce5-4cc4-928e-1fd22d08b297 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] 10.222.0.72 "DELETE /v2.0/subnets/01e18407-6613-4333-939d-443fa1cc2ad2 HTTP/1.1" status: 404 len: 337 time: 0.0924010 Jun 21 14:54:21.979092 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36644) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:22.109736 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9a8e36cb-a821-4e75-8673-31711b1d74f2 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:22.150871 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60d72f2-a3e0-4e82-956c-3e53d798f1c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Router 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:54:22.173100 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-21677631-ac96-421c-8027-23b5ac8dc3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:22.236812 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9a8e36cb-a821-4e75-8673-31711b1d74f2 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:22.249947 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-9a8e36cb-a821-4e75-8673-31711b1d74f2 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93142cbd-852f-4ed5-8947-d8f8a042b537']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:22.261679 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-9a8e36cb-a821-4e75-8673-31711b1d74f2 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aead2a41-3575-400b-a489-8b66521d505e') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:22.262019 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-9a8e36cb-a821-4e75-8673-31711b1d74f2 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aead2a41-3575-400b-a489-8b66521d505e') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:22.268307 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60d72f2-a3e0-4e82-956c-3e53d798f1c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:54:22.287914 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-3c6b49f6-612d-4ef4-8ad7-6b6af1f55d80 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Deleting port a9ebce84-bc54-4764-9389-b093d97ba927 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:22.288223 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3c6b49f6-612d-4ef4-8ad7-6b6af1f55d80 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:22.290633 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921303a4-5fde-4df0-9b87-05c9806e8038 None None] Sync routers for ids ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:54:22.292739 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9a8e36cb-a821-4e75-8673-31711b1d74f2 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:22.295228 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b60d72f2-a3e0-4e82-956c-3e53d798f1c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:22.296335 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b60d72f2-a3e0-4e82-956c-3e53d798f1c7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "PUT /v2.0/routers/3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c HTTP/1.1" status: 200 len: 701 time: 1.3337750 Jun 21 14:54:22.302736 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36646) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:22.315637 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921303a4-5fde-4df0-9b87-05c9806e8038 None None] Routers {'3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:54:22.317305 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-921303a4-5fde-4df0-9b87-05c9806e8038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:22.347415 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9a8e36cb-a821-4e75-8673-31711b1d74f2 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:22.353500 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b7e24b7e-2154-4667-a9e5-0af97884ea1e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c HTTP/1.1" status: 200 len: 205 time: 0.0473413 Jun 21 14:54:22.355086 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36648) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:22.366611 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a8e36cb-a821-4e75-8673-31711b1d74f2 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:54:22.366816 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9a8e36cb-a821-4e75-8673-31711b1d74f2 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:22.371007 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:54:22.371007 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:54:22.371007 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:54:22.371007 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:54:22.371007 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:54:22.371007 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:54:22.371007 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:54:22.371007 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:54:22.371007 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:54:22.371007 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:54:22.371007 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:54:22.371007 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:54:22.371007 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:54:22.371007 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:54:22.371007 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:54:22.371007 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:54:22.371007 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:54:22.371007 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:54:22.371007 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:54:22.371007 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:54:22.371007 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:54:22.371007 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:54:22.371007 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:54:22.371007 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:54:22.371007 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:54:22.371007 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:54:22.371007 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:54:22.371007 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:54:22.371007 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:54:22.371007 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:54:22.371007 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:54:22.371007 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:54:22.371007 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:54:22.371007 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:54:22.371007 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:54:22.371007 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:54:22.395211 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 7755076c-ec69-405a-a139-6d6ff62d2823 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:54:22.410354 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-21677631-ac96-421c-8027-23b5ac8dc3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:22.427076 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-921303a4-5fde-4df0-9b87-05c9806e8038 None None] Set router 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c gateway port host: None {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:54:22.428232 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-21677631-ac96-421c-8027-23b5ac8dc3f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['526fdaf7-f1cc-4ed7-81cb-9dc271462d4d']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:22.432576 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 7755076c-ec69-405a-a139-6d6ff62d2823 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:54:22.432942 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 7755076c-ec69-405a-a139-6d6ff62d2823 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:54:22.450888 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-21677631-ac96-421c-8027-23b5ac8dc3f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a59647b-4c2c-4caf-b0b7-61b2d6badfd9') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:22.450888 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-21677631-ac96-421c-8027-23b5ac8dc3f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a59647b-4c2c-4caf-b0b7-61b2d6badfd9') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:22.469606 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-21677631-ac96-421c-8027-23b5ac8dc3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:22.478856 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3c6b49f6-612d-4ef4-8ad7-6b6af1f55d80 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:22.479178 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3c6b49f6-612d-4ef4-8ad7-6b6af1f55d80 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:22.490018 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-921303a4-5fde-4df0-9b87-05c9806e8038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'name': 'tempest-RoutersTest-router-2122799372', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:53:28Z', 'updated_at': '2021-06-21T14:54:18Z', 'revision_number': 11, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'gw_port_host': None}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:22.504233 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8c341546-1276-4fae-8a54-52a6d06459c1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:22.518004 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921303a4-5fde-4df0-9b87-05c9806e8038 None None] Checking router: 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:54:22.526617 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921303a4-5fde-4df0-9b87-05c9806e8038 None None] Routers {'3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:54:22.527329 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-921303a4-5fde-4df0-9b87-05c9806e8038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:22.528864 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-21677631-ac96-421c-8027-23b5ac8dc3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:22.544283 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-7ee6c04f-780c-4af8-8e0a-10d27b22d84a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Deleting port 7857c9d6-52b5-4b48-880f-0bd2df8e2048 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:22.544633 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ee6c04f-780c-4af8-8e0a-10d27b22d84a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:22.562456 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-3c6b49f6-612d-4ef4-8ad7-6b6af1f55d80 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Calling delete_port for a9ebce84-bc54-4764-9389-b093d97ba927 owned by network:floatingip {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:22.571236 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21677631-ac96-421c-8027-23b5ac8dc3f3 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:54:22.571636 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-21677631-ac96-421c-8027-23b5ac8dc3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:22.573298 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:54:22.573298 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:54:22.573298 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:54:22.573298 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:54:22.573298 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:54:22.573298 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:54:22.573298 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:54:22.573298 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:54:22.573298 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:54:22.573298 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:54:22.573298 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:54:22.573298 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:54:22.573298 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:54:22.573298 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:54:22.573298 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:54:22.573298 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:54:22.573298 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:54:22.573298 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:54:22.573298 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:54:22.573298 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:54:22.573298 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:54:22.573298 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:54:22.573298 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:54:22.573298 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:54:22.573298 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:54:22.573298 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:54:22.573298 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:54:22.573298 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:54:22.573298 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:54:22.573298 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:54:22.573298 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:54:22.573298 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:54:22.590639 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9a8e36cb-a821-4e75-8673-31711b1d74f2 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:22.601088 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-921303a4-5fde-4df0-9b87-05c9806e8038 None None] Set router 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c gateway port host: None {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:54:22.620167 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2485df94-c279-406b-bc12-a519377e7b0f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:22.624553 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9a8e36cb-a821-4e75-8673-31711b1d74f2 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:22.626429 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9a8e36cb-a821-4e75-8673-31711b1d74f2 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] 10.222.0.72 "DELETE /v2.0/networks/93142cbd-852f-4ed5-8947-d8f8a042b537 HTTP/1.1" status: 204 len: 168 time: 0.6464195 Jun 21 14:54:22.641947 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36650) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:22.657351 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e36cb-a821-4e75-8673-31711b1d74f2 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Pushing event deleted for resources: {'Network': ['ID=93142cbd-852f-4ed5-8947-d8f8a042b537,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:22.660561 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-921303a4-5fde-4df0-9b87-05c9806e8038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'name': 'tempest-RoutersTest-router-2122799372', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:53:28Z', 'updated_at': '2021-06-21T14:54:18Z', 'revision_number': 11, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'gw_port_host': None}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:22.684617 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9a8e36cb-a821-4e75-8673-31711b1d74f2 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:22.687473 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921303a4-5fde-4df0-9b87-05c9806e8038 None None] The sync data for ids ['3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c'] in dv-neutron-797121-2-hyperv is: [{'id': '3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c', 'name': 'tempest-RoutersTest-router-2122799372', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:53:28Z', 'updated_at': '2021-06-21T14:54:18Z', 'revision_number': 11, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'gw_port_host': None}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:54:22.706098 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-21677631-ac96-421c-8027-23b5ac8dc3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:22.710193 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-21677631-ac96-421c-8027-23b5ac8dc3f3 admin admin] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:22.715643 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-21677631-ac96-421c-8027-23b5ac8dc3f3 admin admin] 10.222.0.72 "DELETE /v2.0/networks/526fdaf7-f1cc-4ed7-81cb-9dc271462d4d HTTP/1.1" status: 204 len: 168 time: 0.9911661 Jun 21 14:54:22.718484 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36652) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:22.719196 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-74adf185-8fcb-4313-93b1-e3d9c71d2dd2 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:22.770288 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21677631-ac96-421c-8027-23b5ac8dc3f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=526fdaf7-f1cc-4ed7-81cb-9dc271462d4d,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:22.772720 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-21677631-ac96-421c-8027-23b5ac8dc3f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:22.801713 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8c341546-1276-4fae-8a54-52a6d06459c1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:22.806927 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8c341546-1276-4fae-8a54-52a6d06459c1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:22.809191 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0bfd546-fab3-47ec-be16-5fcbd643307b admin admin] Deleting subnet 77ff3956-10d8-40c9-a1c6-8bd0c3b3bb44 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:54:22.817993 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b0bfd546-fab3-47ec-be16-5fcbd643307b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:22.874740 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ee6c04f-780c-4af8-8e0a-10d27b22d84a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:22.893806 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b0bfd546-fab3-47ec-be16-5fcbd643307b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:22.926386 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3c6b49f6-612d-4ef4-8ad7-6b6af1f55d80 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:22.931286 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4d89e28d-8c32-48db-aacf-73a1e480532f tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:22.945277 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-7ee6c04f-780c-4af8-8e0a-10d27b22d84a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Calling delete_port for 7857c9d6-52b5-4b48-880f-0bd2df8e2048 owned by network:router_interface {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:22.947329 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8c341546-1276-4fae-8a54-52a6d06459c1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:22.947838 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c341546-1276-4fae-8a54-52a6d06459c1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Fanout notify agent at l3_agent the message router_deleted on router 3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:54:22.957129 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8c341546-1276-4fae-8a54-52a6d06459c1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:22.962565 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8c341546-1276-4fae-8a54-52a6d06459c1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/routers/3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c HTTP/1.1" status: 204 len: 168 time: 0.6022294 Jun 21 14:54:22.963989 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36654) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:22.972148 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b49f6-612d-4ef4-8ad7-6b6af1f55d80 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Pushing event deleted for resources: {'Port': ['ID=a9ebce84-bc54-4764-9389-b093d97ba927,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:22.973090 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-87e4ea97-613f-4cd8-bab7-711d8fda3c35 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1790122330', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:22.975172 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3c6b49f6-612d-4ef4-8ad7-6b6af1f55d80 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:22.981289 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b0bfd546-fab3-47ec-be16-5fcbd643307b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:23.051349 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-87e4ea97-613f-4cd8-bab7-711d8fda3c35 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:23.052347 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-87e4ea97-613f-4cd8-bab7-711d8fda3c35 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:23.071854 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:54:23.072149 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-b3b58703-27b1-434d-90a5-a1390bb623b3 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Deleting port 16c5f913-bb15-491a-aaa9-e0e319007e4b {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:23.072266 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b3b58703-27b1-434d-90a5-a1390bb623b3 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:23.081487 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3c6b49f6-612d-4ef4-8ad7-6b6af1f55d80 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks [] for floatingip, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:23.084450 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3c6b49f6-612d-4ef4-8ad7-6b6af1f55d80 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:23.085605 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3c6b49f6-612d-4ef4-8ad7-6b6af1f55d80 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] 10.222.0.72 "DELETE /v2.0/floatingips/79386163-20af-425f-a4eb-8ecab09bccfb HTTP/1.1" status: 204 len: 168 time: 1.5269387 Jun 21 14:54:23.090200 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36656) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:23.106761 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b0bfd546-fab3-47ec-be16-5fcbd643307b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:23.110535 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-eb49e7aa-e8d4-4f4d-81cc-a5af6ecca522 tempest-RoutersNegativeTest-661389149 tempest-RoutersNegativeTest-661389149-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:23.137928 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b0bfd546-fab3-47ec-be16-5fcbd643307b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:23.143714 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b0bfd546-fab3-47ec-be16-5fcbd643307b admin admin] 10.222.0.72 "DELETE /v2.0/subnets/77ff3956-10d8-40c9-a1c6-8bd0c3b3bb44 HTTP/1.1" status: 204 len: 168 time: 0.4220624 Jun 21 14:54:23.144446 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36660) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:23.146933 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bfd546-fab3-47ec-be16-5fcbd643307b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77ff3956-10d8-40c9-a1c6-8bd0c3b3bb44,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:23.155958 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b0bfd546-fab3-47ec-be16-5fcbd643307b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:23.227244 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-87e4ea97-613f-4cd8-bab7-711d8fda3c35 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:23.239616 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-87e4ea97-613f-4cd8-bab7-711d8fda3c35 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:23.245977 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b3b58703-27b1-434d-90a5-a1390bb623b3 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:23.264844 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-eadae706-2b28-48ca-acdd-0fb83d8d705c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:23.318684 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-87e4ea97-613f-4cd8-bab7-711d8fda3c35 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:23.319749 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-87e4ea97-613f-4cd8-bab7-711d8fda3c35 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3548102 Jun 21 14:54:23.336572 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36662) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:23.345021 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-fd525e88-ff54-4d29-a330-d2ec9b290567 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Request body: {'router': {'admin_state_up': True}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:23.345706 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-b3b58703-27b1-434d-90a5-a1390bb623b3 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Calling delete_port for 16c5f913-bb15-491a-aaa9-e0e319007e4b owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:23.416337 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ee6c04f-780c-4af8-8e0a-10d27b22d84a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:23.424007 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c307883a-93fe-4f0b-a776-63ee1f32391e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:23.454123 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6c04f-780c-4af8-8e0a-10d27b22d84a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Port': ['ID=7857c9d6-52b5-4b48-880f-0bd2df8e2048,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:23.457600 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7ee6c04f-780c-4af8-8e0a-10d27b22d84a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:23.475829 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-eadae706-2b28-48ca-acdd-0fb83d8d705c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:23.523675 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b3b58703-27b1-434d-90a5-a1390bb623b3 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:23.531056 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bc433bf2-0e18-4dee-958a-009c09ef4e86 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:23.570025 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b58703-27b1-434d-90a5-a1390bb623b3 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Pushing event deleted for resources: {'Port': ['ID=16c5f913-bb15-491a-aaa9-e0e319007e4b,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:23.572796 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b3b58703-27b1-434d-90a5-a1390bb623b3 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:23.577554 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b3b58703-27b1-434d-90a5-a1390bb623b3 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:23.579434 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b3b58703-27b1-434d-90a5-a1390bb623b3 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] 10.222.0.72 "DELETE /v2.0/ports/16c5f913-bb15-491a-aaa9-e0e319007e4b HTTP/1.1" status: 204 len: 168 time: 0.9367182 Jun 21 14:54:23.587237 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36664) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:23.590185 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-eadae706-2b28-48ca-acdd-0fb83d8d705c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59a882ab-f9f5-4300-bdfe-c55257512ef4']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:23.636495 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-eadae706-2b28-48ca-acdd-0fb83d8d705c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '486ee927-69fc-4f04-90d7-75d2a61d6ce8') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:23.636751 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-eadae706-2b28-48ca-acdd-0fb83d8d705c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '486ee927-69fc-4f04-90d7-75d2a61d6ce8') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:23.639635 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0d7070e-ab02-4a17-8928-cdbe2529da90 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] DELETE failed (client error): The resource could not be found. Jun 21 14:54:23.640138 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0d7070e-ab02-4a17-8928-cdbe2529da90 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:54:23.644476 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e0d7070e-ab02-4a17-8928-cdbe2529da90 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] 10.222.0.72 "DELETE /v2.0/subnets/6a9adb39-d244-40d0-afbe-519e2df0b8f5 HTTP/1.1" status: 404 len: 337 time: 0.0511231 Jun 21 14:54:23.644887 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36666) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:23.653128 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ee6c04f-780c-4af8-8e0a-10d27b22d84a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:23.692362 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-eadae706-2b28-48ca-acdd-0fb83d8d705c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:23.762389 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fd525e88-ff54-4d29-a330-d2ec9b290567 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:23.771856 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-eadae706-2b28-48ca-acdd-0fb83d8d705c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:23.790825 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eadae706-2b28-48ca-acdd-0fb83d8d705c admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:54:23.791232 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-eadae706-2b28-48ca-acdd-0fb83d8d705c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:23.794027 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:54:23.794027 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:54:23.794027 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:54:23.794027 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:54:23.794027 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:54:23.794027 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:54:23.794027 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:54:23.794027 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:54:23.794027 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:54:23.794027 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:54:23.794027 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:54:23.794027 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:54:23.794027 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:54:23.794027 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:54:23.794027 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:54:23.794027 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:54:23.794027 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:54:23.794027 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:54:23.794027 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:54:23.794027 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:54:23.794027 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:54:23.794027 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:54:23.794027 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:54:23.794027 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:54:23.794027 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:54:23.794027 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:54:23.794027 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:54:23.794027 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:54:23.794027 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:54:23.794027 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:54:23.794027 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:54:23.794027 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:54:23.806114 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fd525e88-ff54-4d29-a330-d2ec9b290567 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627068'] for router, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:23.942103 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-eadae706-2b28-48ca-acdd-0fb83d8d705c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:23.950129 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-90b878f3-42ed-4acf-bc86-baedd9fb79ce tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:23.952955 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-eadae706-2b28-48ca-acdd-0fb83d8d705c admin admin] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:23.954991 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-eadae706-2b28-48ca-acdd-0fb83d8d705c admin admin] 10.222.0.72 "DELETE /v2.0/networks/59a882ab-f9f5-4300-bdfe-c55257512ef4 HTTP/1.1" status: 204 len: 168 time: 0.8092313 Jun 21 14:54:23.975518 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadae706-2b28-48ca-acdd-0fb83d8d705c admin admin] Pushing event deleted for resources: {'Network': ['ID=59a882ab-f9f5-4300-bdfe-c55257512ef4,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:24.001871 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-eadae706-2b28-48ca-acdd-0fb83d8d705c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:24.042145 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd525e88-ff54-4d29-a330-d2ec9b290567 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Router d0312abf-05dc-47b1-bff3-c207a99610ee is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:54:24.120677 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36670) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:24.166214 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd525e88-ff54-4d29-a330-d2ec9b290567 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:54:24.169067 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cb9dbbed-f25d-4f53-b5b1-acb90659b334 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:24.174900 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fd525e88-ff54-4d29-a330-d2ec9b290567 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:24.176034 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fd525e88-ff54-4d29-a330-d2ec9b290567 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "PUT /v2.0/routers/d0312abf-05dc-47b1-bff3-c207a99610ee HTTP/1.1" status: 200 len: 694 time: 0.8368888 Jun 21 14:54:24.179870 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36672) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:24.183889 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f490877-348d-43ef-90b7-28fcfebe39b0 None None] Sync routers for ids ['d0312abf-05dc-47b1-bff3-c207a99610ee'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:54:24.196870 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f490877-348d-43ef-90b7-28fcfebe39b0 None None] Routers {'d0312abf-05dc-47b1-bff3-c207a99610ee'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:54:24.197674 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-6f490877-348d-43ef-90b7-28fcfebe39b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['d0312abf-05dc-47b1-bff3-c207a99610ee'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:24.208213 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-bb219e35-4aed-4ae2-a052-b2716a25ed0e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=da87fdd814d14a63be25f7efe885ddb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0855932 Jun 21 14:54:24.211117 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36674) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:24.242366 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5f42977e-2d8b-4d63-a9fb-6c5947838c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:24.271511 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-6f490877-348d-43ef-90b7-28fcfebe39b0 None None] Set router d0312abf-05dc-47b1-bff3-c207a99610ee gateway port host: None {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:54:24.313186 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-abca957b-28b7-4777-8b9b-73c2c3c2dfce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:24.324246 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-6f490877-348d-43ef-90b7-28fcfebe39b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0312abf-05dc-47b1-bff3-c207a99610ee', 'name': 'tempest-RoutersTest-router-1790122330', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:54:23Z', 'updated_at': '2021-06-21T14:54:23Z', 'revision_number': 2, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'gw_port_host': None}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:24.355386 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f490877-348d-43ef-90b7-28fcfebe39b0 None None] Checking router: d0312abf-05dc-47b1-bff3-c207a99610ee for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:54:24.364921 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f490877-348d-43ef-90b7-28fcfebe39b0 None None] Routers {'d0312abf-05dc-47b1-bff3-c207a99610ee'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:54:24.365595 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-6f490877-348d-43ef-90b7-28fcfebe39b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['d0312abf-05dc-47b1-bff3-c207a99610ee'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:24.379553 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7c729aa9-b8c7-4b56-a68b-d6d838299377 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "GET /v2.0/routers/d0312abf-05dc-47b1-bff3-c207a99610ee HTTP/1.1" status: 200 len: 700 time: 0.1986868 Jun 21 14:54:24.386933 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ee6c04f-780c-4af8-8e0a-10d27b22d84a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Router 0f4a3d4e-afbe-4b6c-ba6c-7adb0e6de40a has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:54:24.388027 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36676) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:24.429346 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e6ed0ce6-556f-4496-9a9c-565f7bc633a4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0312abf-05dc-47b1-bff3-c207a99610ee HTTP/1.1" status: 200 len: 205 time: 0.0397353 Jun 21 14:54:24.433408 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36678) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:24.443609 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cb9dbbed-f25d-4f53-b5b1-acb90659b334 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:24.447053 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-6f490877-348d-43ef-90b7-28fcfebe39b0 None None] Set router d0312abf-05dc-47b1-bff3-c207a99610ee gateway port host: None {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:54:24.497635 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-cb9dbbed-f25d-4f53-b5b1-acb90659b334 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89470c4d-acef-433f-93f1-fecdb75b7d9d']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:24.504213 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-6f490877-348d-43ef-90b7-28fcfebe39b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0312abf-05dc-47b1-bff3-c207a99610ee', 'name': 'tempest-RoutersTest-router-1790122330', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:54:23Z', 'updated_at': '2021-06-21T14:54:23Z', 'revision_number': 2, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'gw_port_host': None}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:24.531452 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f490877-348d-43ef-90b7-28fcfebe39b0 None None] The sync data for ids ['d0312abf-05dc-47b1-bff3-c207a99610ee'] in dv-neutron-797121-2-hyperv is: [{'id': 'd0312abf-05dc-47b1-bff3-c207a99610ee', 'name': 'tempest-RoutersTest-router-1790122330', 'tenant_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:54:23Z', 'updated_at': '2021-06-21T14:54:23Z', 'revision_number': 2, 'project_id': '6b84c1e8652b4f7598ae83eb61bf775f', 'gw_port_host': None}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:54:24.577076 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-cb9dbbed-f25d-4f53-b5b1-acb90659b334 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '093b14ea-04d5-48d8-bf97-ef1e79e90625') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:24.577378 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-cb9dbbed-f25d-4f53-b5b1-acb90659b334 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '093b14ea-04d5-48d8-bf97-ef1e79e90625') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:24.606616 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1c227cc0-3a2d-4ebc-83a7-6a4f79fbfe5d tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:24.649944 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cb9dbbed-f25d-4f53-b5b1-acb90659b334 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:24.690466 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee6c04f-780c-4af8-8e0a-10d27b22d84a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:54:24.690697 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-abca957b-28b7-4777-8b9b-73c2c3c2dfce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:24.699159 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7ee6c04f-780c-4af8-8e0a-10d27b22d84a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "PUT /v2.0/routers/0f4a3d4e-afbe-4b6c-ba6c-7adb0e6de40a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4199948 Jun 21 14:54:24.705473 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36680) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:24.706596 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cb9dbbed-f25d-4f53-b5b1-acb90659b334 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:24.712290 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee533ee3-d46d-467c-b292-08ef54f3a8f5 None None] Sync routers for ids ['0f4a3d4e-afbe-4b6c-ba6c-7adb0e6de40a'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:54:24.724030 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee533ee3-d46d-467c-b292-08ef54f3a8f5 None None] Routers {'0f4a3d4e-afbe-4b6c-ba6c-7adb0e6de40a'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:54:24.724810 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-ee533ee3-d46d-467c-b292-08ef54f3a8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['0f4a3d4e-afbe-4b6c-ba6c-7adb0e6de40a'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:24.745314 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb9dbbed-f25d-4f53-b5b1-acb90659b334 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:54:24.745717 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cb9dbbed-f25d-4f53-b5b1-acb90659b334 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:24.749411 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:54:24.749411 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:54:24.749411 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:54:24.749411 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:54:24.749411 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:54:24.749411 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:54:24.749411 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:54:24.749411 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:54:24.749411 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:54:24.749411 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:54:24.749411 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:54:24.749411 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:54:24.749411 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:54:24.749411 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:54:24.749411 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:54:24.749411 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:54:24.749411 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:54:24.749411 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:54:24.749411 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:54:24.749411 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:54:24.749411 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:54:24.749411 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:54:24.749411 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:54:24.749411 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:54:24.749411 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:54:24.749411 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:54:24.749411 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:54:24.749411 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:54:24.749411 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:54:24.749411 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:54:24.749411 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:54:24.749411 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:54:24.768996 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-ee533ee3-d46d-467c-b292-08ef54f3a8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:24.774285 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd210676-71ac-4aab-bcb6-41f94bd825af tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] GET failed (client error): The resource could not be found. Jun 21 14:54:24.778555 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-cd210676-71ac-4aab-bcb6-41f94bd825af tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "GET /v2.0/ports/7857c9d6-52b5-4b48-880f-0bd2df8e2048 HTTP/1.1" status: 404 len: 333 time: 0.0706809 Jun 21 14:54:24.779923 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36682) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:24.780453 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee533ee3-d46d-467c-b292-08ef54f3a8f5 None None] Routers {'0f4a3d4e-afbe-4b6c-ba6c-7adb0e6de40a'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:54:24.781210 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-ee533ee3-d46d-467c-b292-08ef54f3a8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['0f4a3d4e-afbe-4b6c-ba6c-7adb0e6de40a'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:24.821204 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-ee533ee3-d46d-467c-b292-08ef54f3a8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:24.822085 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee533ee3-d46d-467c-b292-08ef54f3a8f5 None None] The sync data for ids ['0f4a3d4e-afbe-4b6c-ba6c-7adb0e6de40a'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:54:24.869819 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9ff800be-ade7-4db3-b281-74b933e8b29c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:24.875194 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-abca957b-28b7-4777-8b9b-73c2c3c2dfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:24.877728 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-abca957b-28b7-4777-8b9b-73c2c3c2dfce admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:24.878892 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-abca957b-28b7-4777-8b9b-73c2c3c2dfce admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/215242b6-1f27-40c8-b2a0-2e3b834d8a24 HTTP/1.1" status: 204 len: 168 time: 0.6668801 Jun 21 14:54:24.893611 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1c227cc0-3a2d-4ebc-83a7-6a4f79fbfe5d tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:24.896196 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1c227cc0-3a2d-4ebc-83a7-6a4f79fbfe5d tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:24.914321 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e2d98fa9-5563-4fee-a9de-3ea7296884d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:24.935901 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cb9dbbed-f25d-4f53-b5b1-acb90659b334 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:24.939619 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f1923951-c8dc-4268-90b9-5ce1528fa74f tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:24.945750 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cb9dbbed-f25d-4f53-b5b1-acb90659b334 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:24.949863 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-cb9dbbed-f25d-4f53-b5b1-acb90659b334 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] 10.222.0.72 "DELETE /v2.0/networks/89470c4d-acef-433f-93f1-fecdb75b7d9d HTTP/1.1" status: 204 len: 168 time: 1.3017945 Jun 21 14:54:24.950982 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36686) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:24.958663 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9dbbed-f25d-4f53-b5b1-acb90659b334 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Pushing event deleted for resources: {'Network': ['ID=89470c4d-acef-433f-93f1-fecdb75b7d9d,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:24.960646 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1c227cc0-3a2d-4ebc-83a7-6a4f79fbfe5d tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:24.961333 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c227cc0-3a2d-4ebc-83a7-6a4f79fbfe5d tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Fanout notify agent at l3_agent the message router_deleted on router d0312abf-05dc-47b1-bff3-c207a99610ee {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:54:24.962830 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-cb9dbbed-f25d-4f53-b5b1-acb90659b334 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:24.968367 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1c227cc0-3a2d-4ebc-83a7-6a4f79fbfe5d tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:24.969264 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca957b-28b7-4777-8b9b-73c2c3c2dfce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215242b6-1f27-40c8-b2a0-2e3b834d8a24,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:24.969896 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1c227cc0-3a2d-4ebc-83a7-6a4f79fbfe5d tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/routers/d0312abf-05dc-47b1-bff3-c207a99610ee HTTP/1.1" status: 204 len: 168 time: 0.5328672 Jun 21 14:54:24.973216 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36688) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:24.989812 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-abca957b-28b7-4777-8b9b-73c2c3c2dfce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:25.009441 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c24296ec-89ba-424c-b476-673794c5f1b6 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0312abf-05dc-47b1-bff3-c207a99610ee HTTP/1.1" status: 200 len: 205 time: 0.0349240 Jun 21 14:54:25.011874 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36690) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:25.055732 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-7d1c57f8-c111-4e05-82dc-5ce9b18dc08d tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] delete failed (client error): The resource could not be found. Jun 21 14:54:25.056759 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7d1c57f8-c111-4e05-82dc-5ce9b18dc08d tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/routers/d0312abf-05dc-47b1-bff3-c207a99610ee HTTP/1.1" status: 404 len: 336 time: 0.0439918 Jun 21 14:54:25.059811 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36692) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:25.086658 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad3533f-f3e4-42be-a645-a92e297df4eb tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] DELETE failed (client error): The resource could not be found. Jun 21 14:54:25.087115 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad3533f-f3e4-42be-a645-a92e297df4eb tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:54:25.088803 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1ad3533f-f3e4-42be-a645-a92e297df4eb tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/subnets/e687f4a9-de26-4e21-b592-f0a16d3f93ee HTTP/1.1" status: 404 len: 337 time: 0.0280097 Jun 21 14:54:25.091719 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36694) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:25.118662 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2863e2-c509-44d8-96c4-6c7a8f031e07 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] DELETE failed (client error): The resource could not be found. Jun 21 14:54:25.119380 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f2863e2-c509-44d8-96c4-6c7a8f031e07 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:54:25.121513 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5f2863e2-c509-44d8-96c4-6c7a8f031e07 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/subnets/634fa180-80fa-452f-8c7f-921256247aa2 HTTP/1.1" status: 404 len: 337 time: 0.0285141 Jun 21 14:54:25.124612 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36698) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:25.127791 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9ff800be-ade7-4db3-b281-74b933e8b29c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:25.133189 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-50a5f582-d331-4596-8195-cc186fcbac97 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Deleting subnet af120956-cc83-420c-bc8f-d0d443fa099e {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:54:25.138131 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9ff800be-ade7-4db3-b281-74b933e8b29c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:25.139950 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-50a5f582-d331-4596-8195-cc186fcbac97 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:25.153421 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c3dcad-2182-4dfc-81f9-5363e96e44ff tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] DELETE failed (client error): The resource could not be found. Jun 21 14:54:25.153915 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57c3dcad-2182-4dfc-81f9-5363e96e44ff tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:54:25.156029 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-57c3dcad-2182-4dfc-81f9-5363e96e44ff tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/subnets/13008af6-ff1d-41f3-8409-1be319e19b5a HTTP/1.1" status: 404 len: 337 time: 0.0302088 Jun 21 14:54:25.162735 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36700) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:25.191044 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce53b913-c34c-40f4-b4bb-a8d0a8f88f83 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] DELETE failed (client error): The resource could not be found. Jun 21 14:54:25.191559 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce53b913-c34c-40f4-b4bb-a8d0a8f88f83 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:54:25.194168 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ce53b913-c34c-40f4-b4bb-a8d0a8f88f83 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/subnets/293d99f2-d55e-421c-a2b9-6ccd8a80994a HTTP/1.1" status: 404 len: 337 time: 0.0298529 Jun 21 14:54:25.198215 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36702) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:25.246278 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-50a5f582-d331-4596-8195-cc186fcbac97 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:25.246840 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-faa41173-de94-4ee8-adad-7dd253fabde1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c HTTP/1.1" status: 200 len: 205 time: 0.0446265 Jun 21 14:54:25.247250 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36704) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:25.280704 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9ff800be-ade7-4db3-b281-74b933e8b29c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:25.281090 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff800be-ade7-4db3-b281-74b933e8b29c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Fanout notify agent at l3_agent the message router_deleted on router 0f4a3d4e-afbe-4b6c-ba6c-7adb0e6de40a {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:54:25.294919 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36706) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:25.321696 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9ff800be-ade7-4db3-b281-74b933e8b29c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:25.322805 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9ff800be-ade7-4db3-b281-74b933e8b29c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/routers/0f4a3d4e-afbe-4b6c-ba6c-7adb0e6de40a HTTP/1.1" status: 204 len: 168 time: 0.5410528 Jun 21 14:54:25.326943 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36708) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:25.328945 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-df16a8c0-ebfa-4ca4-8c33-52460bfb62d6 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] delete failed (client error): The resource could not be found. Jun 21 14:54:25.329938 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-df16a8c0-ebfa-4ca4-8c33-52460bfb62d6 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/routers/3ce29fdb-9661-41d9-a9e3-8cef04ae5e0c HTTP/1.1" status: 404 len: 336 time: 0.0622253 Jun 21 14:54:25.332851 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36710) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:25.366061 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a05a5600-f965-49c3-b623-15d9a2d2734d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4138af125b2b42d9a850863f9863498c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0694189 Jun 21 14:54:25.368611 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36712) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:25.384711 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-47b82aee-243d-4aed-9005-32bff07a0722 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbc5c717-8d13-444e-92eb-b2f43c8324ab HTTP/1.1" status: 200 len: 205 time: 0.0488093 Jun 21 14:54:25.388962 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36714) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:25.412938 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-c823e3b1-ca6a-4717-b386-dfa94d9ed38f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Deleting subnet 16e57c77-667e-4202-88fe-b08b206eddac {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:54:25.416376 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c823e3b1-ca6a-4717-b386-dfa94d9ed38f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:25.454169 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-2e62e2a2-1539-4128-9524-b0583de8b7fd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] delete failed (client error): The resource could not be found. Jun 21 14:54:25.455155 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2e62e2a2-1539-4128-9524-b0583de8b7fd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/routers/cbc5c717-8d13-444e-92eb-b2f43c8324ab HTTP/1.1" status: 404 len: 336 time: 0.0654607 Jun 21 14:54:25.459196 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36716) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:25.459563 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-5f42977e-2d8b-4d63-a9fb-6c5947838c1c admin admin] Deleting port bf2d0abb-ddde-4b02-af51-59f862ceac68 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:25.459897 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5f42977e-2d8b-4d63-a9fb-6c5947838c1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:25.482615 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c823e3b1-ca6a-4717-b386-dfa94d9ed38f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:25.508610 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-50a5f582-d331-4596-8195-cc186fcbac97 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:25.526948 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-8db86e05-7f1c-4fd9-8da5-711db4feb215 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] DELETE failed (client error): The resource could not be found. Jun 21 14:54:25.527396 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8db86e05-7f1c-4fd9-8da5-711db4feb215 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:54:25.529264 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8db86e05-7f1c-4fd9-8da5-711db4feb215 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/subnets/46b6275e-8ce1-4cd1-933b-f5ae5da1c050 HTTP/1.1" status: 404 len: 337 time: 0.0673411 Jun 21 14:54:25.532540 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-97472913-4a98-4ace-abc9-0bb33aaae3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:25.534897 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36718) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:25.569277 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-97472913-4a98-4ace-abc9-0bb33aaae3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:25.578860 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f147e82f-0f20-4ee0-bcb9-ed0dfb79cb15 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "GET /v2.0/ports?device_id=a9d60f70-656c-4eb4-802c-5be6fbce9311 HTTP/1.1" status: 200 len: 205 time: 0.0424438 Jun 21 14:54:25.583295 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36720) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:25.638876 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c823e3b1-ca6a-4717-b386-dfa94d9ed38f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:25.642230 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-1bb81d97-92de-4633-bbba-9bb1a5a70517 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] delete failed (client error): The resource could not be found. Jun 21 14:54:25.643309 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1bb81d97-92de-4633-bbba-9bb1a5a70517 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/routers/a9d60f70-656c-4eb4-802c-5be6fbce9311 HTTP/1.1" status: 404 len: 336 time: 0.0578954 Jun 21 14:54:25.647608 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36722) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:25.684679 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-97472913-4a98-4ace-abc9-0bb33aaae3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:25.687410 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-97472913-4a98-4ace-abc9-0bb33aaae3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:25.688562 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-97472913-4a98-4ace-abc9-0bb33aaae3be admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8fe48b8b-80d6-4a58-a4f0-a187d6f5c2e9 HTTP/1.1" status: 204 len: 168 time: 0.3190563 Jun 21 14:54:25.692653 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-49b5f60f-b458-4ede-af00-87b26d4e7793 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:25.701641 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-55986983-bec6-4572-9ced-9d0fe2f08db7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "GET /v2.0/ports?device_id=c8eec065-5279-43af-9c61-133129e0ba80 HTTP/1.1" status: 200 len: 205 time: 0.0477109 Jun 21 14:54:25.702239 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36726) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:25.704493 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97472913-4a98-4ace-abc9-0bb33aaae3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe48b8b-80d6-4a58-a4f0-a187d6f5c2e9,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:25.711340 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-5f42977e-2d8b-4d63-a9fb-6c5947838c1c admin admin] For port bf2d0abb-ddde-4b02-af51-59f862ceac68, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=bf2d0abb-ddde-4b02-af51-59f862ceac68,segment=NetworkSegment(13e41d55-d7a6-42e5-906b-ff2e60f019f8),segment_id=13e41d55-d7a6-42e5-906b-ff2e60f019f8)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:25.711568 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5f42977e-2d8b-4d63-a9fb-6c5947838c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:25.714583 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-97472913-4a98-4ace-abc9-0bb33aaae3be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:25.724876 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-50a5f582-d331-4596-8195-cc186fcbac97 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:25.729745 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-007a37b3-6252-46c5-88f4-254d0b0d5a33 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:25.748854 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-baebb9d9-dcf0-4ef6-b3d9-a3473f7668ed tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] delete failed (client error): The resource could not be found. Jun 21 14:54:25.749917 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-baebb9d9-dcf0-4ef6-b3d9-a3473f7668ed tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/routers/c8eec065-5279-43af-9c61-133129e0ba80 HTTP/1.1" status: 404 len: 336 time: 0.0466044 Jun 21 14:54:25.752467 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36728) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:25.762312 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c823e3b1-ca6a-4717-b386-dfa94d9ed38f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:25.781522 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-75134244-9a1f-4a8f-ac16-da0dae4250f4 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:25.802898 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-33273c41-07fa-483b-814e-b346311a1318 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] DELETE failed (client error): The resource could not be found. Jun 21 14:54:25.803357 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33273c41-07fa-483b-814e-b346311a1318 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:54:25.805060 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-33273c41-07fa-483b-814e-b346311a1318 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/subnets/211fbb5f-68af-4eda-9beb-2fcc015affb9 HTTP/1.1" status: 404 len: 337 time: 0.0517018 Jun 21 14:54:25.808843 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36730) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:25.810915 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c823e3b1-ca6a-4717-b386-dfa94d9ed38f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Subnet': ['ID=16e57c77-667e-4202-88fe-b08b206eddac,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:25.813035 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-5f42977e-2d8b-4d63-a9fb-6c5947838c1c admin admin] Calling delete_port for bf2d0abb-ddde-4b02-af51-59f862ceac68 owned by network:router_interface {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:25.821650 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a5f582-d331-4596-8195-cc186fcbac97 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Pushing event deleted for resources: {'Subnet': ['ID=af120956-cc83-420c-bc8f-d0d443fa099e,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:25.824262 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-50a5f582-d331-4596-8195-cc186fcbac97 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:25.827702 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c823e3b1-ca6a-4717-b386-dfa94d9ed38f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:25.827874 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-50a5f582-d331-4596-8195-cc186fcbac97 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:25.829860 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-50a5f582-d331-4596-8195-cc186fcbac97 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] 10.222.0.72 "DELETE /v2.0/subnets/af120956-cc83-420c-bc8f-d0d443fa099e HTTP/1.1" status: 204 len: 168 time: 0.8755658 Jun 21 14:54:25.830114 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90addc49-188e-4503-a301-cba9b77960df None None] Network d17d4c57-3278-41af-9857-7d5a8ae4efc1 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:25.832878 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36732) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:25.852459 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c823e3b1-ca6a-4717-b386-dfa94d9ed38f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:25.854426 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c823e3b1-ca6a-4717-b386-dfa94d9ed38f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/subnets/16e57c77-667e-4202-88fe-b08b206eddac HTTP/1.1" status: 204 len: 168 time: 0.5265179 Jun 21 14:54:25.864875 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ac0adedd-9efa-43d6-8c96-67fa26b6bf8b tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "GET /v2.0/ports?device_id=d0e30318-b06b-463f-8bce-cf220b6ba5fc HTTP/1.1" status: 200 len: 205 time: 0.0528445 Jun 21 14:54:25.864875 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36734) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:25.879178 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36736) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:25.920769 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cd05ec-f286-4cc8-9b1a-f84e6cccb0b3 None None] Network 22f62015-722b-4103-8863-a414cb16f627 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:25.942393 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-15140dd0-1bae-4f8e-8c9c-f1cf754dbde9 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] delete failed (client error): The resource could not be found. Jun 21 14:54:25.942393 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-15140dd0-1bae-4f8e-8c9c-f1cf754dbde9 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/routers/d0e30318-b06b-463f-8bce-cf220b6ba5fc HTTP/1.1" status: 404 len: 336 time: 0.0566382 Jun 21 14:54:25.959884 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36738) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:26.004177 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1a4d551a-0084-4d1c-bce9-27c4cbb5345f tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:26.009714 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e61e0fd5-8d6a-4680-be49-bd9dcd5518c5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:26.010205 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-e30f7118-48c2-43dc-bb81-32d25e804474 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] DELETE failed (client error): The resource could not be found. Jun 21 14:54:26.011063 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e30f7118-48c2-43dc-bb81-32d25e804474 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:54:26.014874 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e30f7118-48c2-43dc-bb81-32d25e804474 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/subnets/afe55f9a-8347-4de7-8e2f-7530d7acc0ac HTTP/1.1" status: 404 len: 337 time: 0.0526242 Jun 21 14:54:26.021529 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36740) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:26.065400 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5fc7b85d-45a2-4c2c-8a10-cdd1e913f862 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "GET /v2.0/ports?device_id=b7dd8bc0-d758-4bb6-b7ba-8090eece2be9 HTTP/1.1" status: 200 len: 205 time: 0.0406034 Jun 21 14:54:26.065936 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36742) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:26.169018 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-a3fd62b7-aa07-4419-aa50-8e5c978039d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] delete failed (client error): The resource could not be found. Jun 21 14:54:26.171179 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a3fd62b7-aa07-4419-aa50-8e5c978039d1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/routers/b7dd8bc0-d758-4bb6-b7ba-8090eece2be9 HTTP/1.1" status: 404 len: 336 time: 0.0997651 Jun 21 14:54:26.174322 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36744) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:26.195455 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a257b2-2e54-42d5-b78f-1507a83e4a52 None None] DHCP port deletion for 22f62015-722b-4103-8863-a414cb16f627 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:54:26.212987 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-1a4d551a-0084-4d1c-bce9-27c4cbb5345f tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Deleting port e75bd7e4-020f-4086-89db-3a6ee2c7b8ae {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:26.213325 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1a4d551a-0084-4d1c-bce9-27c4cbb5345f tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:26.215810 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-78d56c38-2a53-4ea0-b571-61648e9da035 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] DELETE failed (client error): The resource could not be found. Jun 21 14:54:26.216194 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78d56c38-2a53-4ea0-b571-61648e9da035 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:54:26.216507 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-e61e0fd5-8d6a-4680-be49-bd9dcd5518c5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Deleting port 3752470e-be09-43ae-b249-c990eed45c28 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:26.216842 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e61e0fd5-8d6a-4680-be49-bd9dcd5518c5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:26.221313 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-78d56c38-2a53-4ea0-b571-61648e9da035 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/subnets/1c06b3ad-c06b-445e-93b6-d2f614875d33 HTTP/1.1" status: 404 len: 337 time: 0.0405819 Jun 21 14:54:26.222888 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36746) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:26.233919 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff94eeac-fab8-43ac-960d-e5fe65105fbe None None] DHCP port deletion for d17d4c57-3278-41af-9857-7d5a8ae4efc1 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:54:26.256853 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-152db5f7-ca68-4dff-ad52-8a987c35f9c1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] DELETE failed (client error): The resource could not be found. Jun 21 14:54:26.258115 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-152db5f7-ca68-4dff-ad52-8a987c35f9c1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:54:26.259819 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-152db5f7-ca68-4dff-ad52-8a987c35f9c1 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] 10.222.0.72 "DELETE /v2.0/subnets/d208e214-333f-4d33-9d1b-b37078b36282 HTTP/1.1" status: 404 len: 337 time: 0.0356953 Jun 21 14:54:26.262760 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5f42977e-2d8b-4d63-a9fb-6c5947838c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:26.271074 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:26.296434 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f42977e-2d8b-4d63-a9fb-6c5947838c1c admin admin] Pushing event deleted for resources: {'Port': ['ID=bf2d0abb-ddde-4b02-af51-59f862ceac68,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:26.299304 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5f42977e-2d8b-4d63-a9fb-6c5947838c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:26.299767 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-ff94eeac-fab8-43ac-960d-e5fe65105fbe None None] Deleting port e75bd7e4-020f-4086-89db-3a6ee2c7b8ae {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:26.300156 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ff94eeac-fab8-43ac-960d-e5fe65105fbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:26.302507 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-29a257b2-2e54-42d5-b78f-1507a83e4a52 None None] Deleting port 3752470e-be09-43ae-b249-c990eed45c28 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:26.302887 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-29a257b2-2e54-42d5-b78f-1507a83e4a52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:26.347976 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-1a4d551a-0084-4d1c-bce9-27c4cbb5345f tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] For port e75bd7e4-020f-4086-89db-3a6ee2c7b8ae, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=e75bd7e4-020f-4086-89db-3a6ee2c7b8ae,segment=NetworkSegment(91419df6-d521-40c7-8fac-65167e824cab),segment_id=91419df6-d521-40c7-8fac-65167e824cab)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:26.348347 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1a4d551a-0084-4d1c-bce9-27c4cbb5345f tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:26.370731 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-e61e0fd5-8d6a-4680-be49-bd9dcd5518c5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] For port 3752470e-be09-43ae-b249-c990eed45c28, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3752470e-be09-43ae-b249-c990eed45c28,segment=NetworkSegment(144a7dca-3818-45d8-bb1a-0d3055eb165b),segment_id=144a7dca-3818-45d8-bb1a-0d3055eb165b)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:26.371001 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e61e0fd5-8d6a-4680-be49-bd9dcd5518c5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:26.428621 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3752470e-be09-43ae-b249-c990eed45c28 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:54:26.471262 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-1a4d551a-0084-4d1c-bce9-27c4cbb5345f tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Calling delete_port for e75bd7e4-020f-4086-89db-3a6ee2c7b8ae owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:26.527054 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-e61e0fd5-8d6a-4680-be49-bd9dcd5518c5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Calling delete_port for 3752470e-be09-43ae-b249-c990eed45c28 owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:26.535078 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-29a257b2-2e54-42d5-b78f-1507a83e4a52 None None] For port 3752470e-be09-43ae-b249-c990eed45c28, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3752470e-be09-43ae-b249-c990eed45c28,segment=NetworkSegment(144a7dca-3818-45d8-bb1a-0d3055eb165b),segment_id=144a7dca-3818-45d8-bb1a-0d3055eb165b)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:26.535790 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-29a257b2-2e54-42d5-b78f-1507a83e4a52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:26.565094 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5f42977e-2d8b-4d63-a9fb-6c5947838c1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:26.663060 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-29a257b2-2e54-42d5-b78f-1507a83e4a52 None None] Calling delete_port for 3752470e-be09-43ae-b249-c990eed45c28 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:26.669183 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-ff94eeac-fab8-43ac-960d-e5fe65105fbe None None] For port e75bd7e4-020f-4086-89db-3a6ee2c7b8ae, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=e75bd7e4-020f-4086-89db-3a6ee2c7b8ae,segment=NetworkSegment(91419df6-d521-40c7-8fac-65167e824cab),segment_id=91419df6-d521-40c7-8fac-65167e824cab)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:26.670009 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ff94eeac-fab8-43ac-960d-e5fe65105fbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:26.712404 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1a4d551a-0084-4d1c-bce9-27c4cbb5345f tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:26.718295 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-53428957-11dd-43c3-8e8a-181a33cc4fee tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:26.750316 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-ff94eeac-fab8-43ac-960d-e5fe65105fbe None None] Calling delete_port for e75bd7e4-020f-4086-89db-3a6ee2c7b8ae owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:26.750938 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36754) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:26.757432 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e61e0fd5-8d6a-4680-be49-bd9dcd5518c5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:26.761282 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d551a-0084-4d1c-bce9-27c4cbb5345f tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Pushing event deleted for resources: {'Port': ['ID=e75bd7e4-020f-4086-89db-3a6ee2c7b8ae,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:26.764543 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1a4d551a-0084-4d1c-bce9-27c4cbb5345f tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:26.768558 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-69dc30ac-fab6-44a4-bfc9-09bacd24aaad tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:26.773204 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4d551a-0084-4d1c-bce9-27c4cbb5345f tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] No DVR routers for this DVR port e75bd7e4-020f-4086-89db-3a6ee2c7b8ae on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:54:26.797150 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61e0fd5-8d6a-4680-be49-bd9dcd5518c5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] No DVR routers for this DVR port 3752470e-be09-43ae-b249-c990eed45c28 on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:54:26.815293 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Port 3752470e-be09-43ae-b249-c990eed45c28 update to DOWN by agent not found {{(pid=105226) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2133}} Jun 21 14:54:26.816035 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e75bd7e4-020f-4086-89db-3a6ee2c7b8ae no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:54:26.838373 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e0fd5-8d6a-4680-be49-bd9dcd5518c5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Port': ['ID=3752470e-be09-43ae-b249-c990eed45c28,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:26.845715 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e61e0fd5-8d6a-4680-be49-bd9dcd5518c5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:26.853169 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f42977e-2d8b-4d63-a9fb-6c5947838c1c admin admin] Router 58357177-9300-4364-af87-9278149b2ee3 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:54:26.879447 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: e75bd7e4-020f-4086-89db-3a6ee2c7b8ae {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:54:26.880028 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e75bd7e4-020f-4086-89db-3a6ee2c7b8ae not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:54:26.913195 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-29a257b2-2e54-42d5-b78f-1507a83e4a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:26.920596 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-913c6aad-f1c0-4781-ac34-a34dce0b0842 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:26.947117 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a257b2-2e54-42d5-b78f-1507a83e4a52 None None] Pushing event deleted for resources: {'Port': ['ID=3752470e-be09-43ae-b249-c990eed45c28,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:26.949251 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a257b2-2e54-42d5-b78f-1507a83e4a52 None None] No DVR routers for this DVR port 3752470e-be09-43ae-b249-c990eed45c28 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:54:26.952108 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-29a257b2-2e54-42d5-b78f-1507a83e4a52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:26.954839 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ff94eeac-fab8-43ac-960d-e5fe65105fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:26.957016 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5ae0ec8f-63a2-4291-862d-60fbf68c3b1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:26.970820 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1a4d551a-0084-4d1c-bce9-27c4cbb5345f tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:26.974328 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e61e0fd5-8d6a-4680-be49-bd9dcd5518c5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:26.987072 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff94eeac-fab8-43ac-960d-e5fe65105fbe None None] Pushing event deleted for resources: {'Port': ['ID=e75bd7e4-020f-4086-89db-3a6ee2c7b8ae,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:26.988928 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff94eeac-fab8-43ac-960d-e5fe65105fbe None None] No DVR routers for this DVR port e75bd7e4-020f-4086-89db-3a6ee2c7b8ae on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:54:26.990794 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-ff94eeac-fab8-43ac-960d-e5fe65105fbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:27.000393 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-e61e0fd5-8d6a-4680-be49-bd9dcd5518c5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22f62015-722b-4103-8863-a414cb16f627']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:27.002183 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-1a4d551a-0084-4d1c-bce9-27c4cbb5345f tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d17d4c57-3278-41af-9857-7d5a8ae4efc1']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:27.002447 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f42977e-2d8b-4d63-a9fb-6c5947838c1c admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:54:27.007906 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5f42977e-2d8b-4d63-a9fb-6c5947838c1c admin admin] 10.222.0.72 "PUT /v2.0/routers/58357177-9300-4364-af87-9278149b2ee3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9165308 Jun 21 14:54:27.011615 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36758) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:27.013491 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e050c6e-7b0b-4d8c-ba8f-cd6645dbced7 None None] Sync routers for ids ['58357177-9300-4364-af87-9278149b2ee3'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:54:27.020876 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-e61e0fd5-8d6a-4680-be49-bd9dcd5518c5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '144a7dca-3818-45d8-bb1a-0d3055eb165b') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:27.021559 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-e61e0fd5-8d6a-4680-be49-bd9dcd5518c5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '144a7dca-3818-45d8-bb1a-0d3055eb165b') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:27.023858 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e050c6e-7b0b-4d8c-ba8f-cd6645dbced7 None None] Routers {'58357177-9300-4364-af87-9278149b2ee3'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:54:27.024552 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-7e050c6e-7b0b-4d8c-ba8f-cd6645dbced7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['58357177-9300-4364-af87-9278149b2ee3'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:27.045553 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e61e0fd5-8d6a-4680-be49-bd9dcd5518c5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:27.052203 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-1a4d551a-0084-4d1c-bce9-27c4cbb5345f tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91419df6-d521-40c7-8fac-65167e824cab') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:27.052497 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-1a4d551a-0084-4d1c-bce9-27c4cbb5345f tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91419df6-d521-40c7-8fac-65167e824cab') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:27.070705 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1a4d551a-0084-4d1c-bce9-27c4cbb5345f tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:27.079109 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-fe03f93a-71f5-4464-810f-0a0916e9515e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6b84c1e8652b4f7598ae83eb61bf775f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3242652 Jun 21 14:54:27.082952 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e61e0fd5-8d6a-4680-be49-bd9dcd5518c5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:27.084642 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36760) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:27.105488 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1a4d551a-0084-4d1c-bce9-27c4cbb5345f tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:27.107707 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61e0fd5-8d6a-4680-be49-bd9dcd5518c5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:54:27.108106 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e61e0fd5-8d6a-4680-be49-bd9dcd5518c5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:27.111149 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:54:27.111149 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:54:27.111149 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:54:27.111149 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:54:27.111149 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:54:27.111149 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:54:27.111149 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:54:27.111149 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:54:27.111149 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:54:27.111149 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:54:27.111149 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:54:27.111149 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:54:27.111149 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:54:27.111149 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:54:27.111149 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:54:27.111149 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:54:27.111149 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:54:27.111149 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:54:27.111149 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:54:27.111149 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:54:27.111149 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:54:27.111149 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:54:27.111149 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:54:27.111149 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:54:27.111149 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:54:27.111149 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:54:27.111149 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:54:27.111149 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:54:27.111149 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:54:27.111149 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:54:27.111149 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:54:27.111149 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:54:27.127366 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0a82ef37-2d1d-4251-9f20-a638d63eccc2 admin admin] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:27.142182 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-7e050c6e-7b0b-4d8c-ba8f-cd6645dbced7 None None] Set router 58357177-9300-4364-af87-9278149b2ee3 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:54:27.156412 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a4d551a-0084-4d1c-bce9-27c4cbb5345f tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:54:27.156821 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1a4d551a-0084-4d1c-bce9-27c4cbb5345f tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:27.159841 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:54:27.159841 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:54:27.159841 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:54:27.159841 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:54:27.159841 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:54:27.159841 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:54:27.159841 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:54:27.159841 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:54:27.159841 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:54:27.159841 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:54:27.159841 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:54:27.159841 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:54:27.159841 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:54:27.159841 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:54:27.159841 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:54:27.159841 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:54:27.159841 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:54:27.159841 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:54:27.159841 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:54:27.159841 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:54:27.159841 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:54:27.159841 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:54:27.159841 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:54:27.159841 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:54:27.159841 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:54:27.159841 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:54:27.159841 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:54:27.159841 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:54:27.159841 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:54:27.159841 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:54:27.159841 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:54:27.159841 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:54:27.238051 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0a82ef37-2d1d-4251-9f20-a638d63eccc2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:27.248053 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e61e0fd5-8d6a-4680-be49-bd9dcd5518c5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:27.256756 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-78cadf1f-f73b-4d75-b753-d4acaf5fb362 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:27.263305 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e61e0fd5-8d6a-4680-be49-bd9dcd5518c5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:27.269223 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e61e0fd5-8d6a-4680-be49-bd9dcd5518c5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/networks/22f62015-722b-4103-8863-a414cb16f627 HTTP/1.1" status: 204 len: 168 time: 1.4002442 Jun 21 14:54:27.269223 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1a4d551a-0084-4d1c-bce9-27c4cbb5345f tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:27.276124 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36762) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:27.283703 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1a4d551a-0084-4d1c-bce9-27c4cbb5345f tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:27.285515 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1a4d551a-0084-4d1c-bce9-27c4cbb5345f tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] 10.222.0.72 "DELETE /v2.0/networks/d17d4c57-3278-41af-9857-7d5a8ae4efc1 HTTP/1.1" status: 204 len: 168 time: 1.4346256 Jun 21 14:54:27.286620 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e0fd5-8d6a-4680-be49-bd9dcd5518c5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Network': ['ID=22f62015-722b-4103-8863-a414cb16f627,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:27.288578 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a7666481-bbe5-4b28-8f7b-8f4948fed569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:27.290520 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e61e0fd5-8d6a-4680-be49-bd9dcd5518c5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:27.292324 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3df0726e-e31d-4093-8e2d-64a3e8965642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:27.307000 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d551a-0084-4d1c-bce9-27c4cbb5345f tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Pushing event deleted for resources: {'Network': ['ID=d17d4c57-3278-41af-9857-7d5a8ae4efc1,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:27.313882 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1a4d551a-0084-4d1c-bce9-27c4cbb5345f tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:27.328609 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a7666481-bbe5-4b28-8f7b-8f4948fed569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:27.331652 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36421b1-3c97-4fb0-bdf3-1f81cedd2a92 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:27.335816 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d36421b1-3c97-4fb0-bdf3-1f81cedd2a92 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "GET /v2.0/ports/8d1f7be0-5ece-47c1-92f9-1741f9a26566 HTTP/1.1" status: 200 len: 840 time: 0.0549891 Jun 21 14:54:27.337565 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36766) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:27.358569 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-7e050c6e-7b0b-4d8c-ba8f-cd6645dbced7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58357177-9300-4364-af87-9278149b2ee3', 'name': 'tempest-ServerActionsTestJSON-716197638-router', 'tenant_id': '11635685b5064af1901fae1b04f861cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.204'}], 'enable_snat': True}, 'gw_port_id': '166a7ac5-f4b5-4666-b368-73c188f6637d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:42Z', 'updated_at': '2021-06-21T14:54:26Z', 'revision_number': 5, 'project_id': '11635685b5064af1901fae1b04f861cb', 'gw_port': {'id': '166a7ac5-f4b5-4666-b368-73c188f6637d', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:9f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58357177-9300-4364-af87-9278149b2ee3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:48:44Z', 'updated_at': '2021-06-21T14:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:27.394266 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e050c6e-7b0b-4d8c-ba8f-cd6645dbced7 None None] Checking router: 58357177-9300-4364-af87-9278149b2ee3 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:54:27.405706 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e050c6e-7b0b-4d8c-ba8f-cd6645dbced7 None None] Routers {'58357177-9300-4364-af87-9278149b2ee3'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:54:27.406537 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-7e050c6e-7b0b-4d8c-ba8f-cd6645dbced7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['58357177-9300-4364-af87-9278149b2ee3'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:27.408954 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a7666481-bbe5-4b28-8f7b-8f4948fed569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:27.415303 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-49a1812a-22c3-42c7-959d-35a8cda78f87 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "GET /v2.0/ports/8d1f7be0-5ece-47c1-92f9-1741f9a26566?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0710080 Jun 21 14:54:27.415479 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a7666481-bbe5-4b28-8f7b-8f4948fed569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:27.415591 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-0a82ef37-2d1d-4251-9f20-a638d63eccc2 admin admin] Deleting port 166a7ac5-f4b5-4666-b368-73c188f6637d {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:27.415591 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0a82ef37-2d1d-4251-9f20-a638d63eccc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:27.415765 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a7666481-bbe5-4b28-8f7b-8f4948fed569 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/40c6be54-0226-4d07-befd-b70785ccd3fd HTTP/1.1" status: 204 len: 168 time: 0.3276963 Jun 21 14:54:27.415765 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4ddecfc8-152b-4000-8d65-5e1ad9e17586 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:27.415908 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36768) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:27.420690 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-0edcf459-7f3f-4ed9-8f94-cf871902ef53 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'subnet': {'network_id': '572012d6-106a-42ac-ad82-0f480c4cea22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:27.429336 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7666481-bbe5-4b28-8f7b-8f4948fed569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c6be54-0226-4d07-befd-b70785ccd3fd,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:27.434469 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a7666481-bbe5-4b28-8f7b-8f4948fed569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:27.524596 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-7e050c6e-7b0b-4d8c-ba8f-cd6645dbced7 None None] Set router 58357177-9300-4364-af87-9278149b2ee3 gateway port host: None {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:54:27.567724 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-0a82ef37-2d1d-4251-9f20-a638d63eccc2 admin admin] For port 166a7ac5-f4b5-4666-b368-73c188f6637d, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=166a7ac5-f4b5-4666-b368-73c188f6637d,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:27.568080 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0a82ef37-2d1d-4251-9f20-a638d63eccc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:27.589759 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-7e050c6e-7b0b-4d8c-ba8f-cd6645dbced7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58357177-9300-4364-af87-9278149b2ee3', 'name': 'tempest-ServerActionsTestJSON-716197638-router', 'tenant_id': '11635685b5064af1901fae1b04f861cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:42Z', 'updated_at': '2021-06-21T14:54:27Z', 'revision_number': 6, 'project_id': '11635685b5064af1901fae1b04f861cb', 'gw_port_host': None}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:27.605320 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36776) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:27.630905 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e050c6e-7b0b-4d8c-ba8f-cd6645dbced7 None None] The sync data for ids ['58357177-9300-4364-af87-9278149b2ee3'] in dv-neutron-797121-2-hyperv is: [{'id': '58357177-9300-4364-af87-9278149b2ee3', 'name': 'tempest-ServerActionsTestJSON-716197638-router', 'tenant_id': '11635685b5064af1901fae1b04f861cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:48:42Z', 'updated_at': '2021-06-21T14:54:27Z', 'revision_number': 6, 'project_id': '11635685b5064af1901fae1b04f861cb', 'gw_port_host': None}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:54:27.645632 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-0a82ef37-2d1d-4251-9f20-a638d63eccc2 admin admin] Calling delete_port for 166a7ac5-f4b5-4666-b368-73c188f6637d owned by network:router_gateway {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:27.648348 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0edcf459-7f3f-4ed9-8f94-cf871902ef53 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Made reservation on behalf of d39eebfbe3874515bc761a8de17d07a8 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:27.651895 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0edcf459-7f3f-4ed9-8f94-cf871902ef53 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:27.784495 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-97d9e20f-3361-4658-a9b2-03040d6a76b4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ab86dce9cb9f4570a6cabb72a9da1985&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1778519 Jun 21 14:54:27.787125 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36788) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:27.844747 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-15941f83-48d1-426e-8948-ef6d9e4567a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:27.873231 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-15941f83-48d1-426e-8948-ef6d9e4567a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:27.934543 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-15941f83-48d1-426e-8948-ef6d9e4567a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:27.938151 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-15941f83-48d1-426e-8948-ef6d9e4567a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:27.939447 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-15941f83-48d1-426e-8948-ef6d9e4567a2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/de5ac4e0-3cba-4189-a682-7cd6f64c9709 HTTP/1.1" status: 204 len: 168 time: 0.1510208 Jun 21 14:54:27.940468 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a7666481-bbe5-4b28-8f7b-8f4948fed569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:27.954455 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15941f83-48d1-426e-8948-ef6d9e4567a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5ac4e0-3cba-4189-a682-7cd6f64c9709,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:27.957469 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-15941f83-48d1-426e-8948-ef6d9e4567a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:27.997087 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0edcf459-7f3f-4ed9-8f94-cf871902ef53 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:28.001230 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-50a5f582-d331-4596-8195-cc186fcbac97 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:28.016444 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0a82ef37-2d1d-4251-9f20-a638d63eccc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:28.062070 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edcf459-7f3f-4ed9-8f94-cf871902ef53 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Network 572012d6-106a-42ac-ad82-0f480c4cea22 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:54:28.070756 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-0edcf459-7f3f-4ed9-8f94-cf871902ef53 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:28.085264 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12556137-3605-4b50-a93a-12cf84156355 None None] Network 572012d6-106a-42ac-ad82-0f480c4cea22 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:28.090834 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0edcf459-7f3f-4ed9-8f94-cf871902ef53 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:28.091841 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0edcf459-7f3f-4ed9-8f94-cf871902ef53 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:28.106257 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edcf459-7f3f-4ed9-8f94-cf871902ef53 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Subnet': ['ID=1293ca9f-32c0-4349-8bb0-8f67de6c51fa,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:28.136209 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36800) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:28.136341 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0edcf459-7f3f-4ed9-8f94-cf871902ef53 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7199180 Jun 21 14:54:28.137378 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0edcf459-7f3f-4ed9-8f94-cf871902ef53 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:28.139833 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:28.142557 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-b6280645-06c9-4d47-9fc8-236445df5c21 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'security_group': {'name': 'tempest-secgroup-149290703'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:28.163969 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a82ef37-2d1d-4251-9f20-a638d63eccc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=166a7ac5-f4b5-4666-b368-73c188f6637d,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:28.170072 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0a82ef37-2d1d-4251-9f20-a638d63eccc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:28.182781 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0a82ef37-2d1d-4251-9f20-a638d63eccc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:28.222065 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b6280645-06c9-4d47-9fc8-236445df5c21 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:28.238349 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36804) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:28.356946 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01be74ac-2861-465b-a866-0ed5840c9ae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-572012d6-106a-42ac-ad82-0f480c4cea22', 'network_id': '572012d6-106a-42ac-ad82-0f480c4cea22', 'tenant_id': 'd39eebfbe3874515bc761a8de17d07a8', 'fixed_ips': [{'subnet_id': '1293ca9f-32c0-4349-8bb0-8f67de6c51fa'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:54:28.364364 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-01be74ac-2861-465b-a866-0ed5840c9ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:28.390136 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-0da3e678-1f3e-43fe-9a21-dd2bf1c9ade2 tempest-DvrRoutersNegativeTest-1082216993 tempest-DvrRoutersNegativeTest-1082216993-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1467689769', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:28.399678 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.policy [None req-0da3e678-1f3e-43fe-9a21-dd2bf1c9ade2 tempest-DvrRoutersNegativeTest-1082216993 tempest-DvrRoutersNegativeTest-1082216993-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=105225) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jun 21 14:54:28.400455 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.policy [None req-0da3e678-1f3e-43fe-9a21-dd2bf1c9ade2 tempest-DvrRoutersNegativeTest-1082216993 tempest-DvrRoutersNegativeTest-1082216993-project] Failed policy check for 'create_router' {{(pid=105225) enforce /opt/stack/neutron/neutron/policy.py:520}} Jun 21 14:54:28.402010 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-0da3e678-1f3e-43fe-9a21-dd2bf1c9ade2 tempest-DvrRoutersNegativeTest-1082216993 tempest-DvrRoutersNegativeTest-1082216993-project] create failed (client error): Access was denied to this resource. Jun 21 14:54:28.408776 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0da3e678-1f3e-43fe-9a21-dd2bf1c9ade2 tempest-DvrRoutersNegativeTest-1082216993 tempest-DvrRoutersNegativeTest-1082216993-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1690524 Jun 21 14:54:28.461190 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b6280645-06c9-4d47-9fc8-236445df5c21 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:28.468594 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b6280645-06c9-4d47-9fc8-236445df5c21 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:28.477940 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-cc36652d-f100-49c8-9734-ceb5207e5fc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:28.519229 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b6280645-06c9-4d47-9fc8-236445df5c21 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:28.522422 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b6280645-06c9-4d47-9fc8-236445df5c21 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.3848689 Jun 21 14:54:28.524831 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36818) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:28.532707 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-71f1366f-6ecb-4efb-8dfe-a636df0ca884 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'security_group': {'name': 'tempest-secgroup-436017912'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:28.539070 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6280645-06c9-4d47-9fc8-236445df5c21 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1e268a-588a-4d4d-afdb-ddd26f7f63b0,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:28.566766 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b6280645-06c9-4d47-9fc8-236445df5c21 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:28.590061 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-71f1366f-6ecb-4efb-8dfe-a636df0ca884 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:28.597065 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-01be74ac-2861-465b-a866-0ed5840c9ae3 None None] Allocated IP 172.20.0.2 (572012d6-106a-42ac-ad82-0f480c4cea22/1293ca9f-32c0-4349-8bb0-8f67de6c51fa/4ba0745b-36e0-4287-a191-f3f333932d35) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:54:28.739597 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-71f1366f-6ecb-4efb-8dfe-a636df0ca884 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:28.749143 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-71f1366f-6ecb-4efb-8dfe-a636df0ca884 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:28.762879 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0a82ef37-2d1d-4251-9f20-a638d63eccc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:28.765230 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fbd47376-7a0f-4dd7-ac5b-916b7f605e66 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:28.765982 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0a82ef37-2d1d-4251-9f20-a638d63eccc2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:28.824705 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0a82ef37-2d1d-4251-9f20-a638d63eccc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:28.826268 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a82ef37-2d1d-4251-9f20-a638d63eccc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58357177-9300-4364-af87-9278149b2ee3 {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:54:28.831738 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0a82ef37-2d1d-4251-9f20-a638d63eccc2 admin admin] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:28.833497 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0a82ef37-2d1d-4251-9f20-a638d63eccc2 admin admin] 10.222.0.72 "DELETE /v2.0/routers/58357177-9300-4364-af87-9278149b2ee3 HTTP/1.1" status: 204 len: 168 time: 1.8209400 Jun 21 14:54:28.836057 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36824) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:28.839705 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-71f1366f-6ecb-4efb-8dfe-a636df0ca884 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:28.841218 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-71f1366f-6ecb-4efb-8dfe-a636df0ca884 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.3148513 Jun 21 14:54:28.850397 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36828) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:28.864094 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-0516fc7d-51bc-4909-bede-8e84ff741bfc tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1020830935', 'security_groups': ['e9d6d7bd-3cd4-4180-806e-cea2214a8bf8'], 'network_id': '572012d6-106a-42ac-ad82-0f480c4cea22', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1293ca9f-32c0-4349-8bb0-8f67de6c51fa'}]}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:28.877841 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f1366f-6ecb-4efb-8dfe-a636df0ca884 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d6d7bd-3cd4-4180-806e-cea2214a8bf8,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:28.883822 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-71f1366f-6ecb-4efb-8dfe-a636df0ca884 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:28.894525 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36830) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:28.900755 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fe59e86-3e64-40dd-826d-c3c0fd233bbe admin admin] Deleting subnet f3bb9f9f-5a2e-4ed7-b8d4-076458baa435 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:54:28.910619 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9fe59e86-3e64-40dd-826d-c3c0fd233bbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:28.962290 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9fe59e86-3e64-40dd-826d-c3c0fd233bbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:28.967884 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device bf2d0abb-ddde-4b02-af51-59f862ceac68 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:54:29.009650 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: bf2d0abb-ddde-4b02-af51-59f862ceac68 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:54:29.009650 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device bf2d0abb-ddde-4b02-af51-59f862ceac68 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:54:29.010114 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 166a7ac5-f4b5-4666-b368-73c188f6637d no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:54:29.052257 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 166a7ac5-f4b5-4666-b368-73c188f6637d {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:54:29.052913 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 166a7ac5-f4b5-4666-b368-73c188f6637d not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:54:29.089480 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9fe59e86-3e64-40dd-826d-c3c0fd233bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:29.155824 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0516fc7d-51bc-4909-bede-8e84ff741bfc tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Made reservation on behalf of d39eebfbe3874515bc761a8de17d07a8 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:29.158567 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9fe59e86-3e64-40dd-826d-c3c0fd233bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:29.166855 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-01be74ac-2861-465b-a866-0ed5840c9ae3 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:29.171830 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-27b84309-168e-4adc-8b41-fc416d0cb741 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:29.177732 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-01be74ac-2861-465b-a866-0ed5840c9ae3 None None] Transition to ACTIVE for port object 4ba0745b-36e0-4287-a191-f3f333932d35 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:54:29.178387 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9fe59e86-3e64-40dd-826d-c3c0fd233bbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:29.181412 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9fe59e86-3e64-40dd-826d-c3c0fd233bbe admin admin] 10.222.0.72 "DELETE /v2.0/subnets/f3bb9f9f-5a2e-4ed7-b8d4-076458baa435 HTTP/1.1" status: 204 len: 168 time: 0.3440733 Jun 21 14:54:29.184635 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36838) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:29.198148 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7009290-1b4f-4085-9996-d971a13a3c6c None None] Network 393f8381-0805-46a3-9584-62cfa82bcbaf requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:29.218203 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-01be74ac-2861-465b-a866-0ed5840c9ae3 None None] Transition to ACTIVE for port object 4ba0745b-36e0-4287-a191-f3f333932d35 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:54:29.227497 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36840) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:29.265750 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-01be74ac-2861-465b-a866-0ed5840c9ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:29.271782 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0ed34924-c217-41b7-8d08-868bb28fd9a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:29.291946 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0516fc7d-51bc-4909-bede-8e84ff741bfc tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:29.306600 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe59e86-3e64-40dd-826d-c3c0fd233bbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3bb9f9f-5a2e-4ed7-b8d4-076458baa435,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:29.311433 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1a83621f-aa19-46e6-9ba4-d2d236c0da6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:29.319302 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-58de2221-8963-492a-ac74-b2a1d329626e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1497217291'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:29.319883 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9fe59e86-3e64-40dd-826d-c3c0fd233bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:29.323241 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6ed3779d-65df-4caa-b025-c68e02b765eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:29.330635 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01be74ac-2861-465b-a866-0ed5840c9ae3 None None] Network 572012d6-106a-42ac-ad82-0f480c4cea22 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:54:29.336189 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-01be74ac-2861-465b-a866-0ed5840c9ae3 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:29.338704 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01be74ac-2861-465b-a866-0ed5840c9ae3 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:54:29.344728 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-0516fc7d-51bc-4909-bede-8e84ff741bfc tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] device_id is not set on port d943ce64-6335-4c08-a5f4-a8b268e63fd8 yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:54:29.360800 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.db.api [None req-6ed3779d-65df-4caa-b025-c68e02b765eb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 21 14:54:29.360800 dv-neutron-797121-2-hyperv neutron-server[105224]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 21 14:54:29.360800 dv-neutron-797121-2-hyperv neutron-server[105224]: [parameters: {'project_id_1': '0f21070addb04cc5bf7d07863a34aaef', 'expiration_1': datetime.datetime(2021, 6, 21, 14, 54, 29, 337037)}] Jun 21 14:54:29.360800 dv-neutron-797121-2-hyperv neutron-server[105224]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105224) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 14:54:29.361301 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_db.api [None req-6ed3779d-65df-4caa-b025-c68e02b765eb admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 14:54:29.384594 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-1a83621f-aa19-46e6-9ba4-d2d236c0da6e admin admin] Deleting port b5fb93df-ba53-448d-9a3b-42699b9e6690 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:29.384959 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1a83621f-aa19-46e6-9ba4-d2d236c0da6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:29.394673 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58de2221-8963-492a-ac74-b2a1d329626e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Made reservation on behalf of f8317acb64424f1b9afd698dd36cd595 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:29.398187 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-58de2221-8963-492a-ac74-b2a1d329626e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:29.409375 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be74ac-2861-465b-a866-0ed5840c9ae3 None None] Pushing event updated for resources: {'Port': ['ID=4ba0745b-36e0-4287-a191-f3f333932d35,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:29.414386 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-01be74ac-2861-465b-a866-0ed5840c9ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:29.421928 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-58de2221-8963-492a-ac74-b2a1d329626e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:29.454307 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-1a83621f-aa19-46e6-9ba4-d2d236c0da6e admin admin] For port b5fb93df-ba53-448d-9a3b-42699b9e6690, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=b5fb93df-ba53-448d-9a3b-42699b9e6690,segment=NetworkSegment(13e41d55-d7a6-42e5-906b-ff2e60f019f8),segment_id=13e41d55-d7a6-42e5-906b-ff2e60f019f8)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:29.454598 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1a83621f-aa19-46e6-9ba4-d2d236c0da6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:29.467814 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-01be74ac-2861-465b-a866-0ed5840c9ae3 None None] Attempting to bind port 4ba0745b-36e0-4287-a191-f3f333932d35 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:54:29.467814 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-01be74ac-2861-465b-a866-0ed5840c9ae3 None None] Attempting to bind port 4ba0745b-36e0-4287-a191-f3f333932d35 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '0d72db2b-c6f4-4ce2-b280-59109dcf818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '572012d6-106a-42ac-ad82-0f480c4cea22'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:54:29.467814 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01be74ac-2861-465b-a866-0ed5840c9ae3 None None] Attempting to bind port 4ba0745b-36e0-4287-a191-f3f333932d35 on network 572012d6-106a-42ac-ad82-0f480c4cea22 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:54:29.475653 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01be74ac-2861-465b-a866-0ed5840c9ae3 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:54:29.476034 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01be74ac-2861-465b-a866-0ed5840c9ae3 None None] Checking segment: {'id': '0d72db2b-c6f4-4ce2-b280-59109dcf818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '572012d6-106a-42ac-ad82-0f480c4cea22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:54:29.476447 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-01be74ac-2861-465b-a866-0ed5840c9ae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:29.476853 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01be74ac-2861-465b-a866-0ed5840c9ae3 None None] Bound using segment: {'id': '0d72db2b-c6f4-4ce2-b280-59109dcf818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '572012d6-106a-42ac-ad82-0f480c4cea22'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:54:29.477335 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-01be74ac-2861-465b-a866-0ed5840c9ae3 None None] Bound port: 4ba0745b-36e0-4287-a191-f3f333932d35, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d72db2b-c6f4-4ce2-b280-59109dcf818d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '572012d6-106a-42ac-ad82-0f480c4cea22'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:54:29.477716 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-01be74ac-2861-465b-a866-0ed5840c9ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:29.522771 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-1a83621f-aa19-46e6-9ba4-d2d236c0da6e admin admin] Calling delete_port for b5fb93df-ba53-448d-9a3b-42699b9e6690 owned by network:dhcp {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:29.554383 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-01be74ac-2861-465b-a866-0ed5840c9ae3 None None] For port 4ba0745b-36e0-4287-a191-f3f333932d35, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:54:29.558230 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-01be74ac-2861-465b-a866-0ed5840c9ae3 None None] For port 4ba0745b-36e0-4287-a191-f3f333932d35, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=4ba0745b-36e0-4287-a191-f3f333932d35,segment=NetworkSegment(0d72db2b-c6f4-4ce2-b280-59109dcf818d),segment_id=0d72db2b-c6f4-4ce2-b280-59109dcf818d)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:54:29.566337 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-01be74ac-2861-465b-a866-0ed5840c9ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:29.569498 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:29.572789 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-0516fc7d-51bc-4909-bede-8e84ff741bfc tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Allocated IP 172.20.0.13 (572012d6-106a-42ac-ad82-0f480c4cea22/1293ca9f-32c0-4349-8bb0-8f67de6c51fa/d943ce64-6335-4c08-a5f4-a8b268e63fd8) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:54:29.627558 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1a83621f-aa19-46e6-9ba4-d2d236c0da6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:29.632665 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cbe618f7-65b0-4c23-b1a8-41d68b870e84 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:29.633518 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff076b1-5b51-4a23-b795-4d4840295b5e None None] DHCP port deletion for 393f8381-0805-46a3-9584-62cfa82bcbaf request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:54:29.664767 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be74ac-2861-465b-a866-0ed5840c9ae3 None None] Pushing event updated for resources: {'Port': ['ID=4ba0745b-36e0-4287-a191-f3f333932d35,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:29.668337 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-01be74ac-2861-465b-a866-0ed5840c9ae3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:29.675356 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a83621f-aa19-46e6-9ba4-d2d236c0da6e admin admin] No DVR routers for this DVR port b5fb93df-ba53-448d-9a3b-42699b9e6690 on host dv-neutron-797121-2-hyperv {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:54:29.677410 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a83621f-aa19-46e6-9ba4-d2d236c0da6e admin admin] Pushing event deleted for resources: {'Port': ['ID=b5fb93df-ba53-448d-9a3b-42699b9e6690,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:29.681366 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1a83621f-aa19-46e6-9ba4-d2d236c0da6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:29.694958 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-58de2221-8963-492a-ac74-b2a1d329626e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:29.705110 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-58de2221-8963-492a-ac74-b2a1d329626e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:29.711813 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1337fbd0-35f4-44b6-b7f9-b358c4f0d1c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:29.744316 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58de2221-8963-492a-ac74-b2a1d329626e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:54:29.759707 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1a83621f-aa19-46e6-9ba4-d2d236c0da6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:29.764873 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de2221-8963-492a-ac74-b2a1d329626e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fca6a0c0-3075-4baa-b238-0e1e6ccc697c,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:29.770572 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-58de2221-8963-492a-ac74-b2a1d329626e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:29.776485 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-1a83621f-aa19-46e6-9ba4-d2d236c0da6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['393f8381-0805-46a3-9584-62cfa82bcbaf']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:29.780789 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-58de2221-8963-492a-ac74-b2a1d329626e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:29.781135 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-58de2221-8963-492a-ac74-b2a1d329626e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Added segment 93411b0b-d7f4-4340-b173-ec2110c7661f of type vlan for network dcd43849-2c98-436f-9dd1-6cd3223dcc5e Jun 21 14:54:29.789603 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-1a83621f-aa19-46e6-9ba4-d2d236c0da6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13e41d55-d7a6-42e5-906b-ff2e60f019f8') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:29.790606 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-1a83621f-aa19-46e6-9ba4-d2d236c0da6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13e41d55-d7a6-42e5-906b-ff2e60f019f8') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:29.801579 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1a83621f-aa19-46e6-9ba4-d2d236c0da6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:29.817601 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1a83621f-aa19-46e6-9ba4-d2d236c0da6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:29.825247 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a83621f-aa19-46e6-9ba4-d2d236c0da6e admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:54:29.825247 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1a83621f-aa19-46e6-9ba4-d2d236c0da6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:29.827327 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:54:29.827327 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:54:29.827327 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:54:29.827327 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:54:29.827327 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:54:29.827327 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:54:29.827327 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:54:29.827327 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:54:29.827327 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:54:29.827327 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:54:29.827327 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:54:29.827327 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:54:29.827327 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:54:29.827327 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:54:29.827327 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:54:29.827327 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:54:29.827327 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:54:29.827327 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:54:29.827327 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:54:29.827327 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:54:29.827327 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:54:29.827327 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:54:29.827327 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:54:29.827327 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:54:29.827327 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:54:29.827327 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:54:29.827327 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:54:29.827327 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:54:29.827327 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:54:29.827327 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:54:29.827327 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:54:29.827327 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:54:29.830060 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0516fc7d-51bc-4909-bede-8e84ff741bfc tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:29.848067 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-58de2221-8963-492a-ac74-b2a1d329626e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:29.870273 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-0516fc7d-51bc-4909-bede-8e84ff741bfc tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Transition to ACTIVE for port object d943ce64-6335-4c08-a5f4-a8b268e63fd8 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:54:29.884454 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6ed3779d-65df-4caa-b025-c68e02b765eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:29.914320 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-58de2221-8963-492a-ac74-b2a1d329626e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:29.920956 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58de2221-8963-492a-ac74-b2a1d329626e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:29.921606 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-58de2221-8963-492a-ac74-b2a1d329626e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:29.929078 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1a83621f-aa19-46e6-9ba4-d2d236c0da6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:29.932840 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c2620664-9053-43ec-a9e0-6b06380a968c tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:29.937065 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8741724b-dae0-43dc-9641-80f761f6e178 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:29.954705 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1a83621f-aa19-46e6-9ba4-d2d236c0da6e admin admin] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:29.958379 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1a83621f-aa19-46e6-9ba4-d2d236c0da6e admin admin] 10.222.0.72 "DELETE /v2.0/networks/393f8381-0805-46a3-9584-62cfa82bcbaf HTTP/1.1" status: 204 len: 168 time: 0.7666018 Jun 21 14:54:30.011600 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0516fc7d-51bc-4909-bede-8e84ff741bfc tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:30.013993 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a83621f-aa19-46e6-9ba4-d2d236c0da6e admin admin] Pushing event deleted for resources: {'Network': ['ID=393f8381-0805-46a3-9584-62cfa82bcbaf,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:30.018567 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1a83621f-aa19-46e6-9ba4-d2d236c0da6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:30.021340 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de2221-8963-492a-ac74-b2a1d329626e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Network': ['ID=dcd43849-2c98-436f-9dd1-6cd3223dcc5e,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:30.026866 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-58de2221-8963-492a-ac74-b2a1d329626e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:30.027369 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1a4d551a-0084-4d1c-bce9-27c4cbb5345f tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:30.043664 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network dcd43849-2c98-436f-9dd1-6cd3223dcc5e details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:54:30.084328 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0516fc7d-51bc-4909-bede-8e84ff741bfc tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Network 572012d6-106a-42ac-ad82-0f480c4cea22 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:54:30.087694 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6ed3779d-65df-4caa-b025-c68e02b765eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:30.088547 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-0516fc7d-51bc-4909-bede-8e84ff741bfc tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:30.090433 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516fc7d-51bc-4909-bede-8e84ff741bfc tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Port': ['ID=d943ce64-6335-4c08-a5f4-a8b268e63fd8,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:30.093231 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0516fc7d-51bc-4909-bede-8e84ff741bfc tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:54:30.096264 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0516fc7d-51bc-4909-bede-8e84ff741bfc tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:30.098370 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6ed3779d-65df-4caa-b025-c68e02b765eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:30.103210 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c99c6ab4-c3df-4741-9e77-e84b9f8f7ced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:30.122926 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-58de2221-8963-492a-ac74-b2a1d329626e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8943992 Jun 21 14:54:30.123617 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36846) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:30.132212 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-b486f92e-5c24-4f0a-afbb-8f2af203220a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-348213946'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:30.143598 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3779d-65df-4caa-b025-c68e02b765eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfae7cbf-2e13-4b47-a0af-a7ead5f1ed82,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:30.151528 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36848) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:30.151713 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6ed3779d-65df-4caa-b025-c68e02b765eb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0f21070addb04cc5bf7d07863a34aaef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2479246 Jun 21 14:54:30.152635 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6ed3779d-65df-4caa-b025-c68e02b765eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:30.171392 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36850) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:30.176794 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0516fc7d-51bc-4909-bede-8e84ff741bfc tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:30.177422 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0516fc7d-51bc-4909-bede-8e84ff741bfc tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:30.194245 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b486f92e-5c24-4f0a-afbb-8f2af203220a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Made reservation on behalf of f8317acb64424f1b9afd698dd36cd595 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:30.197596 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b486f92e-5c24-4f0a-afbb-8f2af203220a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:30.218221 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d947bb66-2a8c-44af-b71c-54655078b0db admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=11635685b5064af1901fae1b04f861cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0423639 Jun 21 14:54:30.218221 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36852) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:30.218583 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0516fc7d-51bc-4909-bede-8e84ff741bfc tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3657050 Jun 21 14:54:30.224129 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36854) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:30.230684 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-a1ef1b48-9cfe-4e36-bdaf-581eb63a4e50 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'subnet': {'network_id': '572012d6-106a-42ac-ad82-0f480c4cea22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:30.247195 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b486f92e-5c24-4f0a-afbb-8f2af203220a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:54:30.257773 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-74a3ab6a-e306-4e95-bb2a-c4e2281d88ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:30.270582 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b486f92e-5c24-4f0a-afbb-8f2af203220a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:30.270926 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-b486f92e-5c24-4f0a-afbb-8f2af203220a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Added segment 574d2763-d7d9-437b-9c9a-d1201173fcff of type vlan for network 23d4ad82-ffa5-4d9a-aea1-5574c799939a Jun 21 14:54:30.310164 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-74a3ab6a-e306-4e95-bb2a-c4e2281d88ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:30.335481 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b486f92e-5c24-4f0a-afbb-8f2af203220a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:30.353764 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-16c1d514-d87f-4c84-8e0c-b22acf1af521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:30.389158 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b486f92e-5c24-4f0a-afbb-8f2af203220a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:30.390809 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-16c1d514-d87f-4c84-8e0c-b22acf1af521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:30.394787 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b486f92e-5c24-4f0a-afbb-8f2af203220a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:30.395691 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b486f92e-5c24-4f0a-afbb-8f2af203220a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:30.408363 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1a4d551a-0084-4d1c-bce9-27c4cbb5345f tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:30.412851 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 4ba0745b-36e0-4287-a191-f3f333932d35 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:54:30.441162 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ef1b48-9cfe-4e36-bdaf-581eb63a4e50 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Made reservation on behalf of d39eebfbe3874515bc761a8de17d07a8 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:30.445330 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a1ef1b48-9cfe-4e36-bdaf-581eb63a4e50 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:30.484306 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-74a3ab6a-e306-4e95-bb2a-c4e2281d88ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:30.487220 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-74a3ab6a-e306-4e95-bb2a-c4e2281d88ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:30.488438 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-74a3ab6a-e306-4e95-bb2a-c4e2281d88ae admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bfae7cbf-2e13-4b47-a0af-a7ead5f1ed82 HTTP/1.1" status: 204 len: 168 time: 0.3340237 Jun 21 14:54:30.493761 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 4ba0745b-36e0-4287-a191-f3f333932d35 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:54:30.515150 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-16c1d514-d87f-4c84-8e0c-b22acf1af521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:30.518158 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-16c1d514-d87f-4c84-8e0c-b22acf1af521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:30.519511 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-16c1d514-d87f-4c84-8e0c-b22acf1af521 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/65a3847b-d871-49c9-8a25-46d2dd087a42 HTTP/1.1" status: 204 len: 168 time: 0.3005676 Jun 21 14:54:30.523013 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-29125dd6-fc0b-4c15-909d-78d9bc7fb12e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:30.537518 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b486f92e-5c24-4f0a-afbb-8f2af203220a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4105167 Jun 21 14:54:30.541691 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36860) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:30.544796 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1d514-d87f-4c84-8e0c-b22acf1af521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a3847b-d871-49c9-8a25-46d2dd087a42,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:30.554912 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-16c1d514-d87f-4c84-8e0c-b22acf1af521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:30.558644 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-707cc6cd-ec28-486c-8b28-37e579fea43a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Request body: {'subnet': {'network_id': 'dcd43849-2c98-436f-9dd1-6cd3223dcc5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:30.578561 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.ipam_backend_mixin [None req-a1ef1b48-9cfe-4e36-bdaf-581eb63a4e50 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1293ca9f-32c0-4349-8bb0-8f67de6c51fa (CIDR: 172.20.0.0/28) Jun 21 14:54:30.580890 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486f92e-5c24-4f0a-afbb-8f2af203220a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Network': ['ID=23d4ad82-ffa5-4d9a-aea1-5574c799939a,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:30.586488 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b486f92e-5c24-4f0a-afbb-8f2af203220a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:30.587073 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1ef1b48-9cfe-4e36-bdaf-581eb63a4e50 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:54:30.587774 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1ef1b48-9cfe-4e36-bdaf-581eb63a4e50 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:54:30.598358 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 23d4ad82-ffa5-4d9a-aea1-5574c799939a details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:54:30.610792 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b6280645-06c9-4d47-9fc8-236445df5c21 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:30.620313 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device b5fb93df-ba53-448d-9a3b-42699b9e6690 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:54:30.633350 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a1ef1b48-9cfe-4e36-bdaf-581eb63a4e50 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4078674 Jun 21 14:54:30.636011 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36862) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:30.645972 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-c870e93c-7ca5-419d-a193-d5402c11fb7f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'subnet': {'network_id': '572012d6-106a-42ac-ad82-0f480c4cea22', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:30.669171 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: b5fb93df-ba53-448d-9a3b-42699b9e6690 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:54:30.669699 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device b5fb93df-ba53-448d-9a3b-42699b9e6690 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:54:30.712100 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3ab6a-e306-4e95-bb2a-c4e2281d88ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfae7cbf-2e13-4b47-a0af-a7ead5f1ed82,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:30.717867 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-74a3ab6a-e306-4e95-bb2a-c4e2281d88ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:30.769891 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707cc6cd-ec28-486c-8b28-37e579fea43a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Made reservation on behalf of f8317acb64424f1b9afd698dd36cd595 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:30.774886 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-707cc6cd-ec28-486c-8b28-37e579fea43a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:30.866299 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c870e93c-7ca5-419d-a193-d5402c11fb7f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Made reservation on behalf of d39eebfbe3874515bc761a8de17d07a8 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:30.871022 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c870e93c-7ca5-419d-a193-d5402c11fb7f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:31.003085 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-77866bd6-5b6e-44e2-99af-e67100cbadba None None] Provisioning for port 4ba0745b-36e0-4287-a191-f3f333932d35 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:54:31.008360 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-77866bd6-5b6e-44e2-99af-e67100cbadba None None] Provisioning complete for port 4ba0745b-36e0-4287-a191-f3f333932d35 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:31.009126 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-77866bd6-5b6e-44e2-99af-e67100cbadba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:31.050729 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-707cc6cd-ec28-486c-8b28-37e579fea43a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:31.062978 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e9b9774f-56b9-4513-b4a2-0edc1baf8178 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:31.155661 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-77866bd6-5b6e-44e2-99af-e67100cbadba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:31.218190 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-77866bd6-5b6e-44e2-99af-e67100cbadba None None] For port 4ba0745b-36e0-4287-a191-f3f333932d35, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=4ba0745b-36e0-4287-a191-f3f333932d35,segment=NetworkSegment(0d72db2b-c6f4-4ce2-b280-59109dcf818d),segment_id=0d72db2b-c6f4-4ce2-b280-59109dcf818d)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:31.225649 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-77866bd6-5b6e-44e2-99af-e67100cbadba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:31.229455 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707cc6cd-ec28-486c-8b28-37e579fea43a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Subnet': ['ID=76eb2cc4-d232-411e-b337-28e0fa770c62,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:31.231200 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-a00ca4a2-e841-4367-8b29-25c703433720 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:31.236054 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-707cc6cd-ec28-486c-8b28-37e579fea43a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:31.240289 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707cc6cd-ec28-486c-8b28-37e579fea43a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Checking segment: {'id': '93411b0b-d7f4-4340-b173-ec2110c7661f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dcd43849-2c98-436f-9dd1-6cd3223dcc5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:54:31.242485 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707cc6cd-ec28-486c-8b28-37e579fea43a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Network hostable DHCP agents. Network: dcd43849-2c98-436f-9dd1-6cd3223dcc5e, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:54:31.273825 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c870e93c-7ca5-419d-a193-d5402c11fb7f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:31.276814 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-781c0cd7-dc29-4b02-856e-b29687230ce5 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:31.278043 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-77866bd6-5b6e-44e2-99af-e67100cbadba None None] Provisioning complete for port 8d1f7be0-5ece-47c1-92f9-1741f9a26566 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:31.278679 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-77866bd6-5b6e-44e2-99af-e67100cbadba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:31.280706 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707cc6cd-ec28-486c-8b28-37e579fea43a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Network dcd43849-2c98-436f-9dd1-6cd3223dcc5e is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:54:31.303621 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-707cc6cd-ec28-486c-8b28-37e579fea43a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, dcd43849-2c98-436f-9dd1-6cd3223dcc5e) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:31.315382 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ace76bf-da98-4e28-b5fd-9844e3c253ae None None] Network dcd43849-2c98-436f-9dd1-6cd3223dcc5e requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:31.332825 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c870e93c-7ca5-419d-a193-d5402c11fb7f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Network 572012d6-106a-42ac-ad82-0f480c4cea22 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:54:31.333144 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707cc6cd-ec28-486c-8b28-37e579fea43a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:31.333749 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-707cc6cd-ec28-486c-8b28-37e579fea43a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:31.337537 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-c870e93c-7ca5-419d-a193-d5402c11fb7f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:31.342840 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c870e93c-7ca5-419d-a193-d5402c11fb7f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:31.343454 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c870e93c-7ca5-419d-a193-d5402c11fb7f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:31.356733 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c870e93c-7ca5-419d-a193-d5402c11fb7f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Subnet': ['ID=58927dab-b4b5-4bea-b835-78ed3cfca7b3,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:31.360682 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c870e93c-7ca5-419d-a193-d5402c11fb7f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:31.371256 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c870e93c-7ca5-419d-a193-d5402c11fb7f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7340446 Jun 21 14:54:31.372117 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36886) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:31.372746 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-707cc6cd-ec28-486c-8b28-37e579fea43a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8298547 Jun 21 14:54:31.380965 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-6ed0b969-3b77-4b3e-b1f8-c2ca0e78ac4b tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Request body: {'subnet': {'network_id': '23d4ad82-ffa5-4d9a-aea1-5574c799939a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:31.381740 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36888) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:31.398006 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-146db07e-010a-4630-bfb7-1d24a34b4da0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-932288108', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '58927dab-b4b5-4bea-b835-78ed3cfca7b3'}], 'security_groups': ['1c1e268a-588a-4d4d-afdb-ddd26f7f63b0']}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:31.407375 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-77866bd6-5b6e-44e2-99af-e67100cbadba None None] Port 8d1f7be0-5ece-47c1-92f9-1741f9a26566 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:54:31.416152 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7311131-bfc3-4f3c-9f47-c05cca6c845b None None] Network 572012d6-106a-42ac-ad82-0f480c4cea22 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:31.435607 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77866bd6-5b6e-44e2-99af-e67100cbadba None None] Pushing event updated for resources: {'Port': ['ID=4ba0745b-36e0-4287-a191-f3f333932d35,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:31.439435 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-77866bd6-5b6e-44e2-99af-e67100cbadba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:31.522384 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-146db07e-010a-4630-bfb7-1d24a34b4da0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:31.531308 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed0b969-3b77-4b3e-b1f8-c2ca0e78ac4b tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Made reservation on behalf of f8317acb64424f1b9afd698dd36cd595 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:31.535418 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6ed0b969-3b77-4b3e-b1f8-c2ca0e78ac4b tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:31.567536 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-844e0370-bf5f-48fa-bf93-7d5fd9e47028 None None] Provisioning for port d943ce64-6335-4c08-a5f4-a8b268e63fd8 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:54:31.574552 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-844e0370-bf5f-48fa-bf93-7d5fd9e47028 None None] Provisioning complete for port d943ce64-6335-4c08-a5f4-a8b268e63fd8 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:31.574906 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-844e0370-bf5f-48fa-bf93-7d5fd9e47028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:31.700401 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-844e0370-bf5f-48fa-bf93-7d5fd9e47028 None None] Port d943ce64-6335-4c08-a5f4-a8b268e63fd8 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:54:31.711670 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31abb94-b560-4042-bdfc-3e1481951244 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-dcd43849-2c98-436f-9dd1-6cd3223dcc5e', 'network_id': 'dcd43849-2c98-436f-9dd1-6cd3223dcc5e', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'fixed_ips': [{'subnet_id': '76eb2cc4-d232-411e-b337-28e0fa770c62'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:54:31.712680 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e31abb94-b560-4042-bdfc-3e1481951244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:31.819134 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36902) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:31.875750 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6ed0b969-3b77-4b3e-b1f8-c2ca0e78ac4b tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:31.889348 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-655069e2-07f9-4cc6-a98d-9bf0ec3a1f19 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:31.934192 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-e31abb94-b560-4042-bdfc-3e1481951244 None None] Allocated IP 2001:db8::2 (dcd43849-2c98-436f-9dd1-6cd3223dcc5e/76eb2cc4-d232-411e-b337-28e0fa770c62/09775bcf-efee-4feb-88ae-11e2b31a6825) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:54:32.013186 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed0b969-3b77-4b3e-b1f8-c2ca0e78ac4b tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Subnet': ['ID=4caf2cd7-e84e-4471-b1c7-b4f3fe887219,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:32.026818 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6ed0b969-3b77-4b3e-b1f8-c2ca0e78ac4b tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:32.037181 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed0b969-3b77-4b3e-b1f8-c2ca0e78ac4b tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Checking segment: {'id': '574d2763-d7d9-437b-9c9a-d1201173fcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '23d4ad82-ffa5-4d9a-aea1-5574c799939a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:54:32.037600 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed0b969-3b77-4b3e-b1f8-c2ca0e78ac4b tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Network hostable DHCP agents. Network: 23d4ad82-ffa5-4d9a-aea1-5574c799939a, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:54:32.086638 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed0b969-3b77-4b3e-b1f8-c2ca0e78ac4b tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Network 23d4ad82-ffa5-4d9a-aea1-5574c799939a is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:54:32.086870 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a55af5b-8477-42e5-83ef-c673d2a0d17f None None] Update dhcp port {'port': {'network_id': '572012d6-106a-42ac-ad82-0f480c4cea22', 'fixed_ips': [{'subnet_id': '1293ca9f-32c0-4349-8bb0-8f67de6c51fa', 'ip_address': '172.20.0.2'}, {'subnet_id': '58927dab-b4b5-4bea-b835-78ed3cfca7b3'}], 'binding:host_id': 'dv-neutron-797121-2-hyperv'}, 'id': '4ba0745b-36e0-4287-a191-f3f333932d35'} from dv-neutron-797121-2-hyperv. {{(pid=105226) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 21 14:54:32.105848 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-6ed0b969-3b77-4b3e-b1f8-c2ca0e78ac4b tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 23d4ad82-ffa5-4d9a-aea1-5574c799939a) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:32.111428 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed0b969-3b77-4b3e-b1f8-c2ca0e78ac4b tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:32.112017 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6ed0b969-3b77-4b3e-b1f8-c2ca0e78ac4b tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:32.130502 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146733de-cc24-4fcc-81a4-edb9eb44e32c None None] Network 23d4ad82-ffa5-4d9a-aea1-5574c799939a requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:32.141619 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6ed0b969-3b77-4b3e-b1f8-c2ca0e78ac4b tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7680395 Jun 21 14:54:32.144451 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36910) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:32.150833 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-e6975a9d-19d8-4c18-a523-1944c22e867b tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1383052990', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:32.185892 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e6975a9d-19d8-4c18-a523-1944c22e867b tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:32.188072 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e6975a9d-19d8-4c18-a523-1944c22e867b tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:32.243624 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7a55af5b-8477-42e5-83ef-c673d2a0d17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:32.272955 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e31abb94-b560-4042-bdfc-3e1481951244 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:32.287642 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-e31abb94-b560-4042-bdfc-3e1481951244 None None] Transition to ACTIVE for port object 09775bcf-efee-4feb-88ae-11e2b31a6825 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:54:32.295882 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e6975a9d-19d8-4c18-a523-1944c22e867b tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:32.303407 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e6975a9d-19d8-4c18-a523-1944c22e867b tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:32.324622 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e6975a9d-19d8-4c18-a523-1944c22e867b tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:32.328047 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e6975a9d-19d8-4c18-a523-1944c22e867b tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1820016 Jun 21 14:54:32.330086 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36914) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:32.436729 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-e31abb94-b560-4042-bdfc-3e1481951244 None None] Transition to ACTIVE for port object 09775bcf-efee-4feb-88ae-11e2b31a6825 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:54:32.442076 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 4ba0745b-36e0-4287-a191-f3f333932d35 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:54:32.468852 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-42baa201-7ecf-4c11-988b-1dde45ec656f tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Request body: {'security_group': {'name': 'tempest-secgroup--2091646525'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:32.487703 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e31abb94-b560-4042-bdfc-3e1481951244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:32.510052 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-146db07e-010a-4630-bfb7-1d24a34b4da0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Delete allocated IP 172.20.0.13 (572012d6-106a-42ac-ad82-0f480c4cea22/1293ca9f-32c0-4349-8bb0-8f67de6c51fa) {{(pid=105225) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 21 14:54:32.512541 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-42baa201-7ecf-4c11-988b-1dde45ec656f tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:32.529591 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-42baa201-7ecf-4c11-988b-1dde45ec656f tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:32.533144 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-146db07e-010a-4630-bfb7-1d24a34b4da0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Allocated IP 172.20.0.20 (572012d6-106a-42ac-ad82-0f480c4cea22/58927dab-b4b5-4bea-b835-78ed3cfca7b3/d943ce64-6335-4c08-a5f4-a8b268e63fd8) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:54:32.535739 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-da07399a-ad56-46e9-9743-b283095172be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:32.600516 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31abb94-b560-4042-bdfc-3e1481951244 None None] Network dcd43849-2c98-436f-9dd1-6cd3223dcc5e is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:54:32.620012 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-e31abb94-b560-4042-bdfc-3e1481951244 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:32.631398 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31abb94-b560-4042-bdfc-3e1481951244 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:54:32.641498 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aea42bb-e448-4699-98f9-8e8337682b0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-23d4ad82-ffa5-4d9a-aea1-5574c799939a', 'network_id': '23d4ad82-ffa5-4d9a-aea1-5574c799939a', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'fixed_ips': [{'subnet_id': '4caf2cd7-e84e-4471-b1c7-b4f3fe887219'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:54:32.642392 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5aea42bb-e448-4699-98f9-8e8337682b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:32.686604 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31abb94-b560-4042-bdfc-3e1481951244 None None] Pushing event updated for resources: {'Port': ['ID=09775bcf-efee-4feb-88ae-11e2b31a6825,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:32.711327 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e31abb94-b560-4042-bdfc-3e1481951244 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:32.739213 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-51d0264e-298f-4806-8c38-798df96e249c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:32.741471 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 4ba0745b-36e0-4287-a191-f3f333932d35 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:32.741873 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:32.768104 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-e31abb94-b560-4042-bdfc-3e1481951244 None None] Attempting to bind port 09775bcf-efee-4feb-88ae-11e2b31a6825 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:54:32.768498 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-e31abb94-b560-4042-bdfc-3e1481951244 None None] Attempting to bind port 09775bcf-efee-4feb-88ae-11e2b31a6825 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '93411b0b-d7f4-4340-b173-ec2110c7661f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dcd43849-2c98-436f-9dd1-6cd3223dcc5e'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:54:32.768827 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31abb94-b560-4042-bdfc-3e1481951244 None None] Attempting to bind port 09775bcf-efee-4feb-88ae-11e2b31a6825 on network dcd43849-2c98-436f-9dd1-6cd3223dcc5e {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:54:32.818076 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-42baa201-7ecf-4c11-988b-1dde45ec656f tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:32.823872 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31abb94-b560-4042-bdfc-3e1481951244 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:54:32.824279 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31abb94-b560-4042-bdfc-3e1481951244 None None] Checking segment: {'id': '93411b0b-d7f4-4340-b173-ec2110c7661f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dcd43849-2c98-436f-9dd1-6cd3223dcc5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:54:32.824656 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e31abb94-b560-4042-bdfc-3e1481951244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:32.825040 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31abb94-b560-4042-bdfc-3e1481951244 None None] Bound using segment: {'id': '93411b0b-d7f4-4340-b173-ec2110c7661f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dcd43849-2c98-436f-9dd1-6cd3223dcc5e'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:54:32.825629 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-e31abb94-b560-4042-bdfc-3e1481951244 None None] Bound port: 09775bcf-efee-4feb-88ae-11e2b31a6825, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93411b0b-d7f4-4340-b173-ec2110c7661f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dcd43849-2c98-436f-9dd1-6cd3223dcc5e'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:54:32.826092 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e31abb94-b560-4042-bdfc-3e1481951244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:32.833586 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-42baa201-7ecf-4c11-988b-1dde45ec656f tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:32.838442 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9a0f6265-a7c4-4c4d-93a7-d51565905cab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:32.847217 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-146db07e-010a-4630-bfb7-1d24a34b4da0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:32.883820 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-146db07e-010a-4630-bfb7-1d24a34b4da0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Ignored duplicate provisioning block setup for port d943ce64-6335-4c08-a5f4-a8b268e63fd8 by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jun 21 14:54:32.891713 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42baa201-7ecf-4c11-988b-1dde45ec656f tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69a2926e-23af-4ba9-9601-7d9a089c20b6,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:32.896511 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-42baa201-7ecf-4c11-988b-1dde45ec656f tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:32.906176 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-146db07e-010a-4630-bfb7-1d24a34b4da0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:32.913558 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3d79ad64-6c3c-4547-a764-9690a65a83d4 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:32.987090 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146db07e-010a-4630-bfb7-1d24a34b4da0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Port': ['ID=d943ce64-6335-4c08-a5f4-a8b268e63fd8,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:32.998119 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-146db07e-010a-4630-bfb7-1d24a34b4da0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:33.056734 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-e31abb94-b560-4042-bdfc-3e1481951244 None None] For port 09775bcf-efee-4feb-88ae-11e2b31a6825, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:54:33.061293 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-e31abb94-b560-4042-bdfc-3e1481951244 None None] For port 09775bcf-efee-4feb-88ae-11e2b31a6825, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=09775bcf-efee-4feb-88ae-11e2b31a6825,segment=NetworkSegment(93411b0b-d7f4-4340-b173-ec2110c7661f),segment_id=93411b0b-d7f4-4340-b173-ec2110c7661f)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:54:33.070426 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-5aea42bb-e448-4699-98f9-8e8337682b0d None None] Allocated IP 2001:db8:1::2 (23d4ad82-ffa5-4d9a-aea1-5574c799939a/4caf2cd7-e84e-4471-b1c7-b4f3fe887219/0ac0fa9e-0d76-4eaf-ae58-627b7c55fcb8) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:54:33.081138 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-7a55af5b-8477-42e5-83ef-c673d2a0d17f None None] Allocated IP 172.20.0.18 (572012d6-106a-42ac-ad82-0f480c4cea22/58927dab-b4b5-4bea-b835-78ed3cfca7b3/4ba0745b-36e0-4287-a191-f3f333932d35) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:54:33.083139 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-42baa201-7ecf-4c11-988b-1dde45ec656f tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:33.084503 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-146db07e-010a-4630-bfb7-1d24a34b4da0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] In _notify_port_updated(), no bound segment for port d943ce64-6335-4c08-a5f4-a8b268e63fd8 on network 572012d6-106a-42ac-ad82-0f480c4cea22 {{(pid=105225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 21 14:54:33.088437 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e31abb94-b560-4042-bdfc-3e1481951244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:33.090079 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146db07e-010a-4630-bfb7-1d24a34b4da0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:33.090706 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-146db07e-010a-4630-bfb7-1d24a34b4da0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:33.094699 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-146db07e-010a-4630-bfb7-1d24a34b4da0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "PUT /v2.0/ports/d943ce64-6335-4c08-a5f4-a8b268e63fd8 HTTP/1.1" status: 200 len: 920 time: 1.7079003 Jun 21 14:54:33.094699 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-42baa201-7ecf-4c11-988b-1dde45ec656f tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:33.100303 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-a129a7b5-f25a-476c-92fa-cd0ae4e4be0e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:33.105101 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3928dca8-1c3a-40cf-aa01-f20e39972fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:33.105556 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36932) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:33.115760 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-42baa201-7ecf-4c11-988b-1dde45ec656f tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:33.116947 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-42baa201-7ecf-4c11-988b-1dde45ec656f tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2957633 Jun 21 14:54:33.119728 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36934) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:33.150774 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36936) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:33.161264 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42baa201-7ecf-4c11-988b-1dde45ec656f tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1130bb2d-54aa-4af2-8bbf-aa5d46ab1643,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:33.166133 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-42baa201-7ecf-4c11-988b-1dde45ec656f tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:33.179354 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-51d0264e-298f-4806-8c38-798df96e249c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Allocated IP 2001:db8::1 (dcd43849-2c98-436f-9dd1-6cd3223dcc5e/76eb2cc4-d232-411e-b337-28e0fa770c62/dec6dbe6-bfda-4bfc-aba4-edc4bc88af64) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:54:33.211904 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9e95f3ea-e1b1-4f72-b67f-98bf3770a167 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0910864 Jun 21 14:54:33.214549 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36940) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:33.216859 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31abb94-b560-4042-bdfc-3e1481951244 None None] Pushing event updated for resources: {'Port': ['ID=09775bcf-efee-4feb-88ae-11e2b31a6825,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:33.220765 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e31abb94-b560-4042-bdfc-3e1481951244 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:33.221671 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-bcbc4e2f-ad8c-4a1f-9007-54f495295239 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Request body: {'security_group': {'name': 'tempest-security--1733151957', 'description': 'tempest-security-description-838809740'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:33.261661 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bcbc4e2f-ad8c-4a1f-9007-54f495295239 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:33.290715 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-89067110-eb12-48de-a457-0dfa4433917f tempest-QuotasTest-1629104623 tempest-QuotasTest-1629104623-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:33.379827 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bcbc4e2f-ad8c-4a1f-9007-54f495295239 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:33.395073 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bcbc4e2f-ad8c-4a1f-9007-54f495295239 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:33.398069 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bcbc4e2f-ad8c-4a1f-9007-54f495295239 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:33.399384 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-bcbc4e2f-ad8c-4a1f-9007-54f495295239 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "PUT /v2.0/security-groups/1130bb2d-54aa-4af2-8bbf-aa5d46ab1643 HTTP/1.1" status: 200 len: 1779 time: 0.1825697 Jun 21 14:54:33.400869 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-59629879-d31f-4998-81c6-33514f979dda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:33.422354 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-60f857ff-33b2-416e-b884-fe750db086ae tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Deleting port d943ce64-6335-4c08-a5f4-a8b268e63fd8 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:33.422354 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-60f857ff-33b2-416e-b884-fe750db086ae tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:33.433184 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-7a55af5b-8477-42e5-83ef-c673d2a0d17f None None] For port 4ba0745b-36e0-4287-a191-f3f333932d35, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=4ba0745b-36e0-4287-a191-f3f333932d35,segment=NetworkSegment(0d72db2b-c6f4-4ce2-b280-59109dcf818d),segment_id=0d72db2b-c6f4-4ce2-b280-59109dcf818d)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:33.440934 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36942) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:33.449266 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc4e2f-ad8c-4a1f-9007-54f495295239 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1130bb2d-54aa-4af2-8bbf-aa5d46ab1643,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:33.454182 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bcbc4e2f-ad8c-4a1f-9007-54f495295239 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:33.464681 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-89067110-eb12-48de-a457-0dfa4433917f tempest-QuotasTest-1629104623 tempest-QuotasTest-1629104623-project-admin] 10.222.0.72 "PUT /v2.0/quotas/639c1f8cd1614c399e61bc0e5fd8991c HTTP/1.1" status: 200 len: 366 time: 0.3086762 Jun 21 14:54:33.464681 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36944) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:33.497867 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8e95c281-6d3f-4c3f-9cad-7d6d2386d236 tempest-QuotasTest-1629104623 tempest-QuotasTest-1629104623-project-admin] 10.222.0.72 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0295696 Jun 21 14:54:33.499579 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36946) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:33.516145 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-76dd15ef-5100-434c-af42-2e28dc58ec7e tempest-QuotasTest-1629104623 tempest-QuotasTest-1629104623-project-admin] 10.222.0.72 "GET /v2.0/quotas/639c1f8cd1614c399e61bc0e5fd8991c HTTP/1.1" status: 200 len: 366 time: 0.0116956 Jun 21 14:54:33.516376 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36948) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:33.537133 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-677ba09c-fef3-4fab-9ba2-42185779b0ac tempest-QuotasTest-1629104623 tempest-QuotasTest-1629104623-project-admin] 10.222.0.72 "DELETE /v2.0/quotas/639c1f8cd1614c399e61bc0e5fd8991c HTTP/1.1" status: 204 len: 168 time: 0.0170238 Jun 21 14:54:33.537903 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36950) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:33.552300 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1b0b2943-cf7c-4b80-bee0-434894e72a94 tempest-QuotasTest-1629104623 tempest-QuotasTest-1629104623-project-admin] 10.222.0.72 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0111327 Jun 21 14:54:33.553134 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36952) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:33.566980 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f933ef47-0d71-4da4-807e-362f7480e714 tempest-QuotasTest-1629104623 tempest-QuotasTest-1629104623-project-admin] 10.222.0.72 "GET /v2.0/quotas/639c1f8cd1614c399e61bc0e5fd8991c HTTP/1.1" status: 200 len: 370 time: 0.0100999 Jun 21 14:54:33.567581 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36954) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:33.576759 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c00fac25-35af-4519-8bb7-77e408c2f167 tempest-QuotasTest-1629104623 tempest-QuotasTest-1629104623-project-admin] 10.222.0.72 "GET /v2.0/quotas/639c1f8cd1614c399e61bc0e5fd8991c/default HTTP/1.1" status: 200 len: 370 time: 0.0052910 Jun 21 14:54:33.576992 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-51d0264e-298f-4806-8c38-798df96e249c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:33.577908 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36956) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:33.582453 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-74ecc64b-b832-4c42-aec5-3ca127def5d1 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "GET /v2.0/security-groups/1130bb2d-54aa-4af2-8bbf-aa5d46ab1643 HTTP/1.1" status: 200 len: 1779 time: 0.1376359 Jun 21 14:54:33.585301 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36958) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:33.600280 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-b652e46b-67dc-4265-9873-797b98e59c6a tempest-QuotasTest-1629104623 tempest-QuotasTest-1629104623-project-admin] delete failed (client error): The resource could not be found. Jun 21 14:54:33.604234 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b652e46b-67dc-4265-9873-797b98e59c6a tempest-QuotasTest-1629104623 tempest-QuotasTest-1629104623-project-admin] 10.222.0.72 "DELETE /v2.0/quotas/639c1f8cd1614c399e61bc0e5fd8991c HTTP/1.1" status: 404 len: 348 time: 0.0222840 Jun 21 14:54:33.622374 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-51d0264e-298f-4806-8c38-798df96e249c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Transition to ACTIVE for port object dec6dbe6-bfda-4bfc-aba4-edc4bc88af64 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:54:33.656647 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-60f857ff-33b2-416e-b884-fe750db086ae tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:33.664536 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-79e3cbda-5659-41eb-8c1d-1931b26dc036 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:33.694951 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-79e3cbda-5659-41eb-8c1d-1931b26dc036 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:33.700777 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7a55af5b-8477-42e5-83ef-c673d2a0d17f None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:33.747173 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-79e3cbda-5659-41eb-8c1d-1931b26dc036 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:33.748463 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-60f857ff-33b2-416e-b884-fe750db086ae tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Calling delete_port for d943ce64-6335-4c08-a5f4-a8b268e63fd8 owned by {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:33.752670 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-7a55af5b-8477-42e5-83ef-c673d2a0d17f None None] Transition to ACTIVE for port object 4ba0745b-36e0-4287-a191-f3f333932d35 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:54:33.755096 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-79e3cbda-5659-41eb-8c1d-1931b26dc036 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:33.757746 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-79e3cbda-5659-41eb-8c1d-1931b26dc036 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "DELETE /v2.0/security-groups/1130bb2d-54aa-4af2-8bbf-aa5d46ab1643 HTTP/1.1" status: 204 len: 168 time: 0.1699824 Jun 21 14:54:33.758881 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-918ec7a4-4ebc-4b3f-aabf-5bc4327a15ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:33.762113 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36962) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:33.768853 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7a55af5b-8477-42e5-83ef-c673d2a0d17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:33.775121 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:33.777684 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5aea42bb-e448-4699-98f9-8e8337682b0d None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:33.789825 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e3cbda-5659-41eb-8c1d-1931b26dc036 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1130bb2d-54aa-4af2-8bbf-aa5d46ab1643,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:33.790814 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36964) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:33.793037 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-79e3cbda-5659-41eb-8c1d-1931b26dc036 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:33.806530 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-51d0264e-298f-4806-8c38-798df96e249c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:33.810790 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-49eb1852-6e99-4a9e-a600-ad117bbf83af tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:33.828249 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-5aea42bb-e448-4699-98f9-8e8337682b0d None None] Transition to ACTIVE for port object 0ac0fa9e-0d76-4eaf-ae58-627b7c55fcb8 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:54:33.832309 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.quota.resource [None req-a4b0c041-a0dd-4bb6-9d73-6b41a2f15b9e tempest-QuotasTest-1629104623 tempest-QuotasTest-1629104623-project-admin] Usage tracker for resource:network and tenant:8e3b0eb175304d95be7ec0322dd283ac is out of sync, need to count used quota {{(pid=105225) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 21 14:54:33.842548 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e35670fa-eb85-40c5-ad4f-c8a95ce7a1d7 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0772221 Jun 21 14:54:33.843403 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.quota.resource [None req-a4b0c041-a0dd-4bb6-9d73-6b41a2f15b9e tempest-QuotasTest-1629104623 tempest-QuotasTest-1629104623-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=105225) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 21 14:54:33.846616 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36966) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:33.860375 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d0264e-298f-4806-8c38-798df96e249c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Port': ['ID=dec6dbe6-bfda-4bfc-aba4-edc4bc88af64,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:33.862819 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-2bfab665-b7d9-4b93-bf3d-a4d190a14613 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] delete failed (client error): The resource could not be found. Jun 21 14:54:33.864392 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-2bfab665-b7d9-4b93-bf3d-a4d190a14613 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "DELETE /v2.0/security-groups/1130bb2d-54aa-4af2-8bbf-aa5d46ab1643 HTTP/1.1" status: 404 len: 347 time: 0.0158124 Jun 21 14:54:33.867716 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-51d0264e-298f-4806-8c38-798df96e249c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:33.868862 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36968) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:33.875036 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-db0f528f-1664-4242-826a-8dcbf46033c7 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Request body: {'security_group': {'name': 'tempest-secgroup--1860102544'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:33.880290 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.quota.resource [None req-a4b0c041-a0dd-4bb6-9d73-6b41a2f15b9e tempest-QuotasTest-1629104623 tempest-QuotasTest-1629104623-project-admin] Usage tracker for resource:subnet and tenant:8e3b0eb175304d95be7ec0322dd283ac is out of sync, need to count used quota {{(pid=105225) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 21 14:54:33.886481 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d0264e-298f-4806-8c38-798df96e249c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Network dcd43849-2c98-436f-9dd1-6cd3223dcc5e is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:54:33.888750 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-51d0264e-298f-4806-8c38-798df96e249c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:33.892104 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.quota.resource [None req-a4b0c041-a0dd-4bb6-9d73-6b41a2f15b9e tempest-QuotasTest-1629104623 tempest-QuotasTest-1629104623-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=105225) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 21 14:54:33.892474 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d0264e-298f-4806-8c38-798df96e249c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:54:33.892860 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-51d0264e-298f-4806-8c38-798df96e249c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:33.912856 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.quota.resource [None req-a4b0c041-a0dd-4bb6-9d73-6b41a2f15b9e tempest-QuotasTest-1629104623 tempest-QuotasTest-1629104623-project-admin] Usage tracker for resource:subnetpool and tenant:8e3b0eb175304d95be7ec0322dd283ac is out of sync, need to count used quota {{(pid=105225) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 21 14:54:33.918365 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.quota.resource [None req-a4b0c041-a0dd-4bb6-9d73-6b41a2f15b9e tempest-QuotasTest-1629104623 tempest-QuotasTest-1629104623-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=105225) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 21 14:54:33.925572 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-db0f528f-1664-4242-826a-8dcbf46033c7 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:33.926943 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-5aea42bb-e448-4699-98f9-8e8337682b0d None None] Transition to ACTIVE for port object 0ac0fa9e-0d76-4eaf-ae58-627b7c55fcb8 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:54:33.934466 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55af5b-8477-42e5-83ef-c673d2a0d17f None None] Pushing event updated for resources: {'Port': ['ID=4ba0745b-36e0-4287-a191-f3f333932d35,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:33.941544 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.quota.resource [None req-a4b0c041-a0dd-4bb6-9d73-6b41a2f15b9e tempest-QuotasTest-1629104623 tempest-QuotasTest-1629104623-project-admin] Usage tracker for resource:port and tenant:8e3b0eb175304d95be7ec0322dd283ac is out of sync, need to count used quota {{(pid=105225) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 21 14:54:33.946353 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5aea42bb-e448-4699-98f9-8e8337682b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:33.949460 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-7a55af5b-8477-42e5-83ef-c673d2a0d17f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:33.950396 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-7a55af5b-8477-42e5-83ef-c673d2a0d17f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:33.951936 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.quota.resource [None req-a4b0c041-a0dd-4bb6-9d73-6b41a2f15b9e tempest-QuotasTest-1629104623 tempest-QuotasTest-1629104623-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=105225) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 21 14:54:33.979771 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.quota.resource [None req-a4b0c041-a0dd-4bb6-9d73-6b41a2f15b9e tempest-QuotasTest-1629104623 tempest-QuotasTest-1629104623-project-admin] Usage tracker for resource:router and tenant:8e3b0eb175304d95be7ec0322dd283ac is out of sync, need to count used quota {{(pid=105225) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 21 14:54:33.987833 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aea42bb-e448-4699-98f9-8e8337682b0d None None] Network 23d4ad82-ffa5-4d9a-aea1-5574c799939a is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:54:33.990730 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-5aea42bb-e448-4699-98f9-8e8337682b0d None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:33.992996 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.quota.resource [None req-a4b0c041-a0dd-4bb6-9d73-6b41a2f15b9e tempest-QuotasTest-1629104623 tempest-QuotasTest-1629104623-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=105225) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 21 14:54:33.997017 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aea42bb-e448-4699-98f9-8e8337682b0d None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:54:34.004468 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea42bb-e448-4699-98f9-8e8337682b0d None None] Pushing event updated for resources: {'Port': ['ID=0ac0fa9e-0d76-4eaf-ae58-627b7c55fcb8,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:34.017687 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.quota.resource [None req-a4b0c041-a0dd-4bb6-9d73-6b41a2f15b9e tempest-QuotasTest-1629104623 tempest-QuotasTest-1629104623-project-admin] Usage tracker for resource:floatingip and tenant:8e3b0eb175304d95be7ec0322dd283ac is out of sync, need to count used quota {{(pid=105225) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 21 14:54:34.025276 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.quota.resource [None req-a4b0c041-a0dd-4bb6-9d73-6b41a2f15b9e tempest-QuotasTest-1629104623 tempest-QuotasTest-1629104623-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=105225) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 21 14:54:34.046496 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5aea42bb-e448-4699-98f9-8e8337682b0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:34.081819 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-51d0264e-298f-4806-8c38-798df96e249c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:34.097703 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-db0f528f-1664-4242-826a-8dcbf46033c7 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:34.098970 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-5aea42bb-e448-4699-98f9-8e8337682b0d None None] Attempting to bind port 0ac0fa9e-0d76-4eaf-ae58-627b7c55fcb8 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:54:34.099374 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-5aea42bb-e448-4699-98f9-8e8337682b0d None None] Attempting to bind port 0ac0fa9e-0d76-4eaf-ae58-627b7c55fcb8 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '574d2763-d7d9-437b-9c9a-d1201173fcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '23d4ad82-ffa5-4d9a-aea1-5574c799939a'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:54:34.100067 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aea42bb-e448-4699-98f9-8e8337682b0d None None] Attempting to bind port 0ac0fa9e-0d76-4eaf-ae58-627b7c55fcb8 on network 23d4ad82-ffa5-4d9a-aea1-5574c799939a {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:54:34.108036 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.quota.resource [None req-a4b0c041-a0dd-4bb6-9d73-6b41a2f15b9e tempest-QuotasTest-1629104623 tempest-QuotasTest-1629104623-project-admin] Usage tracker for resource:security_group and tenant:8e3b0eb175304d95be7ec0322dd283ac is out of sync, need to count used quota {{(pid=105225) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 21 14:54:34.110915 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aea42bb-e448-4699-98f9-8e8337682b0d None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:54:34.111574 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aea42bb-e448-4699-98f9-8e8337682b0d None None] Checking segment: {'id': '574d2763-d7d9-437b-9c9a-d1201173fcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '23d4ad82-ffa5-4d9a-aea1-5574c799939a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:54:34.112008 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5aea42bb-e448-4699-98f9-8e8337682b0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:34.112496 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aea42bb-e448-4699-98f9-8e8337682b0d None None] Bound using segment: {'id': '574d2763-d7d9-437b-9c9a-d1201173fcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '23d4ad82-ffa5-4d9a-aea1-5574c799939a'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:54:34.112990 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-5aea42bb-e448-4699-98f9-8e8337682b0d None None] Bound port: 0ac0fa9e-0d76-4eaf-ae58-627b7c55fcb8, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574d2763-d7d9-437b-9c9a-d1201173fcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '23d4ad82-ffa5-4d9a-aea1-5574c799939a'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:54:34.114852 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5aea42bb-e448-4699-98f9-8e8337682b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:34.116068 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.quota.resource [None req-a4b0c041-a0dd-4bb6-9d73-6b41a2f15b9e tempest-QuotasTest-1629104623 tempest-QuotasTest-1629104623-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=105225) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 21 14:54:34.124366 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-db0f528f-1664-4242-826a-8dcbf46033c7 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:34.128961 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-60f857ff-33b2-416e-b884-fe750db086ae tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:34.149718 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-42baa201-7ecf-4c11-988b-1dde45ec656f tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:34.162700 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-db0f528f-1664-4242-826a-8dcbf46033c7 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:34.164214 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-db0f528f-1664-4242-826a-8dcbf46033c7 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2942765 Jun 21 14:54:34.167749 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36972) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:34.173419 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-a39339f9-8775-4fc4-aee0-92d1f8c4aa80 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Request body: {'security_group_rule': {'security_group_id': 'b23fbeb8-c605-47c2-b123-8b5fe57316b6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:34.181880 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.quota.resource [None req-a4b0c041-a0dd-4bb6-9d73-6b41a2f15b9e tempest-QuotasTest-1629104623 tempest-QuotasTest-1629104623-project-admin] Usage tracker for resource:security_group_rule and tenant:8e3b0eb175304d95be7ec0322dd283ac is out of sync, need to count used quota {{(pid=105225) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jun 21 14:54:34.197131 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-320ac857-06df-45cb-8459-e91bec0968c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:34.203853 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.quota.resource [None req-a4b0c041-a0dd-4bb6-9d73-6b41a2f15b9e tempest-QuotasTest-1629104623 tempest-QuotasTest-1629104623-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=105225) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jun 21 14:54:34.212343 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0f528f-1664-4242-826a-8dcbf46033c7 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b23fbeb8-c605-47c2-b123-8b5fe57316b6,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:34.227440 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a4b0c041-a0dd-4bb6-9d73-6b41a2f15b9e tempest-QuotasTest-1629104623 tempest-QuotasTest-1629104623-project-admin] 10.222.0.72 "GET /v2.0/quotas/8e3b0eb175304d95be7ec0322dd283ac/details.json HTTP/1.1" status: 200 len: 703 time: 0.4352345 Jun 21 14:54:34.229422 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-db0f528f-1664-4242-826a-8dcbf46033c7 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:34.257670 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-5aea42bb-e448-4699-98f9-8e8337682b0d None None] For port 0ac0fa9e-0d76-4eaf-ae58-627b7c55fcb8, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:54:34.263499 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f857ff-33b2-416e-b884-fe750db086ae tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Port': ['ID=d943ce64-6335-4c08-a5f4-a8b268e63fd8,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:34.266472 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-60f857ff-33b2-416e-b884-fe750db086ae tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:34.266835 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-5aea42bb-e448-4699-98f9-8e8337682b0d None None] For port 0ac0fa9e-0d76-4eaf-ae58-627b7c55fcb8, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=0ac0fa9e-0d76-4eaf-ae58-627b7c55fcb8,segment=NetworkSegment(574d2763-d7d9-437b-9c9a-d1201173fcff),segment_id=574d2763-d7d9-437b-9c9a-d1201173fcff)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:54:34.267051 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a39339f9-8775-4fc4-aee0-92d1f8c4aa80 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:34.281566 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5aea42bb-e448-4699-98f9-8e8337682b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:34.284991 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:34.470801 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aea42bb-e448-4699-98f9-8e8337682b0d None None] Pushing event updated for resources: {'Port': ['ID=0ac0fa9e-0d76-4eaf-ae58-627b7c55fcb8,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:34.478582 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5aea42bb-e448-4699-98f9-8e8337682b0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:34.493686 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a39339f9-8775-4fc4-aee0-92d1f8c4aa80 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:34.504485 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a39339f9-8775-4fc4-aee0-92d1f8c4aa80 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:34.509026 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:34.560628 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39339f9-8775-4fc4-aee0-92d1f8c4aa80 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6e3827c-097b-4444-9fbf-05657c872be4,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:34.569083 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a39339f9-8775-4fc4-aee0-92d1f8c4aa80 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:34.592781 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a39339f9-8775-4fc4-aee0-92d1f8c4aa80 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:34.596838 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a39339f9-8775-4fc4-aee0-92d1f8c4aa80 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4254012 Jun 21 14:54:34.597838 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36978) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:34.610799 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 4ba0745b-36e0-4287-a191-f3f333932d35 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:54:34.683723 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1f069f3b-c552-431b-a8c1-52417e9df648 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:34.712882 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1f069f3b-c552-431b-a8c1-52417e9df648 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:34.745306 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 09775bcf-efee-4feb-88ae-11e2b31a6825 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:54:34.755335 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36980) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:34.799824 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1f069f3b-c552-431b-a8c1-52417e9df648 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:34.803437 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b8bcbf67-8b1a-4b3d-b363-638a6874fc8e tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:34.817203 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1f069f3b-c552-431b-a8c1-52417e9df648 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:34.819945 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1f069f3b-c552-431b-a8c1-52417e9df648 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/d6e3827c-097b-4444-9fbf-05657c872be4 HTTP/1.1" status: 204 len: 168 time: 0.2194934 Jun 21 14:54:34.824320 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36984) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:34.869158 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f069f3b-c552-431b-a8c1-52417e9df648 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6e3827c-097b-4444-9fbf-05657c872be4,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:34.874665 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 09775bcf-efee-4feb-88ae-11e2b31a6825 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:54:34.885307 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1f069f3b-c552-431b-a8c1-52417e9df648 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:34.914963 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9b962a-d2a4-4005-b650-224133e560ac None None] Network dcd43849-2c98-436f-9dd1-6cd3223dcc5e requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:34.943416 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3b2c9319-f0b4-4514-9447-8a520bc63215 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1163931 Jun 21 14:54:34.944033 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36986) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:35.015506 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-874de555-f451-4254-9f50-5235f5dbd542 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:35.038703 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-60f857ff-33b2-416e-b884-fe750db086ae tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:35.038703 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-60f857ff-33b2-416e-b884-fe750db086ae tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/ports/d943ce64-6335-4c08-a5f4-a8b268e63fd8 HTTP/1.1" status: 204 len: 168 time: 1.9243460 Jun 21 14:54:35.051887 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36988) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:35.052185 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-874de555-f451-4254-9f50-5235f5dbd542 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:35.052520 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-efed3485-1697-4e0c-9d35-6811fa25e81d None None] Provisioning for port 09775bcf-efee-4feb-88ae-11e2b31a6825 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:54:35.080535 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-efed3485-1697-4e0c-9d35-6811fa25e81d None None] Provisioning complete for port 09775bcf-efee-4feb-88ae-11e2b31a6825 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:35.080923 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-efed3485-1697-4e0c-9d35-6811fa25e81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:35.092528 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1776c75d-62c2-4cd4-a0e5-4e9f88db5d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:35.114150 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-3121f062-d6c0-444c-95b3-a786f33a463c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] GET failed (client error): The resource could not be found. Jun 21 14:54:35.115716 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3121f062-d6c0-444c-95b3-a786f33a463c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "GET /v2.0/ports/d943ce64-6335-4c08-a5f4-a8b268e63fd8 HTTP/1.1" status: 404 len: 333 time: 0.0621171 Jun 21 14:54:35.118620 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36990) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:35.177038 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-874de555-f451-4254-9f50-5235f5dbd542 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:35.180018 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-874de555-f451-4254-9f50-5235f5dbd542 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:35.181439 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-874de555-f451-4254-9f50-5235f5dbd542 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "DELETE /v2.0/security-groups/b23fbeb8-c605-47c2-b123-8b5fe57316b6 HTTP/1.1" status: 204 len: 168 time: 0.2364848 Jun 21 14:54:35.184387 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36992) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:35.185236 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-15941f83-48d1-426e-8948-ef6d9e4567a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:35.208695 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874de555-f451-4254-9f50-5235f5dbd542 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23fbeb8-c605-47c2-b123-8b5fe57316b6,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:35.225524 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-874de555-f451-4254-9f50-5235f5dbd542 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:35.237571 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-810be70c-762c-4f37-824b-7d1aa8c73c89 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:35.246229 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-efed3485-1697-4e0c-9d35-6811fa25e81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:35.269144 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-51d0264e-298f-4806-8c38-798df96e249c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:35.276680 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-cdeabc32-801c-4cd0-a0bf-d1b120232927 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0907032 Jun 21 14:54:35.277949 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:35.281488 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36994) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:35.282062 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-810be70c-762c-4f37-824b-7d1aa8c73c89 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:35.290505 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-efed3485-1697-4e0c-9d35-6811fa25e81d None None] For port 09775bcf-efee-4feb-88ae-11e2b31a6825, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=09775bcf-efee-4feb-88ae-11e2b31a6825,segment=NetworkSegment(93411b0b-d7f4-4340-b173-ec2110c7661f),segment_id=93411b0b-d7f4-4340-b173-ec2110c7661f)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:35.291525 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-89e1dc4a-0040-4789-b247-a018909c8ca8 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Request body: {'security_group': {'name': 'tempest-secgroup--922714121'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:35.298465 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-efed3485-1697-4e0c-9d35-6811fa25e81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:35.298701 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-51d0264e-298f-4806-8c38-798df96e249c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:35.299948 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-51d0264e-298f-4806-8c38-798df96e249c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:35.301068 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:35.305597 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-51d0264e-298f-4806-8c38-798df96e249c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:35.335732 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1776c75d-62c2-4cd4-a0e5-4e9f88db5d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:35.344425 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1776c75d-62c2-4cd4-a0e5-4e9f88db5d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:35.350945 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-51d508ec-ff52-4a88-b86e-5f1f4b53a885 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:35.376990 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed3485-1697-4e0c-9d35-6811fa25e81d None None] Pushing event updated for resources: {'Port': ['ID=09775bcf-efee-4feb-88ae-11e2b31a6825,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:35.385216 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-810be70c-762c-4f37-824b-7d1aa8c73c89 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:35.385620 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-efed3485-1697-4e0c-9d35-6811fa25e81d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:35.388480 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-810be70c-762c-4f37-824b-7d1aa8c73c89 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:35.392224 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-810be70c-762c-4f37-824b-7d1aa8c73c89 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/security-groups/e9d6d7bd-3cd4-4180-806e-cea2214a8bf8 HTTP/1.1" status: 204 len: 168 time: 0.2698419 Jun 21 14:54:35.394772 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 36996) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:35.416633 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1776c75d-62c2-4cd4-a0e5-4e9f88db5d7f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4e75012540eb48c7aae8fe938ffd73e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6573412 Jun 21 14:54:35.416633 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776c75d-62c2-4cd4-a0e5-4e9f88db5d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deaac159-89d4-4046-b594-a754291ae52b,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:35.417401 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 36998) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:35.419029 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1776c75d-62c2-4cd4-a0e5-4e9f88db5d7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:35.424147 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-06823278-1d04-4a28-b00d-cd6f2318941a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:35.447792 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810be70c-762c-4f37-824b-7d1aa8c73c89 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d6d7bd-3cd4-4180-806e-cea2214a8bf8,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:35.453453 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-109dec13-ef3f-457c-8a90-c763c7bbe89c None None] Provisioning for port 4ba0745b-36e0-4287-a191-f3f333932d35 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:54:35.455511 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-810be70c-762c-4f37-824b-7d1aa8c73c89 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:35.463582 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-109dec13-ef3f-457c-8a90-c763c7bbe89c None None] Provisioning complete for port 4ba0745b-36e0-4287-a191-f3f333932d35 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:35.464001 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-109dec13-ef3f-457c-8a90-c763c7bbe89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:35.475167 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d0264e-298f-4806-8c38-798df96e249c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Port': ['ID=dec6dbe6-bfda-4bfc-aba4-edc4bc88af64,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:35.493926 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-51d0264e-298f-4806-8c38-798df96e249c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:35.520522 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-462e839f-f528-48ff-b0db-673080be1670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:35.533303 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0f1e349c-138e-4d29-96b9-8862b9ec121c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:35.539597 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89e1dc4a-0040-4789-b247-a018909c8ca8 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:35.562048 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-462e839f-f528-48ff-b0db-673080be1670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:35.594494 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d0264e-298f-4806-8c38-798df96e249c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Network dcd43849-2c98-436f-9dd1-6cd3223dcc5e is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:54:35.608079 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-51d0264e-298f-4806-8c38-798df96e249c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:35.615015 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-109dec13-ef3f-457c-8a90-c763c7bbe89c None None] Could not find standard attr ID for object d943ce64-6335-4c08-a5f4-a8b268e63fd8. {{(pid=105226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 21 14:54:35.630874 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-109dec13-ef3f-457c-8a90-c763c7bbe89c None None] Provisioning complete for port 8d1f7be0-5ece-47c1-92f9-1741f9a26566 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:35.631343 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-109dec13-ef3f-457c-8a90-c763c7bbe89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:35.651853 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-462e839f-f528-48ff-b0db-673080be1670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:35.655224 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-462e839f-f528-48ff-b0db-673080be1670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:35.657829 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-462e839f-f528-48ff-b0db-673080be1670 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/deaac159-89d4-4046-b594-a754291ae52b HTTP/1.1" status: 204 len: 168 time: 0.2385991 Jun 21 14:54:35.658695 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d8e13298-3261-4e14-bc2c-d2ca9e2d7f82 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:35.675211 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e839f-f528-48ff-b0db-673080be1670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deaac159-89d4-4046-b594-a754291ae52b,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:35.677757 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-462e839f-f528-48ff-b0db-673080be1670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:35.691473 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-109dec13-ef3f-457c-8a90-c763c7bbe89c None None] Port 8d1f7be0-5ece-47c1-92f9-1741f9a26566 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:54:35.728010 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0f1e349c-138e-4d29-96b9-8862b9ec121c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:35.831033 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-aec847ee-29ca-48c6-84b7-ea234037fc4b None None] Provisioning for port dec6dbe6-bfda-4bfc-aba4-edc4bc88af64 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:54:35.838775 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-aec847ee-29ca-48c6-84b7-ea234037fc4b None None] Provisioning complete for port dec6dbe6-bfda-4bfc-aba4-edc4bc88af64 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:35.839439 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-aec847ee-29ca-48c6-84b7-ea234037fc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:35.868141 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0f1e349c-138e-4d29-96b9-8862b9ec121c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:35.874437 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0f1e349c-138e-4d29-96b9-8862b9ec121c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:35.875972 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0f1e349c-138e-4d29-96b9-8862b9ec121c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/security-groups/1c1e268a-588a-4d4d-afdb-ddd26f7f63b0 HTTP/1.1" status: 204 len: 168 time: 0.4741170 Jun 21 14:54:35.879079 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37004) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:35.881094 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-130b1d3a-d520-4396-810f-54b7e9a58bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:35.907060 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-aec847ee-29ca-48c6-84b7-ea234037fc4b None None] Port dec6dbe6-bfda-4bfc-aba4-edc4bc88af64 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:54:35.910469 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-aec847ee-29ca-48c6-84b7-ea234037fc4b None None] Could not find standard attr ID for object d943ce64-6335-4c08-a5f4-a8b268e63fd8. {{(pid=105226) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jun 21 14:54:35.913224 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e349c-138e-4d29-96b9-8862b9ec121c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1e268a-588a-4d4d-afdb-ddd26f7f63b0,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:35.923401 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0f1e349c-138e-4d29-96b9-8862b9ec121c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:35.939375 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-aec847ee-29ca-48c6-84b7-ea234037fc4b None None] Provisioning complete for port 09775bcf-efee-4feb-88ae-11e2b31a6825 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:35.939758 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-aec847ee-29ca-48c6-84b7-ea234037fc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:35.985243 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89e1dc4a-0040-4789-b247-a018909c8ca8 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:36.000355 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89e1dc4a-0040-4789-b247-a018909c8ca8 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:36.004638 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-98c796d7-7cee-4d17-abcd-b6e6e0977797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:36.012429 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d0264e-298f-4806-8c38-798df96e249c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Router 6cd6fc17-89b6-4786-8ab5-b2624f64c017 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:54:36.022942 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb5a3a2-762b-4cae-a1a8-afc314df68bb tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Deleting subnet 1293ca9f-32c0-4349-8bb0-8f67de6c51fa {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:54:36.029577 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5cb5a3a2-762b-4cae-a1a8-afc314df68bb tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:36.115065 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5cb5a3a2-762b-4cae-a1a8-afc314df68bb tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:36.122006 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89e1dc4a-0040-4789-b247-a018909c8ca8 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:36.143040 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-89e1dc4a-0040-4789-b247-a018909c8ca8 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8593998 Jun 21 14:54:36.149198 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37006) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:36.162589 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1dc4a-0040-4789-b247-a018909c8ca8 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4916b8f-30af-4396-9e1a-5aa7f87b3113,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:36.170589 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-89e1dc4a-0040-4789-b247-a018909c8ca8 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:36.180214 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-2a892d9b-36c0-407b-82aa-b3bfa76bd11f tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Request body: {'security_group_rule': {'security_group_id': 'e4916b8f-30af-4396-9e1a-5aa7f87b3113', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:36.200151 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa22e870-1b31-4617-b003-d239901c5f33 None None] Network 23d4ad82-ffa5-4d9a-aea1-5574c799939a requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:36.230667 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37008) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:36.268824 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d0264e-298f-4806-8c38-798df96e249c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:54:36.283417 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37be099-d5ed-4964-9f67-7350a5417b92 None None] Sync routers for ids ['6cd6fc17-89b6-4786-8ab5-b2624f64c017'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:54:36.284582 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-72f45cc2-b093-46d3-96ed-4d80dc0470fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:36.295722 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-40a0e97c-bf71-461c-9f0b-182f128a1e5a None None] Provisioning complete for port dec6dbe6-bfda-4bfc-aba4-edc4bc88af64 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:36.296094 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-40a0e97c-bf71-461c-9f0b-182f128a1e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:36.299301 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37be099-d5ed-4964-9f67-7350a5417b92 None None] Routers {'6cd6fc17-89b6-4786-8ab5-b2624f64c017'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:54:36.299934 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-b37be099-d5ed-4964-9f67-7350a5417b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6cd6fc17-89b6-4786-8ab5-b2624f64c017'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:36.307141 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-51d0264e-298f-4806-8c38-798df96e249c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "PUT /v2.0/routers/6cd6fc17-89b6-4786-8ab5-b2624f64c017/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9744830 Jun 21 14:54:36.309550 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37010) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:36.330986 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2a892d9b-36c0-407b-82aa-b3bfa76bd11f tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:36.346688 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-b37be099-d5ed-4964-9f67-7350a5417b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:36.360747 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37be099-d5ed-4964-9f67-7350a5417b92 None None] Routers {'6cd6fc17-89b6-4786-8ab5-b2624f64c017'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:54:36.362388 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-b37be099-d5ed-4964-9f67-7350a5417b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6cd6fc17-89b6-4786-8ab5-b2624f64c017'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:36.396787 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-40a0e97c-bf71-461c-9f0b-182f128a1e5a None None] Port dec6dbe6-bfda-4bfc-aba4-edc4bc88af64 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:54:36.400353 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5cb5a3a2-762b-4cae-a1a8-afc314df68bb tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:36.440817 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-40a0e97c-bf71-461c-9f0b-182f128a1e5a None None] Provisioning for port 0ac0fa9e-0d76-4eaf-ae58-627b7c55fcb8 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:54:36.446672 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42505d77-a67d-4e9f-801e-b575d93d8261 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:36.451831 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-42505d77-a67d-4e9f-801e-b575d93d8261 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "GET /v2.0/ports/dec6dbe6-bfda-4bfc-aba4-edc4bc88af64 HTTP/1.1" status: 200 len: 911 time: 0.1410789 Jun 21 14:54:36.461911 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-b37be099-d5ed-4964-9f67-7350a5417b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:36.462780 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37be099-d5ed-4964-9f67-7350a5417b92 None None] The sync data for ids ['6cd6fc17-89b6-4786-8ab5-b2624f64c017'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:54:36.472609 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37012) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:36.561065 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 09775bcf-efee-4feb-88ae-11e2b31a6825 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:54:36.586833 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5cb5a3a2-762b-4cae-a1a8-afc314df68bb tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:36.591424 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-658e783c-7b4b-4bd6-99cd-3553c01d336f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:36.625536 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-fd2223ae-3069-490a-90b9-a3b5de8d6cbf None None] Provisioning complete for port dec6dbe6-bfda-4bfc-aba4-edc4bc88af64 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:36.625950 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-fd2223ae-3069-490a-90b9-a3b5de8d6cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:36.627977 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb5a3a2-762b-4cae-a1a8-afc314df68bb tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Subnet': ['ID=1293ca9f-32c0-4349-8bb0-8f67de6c51fa,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:36.631174 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5cb5a3a2-762b-4cae-a1a8-afc314df68bb tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:36.634404 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5cb5a3a2-762b-4cae-a1a8-afc314df68bb tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:36.636262 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5cb5a3a2-762b-4cae-a1a8-afc314df68bb tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/subnets/1293ca9f-32c0-4349-8bb0-8f67de6c51fa HTTP/1.1" status: 204 len: 168 time: 0.7558274 Jun 21 14:54:36.641828 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37014) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:36.644751 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2a892d9b-36c0-407b-82aa-b3bfa76bd11f tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:36.647127 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-405fd31f-7e93-43a0-a3e3-594dd90fadaf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'subnet': {'network_id': '572012d6-106a-42ac-ad82-0f480c4cea22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:36.660071 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80968aa8-cac2-4169-b1a5-b65241c5b9ad None None] Network 572012d6-106a-42ac-ad82-0f480c4cea22 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:36.666325 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2a892d9b-36c0-407b-82aa-b3bfa76bd11f tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:36.713600 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-72f45cc2-b093-46d3-96ed-4d80dc0470fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:36.722033 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-72f45cc2-b093-46d3-96ed-4d80dc0470fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:36.729250 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5ca96df7-c4dd-4755-97e4-b71824a10b06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:36.732998 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 09775bcf-efee-4feb-88ae-11e2b31a6825 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:36.733403 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:36.739539 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:36.760610 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-fd2223ae-3069-490a-90b9-a3b5de8d6cbf None None] Port dec6dbe6-bfda-4bfc-aba4-edc4bc88af64 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:54:36.789160 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2a892d9b-36c0-407b-82aa-b3bfa76bd11f tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:36.792961 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2a892d9b-36c0-407b-82aa-b3bfa76bd11f tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6337826 Jun 21 14:54:36.798274 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37016) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:36.800875 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a892d9b-36c0-407b-82aa-b3bfa76bd11f tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c29f19-ecdb-4667-8c69-3e159cc58d83,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:36.804284 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2a892d9b-36c0-407b-82aa-b3bfa76bd11f tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:36.806122 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-33e0147c-9bd7-4c0f-8763-3884011a0d6b tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Request body: {'security_group_rule': {'security_group_id': 'e4916b8f-30af-4396-9e1a-5aa7f87b3113', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:36.827262 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f45cc2-b093-46d3-96ed-4d80dc0470fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d7e07c-a2a3-436d-917b-41972ff4a6e7,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:36.834099 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-72f45cc2-b093-46d3-96ed-4d80dc0470fb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8e3b0eb175304d95be7ec0322dd283ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5998781 Jun 21 14:54:36.834099 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-72f45cc2-b093-46d3-96ed-4d80dc0470fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:36.838172 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37018) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:36.898013 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-33e0147c-9bd7-4c0f-8763-3884011a0d6b tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:36.920634 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 0ac0fa9e-0d76-4eaf-ae58-627b7c55fcb8 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:54:36.931076 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-405fd31f-7e93-43a0-a3e3-594dd90fadaf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Made reservation on behalf of d39eebfbe3874515bc761a8de17d07a8 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:36.934734 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-405fd31f-7e93-43a0-a3e3-594dd90fadaf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:36.995896 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 0ac0fa9e-0d76-4eaf-ae58-627b7c55fcb8 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:54:36.998646 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-35c8a98d-6211-4244-b6ce-1910c774b0f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:37.000661 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 0ac0fa9e-0d76-4eaf-ae58-627b7c55fcb8 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:37.001041 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:37.032260 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b11304b-3bd1-4564-a661-f5ed01b334fd tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:37.056877 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-35c8a98d-6211-4244-b6ce-1910c774b0f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:37.083896 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-33e0147c-9bd7-4c0f-8763-3884011a0d6b tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:37.098036 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:37.103177 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-33e0147c-9bd7-4c0f-8763-3884011a0d6b tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:37.116066 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f888d7b0-6bcf-406f-bdc2-6d117e6d7973 tempest-ServersTestManualDisk-318131842 tempest-ServersTestManualDisk-318131842-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:37.143335 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 0ac0fa9e-0d76-4eaf-ae58-627b7c55fcb8, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=0ac0fa9e-0d76-4eaf-ae58-627b7c55fcb8,segment=NetworkSegment(574d2763-d7d9-437b-9c9a-d1201173fcff),segment_id=574d2763-d7d9-437b-9c9a-d1201173fcff)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:37.149600 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0147c-9bd7-4c0f-8763-3884011a0d6b tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f695afb7-fe88-4ffd-afbe-39b3e3144139,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:37.152870 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:37.155848 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-33e0147c-9bd7-4c0f-8763-3884011a0d6b tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:37.156948 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-30fa6562-0b21-4c39-9b7c-da34f83c5596 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:37.164596 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-33e0147c-9bd7-4c0f-8763-3884011a0d6b tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:37.165792 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-33e0147c-9bd7-4c0f-8763-3884011a0d6b tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3647947 Jun 21 14:54:37.168857 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37020) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:37.174628 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-888d88b7-715d-4297-b1f3-b3a51411fda2 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Request body: {'security_group_rule': {'security_group_id': 'e4916b8f-30af-4396-9e1a-5aa7f87b3113', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:37.196460 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-35c8a98d-6211-4244-b6ce-1910c774b0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:37.199190 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-35c8a98d-6211-4244-b6ce-1910c774b0f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:37.200520 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-35c8a98d-6211-4244-b6ce-1910c774b0f6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b2d7e07c-a2a3-436d-917b-41972ff4a6e7 HTTP/1.1" status: 204 len: 168 time: 0.3615928 Jun 21 14:54:37.205919 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3df0726e-e31d-4093-8e2d-64a3e8965642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:37.249951 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8a98d-6211-4244-b6ce-1910c774b0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d7e07c-a2a3-436d-917b-41972ff4a6e7,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:37.259790 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-35c8a98d-6211-4244-b6ce-1910c774b0f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:37.265427 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-888d88b7-715d-4297-b1f3-b3a51411fda2 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:37.265659 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=0ac0fa9e-0d76-4eaf-ae58-627b7c55fcb8,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:37.273143 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:37.392175 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-9b11304b-3bd1-4564-a661-f5ed01b334fd tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Allocated IP 2001:db8:1::1 (23d4ad82-ffa5-4d9a-aea1-5574c799939a/4caf2cd7-e84e-4471-b1c7-b4f3fe887219/324b344a-fa5a-47d7-afd3-0c5acecb13b3) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:54:37.418505 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-888d88b7-715d-4297-b1f3-b3a51411fda2 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:37.424266 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-888d88b7-715d-4297-b1f3-b3a51411fda2 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:37.433016 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:37.463448 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d88b7-715d-4297-b1f3-b3a51411fda2 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03b16526-249f-47ad-ad74-567131da6838,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:37.466646 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-888d88b7-715d-4297-b1f3-b3a51411fda2 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:37.469413 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-405fd31f-7e93-43a0-a3e3-594dd90fadaf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:37.473079 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:37.480847 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-888d88b7-715d-4297-b1f3-b3a51411fda2 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:37.485056 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-888d88b7-715d-4297-b1f3-b3a51411fda2 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3121581 Jun 21 14:54:37.489410 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37026) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:37.495632 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-bc61a044-a86c-418b-af9c-5d9b56bd15b6 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Request body: {'security_group_rule': {'security_group_id': 'e4916b8f-30af-4396-9e1a-5aa7f87b3113', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:37.552283 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-405fd31f-7e93-43a0-a3e3-594dd90fadaf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Network 572012d6-106a-42ac-ad82-0f480c4cea22 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:54:37.554609 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405fd31f-7e93-43a0-a3e3-594dd90fadaf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Subnet': ['ID=4b022599-09ac-4d2f-b500-77f83810d979,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:37.558978 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bc61a044-a86c-418b-af9c-5d9b56bd15b6 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:37.560433 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-405fd31f-7e93-43a0-a3e3-594dd90fadaf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:37.567998 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-405fd31f-7e93-43a0-a3e3-594dd90fadaf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:37.569686 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405fd31f-7e93-43a0-a3e3-594dd90fadaf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:37.570489 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-405fd31f-7e93-43a0-a3e3-594dd90fadaf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:37.584742 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b11304b-3bd1-4564-a661-f5ed01b334fd tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:37.594139 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-405fd31f-7e93-43a0-a3e3-594dd90fadaf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9512191 Jun 21 14:54:37.596757 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37030) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:37.602902 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-1d8953c4-fa9c-403e-b2bc-d512cdd5a379 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'security_group': {'name': 'tempest-secgroup-567127196'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:37.630239 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-9b11304b-3bd1-4564-a661-f5ed01b334fd tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Transition to ACTIVE for port object 324b344a-fa5a-47d7-afd3-0c5acecb13b3 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:54:37.633568 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1d8953c4-fa9c-403e-b2bc-d512cdd5a379 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:37.686241 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bc61a044-a86c-418b-af9c-5d9b56bd15b6 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:37.695201 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bc61a044-a86c-418b-af9c-5d9b56bd15b6 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:37.698392 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f7313acb-c231-4f73-b48a-e779d3bd5c3e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:37.709933 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b11304b-3bd1-4564-a661-f5ed01b334fd tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:37.728761 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61a044-a86c-418b-af9c-5d9b56bd15b6 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32deb813-cfc8-4251-82dc-89b44907b2ef,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:37.735194 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-bc61a044-a86c-418b-af9c-5d9b56bd15b6 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:37.735916 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-db57e1e9-0fe1-4c17-b3ea-e3845bf4745a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:37.741003 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b11304b-3bd1-4564-a661-f5ed01b334fd tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Network 23d4ad82-ffa5-4d9a-aea1-5574c799939a is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:54:37.747564 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1d8953c4-fa9c-403e-b2bc-d512cdd5a379 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:37.754411 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1d8953c4-fa9c-403e-b2bc-d512cdd5a379 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:37.758569 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1776c75d-62c2-4cd4-a0e5-4e9f88db5d7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:37.763684 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-9b11304b-3bd1-4564-a661-f5ed01b334fd tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:37.767781 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b11304b-3bd1-4564-a661-f5ed01b334fd tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:54:37.768331 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b11304b-3bd1-4564-a661-f5ed01b334fd tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:37.794859 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1d8953c4-fa9c-403e-b2bc-d512cdd5a379 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:37.798893 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1d8953c4-fa9c-403e-b2bc-d512cdd5a379 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1986330 Jun 21 14:54:37.799241 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37038) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:37.804953 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-6b478eaa-cf59-4555-aef9-55326f7c5bcf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'security_group': {'name': 'tempest-secgroup-1566394827'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:37.812810 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bc61a044-a86c-418b-af9c-5d9b56bd15b6 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:37.814237 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-bc61a044-a86c-418b-af9c-5d9b56bd15b6 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3225241 Jun 21 14:54:37.814450 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8953c4-fa9c-403e-b2bc-d512cdd5a379 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b27bbb37-ee11-4662-b8dd-706dafc6a4ac,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:37.819174 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1d8953c4-fa9c-403e-b2bc-d512cdd5a379 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:37.819623 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37040) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:37.826958 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-d87e7251-2a32-4d1d-92ca-496aa752c8dd tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Request body: {'security_group_rule': {'security_group_id': 'e4916b8f-30af-4396-9e1a-5aa7f87b3113', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:37.852436 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b398561-6a98-4c5a-a127-f714d77df4bd None None] Network 572012d6-106a-42ac-ad82-0f480c4cea22 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:37.854752 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11304b-3bd1-4564-a661-f5ed01b334fd tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Port': ['ID=324b344a-fa5a-47d7-afd3-0c5acecb13b3,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:37.860095 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9b11304b-3bd1-4564-a661-f5ed01b334fd tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:37.878630 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6b478eaa-cf59-4555-aef9-55326f7c5bcf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:37.939233 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-55981f99-c3b2-4189-8fa3-e007d422e75b None None] Provisioning complete for port 4ba0745b-36e0-4287-a191-f3f333932d35 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:37.940228 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-55981f99-c3b2-4189-8fa3-e007d422e75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:37.950119 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b11304b-3bd1-4564-a661-f5ed01b334fd tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:37.953479 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d87e7251-2a32-4d1d-92ca-496aa752c8dd tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:38.124805 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d87e7251-2a32-4d1d-92ca-496aa752c8dd tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:38.137189 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d87e7251-2a32-4d1d-92ca-496aa752c8dd tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:38.140773 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6b478eaa-cf59-4555-aef9-55326f7c5bcf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:38.143549 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4a30794f-cb58-4f7c-b51c-b9aed2d6c512 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:38.150363 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-55981f99-c3b2-4189-8fa3-e007d422e75b None None] Provisioning complete for port 8d1f7be0-5ece-47c1-92f9-1741f9a26566 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:38.150739 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-55981f99-c3b2-4189-8fa3-e007d422e75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:38.157582 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6b478eaa-cf59-4555-aef9-55326f7c5bcf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:38.166026 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e7251-2a32-4d1d-92ca-496aa752c8dd tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a9dd9fa-a048-4287-8d19-89e1bd5fd673,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:38.168527 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d87e7251-2a32-4d1d-92ca-496aa752c8dd tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:38.169111 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-74a3ab6a-e306-4e95-bb2a-c4e2281d88ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:38.202129 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-55981f99-c3b2-4189-8fa3-e007d422e75b None None] Port 8d1f7be0-5ece-47c1-92f9-1741f9a26566 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:54:38.207971 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d87e7251-2a32-4d1d-92ca-496aa752c8dd tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:38.209491 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d87e7251-2a32-4d1d-92ca-496aa752c8dd tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3889496 Jun 21 14:54:38.213120 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37050) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:38.218089 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6b478eaa-cf59-4555-aef9-55326f7c5bcf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:38.219621 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6b478eaa-cf59-4555-aef9-55326f7c5bcf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4189553 Jun 21 14:54:38.222514 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37052) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:38.230169 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-cdf4cb9a-eb59-4674-a134-62a0c73870ba tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'security_group': {'name': 'tempest-secgroup-263655147'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:38.254486 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b478eaa-cf59-4555-aef9-55326f7c5bcf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9587fa66-9edf-4180-aa3b-789e1e4e63f1,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:38.258646 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6b478eaa-cf59-4555-aef9-55326f7c5bcf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:38.262865 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cdf4cb9a-eb59-4674-a134-62a0c73870ba tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:38.267899 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-53c5f96e-5363-40b9-99cb-8a354183c46f tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:38.281824 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3074407-a7c0-4812-96a5-48dfb0a4fa0b None None] Update dhcp port {'port': {'network_id': '572012d6-106a-42ac-ad82-0f480c4cea22', 'fixed_ips': [{'subnet_id': '58927dab-b4b5-4bea-b835-78ed3cfca7b3', 'ip_address': '172.20.0.18'}, {'subnet_id': '4b022599-09ac-4d2f-b500-77f83810d979'}], 'binding:host_id': 'dv-neutron-797121-2-hyperv'}, 'id': '4ba0745b-36e0-4287-a191-f3f333932d35'} from dv-neutron-797121-2-hyperv. {{(pid=105226) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 21 14:54:38.292946 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-53c5f96e-5363-40b9-99cb-8a354183c46f tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:38.336244 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f3074407-a7c0-4812-96a5-48dfb0a4fa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:38.350109 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-57075544-363f-46ba-86bc-dd1dbc19f471 None None] Provisioning for port 324b344a-fa5a-47d7-afd3-0c5acecb13b3 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:54:38.374608 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-57075544-363f-46ba-86bc-dd1dbc19f471 None None] Provisioning complete for port 324b344a-fa5a-47d7-afd3-0c5acecb13b3 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:38.375067 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-57075544-363f-46ba-86bc-dd1dbc19f471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:38.401815 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-53c5f96e-5363-40b9-99cb-8a354183c46f tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:38.409532 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cdf4cb9a-eb59-4674-a134-62a0c73870ba tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:38.417279 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-53c5f96e-5363-40b9-99cb-8a354183c46f tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:38.423627 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cdf4cb9a-eb59-4674-a134-62a0c73870ba tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:38.423842 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-53c5f96e-5363-40b9-99cb-8a354183c46f tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/7a9dd9fa-a048-4287-8d19-89e1bd5fd673 HTTP/1.1" status: 204 len: 168 time: 0.2096918 Jun 21 14:54:38.424559 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37056) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:38.427143 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1d8953c4-fa9c-403e-b2bc-d512cdd5a379 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:38.427516 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:38.456986 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4cb9a-eb59-4674-a134-62a0c73870ba tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a74611d-d1b6-43db-baa4-c555f3466465,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:38.459834 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-57075544-363f-46ba-86bc-dd1dbc19f471 None None] Port 324b344a-fa5a-47d7-afd3-0c5acecb13b3 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:54:38.460629 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-cdf4cb9a-eb59-4674-a134-62a0c73870ba tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:38.462159 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cdf4cb9a-eb59-4674-a134-62a0c73870ba tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:38.463493 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-cdf4cb9a-eb59-4674-a134-62a0c73870ba tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2400048 Jun 21 14:54:38.467156 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37058) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:38.468969 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 0ac0fa9e-0d76-4eaf-ae58-627b7c55fcb8 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:54:38.475600 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-ce18b476-2ba4-4dbd-92d5-7e65d27eac57 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1013075001', 'security_groups': ['9a74611d-d1b6-43db-baa4-c555f3466465'], 'network_id': '572012d6-106a-42ac-ad82-0f480c4cea22', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4b022599-09ac-4d2f-b500-77f83810d979'}]}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:38.494263 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5f96e-5363-40b9-99cb-8a354183c46f tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a9dd9fa-a048-4287-8d19-89e1bd5fd673,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:38.502572 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-53c5f96e-5363-40b9-99cb-8a354183c46f tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:38.554532 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-92dd93f7-dce2-4ef7-909e-64a9f76f6cc5 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1236260 Jun 21 14:54:38.555130 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37062) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:38.596111 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e8e6b82d-675b-4b18-82a5-074e1ca16171 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:38.610803 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e8e6b82d-675b-4b18-82a5-074e1ca16171 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:38.614104 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b11304b-3bd1-4564-a661-f5ed01b334fd tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:38.617811 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 0ac0fa9e-0d76-4eaf-ae58-627b7c55fcb8 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:38.618203 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:38.627788 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce18b476-2ba4-4dbd-92d5-7e65d27eac57 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Made reservation on behalf of d39eebfbe3874515bc761a8de17d07a8 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:38.628349 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b11304b-3bd1-4564-a661-f5ed01b334fd tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:38.629217 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b11304b-3bd1-4564-a661-f5ed01b334fd tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:38.634327 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-52aa160a-3d57-4d7f-9321-f871ca860399 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:38.711287 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-f3074407-a7c0-4812-96a5-48dfb0a4fa0b None None] Allocated IP 172.20.0.2 (572012d6-106a-42ac-ad82-0f480c4cea22/4b022599-09ac-4d2f-b500-77f83810d979/4ba0745b-36e0-4287-a191-f3f333932d35) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:54:38.712961 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e8e6b82d-675b-4b18-82a5-074e1ca16171 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:38.728623 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e8e6b82d-675b-4b18-82a5-074e1ca16171 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:38.729732 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e8e6b82d-675b-4b18-82a5-074e1ca16171 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/32deb813-cfc8-4251-82dc-89b44907b2ef HTTP/1.1" status: 204 len: 168 time: 0.1721976 Jun 21 14:54:38.737551 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37066) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:38.748108 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11304b-3bd1-4564-a661-f5ed01b334fd tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Port': ['ID=324b344a-fa5a-47d7-afd3-0c5acecb13b3,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:38.750750 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ce18b476-2ba4-4dbd-92d5-7e65d27eac57 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:38.754369 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9b11304b-3bd1-4564-a661-f5ed01b334fd tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:38.756280 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-53c5f96e-5363-40b9-99cb-8a354183c46f tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:38.771986 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-ce18b476-2ba4-4dbd-92d5-7e65d27eac57 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] device_id is not set on port 18b8a9ca-206c-45bc-a7e3-4f1d6ce6ac2f yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:54:38.784987 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6b82d-675b-4b18-82a5-074e1ca16171 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32deb813-cfc8-4251-82dc-89b44907b2ef,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:38.788822 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e8e6b82d-675b-4b18-82a5-074e1ca16171 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:38.832298 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0e052d2b-80ae-4122-b367-0022931f1640 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0934422 Jun 21 14:54:38.835409 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37072) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:38.843061 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b11304b-3bd1-4564-a661-f5ed01b334fd tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Network 23d4ad82-ffa5-4d9a-aea1-5574c799939a is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:54:38.846502 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-9b11304b-3bd1-4564-a661-f5ed01b334fd tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:38.899055 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-f3074407-a7c0-4812-96a5-48dfb0a4fa0b None None] For port 4ba0745b-36e0-4287-a191-f3f333932d35, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=4ba0745b-36e0-4287-a191-f3f333932d35,segment=NetworkSegment(0d72db2b-c6f4-4ce2-b280-59109dcf818d),segment_id=0d72db2b-c6f4-4ce2-b280-59109dcf818d)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:38.906351 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c7f5-85e7-416a-a583-63eee4845c16 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:38.938103 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f3074407-a7c0-4812-96a5-48dfb0a4fa0b None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:38.949911 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c7f5-85e7-416a-a583-63eee4845c16 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:38.960745 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f3074407-a7c0-4812-96a5-48dfb0a4fa0b None None] Transition to ACTIVE for port object 4ba0745b-36e0-4287-a191-f3f333932d35 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:54:38.970645 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f3074407-a7c0-4812-96a5-48dfb0a4fa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:38.977237 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-cafd1167-52e2-4bcb-8c4e-aa219d49da74 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:39.062832 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b11304b-3bd1-4564-a661-f5ed01b334fd tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Router 6cd6fc17-89b6-4786-8ab5-b2624f64c017 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:54:39.064507 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c7f5-85e7-416a-a583-63eee4845c16 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:39.073469 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6ca4c7f5-85e7-416a-a583-63eee4845c16 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:39.078396 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-ce18b476-2ba4-4dbd-92d5-7e65d27eac57 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Allocated IP 172.20.0.7 (572012d6-106a-42ac-ad82-0f480c4cea22/4b022599-09ac-4d2f-b500-77f83810d979/18b8a9ca-206c-45bc-a7e3-4f1d6ce6ac2f) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:54:39.079163 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6ca4c7f5-85e7-416a-a583-63eee4845c16 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/03b16526-249f-47ad-ad74-567131da6838 HTTP/1.1" status: 204 len: 168 time: 0.2343678 Jun 21 14:54:39.079865 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37076) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:39.082776 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:39.117401 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3074407-a7c0-4812-96a5-48dfb0a4fa0b None None] Pushing event updated for resources: {'Port': ['ID=4ba0745b-36e0-4287-a191-f3f333932d35,revision_number=6']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:39.129650 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f3074407-a7c0-4812-96a5-48dfb0a4fa0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:39.152781 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37080) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:39.153567 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-086d947d-c1d9-496d-9c14-748078ee2406 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0660727 Jun 21 14:54:39.157178 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca4c7f5-85e7-416a-a583-63eee4845c16 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=03b16526-249f-47ad-ad74-567131da6838,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:39.165484 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6ca4c7f5-85e7-416a-a583-63eee4845c16 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:39.203474 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-e1fcecc4-e263-4298-8c97-1656b9a90f83 None None] Provisioning complete for port 324b344a-fa5a-47d7-afd3-0c5acecb13b3 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:39.204066 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e1fcecc4-e263-4298-8c97-1656b9a90f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:39.269298 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-e1fcecc4-e263-4298-8c97-1656b9a90f83 None None] Port 324b344a-fa5a-47d7-afd3-0c5acecb13b3 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:54:39.273099 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37082) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:39.280886 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3ba13df7-fdf8-4404-af2f-6a0ac88a189c tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:39.295233 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3ba13df7-fdf8-4404-af2f-6a0ac88a189c tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:39.331483 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ce18b476-2ba4-4dbd-92d5-7e65d27eac57 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:39.347879 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-ce18b476-2ba4-4dbd-92d5-7e65d27eac57 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Transition to ACTIVE for port object 18b8a9ca-206c-45bc-a7e3-4f1d6ce6ac2f will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:54:39.414183 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-4384177c-07f2-4f70-a0ef-9832ed96a65a tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-70577934', 'router:external': True}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:39.424737 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3ba13df7-fdf8-4404-af2f-6a0ac88a189c tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:39.437206 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:39.447675 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3ba13df7-fdf8-4404-af2f-6a0ac88a189c tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:39.448888 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3ba13df7-fdf8-4404-af2f-6a0ac88a189c tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/f695afb7-fe88-4ffd-afbe-39b3e3144139 HTTP/1.1" status: 204 len: 168 time: 0.2948129 Jun 21 14:54:39.452229 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37086) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:39.471033 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ce18b476-2ba4-4dbd-92d5-7e65d27eac57 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:39.479752 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba13df7-fdf8-4404-af2f-6a0ac88a189c tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f695afb7-fe88-4ffd-afbe-39b3e3144139,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:39.493429 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3ba13df7-fdf8-4404-af2f-6a0ac88a189c tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:39.494092 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4384177c-07f2-4f70-a0ef-9832ed96a65a tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Made reservation on behalf of c3bacef0ca64452bbbf84df00c6c494f for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:39.496555 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4384177c-07f2-4f70-a0ef-9832ed96a65a tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:39.499083 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b9a0db5e-70e7-4322-8435-6d3f8c55d5eb tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:39.549251 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4384177c-07f2-4f70-a0ef-9832ed96a65a tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:39.566502 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce18b476-2ba4-4dbd-92d5-7e65d27eac57 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Network 572012d6-106a-42ac-ad82-0f480c4cea22 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:54:39.581508 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-ce18b476-2ba4-4dbd-92d5-7e65d27eac57 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:39.590418 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce18b476-2ba4-4dbd-92d5-7e65d27eac57 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:54:39.608403 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-24745cac-df75-4526-a2c1-4beac65ec401 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1508324 Jun 21 14:54:39.613935 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37088) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:39.638308 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18b476-2ba4-4dbd-92d5-7e65d27eac57 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Port': ['ID=18b8a9ca-206c-45bc-a7e3-4f1d6ce6ac2f,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:39.643902 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ce18b476-2ba4-4dbd-92d5-7e65d27eac57 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:39.647257 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b11304b-3bd1-4564-a661-f5ed01b334fd tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:54:39.658109 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9b11304b-3bd1-4564-a661-f5ed01b334fd tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "PUT /v2.0/routers/6cd6fc17-89b6-4786-8ab5-b2624f64c017/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1842926 Jun 21 14:54:39.658969 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff10237-d8bc-4602-9c06-26d6f452f3ac None None] Sync routers for ids ['6cd6fc17-89b6-4786-8ab5-b2624f64c017'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:54:39.661323 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-44f6f354-9c28-42b9-bf77-067400c12f3a tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:39.663122 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37090) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:39.671123 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff10237-d8bc-4602-9c06-26d6f452f3ac None None] Routers {'6cd6fc17-89b6-4786-8ab5-b2624f64c017'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:54:39.671758 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-fff10237-d8bc-4602-9c06-26d6f452f3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6cd6fc17-89b6-4786-8ab5-b2624f64c017'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:39.672412 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-44f6f354-9c28-42b9-bf77-067400c12f3a tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:39.707403 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-44f6f354-9c28-42b9-bf77-067400c12f3a tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:39.708033 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-fff10237-d8bc-4602-9c06-26d6f452f3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:39.710006 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:39.710496 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce18b476-2ba4-4dbd-92d5-7e65d27eac57 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:39.711156 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ce18b476-2ba4-4dbd-92d5-7e65d27eac57 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:39.718774 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-44f6f354-9c28-42b9-bf77-067400c12f3a tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:39.719955 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-44f6f354-9c28-42b9-bf77-067400c12f3a tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/99c29f19-ecdb-4667-8c69-3e159cc58d83 HTTP/1.1" status: 204 len: 168 time: 0.1049883 Jun 21 14:54:39.723718 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff10237-d8bc-4602-9c06-26d6f452f3ac None None] Routers {'6cd6fc17-89b6-4786-8ab5-b2624f64c017'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:54:39.724378 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-fff10237-d8bc-4602-9c06-26d6f452f3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6cd6fc17-89b6-4786-8ab5-b2624f64c017'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:39.725602 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37092) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:39.726829 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f6f354-9c28-42b9-bf77-067400c12f3a tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=99c29f19-ecdb-4667-8c69-3e159cc58d83,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:39.729737 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-44f6f354-9c28-42b9-bf77-067400c12f3a tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:39.762218 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-fff10237-d8bc-4602-9c06-26d6f452f3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:39.763041 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff10237-d8bc-4602-9c06-26d6f452f3ac None None] The sync data for ids ['6cd6fc17-89b6-4786-8ab5-b2624f64c017'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:54:39.778183 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0a673a-ddb2-47d6-b58e-7218c6f96632 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:39.779814 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4c0a673a-ddb2-47d6-b58e-7218c6f96632 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "GET /v2.0/ports/324b344a-fa5a-47d7-afd3-0c5acecb13b3 HTTP/1.1" status: 200 len: 913 time: 0.1157336 Jun 21 14:54:39.783118 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37094) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:39.820848 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-634c2219-6695-4a1a-85d7-96570e95b6f4 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0907545 Jun 21 14:54:39.821200 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37096) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:39.863217 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4384177c-07f2-4f70-a0ef-9832ed96a65a tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:39.875445 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4384177c-07f2-4f70-a0ef-9832ed96a65a tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:39.879080 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-db0f528f-1664-4242-826a-8dcbf46033c7 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:39.885119 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ce18b476-2ba4-4dbd-92d5-7e65d27eac57 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4167786 Jun 21 14:54:39.888522 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37098) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:39.897607 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-0a501693-c27b-4647-b691-748470ce34ed tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'subnet': {'network_id': '572012d6-106a-42ac-ad82-0f480c4cea22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:39.906364 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-9702eecc-3fa6-4cb9-a5f9-bd60dfa646c6 None None] Provisioning for port 4ba0745b-36e0-4287-a191-f3f333932d35 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:54:39.913075 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-9702eecc-3fa6-4cb9-a5f9-bd60dfa646c6 None None] Provisioning complete for port 4ba0745b-36e0-4287-a191-f3f333932d35 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:39.913777 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9702eecc-3fa6-4cb9-a5f9-bd60dfa646c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:39.914888 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4384177c-07f2-4f70-a0ef-9832ed96a65a tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:54:39.928410 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4384177c-07f2-4f70-a0ef-9832ed96a65a tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde91432-c97d-4c28-9074-68c2f3b6d723,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:39.935312 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4384177c-07f2-4f70-a0ef-9832ed96a65a tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:39.938133 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b18767c7-5d4c-444b-ba5f-779ca1def23d tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:39.940282 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4384177c-07f2-4f70-a0ef-9832ed96a65a tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:39.940626 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-4384177c-07f2-4f70-a0ef-9832ed96a65a tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Added segment f7044a7c-7ded-48c4-96ba-4d5fa9b625d5 of type vlan for network e97526ab-fafe-4e27-9722-ef29b260133f Jun 21 14:54:39.992284 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b18767c7-5d4c-444b-ba5f-779ca1def23d tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:40.013665 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4384177c-07f2-4f70-a0ef-9832ed96a65a tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:40.051409 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-9702eecc-3fa6-4cb9-a5f9-bd60dfa646c6 None None] Provisioning complete for port 8d1f7be0-5ece-47c1-92f9-1741f9a26566 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:40.053449 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9702eecc-3fa6-4cb9-a5f9-bd60dfa646c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:40.072065 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4384177c-07f2-4f70-a0ef-9832ed96a65a tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:40.073814 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4384177c-07f2-4f70-a0ef-9832ed96a65a tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:40.074675 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4384177c-07f2-4f70-a0ef-9832ed96a65a tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:40.079650 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ba56556f-d502-41ad-9ac6-43245005bdfd tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:40.084982 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b18767c7-5d4c-444b-ba5f-779ca1def23d tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:40.087950 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b18767c7-5d4c-444b-ba5f-779ca1def23d tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:40.089345 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b18767c7-5d4c-444b-ba5f-779ca1def23d tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "DELETE /v2.0/security-groups/e4916b8f-30af-4396-9e1a-5aa7f87b3113 HTTP/1.1" status: 204 len: 168 time: 0.2672808 Jun 21 14:54:40.095015 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-9702eecc-3fa6-4cb9-a5f9-bd60dfa646c6 None None] Port 8d1f7be0-5ece-47c1-92f9-1741f9a26566 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:54:40.101388 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37100) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:40.174218 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4384177c-07f2-4f70-a0ef-9832ed96a65a tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.8998365 Jun 21 14:54:40.178980 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37102) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:40.185949 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-131fbb66-6930-469e-8bda-b15a4b1f601d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Request body: {'subnet': {'network_id': 'e97526ab-fafe-4e27-9722-ef29b260133f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:40.196581 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a501693-c27b-4647-b691-748470ce34ed tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Made reservation on behalf of d39eebfbe3874515bc761a8de17d07a8 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:40.200251 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0a501693-c27b-4647-b691-748470ce34ed tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:40.219308 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-e779d93d-b8b0-4b58-a9cd-0e10b8fb3804 None None] Provisioning for port 18b8a9ca-206c-45bc-a7e3-4f1d6ce6ac2f completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:54:40.223463 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-e779d93d-b8b0-4b58-a9cd-0e10b8fb3804 None None] Provisioning complete for port 18b8a9ca-206c-45bc-a7e3-4f1d6ce6ac2f triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:40.223968 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e779d93d-b8b0-4b58-a9cd-0e10b8fb3804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:40.229232 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4384177c-07f2-4f70-a0ef-9832ed96a65a tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Pushing event updated for resources: {'Network': ['ID=e97526ab-fafe-4e27-9722-ef29b260133f,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:40.232363 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4384177c-07f2-4f70-a0ef-9832ed96a65a tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:40.236051 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6b478eaa-cf59-4555-aef9-55326f7c5bcf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:40.247337 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network e97526ab-fafe-4e27-9722-ef29b260133f details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:54:40.249428 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18767c7-5d4c-444b-ba5f-779ca1def23d tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4916b8f-30af-4396-9e1a-5aa7f87b3113,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:40.254220 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b18767c7-5d4c-444b-ba5f-779ca1def23d tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:40.259622 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-cc24653d-b798-40d2-8398-d7fde27e5573 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1563871 Jun 21 14:54:40.266630 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37104) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:40.271947 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-49f641ba-3155-4a7d-b84b-259e4e5c6a85 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Request body: {'security_group': {'name': 'tempest-secgroup--1149596795'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:40.279845 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131fbb66-6930-469e-8bda-b15a4b1f601d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Made reservation on behalf of c3bacef0ca64452bbbf84df00c6c494f for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:40.282297 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-131fbb66-6930-469e-8bda-b15a4b1f601d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:40.302952 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-49f641ba-3155-4a7d-b84b-259e4e5c6a85 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:40.403273 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-49f641ba-3155-4a7d-b84b-259e4e5c6a85 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:40.409356 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-49f641ba-3155-4a7d-b84b-259e4e5c6a85 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:40.413215 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-810be70c-762c-4f37-824b-7d1aa8c73c89 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:40.421530 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.ipam_backend_mixin [None req-0a501693-c27b-4647-b691-748470ce34ed tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4b022599-09ac-4d2f-b500-77f83810d979 (CIDR: 172.20.0.0/28) Jun 21 14:54:40.429946 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a501693-c27b-4647-b691-748470ce34ed tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:54:40.429946 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a501693-c27b-4647-b691-748470ce34ed tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:54:40.441487 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-49f641ba-3155-4a7d-b84b-259e4e5c6a85 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:40.442953 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-49f641ba-3155-4a7d-b84b-259e4e5c6a85 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1768513 Jun 21 14:54:40.444432 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f641ba-3155-4a7d-b84b-259e4e5c6a85 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=547c35b3-cb79-44e5-9d14-73b9119e697a,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:40.446785 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37106) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:40.453142 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-b70a8a70-a3bc-40dd-894d-7e97528af108 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Request body: {'security_group_rule': {'security_group_id': '547c35b3-cb79-44e5-9d14-73b9119e697a', 'direction': 'ingress', 'protocol': 17}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:40.458256 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-49f641ba-3155-4a7d-b84b-259e4e5c6a85 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:40.462440 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0a501693-c27b-4647-b691-748470ce34ed tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5721631 Jun 21 14:54:40.464206 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37108) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:40.471628 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-b6078aa7-6a0b-42da-a56a-8082f4890bc3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'subnet': {'network_id': '572012d6-106a-42ac-ad82-0f480c4cea22', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:40.488250 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b70a8a70-a3bc-40dd-894d-7e97528af108 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:40.494303 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 4ba0745b-36e0-4287-a191-f3f333932d35 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:54:40.535375 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-e779d93d-b8b0-4b58-a9cd-0e10b8fb3804 None None] Port 18b8a9ca-206c-45bc-a7e3-4f1d6ce6ac2f cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:54:40.560928 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4c3bd78b-43fe-4f32-b824-12430d5b137c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:40.564834 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b70a8a70-a3bc-40dd-894d-7e97528af108 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:40.569025 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 4ba0745b-36e0-4287-a191-f3f333932d35 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:40.569348 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:40.572756 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b70a8a70-a3bc-40dd-894d-7e97528af108 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:40.575131 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:40.593686 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a8a70-a3bc-40dd-894d-7e97528af108 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8054786e-edda-48a8-8c7e-395306c75d73,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:40.597041 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b70a8a70-a3bc-40dd-894d-7e97528af108 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:40.599712 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b70a8a70-a3bc-40dd-894d-7e97528af108 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:40.603536 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b70a8a70-a3bc-40dd-894d-7e97528af108 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1531010 Jun 21 14:54:40.604161 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37110) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:40.660777 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d67e6435-274d-4ab9-9a7b-4687524c7767 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:40.685421 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d67e6435-274d-4ab9-9a7b-4687524c7767 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:40.734056 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d67e6435-274d-4ab9-9a7b-4687524c7767 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:40.739058 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d67e6435-274d-4ab9-9a7b-4687524c7767 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:40.742816 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d67e6435-274d-4ab9-9a7b-4687524c7767 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "DELETE /v2.0/security-groups/547c35b3-cb79-44e5-9d14-73b9119e697a HTTP/1.1" status: 204 len: 168 time: 0.1353369 Jun 21 14:54:40.742816 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-79e3cbda-5659-41eb-8c1d-1931b26dc036 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:40.745041 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37112) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:40.772604 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e6435-274d-4ab9-9a7b-4687524c7767 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=547c35b3-cb79-44e5-9d14-73b9119e697a,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:40.776634 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d67e6435-274d-4ab9-9a7b-4687524c7767 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:40.814880 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c1436e20-68a6-4d3d-ba0c-0927bac2d048 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0635183 Jun 21 14:54:40.818082 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37114) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:40.820436 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-51043938-eb0b-46a0-9bcd-72f55c54d65e tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Request body: {'security_group': {'name': 'tempest-secgroup--2057438527'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:40.847499 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6078aa7-6a0b-42da-a56a-8082f4890bc3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Made reservation on behalf of d39eebfbe3874515bc761a8de17d07a8 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:40.851009 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b6078aa7-6a0b-42da-a56a-8082f4890bc3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:40.928898 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-51043938-eb0b-46a0-9bcd-72f55c54d65e tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:40.992100 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.ipam_backend_mixin [None req-b6078aa7-6a0b-42da-a56a-8082f4890bc3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 58927dab-b4b5-4bea-b835-78ed3cfca7b3 (CIDR: 172.20.0.16/28) Jun 21 14:54:41.004978 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6078aa7-6a0b-42da-a56a-8082f4890bc3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:54:41.005454 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6078aa7-6a0b-42da-a56a-8082f4890bc3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:54:41.161113 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.objects.ports [None req-131fbb66-6930-469e-8bda-b15a4b1f601d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105224) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 21 14:54:41.161630 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-131fbb66-6930-469e-8bda-b15a4b1f601d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:41.169338 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0edcf459-7f3f-4ed9-8f94-cf871902ef53 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:41.203937 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-51043938-eb0b-46a0-9bcd-72f55c54d65e tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:41.216489 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-51043938-eb0b-46a0-9bcd-72f55c54d65e tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:41.231368 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b6078aa7-6a0b-42da-a56a-8082f4890bc3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7640824 Jun 21 14:54:41.234461 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37116) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:41.240846 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-09e39dee-1e46-4b94-a003-2a5570488ff5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'subnet': {'network_id': '572012d6-106a-42ac-ad82-0f480c4cea22', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:41.255153 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131fbb66-6930-469e-8bda-b15a4b1f601d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ea9ade9d-3656-43ac-bd75-9767dfe17621,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:41.259866 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-51043938-eb0b-46a0-9bcd-72f55c54d65e tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:41.264385 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-51043938-eb0b-46a0-9bcd-72f55c54d65e tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4444022 Jun 21 14:54:41.264385 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-131fbb66-6930-469e-8bda-b15a4b1f601d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:41.264385 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b5e2f7bd-3083-4961-9d88-be2857e7e279 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:41.268101 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37118) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:41.284568 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-56239c03-48d6-40cd-a0b2-2be647965203 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Request body: {'security_group': {'name': 'tempest-secgroup--1993867696'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:41.312695 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-4c3bd78b-43fe-4f32-b824-12430d5b137c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Deleting port 324b344a-fa5a-47d7-afd3-0c5acecb13b3 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:41.313047 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4c3bd78b-43fe-4f32-b824-12430d5b137c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:41.318002 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131fbb66-6930-469e-8bda-b15a4b1f601d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Checking segment: {'id': 'f7044a7c-7ded-48c4-96ba-4d5fa9b625d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e97526ab-fafe-4e27-9722-ef29b260133f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:54:41.318359 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131fbb66-6930-469e-8bda-b15a4b1f601d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Network hostable DHCP agents. Network: e97526ab-fafe-4e27-9722-ef29b260133f, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:54:41.323235 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51043938-eb0b-46a0-9bcd-72f55c54d65e tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3152b0bd-425a-48a3-bf80-df98d3bc0c3b,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:41.377484 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51043938-eb0b-46a0-9bcd-72f55c54d65e tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:41.377939 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51043938-eb0b-46a0-9bcd-72f55c54d65e tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:41.378344 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51043938-eb0b-46a0-9bcd-72f55c54d65e tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:41.378736 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51043938-eb0b-46a0-9bcd-72f55c54d65e tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:41.379071 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51043938-eb0b-46a0-9bcd-72f55c54d65e tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:41.379437 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51043938-eb0b-46a0-9bcd-72f55c54d65e tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:41.379818 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51043938-eb0b-46a0-9bcd-72f55c54d65e tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:41.380191 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51043938-eb0b-46a0-9bcd-72f55c54d65e tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:41.380550 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51043938-eb0b-46a0-9bcd-72f55c54d65e tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:41.380903 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51043938-eb0b-46a0-9bcd-72f55c54d65e tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:41.381272 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51043938-eb0b-46a0-9bcd-72f55c54d65e tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:41.381975 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51043938-eb0b-46a0-9bcd-72f55c54d65e tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:41.390037 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-51043938-eb0b-46a0-9bcd-72f55c54d65e tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:41.395680 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-56239c03-48d6-40cd-a0b2-2be647965203 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:41.406322 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e39dee-1e46-4b94-a003-2a5570488ff5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Made reservation on behalf of d39eebfbe3874515bc761a8de17d07a8 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:41.409877 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-09e39dee-1e46-4b94-a003-2a5570488ff5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:41.414296 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131fbb66-6930-469e-8bda-b15a4b1f601d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Network e97526ab-fafe-4e27-9722-ef29b260133f is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:54:41.440235 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-131fbb66-6930-469e-8bda-b15a4b1f601d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, e97526ab-fafe-4e27-9722-ef29b260133f) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:41.448507 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131fbb66-6930-469e-8bda-b15a4b1f601d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:41.449095 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-131fbb66-6930-469e-8bda-b15a4b1f601d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:41.450139 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ae948a-dfb2-49d0-937e-57104453f813 None None] Network e97526ab-fafe-4e27-9722-ef29b260133f requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:41.476336 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4c3bd78b-43fe-4f32-b824-12430d5b137c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:41.551850 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-4c3bd78b-43fe-4f32-b824-12430d5b137c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Calling delete_port for 324b344a-fa5a-47d7-afd3-0c5acecb13b3 owned by network:router_interface {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:41.582835 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f363b4-9949-445a-9971-e889a690e5d2 None None] Network e97526ab-fafe-4e27-9722-ef29b260133f requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:41.646989 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-56239c03-48d6-40cd-a0b2-2be647965203 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:41.664978 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-09e39dee-1e46-4b94-a003-2a5570488ff5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:41.668093 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-78cadf1f-f73b-4d75-b753-d4acaf5fb362 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:41.690529 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-56239c03-48d6-40cd-a0b2-2be647965203 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:41.696489 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cccb1a12-100b-4139-a326-d381b8adc56d tempest-ExternalNetworksTestJSON-2102575426 tempest-ExternalNetworksTestJSON-2102575426-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:41.706713 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-131fbb66-6930-469e-8bda-b15a4b1f601d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5223856 Jun 21 14:54:41.709131 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37120) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:41.711745 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e39dee-1e46-4b94-a003-2a5570488ff5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Network 572012d6-106a-42ac-ad82-0f480c4cea22 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:54:41.722382 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-09e39dee-1e46-4b94-a003-2a5570488ff5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:41.725834 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e39dee-1e46-4b94-a003-2a5570488ff5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:41.726464 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-09e39dee-1e46-4b94-a003-2a5570488ff5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:41.728693 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-7bfeea6e-f0e4-4989-924d-541446d37bab tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-103920517', 'network_id': 'e97526ab-fafe-4e27-9722-ef29b260133f'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:41.735054 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0c4954-b13d-4e1d-a93d-dc2e81cc9963 None None] Network 572012d6-106a-42ac-ad82-0f480c4cea22 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:41.742846 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e39dee-1e46-4b94-a003-2a5570488ff5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Subnet': ['ID=e9f988c3-9e64-4f52-b9ce-393d87190f63,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:41.744861 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-56239c03-48d6-40cd-a0b2-2be647965203 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:41.748741 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-09e39dee-1e46-4b94-a003-2a5570488ff5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:41.748912 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-56239c03-48d6-40cd-a0b2-2be647965203 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4746404 Jun 21 14:54:41.749675 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37122) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:41.755264 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-01782485-3675-476f-a313-2a6b32c1be28 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Request body: {'security_group_rule': {'security_group_id': '3152b0bd-425a-48a3-bf80-df98d3bc0c3b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd33ab8e8-abab-4b92-8f2a-8064ad0c552d', 'remote_ip_prefix': None}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:41.761261 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56239c03-48d6-40cd-a0b2-2be647965203 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d33ab8e8-abab-4b92-8f2a-8064ad0c552d,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:41.766608 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-56239c03-48d6-40cd-a0b2-2be647965203 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:41.770734 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfeea6e-f0e4-4989-924d-541446d37bab tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Made reservation on behalf of c3bacef0ca64452bbbf84df00c6c494f for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:41.773081 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7bfeea6e-f0e4-4989-924d-541446d37bab tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:41.782523 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-09e39dee-1e46-4b94-a003-2a5570488ff5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5442460 Jun 21 14:54:41.783450 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37124) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:41.789410 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-35823571-fc83-4aa1-9550-49fad919a308 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-710236682', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e9f988c3-9e64-4f52-b9ce-393d87190f63'}], 'security_groups': ['b27bbb37-ee11-4662-b8dd-706dafc6a4ac', '9587fa66-9edf-4180-aa3b-789e1e4e63f1']}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:41.815800 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-7bfeea6e-f0e4-4989-924d-541446d37bab tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] device_id is not set on port 383398d2-5462-4aa1-ade9-4adec5aaa14b yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:54:41.876675 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-01782485-3675-476f-a313-2a6b32c1be28 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:41.882640 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4c3bd78b-43fe-4f32-b824-12430d5b137c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:41.887553 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1624474d-a458-44e3-8c11-98d56a1b6cf7 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:41.911341 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-35823571-fc83-4aa1-9550-49fad919a308 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:41.920206 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3bd78b-43fe-4f32-b824-12430d5b137c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event deleted for resources: {'Port': ['ID=324b344a-fa5a-47d7-afd3-0c5acecb13b3,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:41.940431 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4c3bd78b-43fe-4f32-b824-12430d5b137c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:42.043537 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-01782485-3675-476f-a313-2a6b32c1be28 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:42.052819 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6269899f-3ace-4507-a8d3-f2f311e6f338 None None] Update dhcp port {'port': {'network_id': '572012d6-106a-42ac-ad82-0f480c4cea22', 'fixed_ips': [{'subnet_id': '58927dab-b4b5-4bea-b835-78ed3cfca7b3', 'ip_address': '172.20.0.18'}, {'subnet_id': '4b022599-09ac-4d2f-b500-77f83810d979', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e9f988c3-9e64-4f52-b9ce-393d87190f63'}], 'binding:host_id': 'dv-neutron-797121-2-hyperv'}, 'id': '4ba0745b-36e0-4287-a191-f3f333932d35'} from dv-neutron-797121-2-hyperv. {{(pid=105226) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jun 21 14:54:42.054463 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-01782485-3675-476f-a313-2a6b32c1be28 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:42.061827 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-7bfeea6e-f0e4-4989-924d-541446d37bab tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Allocated IP 172.20.0.10 (e97526ab-fafe-4e27-9722-ef29b260133f/ea9ade9d-3656-43ac-bd75-9767dfe17621/383398d2-5462-4aa1-ade9-4adec5aaa14b) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:54:42.062844 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:42.095041 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4c3bd78b-43fe-4f32-b824-12430d5b137c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:42.098010 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6269899f-3ace-4507-a8d3-f2f311e6f338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:42.126431 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01782485-3675-476f-a313-2a6b32c1be28 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba868b1-2bbc-4b2b-9677-9d37efd99d75,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:42.133511 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-01782485-3675-476f-a313-2a6b32c1be28 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:42.137348 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-01782485-3675-476f-a313-2a6b32c1be28 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:42.140899 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-01782485-3675-476f-a313-2a6b32c1be28 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3901150 Jun 21 14:54:42.141420 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37126) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:42.236429 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0715ff0f-b317-4bde-86c3-280dc84f99dd tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:42.250554 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0715ff0f-b317-4bde-86c3-280dc84f99dd tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:42.281874 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0715ff0f-b317-4bde-86c3-280dc84f99dd tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:42.284275 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:42.289835 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0715ff0f-b317-4bde-86c3-280dc84f99dd tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:42.293460 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0715ff0f-b317-4bde-86c3-280dc84f99dd tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/4ba868b1-2bbc-4b2b-9677-9d37efd99d75 HTTP/1.1" status: 204 len: 168 time: 0.1441581 Jun 21 14:54:42.296297 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37128) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:42.311118 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-6269899f-3ace-4507-a8d3-f2f311e6f338 None None] Allocated IP 172.20.0.34 (572012d6-106a-42ac-ad82-0f480c4cea22/e9f988c3-9e64-4f52-b9ce-393d87190f63/4ba0745b-36e0-4287-a191-f3f333932d35) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:54:42.321457 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0715ff0f-b317-4bde-86c3-280dc84f99dd tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ba868b1-2bbc-4b2b-9677-9d37efd99d75,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:42.333993 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715ff0f-b317-4bde-86c3-280dc84f99dd tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:42.334370 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715ff0f-b317-4bde-86c3-280dc84f99dd tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:42.334745 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715ff0f-b317-4bde-86c3-280dc84f99dd tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:42.335110 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715ff0f-b317-4bde-86c3-280dc84f99dd tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:42.335628 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715ff0f-b317-4bde-86c3-280dc84f99dd tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:42.335985 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715ff0f-b317-4bde-86c3-280dc84f99dd tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:42.336340 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715ff0f-b317-4bde-86c3-280dc84f99dd tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:42.336693 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715ff0f-b317-4bde-86c3-280dc84f99dd tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:42.337047 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715ff0f-b317-4bde-86c3-280dc84f99dd tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:42.337400 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715ff0f-b317-4bde-86c3-280dc84f99dd tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:42.338093 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715ff0f-b317-4bde-86c3-280dc84f99dd tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:42.338477 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0715ff0f-b317-4bde-86c3-280dc84f99dd tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:42.342458 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0715ff0f-b317-4bde-86c3-280dc84f99dd tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:42.377165 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e2fb8abf-516b-4809-a5c6-40cb83c7d4d5 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0794647 Jun 21 14:54:42.379845 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37130) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:42.436636 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-949ee84d-7937-477d-a92b-f8461d752668 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:42.439809 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6269899f-3ace-4507-a8d3-f2f311e6f338 None None] For port 4ba0745b-36e0-4287-a191-f3f333932d35, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=4ba0745b-36e0-4287-a191-f3f333932d35,segment=NetworkSegment(0d72db2b-c6f4-4ce2-b280-59109dcf818d),segment_id=0d72db2b-c6f4-4ce2-b280-59109dcf818d)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:42.460909 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-949ee84d-7937-477d-a92b-f8461d752668 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:42.473397 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6269899f-3ace-4507-a8d3-f2f311e6f338 None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:42.489327 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6269899f-3ace-4507-a8d3-f2f311e6f338 None None] Transition to ACTIVE for port object 4ba0745b-36e0-4287-a191-f3f333932d35 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:54:42.498843 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6269899f-3ace-4507-a8d3-f2f311e6f338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:42.502466 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e31abb94-b560-4042-bdfc-3e1481951244 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:42.525845 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-949ee84d-7937-477d-a92b-f8461d752668 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:42.528485 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-949ee84d-7937-477d-a92b-f8461d752668 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:42.533561 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-949ee84d-7937-477d-a92b-f8461d752668 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "DELETE /v2.0/security-groups/d33ab8e8-abab-4b92-8f2a-8064ad0c552d HTTP/1.1" status: 204 len: 168 time: 0.1489525 Jun 21 14:54:42.533561 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b18767c7-5d4c-444b-ba5f-779ca1def23d tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:42.535440 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37132) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:42.583586 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ee84d-7937-477d-a92b-f8461d752668 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33ab8e8-abab-4b92-8f2a-8064ad0c552d,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:42.592544 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-949ee84d-7937-477d-a92b-f8461d752668 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:42.634040 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269899f-3ace-4507-a8d3-f2f311e6f338 None None] Pushing event updated for resources: {'Port': ['ID=4ba0745b-36e0-4287-a191-f3f333932d35,revision_number=7']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:42.642141 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269899f-3ace-4507-a8d3-f2f311e6f338 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:42.642571 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269899f-3ace-4507-a8d3-f2f311e6f338 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:42.642973 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269899f-3ace-4507-a8d3-f2f311e6f338 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:42.643367 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269899f-3ace-4507-a8d3-f2f311e6f338 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:42.643761 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269899f-3ace-4507-a8d3-f2f311e6f338 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:42.644172 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269899f-3ace-4507-a8d3-f2f311e6f338 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:42.644563 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269899f-3ace-4507-a8d3-f2f311e6f338 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:42.645255 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269899f-3ace-4507-a8d3-f2f311e6f338 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:42.645255 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269899f-3ace-4507-a8d3-f2f311e6f338 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:42.645647 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269899f-3ace-4507-a8d3-f2f311e6f338 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:42.646173 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269899f-3ace-4507-a8d3-f2f311e6f338 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:42.646572 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6269899f-3ace-4507-a8d3-f2f311e6f338 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:42.651981 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3f6a0d91-a8f2-45a4-b91e-cecc725c8192 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1121035 Jun 21 14:54:42.653683 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37136) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:42.655932 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6269899f-3ace-4507-a8d3-f2f311e6f338 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:42.689972 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-35823571-fc83-4aa1-9550-49fad919a308 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Delete allocated IP 172.20.0.7 (572012d6-106a-42ac-ad82-0f480c4cea22/4b022599-09ac-4d2f-b500-77f83810d979) {{(pid=105225) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jun 21 14:54:42.709958 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-35823571-fc83-4aa1-9550-49fad919a308 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Allocated IP 172.20.0.40 (572012d6-106a-42ac-ad82-0f480c4cea22/e9f988c3-9e64-4f52-b9ce-393d87190f63/18b8a9ca-206c-45bc-a7e3-4f1d6ce6ac2f) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:54:42.757219 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7bfeea6e-f0e4-4989-924d-541446d37bab tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:42.761263 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-28220012-0260-42ad-8e3b-d3b0a00ba022 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:42.781108 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3bd78b-43fe-4f32-b824-12430d5b137c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Router 6cd6fc17-89b6-4786-8ab5-b2624f64c017 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:54:42.817080 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-28220012-0260-42ad-8e3b-d3b0a00ba022 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:42.900379 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7bfeea6e-f0e4-4989-924d-541446d37bab tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:42.919245 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ef90515b-8a97-479d-a8a3-f837133c324c tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:42.956410 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfeea6e-f0e4-4989-924d-541446d37bab tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Network e97526ab-fafe-4e27-9722-ef29b260133f is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:54:42.960230 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-28220012-0260-42ad-8e3b-d3b0a00ba022 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:42.962022 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-7bfeea6e-f0e4-4989-924d-541446d37bab tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:42.962792 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-28220012-0260-42ad-8e3b-d3b0a00ba022 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:42.966676 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-28220012-0260-42ad-8e3b-d3b0a00ba022 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "DELETE /v2.0/security-groups/3152b0bd-425a-48a3-bf80-df98d3bc0c3b HTTP/1.1" status: 204 len: 168 time: 0.3092573 Jun 21 14:54:42.967059 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bcbc4e2f-ad8c-4a1f-9007-54f495295239 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:42.971020 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37152) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:42.979896 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfeea6e-f0e4-4989-924d-541446d37bab tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:54:43.004637 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28220012-0260-42ad-8e3b-d3b0a00ba022 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3152b0bd-425a-48a3-bf80-df98d3bc0c3b,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:43.008071 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-28220012-0260-42ad-8e3b-d3b0a00ba022 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:43.039450 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfeea6e-f0e4-4989-924d-541446d37bab tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:43.040075 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7bfeea6e-f0e4-4989-924d-541446d37bab tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:43.050951 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0bb53498-3ff7-4290-be5d-0fcf89ceae6b tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0743477 Jun 21 14:54:43.059783 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37154) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:43.060649 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3bd78b-43fe-4f32-b824-12430d5b137c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:54:43.062319 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfeea6e-f0e4-4989-924d-541446d37bab tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Pushing event updated for resources: {'Port': ['ID=383398d2-5462-4aa1-ade9-4adec5aaa14b,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:43.072911 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fa737d-2c5c-4932-86d0-61b2b74e8520 None None] Sync routers for ids ['6cd6fc17-89b6-4786-8ab5-b2624f64c017'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:54:43.073451 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-35823571-fc83-4aa1-9550-49fad919a308 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:43.075022 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4c3bd78b-43fe-4f32-b824-12430d5b137c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "PUT /v2.0/routers/6cd6fc17-89b6-4786-8ab5-b2624f64c017/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2904007 Jun 21 14:54:43.076987 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-7bfeea6e-f0e4-4989-924d-541446d37bab tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:43.080497 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37156) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:43.081036 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-6141f460-9175-4c0e-b002-96f944f90bac tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Request body: {'security_group': {'name': 'tempest-secgroup--1756425658'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:43.090839 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fa737d-2c5c-4932-86d0-61b2b74e8520 None None] Routers {'6cd6fc17-89b6-4786-8ab5-b2624f64c017'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:54:43.092755 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-92fa737d-2c5c-4932-86d0-61b2b74e8520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6cd6fc17-89b6-4786-8ab5-b2624f64c017'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:43.136539 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-7bfeea6e-f0e4-4989-924d-541446d37bab tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.4206762 Jun 21 14:54:43.138086 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37158) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:43.148591 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-92fa737d-2c5c-4932-86d0-61b2b74e8520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:43.149254 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-35823571-fc83-4aa1-9550-49fad919a308 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Transition to ACTIVE for port object 18b8a9ca-206c-45bc-a7e3-4f1d6ce6ac2f will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:54:43.152115 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6141f460-9175-4c0e-b002-96f944f90bac tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:43.167549 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fa737d-2c5c-4932-86d0-61b2b74e8520 None None] Routers {'6cd6fc17-89b6-4786-8ab5-b2624f64c017'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:54:43.168574 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-92fa737d-2c5c-4932-86d0-61b2b74e8520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6cd6fc17-89b6-4786-8ab5-b2624f64c017'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:43.221834 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-92fa737d-2c5c-4932-86d0-61b2b74e8520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:43.222834 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fa737d-2c5c-4932-86d0-61b2b74e8520 None None] The sync data for ids ['6cd6fc17-89b6-4786-8ab5-b2624f64c017'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:54:43.298276 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6141f460-9175-4c0e-b002-96f944f90bac tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:43.308745 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6141f460-9175-4c0e-b002-96f944f90bac tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:43.315397 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-776badcb-ecb6-4d98-881d-88fc4377f14f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:43.347372 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6141f460-9175-4c0e-b002-96f944f90bac tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:43.348819 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6141f460-9175-4c0e-b002-96f944f90bac tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2780802 Jun 21 14:54:43.351898 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37166) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:43.358264 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-6ffad6d4-0235-4e9d-a934-2c3d35bb7bdc tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Request body: {'security_group_rule': {'security_group_id': '5e29cc90-89e9-4fd2-a802-6204565641b7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:43.371311 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6141f460-9175-4c0e-b002-96f944f90bac tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e29cc90-89e9-4fd2-a802-6204565641b7,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:43.376228 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6141f460-9175-4c0e-b002-96f944f90bac tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:43.408894 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-9891598e-a31e-4b17-9801-23fa3be65c55 None None] Provisioning for port 18b8a9ca-206c-45bc-a7e3-4f1d6ce6ac2f completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:54:43.412012 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6ffad6d4-0235-4e9d-a934-2c3d35bb7bdc tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:43.413202 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-9891598e-a31e-4b17-9801-23fa3be65c55 None None] Provisioning complete for port 18b8a9ca-206c-45bc-a7e3-4f1d6ce6ac2f triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:43.413581 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9891598e-a31e-4b17-9801-23fa3be65c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:43.463988 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-9891598e-a31e-4b17-9801-23fa3be65c55 None None] Port 18b8a9ca-206c-45bc-a7e3-4f1d6ce6ac2f cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:54:43.476908 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-9891598e-a31e-4b17-9801-23fa3be65c55 None None] Provisioning for port 4ba0745b-36e0-4287-a191-f3f333932d35 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:54:43.482719 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-9891598e-a31e-4b17-9801-23fa3be65c55 None None] Provisioning complete for port 4ba0745b-36e0-4287-a191-f3f333932d35 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:43.484389 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9891598e-a31e-4b17-9801-23fa3be65c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:43.518956 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6ffad6d4-0235-4e9d-a934-2c3d35bb7bdc tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:43.535825 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6ffad6d4-0235-4e9d-a934-2c3d35bb7bdc tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:43.542157 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:43.561458 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e4f8ca-f538-42cb-8142-c41c57959fc5 req-111d2fd3-2cf7-42d0-814d-832a2c375867 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:43.563199 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-36e4f8ca-f538-42cb-8142-c41c57959fc5 req-111d2fd3-2cf7-42d0-814d-832a2c375867 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 945 time: 0.1213853 Jun 21 14:54:43.577917 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffad6d4-0235-4e9d-a934-2c3d35bb7bdc tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f912502-dda7-4123-bfe1-df2a38c4f03d,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:43.589097 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6ffad6d4-0235-4e9d-a934-2c3d35bb7bdc tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:43.602879 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6ffad6d4-0235-4e9d-a934-2c3d35bb7bdc tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:43.603576 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-9891598e-a31e-4b17-9801-23fa3be65c55 None None] Provisioning complete for port 8d1f7be0-5ece-47c1-92f9-1741f9a26566 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:43.604017 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9891598e-a31e-4b17-9801-23fa3be65c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:43.608743 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6ffad6d4-0235-4e9d-a934-2c3d35bb7bdc tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2556398 Jun 21 14:54:43.609406 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37170) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:43.651102 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-9891598e-a31e-4b17-9801-23fa3be65c55 None None] Port 8d1f7be0-5ece-47c1-92f9-1741f9a26566 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:54:43.651911 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-448e7171-4e5c-467a-a127-06b3d82180a8 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:43.660064 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-36e4f8ca-f538-42cb-8142-c41c57959fc5 req-582ace87-b9bd-4ea5-8f47-25a6c0eecd48 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b633c1b-6044-439e-9871-9d4719d063b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882366 Jun 21 14:54:43.666109 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-448e7171-4e5c-467a-a127-06b3d82180a8 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:43.685906 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-35823571-fc83-4aa1-9550-49fad919a308 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:43.696322 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7ee6c04f-780c-4af8-8e0a-10d27b22d84a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:43.701446 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-448e7171-4e5c-467a-a127-06b3d82180a8 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:43.703732 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6e56e1a6-d039-46d0-bb27-001bd8641e25 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:43.709430 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-448e7171-4e5c-467a-a127-06b3d82180a8 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:43.710529 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-448e7171-4e5c-467a-a127-06b3d82180a8 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/8f912502-dda7-4123-bfe1-df2a38c4f03d HTTP/1.1" status: 204 len: 168 time: 0.0980029 Jun 21 14:54:43.714239 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37172) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:43.720939 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448e7171-4e5c-467a-a127-06b3d82180a8 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f912502-dda7-4123-bfe1-df2a38c4f03d,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:43.723732 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-448e7171-4e5c-467a-a127-06b3d82180a8 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:43.759551 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1cec1051-7a99-4922-b509-9ded713c5b49 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0413129 Jun 21 14:54:43.759839 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37174) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:43.819600 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-81ccec51-05a8-44c1-848a-af95628fd7a3 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:43.837315 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35823571-fc83-4aa1-9550-49fad919a308 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event updated for resources: {'Port': ['ID=18b8a9ca-206c-45bc-a7e3-4f1d6ce6ac2f,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:43.841184 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-35823571-fc83-4aa1-9550-49fad919a308 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:43.842104 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-81ccec51-05a8-44c1-848a-af95628fd7a3 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:43.886119 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-81ccec51-05a8-44c1-848a-af95628fd7a3 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:43.889031 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-81ccec51-05a8-44c1-848a-af95628fd7a3 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:43.890184 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-81ccec51-05a8-44c1-848a-af95628fd7a3 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "DELETE /v2.0/security-groups/5e29cc90-89e9-4fd2-a802-6204565641b7 HTTP/1.1" status: 204 len: 168 time: 0.1294737 Jun 21 14:54:43.890981 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6d24a66a-28af-4f23-9ddb-33375cfbf885 tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:43.894107 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37176) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:43.907805 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ccec51-05a8-44c1-848a-af95628fd7a3 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e29cc90-89e9-4fd2-a802-6204565641b7,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:43.914861 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-81ccec51-05a8-44c1-848a-af95628fd7a3 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:43.932214 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-35823571-fc83-4aa1-9550-49fad919a308 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] In _notify_port_updated(), no bound segment for port 18b8a9ca-206c-45bc-a7e3-4f1d6ce6ac2f on network 572012d6-106a-42ac-ad82-0f480c4cea22 {{(pid=105225) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 21 14:54:43.937657 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35823571-fc83-4aa1-9550-49fad919a308 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:43.938334 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-35823571-fc83-4aa1-9550-49fad919a308 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:43.939609 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-35823571-fc83-4aa1-9550-49fad919a308 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "PUT /v2.0/ports/18b8a9ca-206c-45bc-a7e3-4f1d6ce6ac2f HTTP/1.1" status: 200 len: 959 time: 2.1551120 Jun 21 14:54:43.943594 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37178) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:43.944698 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c63cf24f-1d7e-4dd8-a4b4-81e7414d8b76 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0482039 Jun 21 14:54:43.948402 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37180) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:43.953413 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-b4f1c791-df0b-45f0-bb4a-8001466cadd3 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Request body: {'security_group': {'name': 'tempest-secgroup--941627347'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:43.978496 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c791-df0b-45f0-bb4a-8001466cadd3 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:44.031087 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-14a66924-774f-4bc5-be13-f494389dd770 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Deleting port 383398d2-5462-4aa1-ade9-4adec5aaa14b {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:44.031342 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-14a66924-774f-4bc5-be13-f494389dd770 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:44.040539 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f1a2c3e5-9c01-4bda-9921-355b8d1dde0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:44.079770 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c791-df0b-45f0-bb4a-8001466cadd3 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:44.086550 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c791-df0b-45f0-bb4a-8001466cadd3 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:44.100676 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-35066d37-9151-453c-a5e0-a04891a35474 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:44.106468 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b4f1c791-df0b-45f0-bb4a-8001466cadd3 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:44.110412 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b4f1c791-df0b-45f0-bb4a-8001466cadd3 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1580024 Jun 21 14:54:44.113568 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37182) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:44.120498 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-81ea9e13-1102-43b1-86cf-f727ea577cdb tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Request body: {'security_group_rule': {'security_group_id': 'f00347a7-37e4-4f68-88ce-b560b4f1c5e8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:44.150569 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1c791-df0b-45f0-bb4a-8001466cadd3 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f00347a7-37e4-4f68-88ce-b560b4f1c5e8,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:44.155055 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b4f1c791-df0b-45f0-bb4a-8001466cadd3 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:44.176252 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-81ea9e13-1102-43b1-86cf-f727ea577cdb tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:44.228486 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-14a66924-774f-4bc5-be13-f494389dd770 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:44.240805 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-20bf17fe-36d5-4dd8-88ab-8dde9dac3a48 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Deleting port 18b8a9ca-206c-45bc-a7e3-4f1d6ce6ac2f {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:44.241151 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-20bf17fe-36d5-4dd8-88ab-8dde9dac3a48 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:44.253963 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-81ea9e13-1102-43b1-86cf-f727ea577cdb tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:44.260676 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-81ea9e13-1102-43b1-86cf-f727ea577cdb tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:44.265181 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:44.278906 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea9e13-1102-43b1-86cf-f727ea577cdb tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f46056f6-e182-448a-ae5f-e02c2fe7ac2c,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:44.288210 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-81ea9e13-1102-43b1-86cf-f727ea577cdb tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:44.300491 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2739484e-38a2-4f3d-9f98-5d598e35255b None None] Provisioning complete for port 18b8a9ca-206c-45bc-a7e3-4f1d6ce6ac2f triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:44.301151 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2739484e-38a2-4f3d-9f98-5d598e35255b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:44.306152 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-81ea9e13-1102-43b1-86cf-f727ea577cdb tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:44.307359 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-81ea9e13-1102-43b1-86cf-f727ea577cdb tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1919262 Jun 21 14:54:44.310959 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37184) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:44.344366 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-2739484e-38a2-4f3d-9f98-5d598e35255b None None] Port 18b8a9ca-206c-45bc-a7e3-4f1d6ce6ac2f cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:54:44.357050 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-ba74b02b-e2b9-4c03-a138-08620844bd0b tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "GET /v2.0/security-group-rules/f46056f6-e182-448a-ae5f-e02c2fe7ac2c HTTP/1.1" status: 200 len: 763 time: 0.0442057 Jun 21 14:54:44.359966 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37186) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:44.384285 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 4ba0745b-36e0-4287-a191-f3f333932d35 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:54:44.400484 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-14a66924-774f-4bc5-be13-f494389dd770 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Calling delete_port for 383398d2-5462-4aa1-ade9-4adec5aaa14b owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:44.443836 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-7d6553b4-a7df-4533-9add-621321465646 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0810683 Jun 21 14:54:44.446965 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37188) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:44.455225 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 4ba0745b-36e0-4287-a191-f3f333932d35 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:44.456078 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:44.474016 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e14c15f1-cd71-425e-a95f-81e59818efed tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:44.481816 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e14c15f1-cd71-425e-a95f-81e59818efed tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:44.514291 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e14c15f1-cd71-425e-a95f-81e59818efed tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:44.516532 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6ca4c7f5-85e7-416a-a583-63eee4845c16 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:44.521663 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e14c15f1-cd71-425e-a95f-81e59818efed tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:44.525197 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e14c15f1-cd71-425e-a95f-81e59818efed tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/f46056f6-e182-448a-ae5f-e02c2fe7ac2c HTTP/1.1" status: 204 len: 168 time: 0.0754745 Jun 21 14:54:44.527420 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37190) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:44.528226 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14c15f1-cd71-425e-a95f-81e59818efed tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f46056f6-e182-448a-ae5f-e02c2fe7ac2c,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:44.534056 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-20bf17fe-36d5-4dd8-88ab-8dde9dac3a48 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:44.534728 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e14c15f1-cd71-425e-a95f-81e59818efed tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:44.624062 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-20bf17fe-36d5-4dd8-88ab-8dde9dac3a48 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Calling delete_port for 18b8a9ca-206c-45bc-a7e3-4f1d6ce6ac2f owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:44.641494 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-548460c7-95d2-437d-b2cd-df9810d05492 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:44.771067 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-97f62dab-cdb0-4062-9dfa-e8a8350084cd tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2394800 Jun 21 14:54:44.774476 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37194) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:44.779847 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-f8cadff1-3da8-41fa-93f3-eb10c9d098fc tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Request body: {'security_group_rule': {'security_group_id': 'f00347a7-37e4-4f68-88ce-b560b4f1c5e8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:44.847929 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f8cadff1-3da8-41fa-93f3-eb10c9d098fc tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:44.882642 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fb05ac-a46a-4528-9be1-a718213e1462 req-f8586605-ad36-468c-9271-cc4523a71abd tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:44.884184 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-99fb05ac-a46a-4528-9be1-a718213e1462 req-f8586605-ad36-468c-9271-cc4523a71abd tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 945 time: 0.0997558 Jun 21 14:54:44.911799 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-14a66924-774f-4bc5-be13-f494389dd770 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:44.920548 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-146db07e-010a-4630-bfb7-1d24a34b4da0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:44.931075 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f8cadff1-3da8-41fa-93f3-eb10c9d098fc tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:44.943799 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f8cadff1-3da8-41fa-93f3-eb10c9d098fc tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:44.947954 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:44.955331 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-99fb05ac-a46a-4528-9be1-a718213e1462 req-5d90aca2-d17d-4174-b5e2-98fa658d5294 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b633c1b-6044-439e-9871-9d4719d063b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616536 Jun 21 14:54:44.967773 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cadff1-3da8-41fa-93f3-eb10c9d098fc tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d06d257a-1623-46fe-b2dc-1b3be26e883d,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:44.970794 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f8cadff1-3da8-41fa-93f3-eb10c9d098fc tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:44.973616 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a66924-774f-4bc5-be13-f494389dd770 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Pushing event deleted for resources: {'Port': ['ID=383398d2-5462-4aa1-ade9-4adec5aaa14b,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:44.977924 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f8cadff1-3da8-41fa-93f3-eb10c9d098fc tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:44.979387 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f8cadff1-3da8-41fa-93f3-eb10c9d098fc tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2035582 Jun 21 14:54:44.983427 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-14a66924-774f-4bc5-be13-f494389dd770 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:44.983927 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37196) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:45.059985 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5af853df-8e06-429b-b006-bb67eea0bd1a tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "GET /v2.0/security-group-rules/d06d257a-1623-46fe-b2dc-1b3be26e883d HTTP/1.1" status: 200 len: 763 time: 0.0703976 Jun 21 14:54:45.062910 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37198) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:45.066991 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-20bf17fe-36d5-4dd8-88ab-8dde9dac3a48 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:45.075901 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-403a66aa-adb5-4224-9501-125511208109 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:45.111080 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9f4c4cc7-7940-4e76-9373-92fed67daba5 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0471146 Jun 21 14:54:45.112893 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf17fe-36d5-4dd8-88ab-8dde9dac3a48 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Port': ['ID=18b8a9ca-206c-45bc-a7e3-4f1d6ce6ac2f,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:45.113615 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37200) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:45.116114 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-14a66924-774f-4bc5-be13-f494389dd770 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:45.120660 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-14a66924-774f-4bc5-be13-f494389dd770 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] 10.222.0.72 "DELETE /v2.0/ports/383398d2-5462-4aa1-ade9-4adec5aaa14b HTTP/1.1" status: 204 len: 168 time: 1.9815660 Jun 21 14:54:45.130975 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37202) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:45.136547 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-3a481f97-cc90-4ccf-b834-0f53639fd02d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e97526ab-fafe-4e27-9722-ef29b260133f', 'external_fixed_ips': [{'subnet_id': 'ea9ade9d-3656-43ac-bd75-9767dfe17621', 'ip_address': '172.20.0.10'}]}}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:45.139144 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-20bf17fe-36d5-4dd8-88ab-8dde9dac3a48 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:45.167363 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c7a96627-a92c-42ae-a71c-fd58473c0e97 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:45.179801 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c7a96627-a92c-42ae-a71c-fd58473c0e97 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:45.188298 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3a481f97-cc90-4ccf-b834-0f53639fd02d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:45.189361 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3a481f97-cc90-4ccf-b834-0f53639fd02d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:45.233626 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c7a96627-a92c-42ae-a71c-fd58473c0e97 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:45.237310 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f8cadff1-3da8-41fa-93f3-eb10c9d098fc tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:45.263571 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-20bf17fe-36d5-4dd8-88ab-8dde9dac3a48 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:45.268467 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c7a96627-a92c-42ae-a71c-fd58473c0e97 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:45.269152 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-20bf17fe-36d5-4dd8-88ab-8dde9dac3a48 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/ports/18b8a9ca-206c-45bc-a7e3-4f1d6ce6ac2f HTTP/1.1" status: 204 len: 168 time: 1.3239067 Jun 21 14:54:45.269275 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c7a96627-a92c-42ae-a71c-fd58473c0e97 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/d06d257a-1623-46fe-b2dc-1b3be26e883d HTTP/1.1" status: 204 len: 168 time: 0.1545198 Jun 21 14:54:45.270366 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37204) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:45.271955 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37206) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:45.275638 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3a481f97-cc90-4ccf-b834-0f53639fd02d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:45.288123 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a96627-a92c-42ae-a71c-fd58473c0e97 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d06d257a-1623-46fe-b2dc-1b3be26e883d,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:45.300300 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c7a96627-a92c-42ae-a71c-fd58473c0e97 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:45.321273 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9d2ba7-afe7-4585-806d-9d78cd57fb24 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] GET failed (client error): The resource could not be found. Jun 21 14:54:45.326380 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-aa9d2ba7-afe7-4585-806d-9d78cd57fb24 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "GET /v2.0/ports/18b8a9ca-206c-45bc-a7e3-4f1d6ce6ac2f HTTP/1.1" status: 404 len: 333 time: 0.0461509 Jun 21 14:54:45.326380 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37208) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:45.334671 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-548460c7-95d2-437d-b2cd-df9810d05492 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Deleting port dec6dbe6-bfda-4bfc-aba4-edc4bc88af64 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:45.335002 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-548460c7-95d2-437d-b2cd-df9810d05492 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:45.446731 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-64d9bcba-8018-45f4-9cba-9eae2ff43c45 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:45.459646 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-11d8267f-97c3-44c3-8fbe-c44e623d8f1e tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1855214 Jun 21 14:54:45.462266 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37210) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:45.466767 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-548460c7-95d2-437d-b2cd-df9810d05492 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:45.469044 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-265c62fa-8808-4d19-9887-34db15370000 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Request body: {'security_group_rule': {'security_group_id': 'f00347a7-37e4-4f68-88ce-b560b4f1c5e8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:45.474509 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3a481f97-cc90-4ccf-b834-0f53639fd02d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:45.519969 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-64d9bcba-8018-45f4-9cba-9eae2ff43c45 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:45.534250 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.securitygroups_db [None req-265c62fa-8808-4d19-9887-34db15370000 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Project 9c36198810634b3ebebac135ea39e917 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 14:54:45.540431 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-265c62fa-8808-4d19-9887-34db15370000 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:45.546438 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-548460c7-95d2-437d-b2cd-df9810d05492 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Calling delete_port for dec6dbe6-bfda-4bfc-aba4-edc4bc88af64 owned by network:router_interface {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:45.620315 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-265c62fa-8808-4d19-9887-34db15370000 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:45.629440 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-265c62fa-8808-4d19-9887-34db15370000 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:45.633626 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-64d9bcba-8018-45f4-9cba-9eae2ff43c45 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:45.636219 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-64d9bcba-8018-45f4-9cba-9eae2ff43c45 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:45.637355 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-64d9bcba-8018-45f4-9cba-9eae2ff43c45 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/security-groups/9a74611d-d1b6-43db-baa4-c555f3466465 HTTP/1.1" status: 204 len: 168 time: 0.3103418 Jun 21 14:54:45.639848 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-42baa201-7ecf-4c11-988b-1dde45ec656f tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:45.642719 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37212) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:45.643178 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c487cb17-946f-40b4-acfa-ada6b3aa3c4c tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:45.661156 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d9bcba-8018-45f4-9cba-9eae2ff43c45 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a74611d-d1b6-43db-baa4-c555f3466465,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:45.662832 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c62fa-8808-4d19-9887-34db15370000 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e3d96fc-0714-4803-9bb7-cb5fbb57086d,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:45.666034 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-265c62fa-8808-4d19-9887-34db15370000 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:45.668859 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-265c62fa-8808-4d19-9887-34db15370000 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:45.673372 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-265c62fa-8808-4d19-9887-34db15370000 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2077014 Jun 21 14:54:45.674409 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37214) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:45.708033 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-64d9bcba-8018-45f4-9cba-9eae2ff43c45 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:45.717981 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8b95fb27-5e0f-443e-a516-9db240e2ea8b tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "GET /v2.0/security-group-rules/2e3d96fc-0714-4803-9bb7-cb5fbb57086d HTTP/1.1" status: 200 len: 769 time: 0.0423546 Jun 21 14:54:45.722104 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37216) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:45.779794 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-98c8a0b3-b49a-42fd-a443-7ae7d80daf3c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:45.819978 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-98c8a0b3-b49a-42fd-a443-7ae7d80daf3c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:45.828209 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-548460c7-95d2-437d-b2cd-df9810d05492 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:45.832714 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f77c4d1a-ae9e-4507-8668-5295dc45877d tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:45.857807 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2d5169bd-d920-44d5-a484-d38289cd1b56 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1336999 Jun 21 14:54:45.860278 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37218) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:45.923210 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b3dc84de-20ab-4c14-8855-2abfcd06b608 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:45.934215 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3a481f97-cc90-4ccf-b834-0f53639fd02d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:45.937558 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b3dc84de-20ab-4c14-8855-2abfcd06b608 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:45.969560 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3a481f97-cc90-4ccf-b834-0f53639fd02d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:46.010580 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b3dc84de-20ab-4c14-8855-2abfcd06b608 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:46.045665 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b3dc84de-20ab-4c14-8855-2abfcd06b608 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:46.046874 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b3dc84de-20ab-4c14-8855-2abfcd06b608 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/2e3d96fc-0714-4803-9bb7-cb5fbb57086d HTTP/1.1" status: 204 len: 168 time: 0.1856909 Jun 21 14:54:46.053570 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5726e433-1db8-46df-8c0e-782b692bd552 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:46.057484 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37222) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:46.096163 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc84de-20ab-4c14-8855-2abfcd06b608 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e3d96fc-0714-4803-9bb7-cb5fbb57086d,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:46.124857 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b3dc84de-20ab-4c14-8855-2abfcd06b608 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:46.155914 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548460c7-95d2-437d-b2cd-df9810d05492 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event deleted for resources: {'Port': ['ID=dec6dbe6-bfda-4bfc-aba4-edc4bc88af64,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:46.166536 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-548460c7-95d2-437d-b2cd-df9810d05492 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:46.225570 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0ab715ef-c2fb-4f13-82a4-8f028c8eaf13 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1595626 Jun 21 14:54:46.232585 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37224) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:46.260335 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-98c8a0b3-b49a-42fd-a443-7ae7d80daf3c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:46.263436 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-98c8a0b3-b49a-42fd-a443-7ae7d80daf3c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:46.267188 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-98c8a0b3-b49a-42fd-a443-7ae7d80daf3c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/security-groups/9587fa66-9edf-4180-aa3b-789e1e4e63f1 HTTP/1.1" status: 204 len: 168 time: 0.6188810 Jun 21 14:54:46.267188 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-548460c7-95d2-437d-b2cd-df9810d05492 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:46.267722 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-462e839f-f528-48ff-b0db-673080be1670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:46.271018 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37226) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:46.303223 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8a0b3-b49a-42fd-a443-7ae7d80daf3c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9587fa66-9edf-4180-aa3b-789e1e4e63f1,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:46.332225 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-3a481f97-cc90-4ccf-b834-0f53639fd02d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Allocated IP 172.20.0.10 (e97526ab-fafe-4e27-9722-ef29b260133f/ea9ade9d-3656-43ac-bd75-9767dfe17621/d6ff0585-632d-465d-889c-b3c0644dbaaf) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:54:46.347230 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-98c8a0b3-b49a-42fd-a443-7ae7d80daf3c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:46.367795 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c414c40-ae99-40c7-bb87-633fec0df177 req-f81fe7fc-eaee-4aae-bf1f-af92c9c4536d tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:46.369342 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7c414c40-ae99-40c7-bb87-633fec0df177 req-f81fe7fc-eaee-4aae-bf1f-af92c9c4536d tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 945 time: 0.2540705 Jun 21 14:54:46.380160 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e2f698f5-e346-4aee-9606-41238f4be475 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:46.459577 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e2f698f5-e346-4aee-9606-41238f4be475 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:46.476807 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-84e244a3-16bd-46c9-834d-3e4f0f0bd671 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:46.502594 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548460c7-95d2-437d-b2cd-df9810d05492 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Router 6cd6fc17-89b6-4786-8ab5-b2624f64c017 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:54:46.506403 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-84e244a3-16bd-46c9-834d-3e4f0f0bd671 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:46.510430 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7c414c40-ae99-40c7-bb87-633fec0df177 req-71ee7292-4b85-43c7-8d7c-4c1385d419e9 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b633c1b-6044-439e-9871-9d4719d063b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278918 Jun 21 14:54:46.560909 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4d648fa5-5a17-4eca-9a59-a66565f381a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:46.566126 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e2f698f5-e346-4aee-9606-41238f4be475 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:46.568822 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e2f698f5-e346-4aee-9606-41238f4be475 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:46.572497 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e2f698f5-e346-4aee-9606-41238f4be475 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "DELETE /v2.0/security-groups/f00347a7-37e4-4f68-88ce-b560b4f1c5e8 HTTP/1.1" status: 204 len: 168 time: 0.3364007 Jun 21 14:54:46.573647 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3a481f97-cc90-4ccf-b834-0f53639fd02d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:46.573813 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37228) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:46.576717 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6103da00-89be-4295-baaa-aa7ab00dd265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:46.590879 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f698f5-e346-4aee-9606-41238f4be475 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00347a7-37e4-4f68-88ce-b560b4f1c5e8,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:46.593330 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e2f698f5-e346-4aee-9606-41238f4be475 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:46.624735 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548460c7-95d2-437d-b2cd-df9810d05492 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:54:46.632271 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-548460c7-95d2-437d-b2cd-df9810d05492 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "PUT /v2.0/routers/6cd6fc17-89b6-4786-8ab5-b2624f64c017/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5507154 Jun 21 14:54:46.635270 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37230) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:46.636460 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e389a54-cc23-4cfb-901d-f3d1dcac7f05 None None] Sync routers for ids ['6cd6fc17-89b6-4786-8ab5-b2624f64c017'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:54:46.643725 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3a481f97-cc90-4ccf-b834-0f53639fd02d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:46.653679 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-84e244a3-16bd-46c9-834d-3e4f0f0bd671 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:46.655385 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4c3bd78b-43fe-4f32-b824-12430d5b137c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:46.655697 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-84e244a3-16bd-46c9-834d-3e4f0f0bd671 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:46.657851 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-84e244a3-16bd-46c9-834d-3e4f0f0bd671 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/security-groups/b27bbb37-ee11-4662-b8dd-706dafc6a4ac HTTP/1.1" status: 204 len: 168 time: 0.3850183 Jun 21 14:54:46.658011 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e389a54-cc23-4cfb-901d-f3d1dcac7f05 None None] Routers {'6cd6fc17-89b6-4786-8ab5-b2624f64c017'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:54:46.658363 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-6e389a54-cc23-4cfb-901d-f3d1dcac7f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6cd6fc17-89b6-4786-8ab5-b2624f64c017'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:46.661697 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37232) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:46.676312 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-28220012-0260-42ad-8e3b-d3b0a00ba022 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:46.685318 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-205afe6c-7bae-4176-99aa-8a79cbd0df17 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cd6fc17-89b6-4786-8ab5-b2624f64c017 HTTP/1.1" status: 200 len: 205 time: 0.0488887 Jun 21 14:54:46.688374 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37234) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:46.693996 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-6e389a54-cc23-4cfb-901d-f3d1dcac7f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:46.695249 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e244a3-16bd-46c9-834d-3e4f0f0bd671 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27bbb37-ee11-4662-b8dd-706dafc6a4ac,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:46.700289 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-84e244a3-16bd-46c9-834d-3e4f0f0bd671 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:46.704652 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e389a54-cc23-4cfb-901d-f3d1dcac7f05 None None] Routers {'6cd6fc17-89b6-4786-8ab5-b2624f64c017'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:54:46.705271 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-6e389a54-cc23-4cfb-901d-f3d1dcac7f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6cd6fc17-89b6-4786-8ab5-b2624f64c017'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:46.709477 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9c632f58-2231-4776-b5d1-25ed359f7802 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1343844 Jun 21 14:54:46.715448 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37236) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:46.747629 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-6e389a54-cc23-4cfb-901d-f3d1dcac7f05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:46.748295 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e389a54-cc23-4cfb-901d-f3d1dcac7f05 None None] The sync data for ids ['6cd6fc17-89b6-4786-8ab5-b2624f64c017'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:54:46.760786 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-06c266d1-6786-472f-9e76-4c0a05552884 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0438349 Jun 21 14:54:46.775473 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a481f97-cc90-4ccf-b834-0f53639fd02d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Network e97526ab-fafe-4e27-9722-ef29b260133f is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:54:46.807904 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-3a481f97-cc90-4ccf-b834-0f53639fd02d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:46.814418 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a481f97-cc90-4ccf-b834-0f53639fd02d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:54:46.849434 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a481f97-cc90-4ccf-b834-0f53639fd02d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Pushing event updated for resources: {'Port': ['ID=d6ff0585-632d-465d-889c-b3c0644dbaaf,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:46.855225 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8b5ccd89-ae9b-4fca-bb5f-fc48fa5b5059 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:46.857612 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3a481f97-cc90-4ccf-b834-0f53639fd02d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:46.863803 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-b670df1a-8858-4854-9d36-7e0a65941ea4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Deleting subnet 4b022599-09ac-4d2f-b500-77f83810d979 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:54:46.900575 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b670df1a-8858-4854-9d36-7e0a65941ea4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:46.971350 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:47.019467 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37242) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:47.165611 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-81710e10-313d-4938-96d3-0a1afcbd44b8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9c36198810634b3ebebac135ea39e917&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1446421 Jun 21 14:54:47.168194 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37246) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:47.222471 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fd16f594-c48e-4581-9b82-3107887cd988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:47.246212 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fd16f594-c48e-4581-9b82-3107887cd988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:47.299353 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fd16f594-c48e-4581-9b82-3107887cd988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:47.302045 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fd16f594-c48e-4581-9b82-3107887cd988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:47.303190 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-fd16f594-c48e-4581-9b82-3107887cd988 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/69a2926e-23af-4ba9-9601-7d9a089c20b6 HTTP/1.1" status: 204 len: 168 time: 0.1339884 Jun 21 14:54:47.304059 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-64d9bcba-8018-45f4-9cba-9eae2ff43c45 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:47.312335 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16f594-c48e-4581-9b82-3107887cd988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a2926e-23af-4ba9-9601-7d9a089c20b6,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:47.314765 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fd16f594-c48e-4581-9b82-3107887cd988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:47.443042 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b670df1a-8858-4854-9d36-7e0a65941ea4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:47.467047 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8b5ccd89-ae9b-4fca-bb5f-fc48fa5b5059 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:47.474400 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8b5ccd89-ae9b-4fca-bb5f-fc48fa5b5059 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:47.584664 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8b5ccd89-ae9b-4fca-bb5f-fc48fa5b5059 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:47.584904 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5ccd89-ae9b-4fca-bb5f-fc48fa5b5059 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Fanout notify agent at l3_agent the message router_deleted on router 6cd6fc17-89b6-4786-8ab5-b2624f64c017 {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:54:47.596510 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8b5ccd89-ae9b-4fca-bb5f-fc48fa5b5059 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:47.600153 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8b5ccd89-ae9b-4fca-bb5f-fc48fa5b5059 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/routers/6cd6fc17-89b6-4786-8ab5-b2624f64c017 HTTP/1.1" status: 204 len: 168 time: 0.9062140 Jun 21 14:54:47.600562 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37260) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:47.658724 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebcf6951-67a5-4ad9-9f64-e412cb5888dc tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Deleting subnet 4caf2cd7-e84e-4471-b1c7-b4f3fe887219 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:54:47.664806 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ebcf6951-67a5-4ad9-9f64-e412cb5888dc tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:47.672917 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b670df1a-8858-4854-9d36-7e0a65941ea4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:47.714681 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ebcf6951-67a5-4ad9-9f64-e412cb5888dc tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:47.800816 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3a481f97-cc90-4ccf-b834-0f53639fd02d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:47.812718 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ebcf6951-67a5-4ad9-9f64-e412cb5888dc tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:47.852489 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b3255e-0438-4228-95a6-e49c7352bb7f req-9427b6bd-b154-49b8-8d8b-0760b74cb390 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:47.858995 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c1b3255e-0438-4228-95a6-e49c7352bb7f req-9427b6bd-b154-49b8-8d8b-0760b74cb390 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 945 time: 0.2224460 Jun 21 14:54:47.872988 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b670df1a-8858-4854-9d36-7e0a65941ea4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:47.879180 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-131fbb66-6930-469e-8bda-b15a4b1f601d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:47.890174 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ebcf6951-67a5-4ad9-9f64-e412cb5888dc tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:47.900467 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1fff0247-f95c-4cbb-81dd-f8afe3ed34ff tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:47.927114 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b670df1a-8858-4854-9d36-7e0a65941ea4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Subnet': ['ID=4b022599-09ac-4d2f-b500-77f83810d979,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:47.927882 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ebcf6951-67a5-4ad9-9f64-e412cb5888dc tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:47.935831 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ebcf6951-67a5-4ad9-9f64-e412cb5888dc tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/subnets/4caf2cd7-e84e-4471-b1c7-b4f3fe887219 HTTP/1.1" status: 204 len: 168 time: 0.3340900 Jun 21 14:54:47.938326 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37270) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:47.940110 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797a3e9a-7bce-4026-b70a-a5cb97a08ed8 None None] Network 23d4ad82-ffa5-4d9a-aea1-5574c799939a requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:47.962119 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2af35d-38c1-4896-bc45-ff3f6a5a2f4e None None] Network 572012d6-106a-42ac-ad82-0f480c4cea22 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:47.968045 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b670df1a-8858-4854-9d36-7e0a65941ea4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:47.984864 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b670df1a-8858-4854-9d36-7e0a65941ea4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:47.987080 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b670df1a-8858-4854-9d36-7e0a65941ea4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/subnets/4b022599-09ac-4d2f-b500-77f83810d979 HTTP/1.1" status: 204 len: 168 time: 1.3226817 Jun 21 14:54:47.990455 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c1b3255e-0438-4228-95a6-e49c7352bb7f req-ea601aca-e98f-41de-987e-2691c6adf372 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b633c1b-6044-439e-9871-9d4719d063b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304674 Jun 21 14:54:47.992695 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37274) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:47.999161 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcf6951-67a5-4ad9-9f64-e412cb5888dc tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event deleted for resources: {'Subnet': ['ID=4caf2cd7-e84e-4471-b1c7-b4f3fe887219,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:48.006938 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ebcf6951-67a5-4ad9-9f64-e412cb5888dc tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:48.011563 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aaf1224-8408-47e1-a433-e389a2aaeb7b tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Deleting subnet 76eb2cc4-d232-411e-b337-28e0fa770c62 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:54:48.017681 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4aaf1224-8408-47e1-a433-e389a2aaeb7b tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:48.062925 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef6cb68-4a52-4e9d-a295-f35498782881 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Deleting subnet e9f988c3-9e64-4f52-b9ce-393d87190f63 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:54:48.069555 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8ef6cb68-4a52-4e9d-a295-f35498782881 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:48.078650 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4aaf1224-8408-47e1-a433-e389a2aaeb7b tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:48.108113 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37276) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:48.120022 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:48.168320 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8ef6cb68-4a52-4e9d-a295-f35498782881 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:48.174917 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4aaf1224-8408-47e1-a433-e389a2aaeb7b tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:48.256136 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-f366e225-0bcf-4346-81ab-2b649f72c3df tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-374314772'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:48.258396 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4aaf1224-8408-47e1-a433-e389a2aaeb7b tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:48.263086 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a534ea8c-706b-4514-bbcf-27138b4bf3fb tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:48.327429 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3a481f97-cc90-4ccf-b834-0f53639fd02d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:48.329997 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaf1224-8408-47e1-a433-e389a2aaeb7b tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event deleted for resources: {'Subnet': ['ID=76eb2cc4-d232-411e-b337-28e0fa770c62,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:48.332754 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4aaf1224-8408-47e1-a433-e389a2aaeb7b tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:48.334692 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4aaf1224-8408-47e1-a433-e389a2aaeb7b tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/subnets/76eb2cc4-d232-411e-b337-28e0fa770c62 HTTP/1.1" status: 204 len: 168 time: 0.3939304 Jun 21 14:54:48.335642 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4aaf1224-8408-47e1-a433-e389a2aaeb7b tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:48.337268 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37280) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:48.337541 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8ef6cb68-4a52-4e9d-a295-f35498782881 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:48.363717 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f366e225-0bcf-4346-81ab-2b649f72c3df tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Made reservation on behalf of 933e619f989e48d7ba242fc3ada5dff2 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:48.367533 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f366e225-0bcf-4346-81ab-2b649f72c3df tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:48.379755 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20c22cf-8250-4ef6-9481-bbd63a86c0b6 None None] Network dcd43849-2c98-436f-9dd1-6cd3223dcc5e requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:48.409548 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f9f37b-8268-40fa-9d36-2f473b6b5264 None None] DHCP port deletion for 23d4ad82-ffa5-4d9a-aea1-5574c799939a request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:54:48.430085 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f366e225-0bcf-4346-81ab-2b649f72c3df tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:48.432950 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a6686ea7-e55f-4fd0-bd8f-bb869febe108 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:48.493736 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-a6686ea7-e55f-4fd0-bd8f-bb869febe108 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Deleting port 0ac0fa9e-0d76-4eaf-ae58-627b7c55fcb8 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:48.494169 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a6686ea7-e55f-4fd0-bd8f-bb869febe108 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:48.537921 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8ef6cb68-4a52-4e9d-a295-f35498782881 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:48.544652 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3ff38c48-33d2-411c-85bb-46a65eb07578 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:48.568068 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-a6686ea7-e55f-4fd0-bd8f-bb869febe108 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] For port 0ac0fa9e-0d76-4eaf-ae58-627b7c55fcb8, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=0ac0fa9e-0d76-4eaf-ae58-627b7c55fcb8,segment=NetworkSegment(574d2763-d7d9-437b-9c9a-d1201173fcff),segment_id=574d2763-d7d9-437b-9c9a-d1201173fcff)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:48.568517 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a6686ea7-e55f-4fd0-bd8f-bb869febe108 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:48.586298 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6cb68-4a52-4e9d-a295-f35498782881 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Subnet': ['ID=e9f988c3-9e64-4f52-b9ce-393d87190f63,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:48.588029 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-e4f9f37b-8268-40fa-9d36-2f473b6b5264 None None] Deleting port 0ac0fa9e-0d76-4eaf-ae58-627b7c55fcb8 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:48.588480 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e4f9f37b-8268-40fa-9d36-2f473b6b5264 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:48.591929 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8ef6cb68-4a52-4e9d-a295-f35498782881 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:48.597826 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8ef6cb68-4a52-4e9d-a295-f35498782881 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/subnets/e9f988c3-9e64-4f52-b9ce-393d87190f63 HTTP/1.1" status: 204 len: 168 time: 0.6029994 Jun 21 14:54:48.601598 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8ef6cb68-4a52-4e9d-a295-f35498782881 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:48.602254 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37282) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:48.647340 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9bc5887-d165-40a8-b44d-5e0bb4c1c839 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] DELETE failed (client error): The resource could not be found. Jun 21 14:54:48.648093 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9bc5887-d165-40a8-b44d-5e0bb4c1c839 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:54:48.652238 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-a6686ea7-e55f-4fd0-bd8f-bb869febe108 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Calling delete_port for 0ac0fa9e-0d76-4eaf-ae58-627b7c55fcb8 owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:48.652974 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a9bc5887-d165-40a8-b44d-5e0bb4c1c839 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/subnets/4b022599-09ac-4d2f-b500-77f83810d979 HTTP/1.1" status: 404 len: 337 time: 0.0493817 Jun 21 14:54:48.654631 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37284) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:48.667524 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-e4f9f37b-8268-40fa-9d36-2f473b6b5264 None None] For port 0ac0fa9e-0d76-4eaf-ae58-627b7c55fcb8, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=0ac0fa9e-0d76-4eaf-ae58-627b7c55fcb8,segment=NetworkSegment(574d2763-d7d9-437b-9c9a-d1201173fcff),segment_id=574d2763-d7d9-437b-9c9a-d1201173fcff)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:48.668008 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e4f9f37b-8268-40fa-9d36-2f473b6b5264 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:48.695626 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a481f97-cc90-4ccf-b834-0f53639fd02d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Router f67eae4e-0636-4c7b-adc4-c62078b7e1ed is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:54:48.717865 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f366e225-0bcf-4346-81ab-2b649f72c3df tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:48.757141 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f366e225-0bcf-4346-81ab-2b649f72c3df tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:48.763691 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-e4f9f37b-8268-40fa-9d36-2f473b6b5264 None None] Calling delete_port for 0ac0fa9e-0d76-4eaf-ae58-627b7c55fcb8 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:48.764338 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b4f1c791-df0b-45f0-bb4a-8001466cadd3 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:48.767298 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8ef3ff-b681-4819-92f1-c189028ee6d0 None None] DHCP port deletion for dcd43849-2c98-436f-9dd1-6cd3223dcc5e request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:54:48.800573 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f366e225-0bcf-4346-81ab-2b649f72c3df tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:54:48.817708 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-06cadf08-7faf-46a7-848a-4ece150212fa tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Deleting subnet 58927dab-b4b5-4bea-b835-78ed3cfca7b3 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:54:48.821335 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-06cadf08-7faf-46a7-848a-4ece150212fa tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:48.850454 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366e225-0bcf-4346-81ab-2b649f72c3df tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02afc164-8ed6-4564-a52b-cfbcd81ab102,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:48.859210 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f366e225-0bcf-4346-81ab-2b649f72c3df tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:48.861237 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f366e225-0bcf-4346-81ab-2b649f72c3df tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:48.861578 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-f366e225-0bcf-4346-81ab-2b649f72c3df tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Added segment cd819ece-c3a3-4c25-827c-5614a4c31733 of type vlan for network 58c1a1c2-647a-4874-9da4-fe480ab75c78 Jun 21 14:54:48.878526 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-06cadf08-7faf-46a7-848a-4ece150212fa tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:48.896379 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-4f8ef3ff-b681-4819-92f1-c189028ee6d0 None None] Deleting port 09775bcf-efee-4feb-88ae-11e2b31a6825 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:48.896808 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4f8ef3ff-b681-4819-92f1-c189028ee6d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:48.934452 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f366e225-0bcf-4346-81ab-2b649f72c3df tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:48.943976 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a481f97-cc90-4ccf-b834-0f53639fd02d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:54:48.953332 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355503a0-0bc7-461e-bc17-797a8c55d98e None None] Sync routers for ids ['f67eae4e-0636-4c7b-adc4-c62078b7e1ed'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:54:48.967748 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355503a0-0bc7-461e-bc17-797a8c55d98e None None] Routers {'f67eae4e-0636-4c7b-adc4-c62078b7e1ed'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:54:48.969837 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-355503a0-0bc7-461e-bc17-797a8c55d98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['f67eae4e-0636-4c7b-adc4-c62078b7e1ed'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:48.972884 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-06cadf08-7faf-46a7-848a-4ece150212fa tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:48.992833 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-4f8ef3ff-b681-4819-92f1-c189028ee6d0 None None] For port 09775bcf-efee-4feb-88ae-11e2b31a6825, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=09775bcf-efee-4feb-88ae-11e2b31a6825,segment=NetworkSegment(93411b0b-d7f4-4340-b173-ec2110c7661f),segment_id=93411b0b-d7f4-4340-b173-ec2110c7661f)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:48.993414 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4f8ef3ff-b681-4819-92f1-c189028ee6d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:49.010043 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3a481f97-cc90-4ccf-b834-0f53639fd02d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:49.012081 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3a481f97-cc90-4ccf-b834-0f53639fd02d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.8798378 Jun 21 14:54:49.016236 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37286) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:49.064510 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a6686ea7-e55f-4fd0-bd8f-bb869febe108 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:49.069031 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-20bf17fe-36d5-4dd8-88ab-8dde9dac3a48 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:49.111779 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-355503a0-0bc7-461e-bc17-797a8c55d98e None None] Set router f67eae4e-0636-4c7b-adc4-c62078b7e1ed gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:54:49.114957 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f366e225-0bcf-4346-81ab-2b649f72c3df tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:49.120816 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f366e225-0bcf-4346-81ab-2b649f72c3df tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:49.126394 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f366e225-0bcf-4346-81ab-2b649f72c3df tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:49.130857 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-45e831dc-89d5-4999-b285-ef79ce06bb43 tempest-ExternalNetworksTestJSON-1194005408 tempest-ExternalNetworksTestJSON-1194005408-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:49.134314 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6686ea7-e55f-4fd0-bd8f-bb869febe108 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event deleted for resources: {'Port': ['ID=0ac0fa9e-0d76-4eaf-ae58-627b7c55fcb8,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:49.145384 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-4f8ef3ff-b681-4819-92f1-c189028ee6d0 None None] Calling delete_port for 09775bcf-efee-4feb-88ae-11e2b31a6825 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:49.150152 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a6686ea7-e55f-4fd0-bd8f-bb869febe108 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:49.151387 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-06cadf08-7faf-46a7-848a-4ece150212fa tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:49.154171 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6686ea7-e55f-4fd0-bd8f-bb869febe108 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] No DVR routers for this DVR port 0ac0fa9e-0d76-4eaf-ae58-627b7c55fcb8 on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:54:49.161197 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5cb5a3a2-762b-4cae-a1a8-afc314df68bb tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:49.181578 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e4f9f37b-8268-40fa-9d36-2f473b6b5264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:49.204180 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cadf08-7faf-46a7-848a-4ece150212fa tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Subnet': ['ID=58927dab-b4b5-4bea-b835-78ed3cfca7b3,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:49.226744 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-06cadf08-7faf-46a7-848a-4ece150212fa tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:49.233339 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-06cadf08-7faf-46a7-848a-4ece150212fa tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:49.237881 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-06cadf08-7faf-46a7-848a-4ece150212fa tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/subnets/58927dab-b4b5-4bea-b835-78ed3cfca7b3 HTTP/1.1" status: 204 len: 168 time: 0.5797966 Jun 21 14:54:49.238056 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-913c6aad-f1c0-4781-ac34-a34dce0b0842 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:49.249219 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37290) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:49.275553 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9f37b-8268-40fa-9d36-2f473b6b5264 None None] Pushing event deleted for resources: {'Port': ['ID=0ac0fa9e-0d76-4eaf-ae58-627b7c55fcb8,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:49.280013 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e4f9f37b-8268-40fa-9d36-2f473b6b5264 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:49.284550 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f9f37b-8268-40fa-9d36-2f473b6b5264 None None] No DVR routers for this DVR port 0ac0fa9e-0d76-4eaf-ae58-627b7c55fcb8 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:54:49.308929 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a7f7cf-8e1b-4a3d-8ed6-45030227821a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] DELETE failed (client error): The resource could not be found. Jun 21 14:54:49.309432 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a7f7cf-8e1b-4a3d-8ed6-45030227821a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:54:49.313582 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-52a7f7cf-8e1b-4a3d-8ed6-45030227821a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/subnets/1293ca9f-32c0-4349-8bb0-8f67de6c51fa HTTP/1.1" status: 404 len: 337 time: 0.0621860 Jun 21 14:54:49.318113 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37292) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:49.337719 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f366e225-0bcf-4346-81ab-2b649f72c3df tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.2263293 Jun 21 14:54:49.350650 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5272e3d3-3d29-4818-afa0-30ab99d6dda9 None None] Network 572012d6-106a-42ac-ad82-0f480c4cea22 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:49.353689 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37294) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:49.355710 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a6686ea7-e55f-4fd0-bd8f-bb869febe108 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:49.362395 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5e5defc0-48ca-4e7b-80b0-de26c753023a tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "GET /v2.0/ports?device_id=0f4a3d4e-afbe-4b6c-ba6c-7adb0e6de40a HTTP/1.1" status: 200 len: 205 time: 0.0407271 Jun 21 14:54:49.366808 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37296) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:49.371203 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-400a24d0-7283-4203-9537-6cb86c657481 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Request body: {'subnet': {'network_id': '58c1a1c2-647a-4874-9da4-fe480ab75c78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:49.392401 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f366e225-0bcf-4346-81ab-2b649f72c3df tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Pushing event updated for resources: {'Network': ['ID=58c1a1c2-647a-4874-9da4-fe480ab75c78,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:49.399906 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f366e225-0bcf-4346-81ab-2b649f72c3df tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:49.411364 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-355503a0-0bc7-461e-bc17-797a8c55d98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67eae4e-0636-4c7b-adc4-c62078b7e1ed', 'name': '', 'tenant_id': 'c3bacef0ca64452bbbf84df00c6c494f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e97526ab-fafe-4e27-9722-ef29b260133f', 'external_fixed_ips': [{'subnet_id': 'ea9ade9d-3656-43ac-bd75-9767dfe17621', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'd6ff0585-632d-465d-889c-b3c0644dbaaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:54:45Z', 'updated_at': '2021-06-21T14:54:47Z', 'revision_number': 3, 'project_id': 'c3bacef0ca64452bbbf84df00c6c494f', 'gw_port': {'id': 'd6ff0585-632d-465d-889c-b3c0644dbaaf', 'name': '', 'network_id': 'e97526ab-fafe-4e27-9722-ef29b260133f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:09:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f67eae4e-0636-4c7b-adc4-c62078b7e1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': 'ea9ade9d-3656-43ac-bd75-9767dfe17621', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:54:45Z', 'updated_at': '2021-06-21T14:54:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ea9ade9d-3656-43ac-bd75-9767dfe17621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:49.441299 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-d4d5c8f8-669a-4e40-a828-e37e4c91af73 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] delete failed (client error): The resource could not be found. Jun 21 14:54:49.444718 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d4d5c8f8-669a-4e40-a828-e37e4c91af73 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/routers/0f4a3d4e-afbe-4b6c-ba6c-7adb0e6de40a HTTP/1.1" status: 404 len: 336 time: 0.0621657 Jun 21 14:54:49.445920 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f289a9-222f-4cc7-80cb-0aa80ea02eac req-f9ffd1d6-e7cf-4891-87bf-26d3550254fc tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:49.451665 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355503a0-0bc7-461e-bc17-797a8c55d98e None None] Checking router: f67eae4e-0636-4c7b-adc4-c62078b7e1ed for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:54:49.452434 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355503a0-0bc7-461e-bc17-797a8c55d98e None None] Updating router f67eae4e-0636-4c7b-adc4-c62078b7e1ed port d6ff0585-632d-465d-889c-b3c0644dbaaf binding host dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:54:49.453561 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-a6686ea7-e55f-4fd0-bd8f-bb869febe108 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23d4ad82-ffa5-4d9a-aea1-5574c799939a']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:49.454553 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b1f289a9-222f-4cc7-80cb-0aa80ea02eac req-f9ffd1d6-e7cf-4891-87bf-26d3550254fc tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 945 time: 0.1993568 Jun 21 14:54:49.464239 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ba9158d9-9b26-406a-a2dc-63308ac68aa9 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:49.469237 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37298) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:49.493007 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-a6686ea7-e55f-4fd0-bd8f-bb869febe108 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '574d2763-d7d9-437b-9c9a-d1201173fcff') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:49.493382 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-a6686ea7-e55f-4fd0-bd8f-bb869febe108 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '574d2763-d7d9-437b-9c9a-d1201173fcff') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:49.497564 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-355503a0-0bc7-461e-bc17-797a8c55d98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:49.512672 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a6686ea7-e55f-4fd0-bd8f-bb869febe108 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:49.537347 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a6686ea7-e55f-4fd0-bd8f-bb869febe108 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:49.547367 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f414e35-a3b0-44da-8ba1-58aa47724972 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] DELETE failed (client error): The resource could not be found. Jun 21 14:54:49.547921 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6686ea7-e55f-4fd0-bd8f-bb869febe108 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:54:49.548042 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f414e35-a3b0-44da-8ba1-58aa47724972 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:54:49.548138 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a6686ea7-e55f-4fd0-bd8f-bb869febe108 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:49.552743 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-7f414e35-a3b0-44da-8ba1-58aa47724972 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/subnets/16e57c77-667e-4202-88fe-b08b206eddac HTTP/1.1" status: 404 len: 337 time: 0.0800395 Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:54:49.552946 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:54:49.555584 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37300) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:49.606013 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 58c1a1c2-647a-4874-9da4-fe480ab75c78 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:54:49.618557 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400a24d0-7283-4203-9537-6cb86c657481 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Made reservation on behalf of 933e619f989e48d7ba242fc3ada5dff2 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:49.620064 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b1f289a9-222f-4cc7-80cb-0aa80ea02eac req-bf369b0b-abe5-4760-8d7b-ff8711e137e6 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b633c1b-6044-439e-9871-9d4719d063b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645286 Jun 21 14:54:49.620668 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4f8ef3ff-b681-4819-92f1-c189028ee6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:49.621318 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4dfb5b6-5a9a-4458-968c-530fda32d3e5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] DELETE failed (client error): The resource could not be found. Jun 21 14:54:49.622122 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4dfb5b6-5a9a-4458-968c-530fda32d3e5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:54:49.624457 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f4dfb5b6-5a9a-4458-968c-530fda32d3e5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/subnets/b49aa112-7815-4144-91f0-a08adec1385d HTTP/1.1" status: 404 len: 337 time: 0.0673196 Jun 21 14:54:49.624673 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-400a24d0-7283-4203-9537-6cb86c657481 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:49.628033 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37302) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:49.632107 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a6686ea7-e55f-4fd0-bd8f-bb869febe108 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:49.653471 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5aea42bb-e448-4699-98f9-8e8337682b0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:49.677919 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9a8e36cb-a821-4e75-8673-31711b1d74f2 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:49.696881 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a6686ea7-e55f-4fd0-bd8f-bb869febe108 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:49.698747 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a6686ea7-e55f-4fd0-bd8f-bb869febe108 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/networks/23d4ad82-ffa5-4d9a-aea1-5574c799939a HTTP/1.1" status: 204 len: 168 time: 1.3600512 Jun 21 14:54:49.703440 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37304) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:49.708288 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab04220f-4b0c-4832-84ca-358ad7447e37 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] DELETE failed (client error): The resource could not be found. Jun 21 14:54:49.708729 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab04220f-4b0c-4832-84ca-358ad7447e37 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:54:49.712850 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ab04220f-4b0c-4832-84ca-358ad7447e37 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/subnets/b9d02114-90fd-4d6b-b934-3047715a4313 HTTP/1.1" status: 404 len: 337 time: 0.0798302 Jun 21 14:54:49.713027 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ba9158d9-9b26-406a-a2dc-63308ac68aa9 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:49.719733 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37306) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:49.742881 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-829db855-df19-4b47-b40b-ef0d8314011a None None] Provisioning complete for port 4ba0745b-36e0-4287-a191-f3f333932d35 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:49.743502 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-829db855-df19-4b47-b40b-ef0d8314011a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:49.746989 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6686ea7-e55f-4fd0-bd8f-bb869febe108 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event deleted for resources: {'Network': ['ID=23d4ad82-ffa5-4d9a-aea1-5574c799939a,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:49.755163 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-935e0d82-2e0e-4a6c-bdbc-de3633f7aafa tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] DELETE failed (client error): The resource could not be found. Jun 21 14:54:49.755723 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-935e0d82-2e0e-4a6c-bdbc-de3633f7aafa tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:54:49.760524 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-935e0d82-2e0e-4a6c-bdbc-de3633f7aafa tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/ports/63906693-c2b4-4d69-bbd7-317aef06a126 HTTP/1.1" status: 404 len: 333 time: 0.0373065 Jun 21 14:54:49.784659 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37308) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:49.784900 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a6686ea7-e55f-4fd0-bd8f-bb869febe108 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:49.794926 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ef3ff-b681-4819-92f1-c189028ee6d0 None None] Pushing event deleted for resources: {'Port': ['ID=09775bcf-efee-4feb-88ae-11e2b31a6825,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:49.798066 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8ef3ff-b681-4819-92f1-c189028ee6d0 None None] No DVR routers for this DVR port 09775bcf-efee-4feb-88ae-11e2b31a6825 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:54:49.824078 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc939553-fd3c-44bc-93ba-f5fdfdba6eac tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] DELETE failed (client error): The resource could not be found. Jun 21 14:54:49.824910 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc939553-fd3c-44bc-93ba-f5fdfdba6eac tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:54:49.828077 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-4f8ef3ff-b681-4819-92f1-c189028ee6d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:49.828257 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-bc939553-fd3c-44bc-93ba-f5fdfdba6eac tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/subnets/a0b4f17c-b7a2-413c-8e93-2249ba0ecd1f HTTP/1.1" status: 404 len: 337 time: 0.0414526 Jun 21 14:54:49.830975 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37310) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:49.848528 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:49.865954 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-ba9158d9-9b26-406a-a2dc-63308ac68aa9 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Deleting port d6ff0585-632d-465d-889c-b3c0644dbaaf {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:49.866425 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ba9158d9-9b26-406a-a2dc-63308ac68aa9 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:49.868203 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-43ca28f4-5b3e-4f5f-b6ae-9978d6819773 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:49.874926 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-affe5f38-ff10-4cc9-b9e8-f833e24b7a33 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] DELETE failed (client error): The resource could not be found. Jun 21 14:54:49.875384 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-affe5f38-ff10-4cc9-b9e8-f833e24b7a33 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:54:49.877130 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-affe5f38-ff10-4cc9-b9e8-f833e24b7a33 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/subnets/a1abcef7-4436-4c3d-b228-d90fedd2c950 HTTP/1.1" status: 404 len: 337 time: 0.0451708 Jun 21 14:54:49.885222 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37312) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:49.892239 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-355503a0-0bc7-461e-bc17-797a8c55d98e None None] Notify callbacks [] for port, precommit_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:49.905719 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.provisioning_blocks [None req-355503a0-0bc7-461e-bc17-797a8c55d98e None None] Transition to ACTIVE for port object d6ff0585-632d-465d-889c-b3c0644dbaaf will not be triggered until provisioned by entity L2. {{(pid=105227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:54:49.915231 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-355503a0-0bc7-461e-bc17-797a8c55d98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:49.926328 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:49.954376 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3a2bf07-56bc-4ff9-89fe-50e65bf00353 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] DELETE failed (client error): The resource could not be found. Jun 21 14:54:49.955112 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3a2bf07-56bc-4ff9-89fe-50e65bf00353 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:54:49.957356 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b3a2bf07-56bc-4ff9-89fe-50e65bf00353 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/ports/51201932-9c3f-46b2-88fe-34c982494bfe HTTP/1.1" status: 404 len: 333 time: 0.0699191 Jun 21 14:54:49.957511 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-355503a0-0bc7-461e-bc17-797a8c55d98e None None] Attempting to bind port d6ff0585-632d-465d-889c-b3c0644dbaaf on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:54:49.957980 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-355503a0-0bc7-461e-bc17-797a8c55d98e None None] Attempting to bind port d6ff0585-632d-465d-889c-b3c0644dbaaf by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'f7044a7c-7ded-48c4-96ba-4d5fa9b625d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e97526ab-fafe-4e27-9722-ef29b260133f'}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:54:49.958178 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355503a0-0bc7-461e-bc17-797a8c55d98e None None] Attempting to bind port d6ff0585-632d-465d-889c-b3c0644dbaaf on network e97526ab-fafe-4e27-9722-ef29b260133f {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:54:49.967039 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37314) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:49.984995 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-829db855-df19-4b47-b40b-ef0d8314011a None None] Provisioning complete for port 8d1f7be0-5ece-47c1-92f9-1741f9a26566 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:49.986082 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-829db855-df19-4b47-b40b-ef0d8314011a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:49.999098 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355503a0-0bc7-461e-bc17-797a8c55d98e None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:54:49.999715 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355503a0-0bc7-461e-bc17-797a8c55d98e None None] Checking segment: {'id': 'f7044a7c-7ded-48c4-96ba-4d5fa9b625d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e97526ab-fafe-4e27-9722-ef29b260133f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:54:50.000133 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-355503a0-0bc7-461e-bc17-797a8c55d98e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:50.000586 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-355503a0-0bc7-461e-bc17-797a8c55d98e None None] Bound using segment: {'id': 'f7044a7c-7ded-48c4-96ba-4d5fa9b625d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e97526ab-fafe-4e27-9722-ef29b260133f'} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:54:50.001087 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-355503a0-0bc7-461e-bc17-797a8c55d98e None None] Bound port: d6ff0585-632d-465d-889c-b3c0644dbaaf, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7044a7c-7ded-48c4-96ba-4d5fa9b625d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'e97526ab-fafe-4e27-9722-ef29b260133f'}}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:54:50.001471 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-355503a0-0bc7-461e-bc17-797a8c55d98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:50.015382 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff6c8102-d180-4019-be36-8b4f185a61ec tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] DELETE failed (client error): The resource could not be found. Jun 21 14:54:50.015829 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff6c8102-d180-4019-be36-8b4f185a61ec tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:54:50.020528 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-ff6c8102-d180-4019-be36-8b4f185a61ec tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/subnets/216dcee1-9ef5-4607-b98d-90ae32edbc8e HTTP/1.1" status: 404 len: 337 time: 0.0523679 Jun 21 14:54:50.022799 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37316) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:50.050835 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ba9158d9-9b26-406a-a2dc-63308ac68aa9 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:50.052556 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129e6d3-51ab-4aeb-85ae-cd9da4040b45 None None] Pushing event updated for resources: {'Port': ['ID=d6ff0585-632d-465d-889c-b3c0644dbaaf,revision_number=2']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:50.054201 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-829db855-df19-4b47-b40b-ef0d8314011a None None] Port 8d1f7be0-5ece-47c1-92f9-1741f9a26566 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:54:50.072895 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129e6d3-51ab-4aeb-85ae-cd9da4040b45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:50.073185 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129e6d3-51ab-4aeb-85ae-cd9da4040b45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:50.073520 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129e6d3-51ab-4aeb-85ae-cd9da4040b45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:50.073980 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129e6d3-51ab-4aeb-85ae-cd9da4040b45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:50.074349 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129e6d3-51ab-4aeb-85ae-cd9da4040b45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:50.074810 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129e6d3-51ab-4aeb-85ae-cd9da4040b45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:50.075480 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129e6d3-51ab-4aeb-85ae-cd9da4040b45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:50.076280 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129e6d3-51ab-4aeb-85ae-cd9da4040b45 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:50.076775 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129e6d3-51ab-4aeb-85ae-cd9da4040b45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:50.076968 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129e6d3-51ab-4aeb-85ae-cd9da4040b45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:50.077293 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129e6d3-51ab-4aeb-85ae-cd9da4040b45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:50.077613 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5129e6d3-51ab-4aeb-85ae-cd9da4040b45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:54:50.081432 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-43ca28f4-5b3e-4f5f-b6ae-9978d6819773 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:50.084823 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5014f1b9-483a-42e0-b568-9cd78fc1fed3 None None] DHCP port deletion for 572012d6-106a-42ac-ad82-0f480c4cea22 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:54:50.089713 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-5129e6d3-51ab-4aeb-85ae-cd9da4040b45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:50.100122 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-355503a0-0bc7-461e-bc17-797a8c55d98e None None] For port d6ff0585-632d-465d-889c-b3c0644dbaaf, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:54:50.103408 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-355503a0-0bc7-461e-bc17-797a8c55d98e None None] For port d6ff0585-632d-465d-889c-b3c0644dbaaf, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=d6ff0585-632d-465d-889c-b3c0644dbaaf,segment=NetworkSegment(f7044a7c-7ded-48c4-96ba-4d5fa9b625d5),segment_id=f7044a7c-7ded-48c4-96ba-4d5fa9b625d5)] {{(pid=105227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:54:50.111077 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-355503a0-0bc7-461e-bc17-797a8c55d98e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:50.115185 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:50.136917 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-5014f1b9-483a-42e0-b568-9cd78fc1fed3 None None] Deleting port 4ba0745b-36e0-4287-a191-f3f333932d35 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:50.137591 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5014f1b9-483a-42e0-b568-9cd78fc1fed3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:50.146165 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-ba9158d9-9b26-406a-a2dc-63308ac68aa9 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Calling delete_port for d6ff0585-632d-465d-889c-b3c0644dbaaf owned by network:router_gateway {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:50.147890 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-7730aa5a-02a8-4945-9afd-e95be6662da0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] DELETE failed (client error): The resource could not be found. Jun 21 14:54:50.148393 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7730aa5a-02a8-4945-9afd-e95be6662da0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:54:50.153831 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37318) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:50.154570 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7730aa5a-02a8-4945-9afd-e95be6662da0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/subnets/5a0291ab-d01c-4a92-bf01-abd878a74e33 HTTP/1.1" status: 404 len: 337 time: 0.1282232 Jun 21 14:54:50.160019 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-43ca28f4-5b3e-4f5f-b6ae-9978d6819773 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcd43849-2c98-436f-9dd1-6cd3223dcc5e']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:50.162885 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-400a24d0-7283-4203-9537-6cb86c657481 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:50.174678 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d357d4ea-d9e9-44d0-9141-a9e908039335 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:50.186067 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129e6d3-51ab-4aeb-85ae-cd9da4040b45 None None] Pushing event updated for resources: {'Port': ['ID=d6ff0585-632d-465d-889c-b3c0644dbaaf,revision_number=3']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:50.191647 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-5129e6d3-51ab-4aeb-85ae-cd9da4040b45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:50.193524 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355503a0-0bc7-461e-bc17-797a8c55d98e None None] Routers {'f67eae4e-0636-4c7b-adc4-c62078b7e1ed'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:54:50.194159 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-355503a0-0bc7-461e-bc17-797a8c55d98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['f67eae4e-0636-4c7b-adc4-c62078b7e1ed'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:50.206064 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-43ca28f4-5b3e-4f5f-b6ae-9978d6819773 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93411b0b-d7f4-4340-b173-ec2110c7661f') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:50.206364 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-43ca28f4-5b3e-4f5f-b6ae-9978d6819773 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93411b0b-d7f4-4340-b173-ec2110c7661f') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:50.222191 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-5014f1b9-483a-42e0-b568-9cd78fc1fed3 None None] For port 4ba0745b-36e0-4287-a191-f3f333932d35, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=4ba0745b-36e0-4287-a191-f3f333932d35,segment=NetworkSegment(0d72db2b-c6f4-4ce2-b280-59109dcf818d),segment_id=0d72db2b-c6f4-4ce2-b280-59109dcf818d)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:50.222880 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5014f1b9-483a-42e0-b568-9cd78fc1fed3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:50.234675 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-43ca28f4-5b3e-4f5f-b6ae-9978d6819773 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:50.269891 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a24d0-7283-4203-9537-6cb86c657481 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Pushing event updated for resources: {'Subnet': ['ID=fab1c8b2-c02e-4e75-99e9-3f043f7bc37e,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:50.274373 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-43ca28f4-5b3e-4f5f-b6ae-9978d6819773 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:50.279068 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-400a24d0-7283-4203-9537-6cb86c657481 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:50.286002 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ca28f4-5b3e-4f5f-b6ae-9978d6819773 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:54:50.286387 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-43ca28f4-5b3e-4f5f-b6ae-9978d6819773 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:50.290697 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:54:50.290697 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:54:50.290697 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:54:50.290697 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:54:50.290697 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:54:50.290697 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:54:50.290697 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:54:50.290697 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:54:50.290697 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:54:50.290697 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:54:50.290697 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:54:50.290697 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:54:50.290697 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:54:50.290697 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:54:50.290697 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:54:50.290697 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:54:50.290697 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:54:50.290697 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:54:50.290697 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:54:50.290697 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:54:50.290697 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:54:50.290697 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:54:50.290697 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:54:50.290697 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:54:50.290697 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:54:50.290697 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:54:50.290697 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:54:50.290697 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:54:50.290697 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:54:50.290697 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:54:50.290697 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:54:50.290697 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:54:50.315038 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-5014f1b9-483a-42e0-b568-9cd78fc1fed3 None None] Calling delete_port for 4ba0745b-36e0-4287-a191-f3f333932d35 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:50.329449 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-355503a0-0bc7-461e-bc17-797a8c55d98e None None] Set router f67eae4e-0636-4c7b-adc4-c62078b7e1ed gateway port host: None {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:54:50.367769 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400a24d0-7283-4203-9537-6cb86c657481 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Checking segment: {'id': 'cd819ece-c3a3-4c25-827c-5614a4c31733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '58c1a1c2-647a-4874-9da4-fe480ab75c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:54:50.368524 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400a24d0-7283-4203-9537-6cb86c657481 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Network hostable DHCP agents. Network: 58c1a1c2-647a-4874-9da4-fe480ab75c78, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:54:50.406906 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400a24d0-7283-4203-9537-6cb86c657481 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Network 58c1a1c2-647a-4874-9da4-fe480ab75c78 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:54:50.409205 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-43ca28f4-5b3e-4f5f-b6ae-9978d6819773 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:50.410896 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5014f1b9-483a-42e0-b568-9cd78fc1fed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:50.413700 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c307883a-93fe-4f0b-a776-63ee1f32391e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:50.417270 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:50.420279 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 4ba0745b-36e0-4287-a191-f3f333932d35 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:54:50.423048 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-43ca28f4-5b3e-4f5f-b6ae-9978d6819773 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:50.432354 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-43ca28f4-5b3e-4f5f-b6ae-9978d6819773 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/networks/dcd43849-2c98-436f-9dd1-6cd3223dcc5e HTTP/1.1" status: 204 len: 168 time: 0.7253187 Jun 21 14:54:50.433073 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37320) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:50.448201 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 4ba0745b-36e0-4287-a191-f3f333932d35 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:54:50.448761 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 4ba0745b-36e0-4287-a191-f3f333932d35 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:54:50.449256 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 09775bcf-efee-4feb-88ae-11e2b31a6825 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:54:50.453923 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-6a74dfc8-3f17-4519-a159-ebdeaebca1e9 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-141931537'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:50.460695 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca28f4-5b3e-4f5f-b6ae-9978d6819773 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event deleted for resources: {'Network': ['ID=dcd43849-2c98-436f-9dd1-6cd3223dcc5e,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:50.467751 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-400a24d0-7283-4203-9537-6cb86c657481 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 58c1a1c2-647a-4874-9da4-fe480ab75c78) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:50.472756 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-43ca28f4-5b3e-4f5f-b6ae-9978d6819773 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:50.477988 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400a24d0-7283-4203-9537-6cb86c657481 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:50.478576 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-400a24d0-7283-4203-9537-6cb86c657481 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:50.501865 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a74dfc8-3f17-4519-a159-ebdeaebca1e9 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Made reservation on behalf of f8317acb64424f1b9afd698dd36cd595 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:50.502644 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ba9158d9-9b26-406a-a2dc-63308ac68aa9 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:50.506172 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1a83621f-aa19-46e6-9ba4-d2d236c0da6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:50.506313 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6a74dfc8-3f17-4519-a159-ebdeaebca1e9 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:50.514474 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-400a24d0-7283-4203-9537-6cb86c657481 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1506855 Jun 21 14:54:50.515043 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37322) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:50.516896 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 09775bcf-efee-4feb-88ae-11e2b31a6825 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:54:50.517424 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 09775bcf-efee-4feb-88ae-11e2b31a6825 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:54:50.518038 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 0ac0fa9e-0d76-4eaf-ae58-627b7c55fcb8 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:54:50.520090 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84222b2-e6d7-4711-afd6-cd807952bd6d None None] Network 58c1a1c2-647a-4874-9da4-fe480ab75c78 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:50.522314 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5014f1b9-483a-42e0-b568-9cd78fc1fed3 None None] Pushing event deleted for resources: {'Port': ['ID=4ba0745b-36e0-4287-a191-f3f333932d35,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:50.535393 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a74dfc8-3f17-4519-a159-ebdeaebca1e9 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:54:50.546779 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-67f2c2f3-1f01-4063-9917-27b5a0348743 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Request body: {'port': {'network_id': '58c1a1c2-647a-4874-9da4-fe480ab75c78', 'name': 'tempest-TagsExtTest-796359279'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:50.547504 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5014f1b9-483a-42e0-b568-9cd78fc1fed3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:50.547875 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6a74dfc8-3f17-4519-a159-ebdeaebca1e9 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:50.548341 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-6a74dfc8-3f17-4519-a159-ebdeaebca1e9 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Added segment 4210644f-8d0a-48df-9396-eda860890372 of type vlan for network 770b57f5-bca1-4fe2-88aa-74ec68ff28a1 Jun 21 14:54:50.554303 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9158d9-9b26-406a-a2dc-63308ac68aa9 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6ff0585-632d-465d-889c-b3c0644dbaaf,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:50.561642 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-355503a0-0bc7-461e-bc17-797a8c55d98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f67eae4e-0636-4c7b-adc4-c62078b7e1ed', 'name': '', 'tenant_id': 'c3bacef0ca64452bbbf84df00c6c494f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:54:45Z', 'updated_at': '2021-06-21T14:54:49Z', 'revision_number': 4, 'project_id': 'c3bacef0ca64452bbbf84df00c6c494f', 'gw_port_host': None}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:50.563716 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ba9158d9-9b26-406a-a2dc-63308ac68aa9 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:50.564647 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5014f1b9-483a-42e0-b568-9cd78fc1fed3 None None] No DVR routers for this DVR port 4ba0745b-36e0-4287-a191-f3f333932d35 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:54:50.578891 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-0d581266-a764-4e8a-9606-bf0fae796350 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Deleting port 8d1f7be0-5ece-47c1-92f9-1741f9a26566 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:50.579236 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0d581266-a764-4e8a-9606-bf0fae796350 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:50.590037 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 0ac0fa9e-0d76-4eaf-ae58-627b7c55fcb8 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:54:50.591039 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 0ac0fa9e-0d76-4eaf-ae58-627b7c55fcb8 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:54:50.598981 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6a74dfc8-3f17-4519-a159-ebdeaebca1e9 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:50.627193 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355503a0-0bc7-461e-bc17-797a8c55d98e None None] The sync data for ids ['f67eae4e-0636-4c7b-adc4-c62078b7e1ed'] in dv-neutron-797121-2-hyperv is: [{'id': 'f67eae4e-0636-4c7b-adc4-c62078b7e1ed', 'name': '', 'tenant_id': 'c3bacef0ca64452bbbf84df00c6c494f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:54:45Z', 'updated_at': '2021-06-21T14:54:49Z', 'revision_number': 4, 'project_id': 'c3bacef0ca64452bbbf84df00c6c494f', 'gw_port_host': None}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:54:50.646529 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6a74dfc8-3f17-4519-a159-ebdeaebca1e9 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:50.658313 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a74dfc8-3f17-4519-a159-ebdeaebca1e9 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:50.658976 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6a74dfc8-3f17-4519-a159-ebdeaebca1e9 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:50.664750 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6893dec4-4918-4ffd-8a81-d7df8188935b tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:50.755523 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7808ede6-b566-48ae-a12d-4fed8f5fade2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-58c1a1c2-647a-4874-9da4-fe480ab75c78', 'network_id': '58c1a1c2-647a-4874-9da4-fe480ab75c78', 'tenant_id': '933e619f989e48d7ba242fc3ada5dff2', 'fixed_ips': [{'subnet_id': 'fab1c8b2-c02e-4e75-99e9-3f043f7bc37e'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:54:50.758572 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7808ede6-b566-48ae-a12d-4fed8f5fade2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:50.766684 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6a74dfc8-3f17-4519-a159-ebdeaebca1e9 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3211386 Jun 21 14:54:50.767330 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37326) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:50.776918 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-8a8593d6-9911-4dce-927e-bf02cf1f4006 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Request body: {'subnet': {'network_id': '770b57f5-bca1-4fe2-88aa-74ec68ff28a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:50.826878 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74dfc8-3f17-4519-a159-ebdeaebca1e9 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Network': ['ID=770b57f5-bca1-4fe2-88aa-74ec68ff28a1,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:50.831340 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6a74dfc8-3f17-4519-a159-ebdeaebca1e9 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:50.862059 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 770b57f5-bca1-4fe2-88aa-74ec68ff28a1 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:54:50.902952 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8593d6-9911-4dce-927e-bf02cf1f4006 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Made reservation on behalf of f8317acb64424f1b9afd698dd36cd595 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:50.908602 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8a8593d6-9911-4dce-927e-bf02cf1f4006 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:50.992477 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-7808ede6-b566-48ae-a12d-4fed8f5fade2 None None] Allocated IP 172.20.0.2 (58c1a1c2-647a-4874-9da4-fe480ab75c78/fab1c8b2-c02e-4e75-99e9-3f043f7bc37e/70e2795f-c04c-4066-b84a-acff7af4bcd7) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:54:51.132539 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8a8593d6-9911-4dce-927e-bf02cf1f4006 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:51.135174 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-405fd31f-7e93-43a0-a3e3-594dd90fadaf tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:51.177086 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7808ede6-b566-48ae-a12d-4fed8f5fade2 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:51.179708 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0d581266-a764-4e8a-9606-bf0fae796350 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:51.190112 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-7808ede6-b566-48ae-a12d-4fed8f5fade2 None None] Transition to ACTIVE for port object 70e2795f-c04c-4066-b84a-acff7af4bcd7 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:54:51.203930 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8593d6-9911-4dce-927e-bf02cf1f4006 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Subnet': ['ID=4d17a0f8-754d-47ca-8994-ce2b25cc701b,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:51.209499 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8a8593d6-9911-4dce-927e-bf02cf1f4006 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:51.211115 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ba9158d9-9b26-406a-a2dc-63308ac68aa9 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:51.214398 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a8593d6-9911-4dce-927e-bf02cf1f4006 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Checking segment: {'id': '4210644f-8d0a-48df-9396-eda860890372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '770b57f5-bca1-4fe2-88aa-74ec68ff28a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:54:51.214398 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8593d6-9911-4dce-927e-bf02cf1f4006 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Network hostable DHCP agents. Network: 770b57f5-bca1-4fe2-88aa-74ec68ff28a1, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:54:51.218272 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-7808ede6-b566-48ae-a12d-4fed8f5fade2 None None] Transition to ACTIVE for port object 70e2795f-c04c-4066-b84a-acff7af4bcd7 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:54:51.228517 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7808ede6-b566-48ae-a12d-4fed8f5fade2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:51.232544 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5aea42bb-e448-4699-98f9-8e8337682b0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:51.233936 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a8593d6-9911-4dce-927e-bf02cf1f4006 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Network 770b57f5-bca1-4fe2-88aa-74ec68ff28a1 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:54:51.243105 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-8a8593d6-9911-4dce-927e-bf02cf1f4006 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 770b57f5-bca1-4fe2-88aa-74ec68ff28a1) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:51.247715 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8593d6-9911-4dce-927e-bf02cf1f4006 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:51.248405 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8a8593d6-9911-4dce-927e-bf02cf1f4006 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:51.264916 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05b6057-a4b0-4f42-b527-442e86d77c9c None None] Network 770b57f5-bca1-4fe2-88aa-74ec68ff28a1 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:51.269831 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8a8593d6-9911-4dce-927e-bf02cf1f4006 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4967928 Jun 21 14:54:51.270093 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37328) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:51.275335 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-16879168-47d2-4bd3-8c09-6b3fdceaea8f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-266088510', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:51.300225 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-16879168-47d2-4bd3-8c09-6b3fdceaea8f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:51.301712 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-16879168-47d2-4bd3-8c09-6b3fdceaea8f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:51.322566 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7808ede6-b566-48ae-a12d-4fed8f5fade2 None None] Network 58c1a1c2-647a-4874-9da4-fe480ab75c78 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:54:51.328209 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-7808ede6-b566-48ae-a12d-4fed8f5fade2 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:51.331572 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808ede6-b566-48ae-a12d-4fed8f5fade2 None None] Pushing event updated for resources: {'Port': ['ID=70e2795f-c04c-4066-b84a-acff7af4bcd7,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:51.334365 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-0d581266-a764-4e8a-9606-bf0fae796350 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Calling delete_port for 8d1f7be0-5ece-47c1-92f9-1741f9a26566 owned by {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:51.338238 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7808ede6-b566-48ae-a12d-4fed8f5fade2 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:54:51.342638 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-7808ede6-b566-48ae-a12d-4fed8f5fade2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:51.388759 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ba9158d9-9b26-406a-a2dc-63308ac68aa9 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:51.397637 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61051547-7bb1-40e5-af86-817fb20d197d req-37144823-6794-41fe-894e-2fd82ff61c26 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:51.399236 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-61051547-7bb1-40e5-af86-817fb20d197d req-37144823-6794-41fe-894e-2fd82ff61c26 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 945 time: 0.3602703 Jun 21 14:54:51.402220 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ba9158d9-9b26-406a-a2dc-63308ac68aa9 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:51.441691 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-7808ede6-b566-48ae-a12d-4fed8f5fade2 None None] Attempting to bind port 70e2795f-c04c-4066-b84a-acff7af4bcd7 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:54:51.442138 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-7808ede6-b566-48ae-a12d-4fed8f5fade2 None None] Attempting to bind port 70e2795f-c04c-4066-b84a-acff7af4bcd7 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'cd819ece-c3a3-4c25-827c-5614a4c31733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '58c1a1c2-647a-4874-9da4-fe480ab75c78'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:54:51.442507 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7808ede6-b566-48ae-a12d-4fed8f5fade2 None None] Attempting to bind port 70e2795f-c04c-4066-b84a-acff7af4bcd7 on network 58c1a1c2-647a-4874-9da4-fe480ab75c78 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:54:51.470704 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7808ede6-b566-48ae-a12d-4fed8f5fade2 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:54:51.471210 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7808ede6-b566-48ae-a12d-4fed8f5fade2 None None] Checking segment: {'id': 'cd819ece-c3a3-4c25-827c-5614a4c31733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '58c1a1c2-647a-4874-9da4-fe480ab75c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:54:51.471624 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7808ede6-b566-48ae-a12d-4fed8f5fade2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:51.472020 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7808ede6-b566-48ae-a12d-4fed8f5fade2 None None] Bound using segment: {'id': 'cd819ece-c3a3-4c25-827c-5614a4c31733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '58c1a1c2-647a-4874-9da4-fe480ab75c78'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:54:51.472519 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-7808ede6-b566-48ae-a12d-4fed8f5fade2 None None] Bound port: 70e2795f-c04c-4066-b84a-acff7af4bcd7, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd819ece-c3a3-4c25-827c-5614a4c31733', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '58c1a1c2-647a-4874-9da4-fe480ab75c78'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:54:51.472945 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7808ede6-b566-48ae-a12d-4fed8f5fade2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:51.522138 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ba9158d9-9b26-406a-a2dc-63308ac68aa9 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:51.522681 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9158d9-9b26-406a-a2dc-63308ac68aa9 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f67eae4e-0636-4c7b-adc4-c62078b7e1ed {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:54:51.539043 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ba9158d9-9b26-406a-a2dc-63308ac68aa9 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:51.543014 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-ba9158d9-9b26-406a-a2dc-63308ac68aa9 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] 10.222.0.72 "DELETE /v2.0/routers/f67eae4e-0636-4c7b-adc4-c62078b7e1ed HTTP/1.1" status: 204 len: 168 time: 2.5214877 Jun 21 14:54:51.550001 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37330) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:51.552023 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f2c2f3-1f01-4063-9917-27b5a0348743 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Made reservation on behalf of 933e619f989e48d7ba242fc3ada5dff2 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:51.555599 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-67f2c2f3-1f01-4063-9917-27b5a0348743 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:51.581687 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8185d42a-a972-4c60-ac5f-32b76ac0ede5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-770b57f5-bca1-4fe2-88aa-74ec68ff28a1', 'network_id': '770b57f5-bca1-4fe2-88aa-74ec68ff28a1', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'fixed_ips': [{'subnet_id': '4d17a0f8-754d-47ca-8994-ce2b25cc701b'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:54:51.582587 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8185d42a-a972-4c60-ac5f-32b76ac0ede5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:51.595718 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-7808ede6-b566-48ae-a12d-4fed8f5fade2 None None] For port 70e2795f-c04c-4066-b84a-acff7af4bcd7, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:54:51.613685 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-7808ede6-b566-48ae-a12d-4fed8f5fade2 None None] For port 70e2795f-c04c-4066-b84a-acff7af4bcd7, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=70e2795f-c04c-4066-b84a-acff7af4bcd7,segment=NetworkSegment(cd819ece-c3a3-4c25-827c-5614a4c31733),segment_id=cd819ece-c3a3-4c25-827c-5614a4c31733)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:54:51.622274 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7808ede6-b566-48ae-a12d-4fed8f5fade2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:51.626482 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-2f292955-cbf2-404b-8a80-91c54a64dfc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:51.636207 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-61051547-7bb1-40e5-af86-817fb20d197d req-2ee482bc-413f-4560-b3d5-284244d7f704 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b633c1b-6044-439e-9871-9d4719d063b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252338 Jun 21 14:54:51.647504 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-f41e1bd4-e689-4ebe-9f35-8508733c1c03 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Deleting subnet ea9ade9d-3656-43ac-bd75-9767dfe17621 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:54:51.651919 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f41e1bd4-e689-4ebe-9f35-8508733c1c03 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:51.663220 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-16879168-47d2-4bd3-8c09-6b3fdceaea8f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:51.672694 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-16879168-47d2-4bd3-8c09-6b3fdceaea8f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:51.680138 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-67f2c2f3-1f01-4063-9917-27b5a0348743 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] device_id is not set on port 33824a84-a2e4-4bc0-abfc-191c832e84a9 yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:54:51.689524 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0d581266-a764-4e8a-9606-bf0fae796350 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:51.695840 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-16879168-47d2-4bd3-8c09-6b3fdceaea8f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:51.700351 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5f42977e-2d8b-4d63-a9fb-6c5947838c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:51.701751 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-16879168-47d2-4bd3-8c09-6b3fdceaea8f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4300609 Jun 21 14:54:51.702698 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37332) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:51.708819 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-fe1c285c-3a11-4e1b-a400-422b3dfa121c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Request body: {'port': {'network_id': '770b57f5-bca1-4fe2-88aa-74ec68ff28a1', 'name': 'tempest-RoutersIpV6Test-800286565'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:51.764722 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f41e1bd4-e689-4ebe-9f35-8508733c1c03 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:51.769464 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d581266-a764-4e8a-9606-bf0fae796350 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Port': ['ID=8d1f7be0-5ece-47c1-92f9-1741f9a26566,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:51.797585 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0d581266-a764-4e8a-9606-bf0fae796350 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:51.807429 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808ede6-b566-48ae-a12d-4fed8f5fade2 None None] Pushing event updated for resources: {'Port': ['ID=70e2795f-c04c-4066-b84a-acff7af4bcd7,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:51.813289 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-7808ede6-b566-48ae-a12d-4fed8f5fade2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:51.828124 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0d581266-a764-4e8a-9606-bf0fae796350 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:51.832381 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0d581266-a764-4e8a-9606-bf0fae796350 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/ports/8d1f7be0-5ece-47c1-92f9-1741f9a26566 HTTP/1.1" status: 204 len: 168 time: 1.6710105 Jun 21 14:54:51.833018 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37334) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:51.842173 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-8185d42a-a972-4c60-ac5f-32b76ac0ede5 None None] Allocated IP 2001:db8::2 (770b57f5-bca1-4fe2-88aa-74ec68ff28a1/4d17a0f8-754d-47ca-8994-ce2b25cc701b/9d1ed07c-fae0-414a-9b2f-85a5cfeff5f8) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:54:51.912134 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f41e1bd4-e689-4ebe-9f35-8508733c1c03 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:51.937668 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4d17f449-86a4-4a98-9457-3ee7124c7da3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:51.950480 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1c285c-3a11-4e1b-a400-422b3dfa121c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Made reservation on behalf of f8317acb64424f1b9afd698dd36cd595 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:51.954502 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fe1c285c-3a11-4e1b-a400-422b3dfa121c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:51.958008 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-67f2c2f3-1f01-4063-9917-27b5a0348743 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Allocated IP 172.20.0.5 (58c1a1c2-647a-4874-9da4-fe480ab75c78/fab1c8b2-c02e-4e75-99e9-3f043f7bc37e/33824a84-a2e4-4bc0-abfc-191c832e84a9) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:54:51.974995 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [None req-fe1c285c-3a11-4e1b-a400-422b3dfa121c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] device_id is not set on port fd01ef19-bc9a-453d-adfc-dd8e822b2aad yet. {{(pid=105225) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 14:54:52.061640 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f41e1bd4-e689-4ebe-9f35-8508733c1c03 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:52.074169 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9fe59e86-3e64-40dd-826d-c3c0fd233bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:52.080603 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8185d42a-a972-4c60-ac5f-32b76ac0ede5 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:52.108044 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8185d42a-a972-4c60-ac5f-32b76ac0ede5 None None] Transition to ACTIVE for port object 9d1ed07c-fae0-414a-9b2f-85a5cfeff5f8 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:54:52.121953 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e1bd4-e689-4ebe-9f35-8508733c1c03 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ea9ade9d-3656-43ac-bd75-9767dfe17621,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:52.139974 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f41e1bd4-e689-4ebe-9f35-8508733c1c03 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:52.152884 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8185d42a-a972-4c60-ac5f-32b76ac0ede5 None None] Transition to ACTIVE for port object 9d1ed07c-fae0-414a-9b2f-85a5cfeff5f8 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:54:52.176357 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4d17f449-86a4-4a98-9457-3ee7124c7da3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:52.177935 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8185d42a-a972-4c60-ac5f-32b76ac0ede5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:52.181108 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f41e1bd4-e689-4ebe-9f35-8508733c1c03 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:52.183042 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:52.183208 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f41e1bd4-e689-4ebe-9f35-8508733c1c03 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] 10.222.0.72 "DELETE /v2.0/subnets/ea9ade9d-3656-43ac-bd75-9767dfe17621 HTTP/1.1" status: 204 len: 168 time: 0.6320484 Jun 21 14:54:52.186547 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37336) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:52.216926 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-4d17f449-86a4-4a98-9457-3ee7124c7da3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['572012d6-106a-42ac-ad82-0f480c4cea22']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:52.234675 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-4d17f449-86a4-4a98-9457-3ee7124c7da3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d72db2b-c6f4-4ce2-b280-59109dcf818d') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:52.234986 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-4d17f449-86a4-4a98-9457-3ee7124c7da3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d72db2b-c6f4-4ce2-b280-59109dcf818d') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:52.241070 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185d42a-a972-4c60-ac5f-32b76ac0ede5 None None] Pushing event updated for resources: {'Port': ['ID=9d1ed07c-fae0-414a-9b2f-85a5cfeff5f8,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:52.250222 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4d17f449-86a4-4a98-9457-3ee7124c7da3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:52.254244 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8185d42a-a972-4c60-ac5f-32b76ac0ede5 None None] Network 770b57f5-bca1-4fe2-88aa-74ec68ff28a1 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:54:52.255664 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8185d42a-a972-4c60-ac5f-32b76ac0ede5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:52.257435 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-8185d42a-a972-4c60-ac5f-32b76ac0ede5 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:52.259905 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8185d42a-a972-4c60-ac5f-32b76ac0ede5 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:54:52.269564 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-fe1c285c-3a11-4e1b-a400-422b3dfa121c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Allocated IP 2001:db8::165 (770b57f5-bca1-4fe2-88aa-74ec68ff28a1/4d17a0f8-754d-47ca-8994-ce2b25cc701b/fd01ef19-bc9a-453d-adfc-dd8e822b2aad) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:54:52.282666 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4d17f449-86a4-4a98-9457-3ee7124c7da3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:52.284839 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-04a192a1-750b-4491-9210-a34ea1e22197 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:52.291729 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d17f449-86a4-4a98-9457-3ee7124c7da3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:54:52.292567 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4d17f449-86a4-4a98-9457-3ee7124c7da3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:52.296825 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:54:52.296825 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:54:52.296825 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:54:52.296825 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:54:52.296825 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:54:52.296825 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:54:52.296825 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:54:52.296825 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:54:52.296825 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:54:52.296825 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:54:52.296825 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:54:52.296825 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:54:52.296825 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:54:52.296825 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:54:52.296825 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:54:52.296825 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:54:52.296825 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:54:52.296825 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:54:52.296825 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:54:52.296825 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:54:52.296825 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:54:52.296825 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:54:52.296825 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:54:52.296825 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:54:52.296825 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:54:52.296825 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:54:52.296825 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:54:52.296825 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:54:52.296825 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:54:52.296825 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:54:52.296825 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:54:52.296825 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:54:52.319487 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-67f2c2f3-1f01-4063-9917-27b5a0348743 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:52.335950 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-8185d42a-a972-4c60-ac5f-32b76ac0ede5 None None] Attempting to bind port 9d1ed07c-fae0-414a-9b2f-85a5cfeff5f8 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:54:52.336217 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-8185d42a-a972-4c60-ac5f-32b76ac0ede5 None None] Attempting to bind port 9d1ed07c-fae0-414a-9b2f-85a5cfeff5f8 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '4210644f-8d0a-48df-9396-eda860890372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '770b57f5-bca1-4fe2-88aa-74ec68ff28a1'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:54:52.336587 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8185d42a-a972-4c60-ac5f-32b76ac0ede5 None None] Attempting to bind port 9d1ed07c-fae0-414a-9b2f-85a5cfeff5f8 on network 770b57f5-bca1-4fe2-88aa-74ec68ff28a1 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:54:52.343952 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8185d42a-a972-4c60-ac5f-32b76ac0ede5 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:54:52.344543 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8185d42a-a972-4c60-ac5f-32b76ac0ede5 None None] Checking segment: {'id': '4210644f-8d0a-48df-9396-eda860890372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '770b57f5-bca1-4fe2-88aa-74ec68ff28a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:54:52.344954 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8185d42a-a972-4c60-ac5f-32b76ac0ede5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:52.345425 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8185d42a-a972-4c60-ac5f-32b76ac0ede5 None None] Bound using segment: {'id': '4210644f-8d0a-48df-9396-eda860890372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '770b57f5-bca1-4fe2-88aa-74ec68ff28a1'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:54:52.345920 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-8185d42a-a972-4c60-ac5f-32b76ac0ede5 None None] Bound port: 9d1ed07c-fae0-414a-9b2f-85a5cfeff5f8, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4210644f-8d0a-48df-9396-eda860890372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '770b57f5-bca1-4fe2-88aa-74ec68ff28a1'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:54:52.346911 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8185d42a-a972-4c60-ac5f-32b76ac0ede5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:52.378836 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-67f2c2f3-1f01-4063-9917-27b5a0348743 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Transition to ACTIVE for port object 33824a84-a2e4-4bc0-abfc-191c832e84a9 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:54:52.391468 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4d17f449-86a4-4a98-9457-3ee7124c7da3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:52.398996 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a6686ea7-e55f-4fd0-bd8f-bb869febe108 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:52.410445 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4d17f449-86a4-4a98-9457-3ee7124c7da3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:52.413722 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4d17f449-86a4-4a98-9457-3ee7124c7da3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] 10.222.0.72 "DELETE /v2.0/networks/572012d6-106a-42ac-ad82-0f480c4cea22 HTTP/1.1" status: 204 len: 168 time: 0.5796731 Jun 21 14:54:52.433718 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-04a192a1-750b-4491-9210-a34ea1e22197 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:52.459276 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-8185d42a-a972-4c60-ac5f-32b76ac0ede5 None None] For port 9d1ed07c-fae0-414a-9b2f-85a5cfeff5f8, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:54:52.463231 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-04a192a1-750b-4491-9210-a34ea1e22197 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e97526ab-fafe-4e27-9722-ef29b260133f']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:52.463425 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-8185d42a-a972-4c60-ac5f-32b76ac0ede5 None None] For port 9d1ed07c-fae0-414a-9b2f-85a5cfeff5f8, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=9d1ed07c-fae0-414a-9b2f-85a5cfeff5f8,segment=NetworkSegment(4210644f-8d0a-48df-9396-eda860890372),segment_id=4210644f-8d0a-48df-9396-eda860890372)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:54:52.471370 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8185d42a-a972-4c60-ac5f-32b76ac0ede5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:52.474525 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5ae0ec8f-63a2-4291-862d-60fbf68c3b1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:52.487460 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-04a192a1-750b-4491-9210-a34ea1e22197 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7044a7c-7ded-48c4-96ba-4d5fa9b625d5') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:52.488120 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-04a192a1-750b-4491-9210-a34ea1e22197 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7044a7c-7ded-48c4-96ba-4d5fa9b625d5') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:52.502446 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-04a192a1-750b-4491-9210-a34ea1e22197 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:52.526106 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-04a192a1-750b-4491-9210-a34ea1e22197 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:52.527299 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 70e2795f-c04c-4066-b84a-acff7af4bcd7 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:54:52.529046 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-67f2c2f3-1f01-4063-9917-27b5a0348743 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:52.533303 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17f449-86a4-4a98-9457-3ee7124c7da3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Pushing event deleted for resources: {'Network': ['ID=572012d6-106a-42ac-ad82-0f480c4cea22,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:52.537244 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3a481f97-cc90-4ccf-b834-0f53639fd02d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:52.547605 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04a192a1-750b-4491-9210-a34ea1e22197 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:54:52.550143 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4d17f449-86a4-4a98-9457-3ee7124c7da3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:52.550498 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-04a192a1-750b-4491-9210-a34ea1e22197 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:52.550498 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:54:52.550498 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:54:52.550498 dv-neutron-797121-2-hyperv neutron-server[105224]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:54:52.550498 dv-neutron-797121-2-hyperv neutron-server[105224]: items = [ Jun 21 14:54:52.550498 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:54:52.550498 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:54:52.550498 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:54:52.550498 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:54:52.550498 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:54:52.550498 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:54:52.550498 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:54:52.550498 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:54:52.550498 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:54:52.550498 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:54:52.550498 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:54:52.550498 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:54:52.550498 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:54:52.550498 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:54:52.550498 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:54:52.550498 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:54:52.550498 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:54:52.550498 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:54:52.550498 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:54:52.550498 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:54:52.550498 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:54:52.550498 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:54:52.550498 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:54:52.550498 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:54:52.550498 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:54:52.550498 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:54:52.550498 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:54:52.550498 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:54:52.550498 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:54:52.550498 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:54:52.550498 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:54:52.550498 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:54:52.605993 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185d42a-a972-4c60-ac5f-32b76ac0ede5 None None] Pushing event updated for resources: {'Port': ['ID=9d1ed07c-fae0-414a-9b2f-85a5cfeff5f8,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:52.627241 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8185d42a-a972-4c60-ac5f-32b76ac0ede5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:52.655465 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f2c2f3-1f01-4063-9917-27b5a0348743 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Network 58c1a1c2-647a-4874-9da4-fe480ab75c78 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:54:52.656157 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fe1c285c-3a11-4e1b-a400-422b3dfa121c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:52.657631 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2c2f3-1f01-4063-9917-27b5a0348743 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Pushing event updated for resources: {'Port': ['ID=33824a84-a2e4-4bc0-abfc-191c832e84a9,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:52.661152 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-67f2c2f3-1f01-4063-9917-27b5a0348743 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:52.663846 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-67f2c2f3-1f01-4063-9917-27b5a0348743 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:52.666194 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f2c2f3-1f01-4063-9917-27b5a0348743 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:54:52.681080 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 70e2795f-c04c-4066-b84a-acff7af4bcd7 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:54:52.688426 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-fe1c285c-3a11-4e1b-a400-422b3dfa121c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Transition to ACTIVE for port object fd01ef19-bc9a-453d-adfc-dd8e822b2aad will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:54:52.707075 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-04a192a1-750b-4491-9210-a34ea1e22197 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:52.717589 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04a192a1-750b-4491-9210-a34ea1e22197 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e97526ab-fafe-4e27-9722-ef29b260133f {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jun 21 14:54:52.722972 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-04a192a1-750b-4491-9210-a34ea1e22197 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:52.725420 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-04a192a1-750b-4491-9210-a34ea1e22197 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] 10.222.0.72 "DELETE /v2.0/networks/e97526ab-fafe-4e27-9722-ef29b260133f HTTP/1.1" status: 204 len: 168 time: 0.5378737 Jun 21 14:54:52.729666 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-21677631-ac96-421c-8027-23b5ac8dc3f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:52.744445 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a192a1-750b-4491-9210-a34ea1e22197 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Pushing event deleted for resources: {'Network': ['ID=e97526ab-fafe-4e27-9722-ef29b260133f,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:52.752327 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-04a192a1-750b-4491-9210-a34ea1e22197 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:52.767123 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fe1c285c-3a11-4e1b-a400-422b3dfa121c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:52.782309 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0a9f96a9-e9b2-4b59-9db1-16fdaeb64b51 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:52.805518 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f2c2f3-1f01-4063-9917-27b5a0348743 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:52.810568 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-67f2c2f3-1f01-4063-9917-27b5a0348743 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:52.862057 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-67f2c2f3-1f01-4063-9917-27b5a0348743 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.3226590 Jun 21 14:54:52.862852 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37346) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:52.863139 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1c285c-3a11-4e1b-a400-422b3dfa121c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Network 770b57f5-bca1-4fe2-88aa-74ec68ff28a1 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:54:52.873930 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-fa62c0b5-25fb-4ad5-89a9-93cd6f8e5264 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1314051374', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:52.908219 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-fe1c285c-3a11-4e1b-a400-422b3dfa121c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:52.915406 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1c285c-3a11-4e1b-a400-422b3dfa121c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:54:52.927524 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1c285c-3a11-4e1b-a400-422b3dfa121c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:52.936007 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fe1c285c-3a11-4e1b-a400-422b3dfa121c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:52.990689 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c285c-3a11-4e1b-a400-422b3dfa121c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Port': ['ID=fd01ef19-bc9a-453d-adfc-dd8e822b2aad,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:53.003549 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fe1c285c-3a11-4e1b-a400-422b3dfa121c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:53.016131 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fa62c0b5-25fb-4ad5-89a9-93cd6f8e5264 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:53.018896 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fa62c0b5-25fb-4ad5-89a9-93cd6f8e5264 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:53.030212 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-fe1c285c-3a11-4e1b-a400-422b3dfa121c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3225901 Jun 21 14:54:53.030212 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37348) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:53.093345 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37350) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:53.125350 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fa62c0b5-25fb-4ad5-89a9-93cd6f8e5264 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:53.155573 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fa62c0b5-25fb-4ad5-89a9-93cd6f8e5264 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:53.191917 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fa62c0b5-25fb-4ad5-89a9-93cd6f8e5264 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:53.195150 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fa62c0b5-25fb-4ad5-89a9-93cd6f8e5264 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3307831 Jun 21 14:54:53.199440 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37356) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:53.207043 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-b7e6b8a9-4ae4-4a54-9a06-49e5ed190609 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-234179910', 'prefixes': ['172.20.0.0/16']}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:53.287176 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078753ed-a108-4ad5-8c8d-6ac1e9b486d9 req-dc485d66-f673-48de-9cf2-0cd0a7ae39f3 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:53.288805 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-078753ed-a108-4ad5-8c8d-6ac1e9b486d9 req-dc485d66-f673-48de-9cf2-0cd0a7ae39f3 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 945 time: 0.3318348 Jun 21 14:54:53.370536 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-078753ed-a108-4ad5-8c8d-6ac1e9b486d9 req-cbc73124-8eaa-4058-8e5f-e50941a3b25a tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b633c1b-6044-439e-9871-9d4719d063b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657558 Jun 21 14:54:53.384638 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b4ea3e-4270-412b-81ba-177e3075bfe9 None None] Network 58c1a1c2-647a-4874-9da4-fe480ab75c78 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:53.398567 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b7e6b8a9-4ae4-4a54-9a06-49e5ed190609 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks [] for subnetpool, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:53.400751 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b7e6b8a9-4ae4-4a54-9a06-49e5ed190609 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1988122 Jun 21 14:54:53.405329 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37360) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:53.422567 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.tag.tag_plugin [None req-a32ced35-d93a-4d58-82d2-abd5681ba0f9 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'fab1c8b2-c02e-4e75-99e9-3f043f7bc37e', 'tempest-TagsExtTest-Tag-1325199853') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:53.462496 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37362) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:53.469170 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-eab1fb8a-b827-4c5c-9e9f-a0788c22322e tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Request body: {'router': {'name': 'tempest-router--1030506403', 'project_id': '593529809a514d25a15dffbfdf899505'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:53.473751 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-637405da-97a1-4f77-8a86-94181050947c None None] Provisioning for port 70e2795f-c04c-4066-b84a-acff7af4bcd7 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:54:53.489536 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-637405da-97a1-4f77-8a86-94181050947c None None] Provisioning complete for port 70e2795f-c04c-4066-b84a-acff7af4bcd7 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:53.490233 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-637405da-97a1-4f77-8a86-94181050947c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:53.537306 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-eab1fb8a-b827-4c5c-9e9f-a0788c22322e tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:53.540876 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-eab1fb8a-b827-4c5c-9e9f-a0788c22322e tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:53.622531 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e9df59cb-171f-47cc-8acc-2dc2faa34020 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d39eebfbe3874515bc761a8de17d07a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5246940 Jun 21 14:54:53.625630 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37364) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:53.657241 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-eab1fb8a-b827-4c5c-9e9f-a0788c22322e tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:53.659170 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-637405da-97a1-4f77-8a86-94181050947c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:53.674073 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-eab1fb8a-b827-4c5c-9e9f-a0788c22322e tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:53.683731 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a32ced35-d93a-4d58-82d2-abd5681ba0f9 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "PUT /v2.0/subnets/fab1c8b2-c02e-4e75-99e9-3f043f7bc37e/tags/tempest-TagsExtTest-Tag-1325199853 HTTP/1.1" status: 201 len: 201 time: 0.2767396 Jun 21 14:54:53.687203 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37366) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:53.697349 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.tag.tag_plugin [None req-27f8ce91-2a53-4e86-a01d-2099ced23809 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '33824a84-a2e4-4bc0-abfc-191c832e84a9', 'tempest-TagsExtTest-Tag-2013090343') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:53.704601 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-eab1fb8a-b827-4c5c-9e9f-a0788c22322e tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:53.710081 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-eab1fb8a-b827-4c5c-9e9f-a0788c22322e tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2448213 Jun 21 14:54:53.710829 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37368) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:53.722846 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-637405da-97a1-4f77-8a86-94181050947c None None] For port 70e2795f-c04c-4066-b84a-acff7af4bcd7, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=70e2795f-c04c-4066-b84a-acff7af4bcd7,segment=NetworkSegment(cd819ece-c3a3-4c25-827c-5614a4c31733),segment_id=cd819ece-c3a3-4c25-827c-5614a4c31733)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:53.729014 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-637405da-97a1-4f77-8a86-94181050947c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:53.732750 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-7808ede6-b566-48ae-a12d-4fed8f5fade2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:53.756245 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5567505d-f014-47cf-8080-7c34296d4d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:53.800652 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637405da-97a1-4f77-8a86-94181050947c None None] Pushing event updated for resources: {'Port': ['ID=70e2795f-c04c-4066-b84a-acff7af4bcd7,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:53.809568 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2dce87bd-e9af-483d-bed4-0e39324bdad1 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:53.813458 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-637405da-97a1-4f77-8a86-94181050947c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:53.820593 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5c18643a-be6e-4db5-81c7-459a6168c130 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:53.832800 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5567505d-f014-47cf-8080-7c34296d4d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:54.015720 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5c18643a-be6e-4db5-81c7-459a6168c130 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:54.018266 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5c18643a-be6e-4db5-81c7-459a6168c130 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:54.029925 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-27f8ce91-2a53-4e86-a01d-2099ced23809 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "PUT /v2.0/ports/33824a84-a2e4-4bc0-abfc-191c832e84a9/tags/tempest-TagsExtTest-Tag-2013090343 HTTP/1.1" status: 201 len: 201 time: 0.3388906 Jun 21 14:54:54.031058 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37370) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:54.036848 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.tag.tag_plugin [None req-5c98272e-c43b-49b4-b350-27daeda59371 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'afdca125-d52f-4b85-8e78-5ac3fba32742', 'tempest-TagsExtTest-Tag-2096727053') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:54.057415 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-12119eb4-4b05-4eca-89f6-93adf89c55e2 None None] Provisioning for port 33824a84-a2e4-4bc0-abfc-191c832e84a9 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:54:54.072764 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-12119eb4-4b05-4eca-89f6-93adf89c55e2 None None] Provisioning complete for port 33824a84-a2e4-4bc0-abfc-191c832e84a9 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:54.072764 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-12119eb4-4b05-4eca-89f6-93adf89c55e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:54.074183 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef3d0c4-a7bf-4831-9976-c46a26723ca7 None None] Network 770b57f5-bca1-4fe2-88aa-74ec68ff28a1 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:54.097150 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5c18643a-be6e-4db5-81c7-459a6168c130 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:54.098275 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c18643a-be6e-4db5-81c7-459a6168c130 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f5e0d96f-20fd-459a-b0fb-89cd04d34b9e {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:54:54.116798 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5c18643a-be6e-4db5-81c7-459a6168c130 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:54.120566 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5c18643a-be6e-4db5-81c7-459a6168c130 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] 10.222.0.72 "DELETE /v2.0/routers/f5e0d96f-20fd-459a-b0fb-89cd04d34b9e HTTP/1.1" status: 204 len: 168 time: 0.4060755 Jun 21 14:54:54.180833 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5567505d-f014-47cf-8080-7c34296d4d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:54.183599 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5567505d-f014-47cf-8080-7c34296d4d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:54.185386 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5567505d-f014-47cf-8080-7c34296d4d76 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/234c9e4c-d1ed-454c-93dd-f63ab3686935 HTTP/1.1" status: 204 len: 168 time: 0.5582898 Jun 21 14:54:54.191739 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6f268977-79d1-41d5-a90b-e6cc490115d3 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:54.221505 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567505d-f014-47cf-8080-7c34296d4d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234c9e4c-d1ed-454c-93dd-f63ab3686935,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:54.228335 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5567505d-f014-47cf-8080-7c34296d4d76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:54.282814 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5c98272e-c43b-49b4-b350-27daeda59371 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "PUT /v2.0/routers/afdca125-d52f-4b85-8e78-5ac3fba32742/tags/tempest-TagsExtTest-Tag-2096727053 HTTP/1.1" status: 201 len: 201 time: 0.2495842 Jun 21 14:54:54.284844 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37376) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:54.292319 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.tag.tag_plugin [None req-2e186798-a9d7-4b57-95b3-210d3c387f43 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '326ceebd-ce06-4950-a8c8-f94a66218751', 'tempest-TagsExtTest-Tag-759301678') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:54.321607 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37378) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:54.338320 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-12119eb4-4b05-4eca-89f6-93adf89c55e2 None None] Port 33824a84-a2e4-4bc0-abfc-191c832e84a9 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:54:54.369336 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-12119eb4-4b05-4eca-89f6-93adf89c55e2 None None] Provisioning complete for port 70e2795f-c04c-4066-b84a-acff7af4bcd7 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:54.369966 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-12119eb4-4b05-4eca-89f6-93adf89c55e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:54.371540 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2e186798-a9d7-4b57-95b3-210d3c387f43 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "PUT /v2.0/subnetpools/326ceebd-ce06-4950-a8c8-f94a66218751/tags/tempest-TagsExtTest-Tag-759301678 HTTP/1.1" status: 201 len: 201 time: 0.0847452 Jun 21 14:54:54.372345 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37382) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:54.384678 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.tag.tag_plugin [None req-1d7e1a8d-0261-418b-a751-d8d032c87b1e tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'fab1c8b2-c02e-4e75-99e9-3f043f7bc37e') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:54.404073 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2dce87bd-e9af-483d-bed4-0e39324bdad1 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:54.416448 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2dce87bd-e9af-483d-bed4-0e39324bdad1 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:54.422610 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-37ba900f-e824-44bf-af07-70dd9486d4b9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:54.527910 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1d7e1a8d-0261-418b-a751-d8d032c87b1e tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "GET /v2.0/subnets/fab1c8b2-c02e-4e75-99e9-3f043f7bc37e/tags HTTP/1.1" status: 200 len: 241 time: 0.1535375 Jun 21 14:54:54.532005 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37386) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:54.543567 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.tag.tag_plugin [None req-f3791258-0935-4e3d-8593-1ee85ff1de57 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fab1c8b2-c02e-4e75-99e9-3f043f7bc37e', 'tempest-TagsExtTest-Tag-1325199853') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:54.593738 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce87bd-e9af-483d-bed4-0e39324bdad1 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Port': ['ID=fd01ef19-bc9a-453d-adfc-dd8e822b2aad,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:54.599634 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2dce87bd-e9af-483d-bed4-0e39324bdad1 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:54.655255 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9d1ed07c-fae0-414a-9b2f-85a5cfeff5f8 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:54:54.708584 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8fc35f52-95eb-4533-adf7-d800ff5f873b None None] Provisioning for port 9d1ed07c-fae0-414a-9b2f-85a5cfeff5f8 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:54:54.713770 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-50298fd6-a545-4829-a0b7-59275bcd8815 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-231320427', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}, 'admin_state_up': False}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:54.735599 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 9d1ed07c-fae0-414a-9b2f-85a5cfeff5f8 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:54:54.749234 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8fc35f52-95eb-4533-adf7-d800ff5f873b None None] Provisioning complete for port 33824a84-a2e4-4bc0-abfc-191c832e84a9 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:54.749965 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8fc35f52-95eb-4533-adf7-d800ff5f873b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:54.751712 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 9d1ed07c-fae0-414a-9b2f-85a5cfeff5f8 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:54.752075 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:54.757131 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2dce87bd-e9af-483d-bed4-0e39324bdad1 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:54.780952 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f3791258-0935-4e3d-8593-1ee85ff1de57 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "GET /v2.0/subnets/fab1c8b2-c02e-4e75-99e9-3f043f7bc37e/tags/tempest-TagsExtTest-Tag-1325199853 HTTP/1.1" status: 204 len: 168 time: 0.2439661 Jun 21 14:54:54.790450 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37390) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:54.801738 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.tag.tag_plugin [None req-32ba45aa-73d3-419c-8b21-ff9df78079a7 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'fab1c8b2-c02e-4e75-99e9-3f043f7bc37e', 'tempest-TagsExtTest-Tag-1325199853') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:54.843861 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-8fc35f52-95eb-4533-adf7-d800ff5f873b None None] Port 33824a84-a2e4-4bc0-abfc-191c832e84a9 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:54:54.851071 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-50298fd6-a545-4829-a0b7-59275bcd8815 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:54.852274 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-50298fd6-a545-4829-a0b7-59275bcd8815 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:54.907878 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:54.910745 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d400a-3f27-4473-9b28-f1ba73d1a57e req-9e19659f-5fac-4d65-8ede-50e3afae6a57 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:54.912993 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-071d400a-3f27-4473-9b28-f1ba73d1a57e req-9e19659f-5fac-4d65-8ede-50e3afae6a57 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 945 time: 0.2391431 Jun 21 14:54:54.965029 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 9d1ed07c-fae0-414a-9b2f-85a5cfeff5f8, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=9d1ed07c-fae0-414a-9b2f-85a5cfeff5f8,segment=NetworkSegment(4210644f-8d0a-48df-9396-eda860890372),segment_id=4210644f-8d0a-48df-9396-eda860890372)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:54:54.974437 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2dce87bd-e9af-483d-bed4-0e39324bdad1 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:54.976864 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:54.978176 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 70e2795f-c04c-4066-b84a-acff7af4bcd7 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:54:54.981325 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6269899f-3ace-4507-a8d3-f2f311e6f338 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:55.002145 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-50298fd6-a545-4829-a0b7-59275bcd8815 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:55.091441 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=9d1ed07c-fae0-414a-9b2f-85a5cfeff5f8,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:55.095666 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:55.107662 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3eda7b23-2103-4462-94a3-80ae9be57897 None None] Provisioning complete for port 9d1ed07c-fae0-414a-9b2f-85a5cfeff5f8 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:55.107878 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3eda7b23-2103-4462-94a3-80ae9be57897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:55.147814 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-071d400a-3f27-4473-9b28-f1ba73d1a57e req-3b3e12df-ff5e-4e67-b975-22a9faa3e3e8 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b633c1b-6044-439e-9871-9d4719d063b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011499 Jun 21 14:54:55.151045 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 70e2795f-c04c-4066-b84a-acff7af4bcd7 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:55.151433 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:55.196110 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-32ba45aa-73d3-419c-8b21-ff9df78079a7 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "DELETE /v2.0/subnets/fab1c8b2-c02e-4e75-99e9-3f043f7bc37e/tags/tempest-TagsExtTest-Tag-1325199853 HTTP/1.1" status: 204 len: 168 time: 0.4041128 Jun 21 14:54:55.212513 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37402) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:55.221907 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.tag.tag_plugin [None req-e00224ab-7a15-41b5-99b8-23c4cb39cb59 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'fab1c8b2-c02e-4e75-99e9-3f043f7bc37e') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:55.237281 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-50298fd6-a545-4829-a0b7-59275bcd8815 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:55.367138 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3eda7b23-2103-4462-94a3-80ae9be57897 None None] Provisioning for port fd01ef19-bc9a-453d-adfc-dd8e822b2aad completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:54:55.381618 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3eda7b23-2103-4462-94a3-80ae9be57897 None None] Provisioning complete for port fd01ef19-bc9a-453d-adfc-dd8e822b2aad triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:55.383134 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3eda7b23-2103-4462-94a3-80ae9be57897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:55.448508 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-3eda7b23-2103-4462-94a3-80ae9be57897 None None] Port fd01ef19-bc9a-453d-adfc-dd8e822b2aad cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:54:55.453214 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e00224ab-7a15-41b5-99b8-23c4cb39cb59 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "GET /v2.0/subnets/fab1c8b2-c02e-4e75-99e9-3f043f7bc37e/tags HTTP/1.1" status: 200 len: 205 time: 0.2385857 Jun 21 14:54:55.453954 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37410) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:55.460419 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.tag.tag_plugin [None req-fa09a5d8-79ba-486f-8ea7-c8270f9b2418 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '33824a84-a2e4-4bc0-abfc-191c832e84a9') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:55.522419 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2dce87bd-e9af-483d-bed4-0e39324bdad1 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:55.524063 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37412) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:55.534949 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2dce87bd-e9af-483d-bed4-0e39324bdad1 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:55.535817 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2dce87bd-e9af-483d-bed4-0e39324bdad1 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:55.538656 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:55.577868 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6110c520-2c01-4cdb-9ac5-a0cfbef29e30 None None] Provisioning complete for port fd01ef19-bc9a-453d-adfc-dd8e822b2aad triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:55.578248 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6110c520-2c01-4cdb-9ac5-a0cfbef29e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:55.630603 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-fa09a5d8-79ba-486f-8ea7-c8270f9b2418 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "GET /v2.0/ports/33824a84-a2e4-4bc0-abfc-191c832e84a9/tags HTTP/1.1" status: 200 len: 241 time: 0.1714931 Jun 21 14:54:55.646309 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6110c520-2c01-4cdb-9ac5-a0cfbef29e30 None None] Port fd01ef19-bc9a-453d-adfc-dd8e822b2aad cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:54:55.669412 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37416) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:55.675933 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.tag.tag_plugin [None req-7cb880e9-01e6-4616-accf-34bbb242f8d4 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '33824a84-a2e4-4bc0-abfc-191c832e84a9', 'tempest-TagsExtTest-Tag-2013090343') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:55.678818 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce87bd-e9af-483d-bed4-0e39324bdad1 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Port': ['ID=fd01ef19-bc9a-453d-adfc-dd8e822b2aad,revision_number=3']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:55.688539 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-dd9bf829-84cf-4897-9754-d6cded69c0e0 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2039020924', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:55.693544 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2dce87bd-e9af-483d-bed4-0e39324bdad1 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:55.758049 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-dd9bf829-84cf-4897-9754-d6cded69c0e0 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:55.758954 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-dd9bf829-84cf-4897-9754-d6cded69c0e0 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:55.771493 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f4448425-3552-46bc-a932-b4e9d17b8ab8 None None] Provisioning complete for port fd01ef19-bc9a-453d-adfc-dd8e822b2aad triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:55.772372 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f4448425-3552-46bc-a932-b4e9d17b8ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:55.790153 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dce87bd-e9af-483d-bed4-0e39324bdad1 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Network 770b57f5-bca1-4fe2-88aa-74ec68ff28a1 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:54:55.797310 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-2dce87bd-e9af-483d-bed4-0e39324bdad1 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:55.826961 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-f4448425-3552-46bc-a932-b4e9d17b8ab8 None None] Port fd01ef19-bc9a-453d-adfc-dd8e822b2aad cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:54:55.854216 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-dd9bf829-84cf-4897-9754-d6cded69c0e0 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:55.860380 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7cb880e9-01e6-4616-accf-34bbb242f8d4 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "GET /v2.0/ports/33824a84-a2e4-4bc0-abfc-191c832e84a9/tags/tempest-TagsExtTest-Tag-2013090343 HTTP/1.1" status: 204 len: 168 time: 0.1854577 Jun 21 14:54:55.860380 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37418) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:55.885997 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-50298fd6-a545-4829-a0b7-59275bcd8815 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router_gateway, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:55.894603 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.tag.tag_plugin [None req-9c520df6-532b-4f1c-94af-ec6a23286d20 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '33824a84-a2e4-4bc0-abfc-191c832e84a9', 'tempest-TagsExtTest-Tag-2013090343') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:55.905835 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-50298fd6-a545-4829-a0b7-59275bcd8815 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:56.025683 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-50298fd6-a545-4829-a0b7-59275bcd8815 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Allocated IP 172.26.3.181 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/17a89419-dbfb-4cf8-a21b-558850067863) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:54:56.134528 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-50298fd6-a545-4829-a0b7-59275bcd8815 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:56.167918 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-39537760-866d-4a63-bcbc-7e1d48c91881 None None] Provisioning complete for port fd01ef19-bc9a-453d-adfc-dd8e822b2aad triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:56.168476 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-39537760-866d-4a63-bcbc-7e1d48c91881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:56.186535 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-50298fd6-a545-4829-a0b7-59275bcd8815 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:56.190663 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0b8965ae-6bfb-4a1f-a55c-846f3e2392c2 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:56.211643 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-39537760-866d-4a63-bcbc-7e1d48c91881 None None] Port fd01ef19-bc9a-453d-adfc-dd8e822b2aad cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:54:56.235438 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-dd9bf829-84cf-4897-9754-d6cded69c0e0 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:56.235740 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50298fd6-a545-4829-a0b7-59275bcd8815 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:54:56.238329 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-50298fd6-a545-4829-a0b7-59275bcd8815 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:56.243948 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50298fd6-a545-4829-a0b7-59275bcd8815 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:54:56.267882 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-dd9bf829-84cf-4897-9754-d6cded69c0e0 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:56.271713 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-dd9bf829-84cf-4897-9754-d6cded69c0e0 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7432141 Jun 21 14:54:56.273827 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37422) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:56.281358 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-b541fe2e-4634-4f13-9586-f0c5ea5b8af0 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-629685997'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:56.316093 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50298fd6-a545-4829-a0b7-59275bcd8815 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Pushing event updated for resources: {'Port': ['ID=17a89419-dbfb-4cf8-a21b-558850067863,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:56.329408 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-50298fd6-a545-4829-a0b7-59275bcd8815 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:56.332704 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b541fe2e-4634-4f13-9586-f0c5ea5b8af0 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Made reservation on behalf of eda2e39ee6c1463881fdb1a04fc41892 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:56.336608 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b541fe2e-4634-4f13-9586-f0c5ea5b8af0 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:56.355968 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9c520df6-532b-4f1c-94af-ec6a23286d20 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "DELETE /v2.0/ports/33824a84-a2e4-4bc0-abfc-191c832e84a9/tags/tempest-TagsExtTest-Tag-2013090343 HTTP/1.1" status: 204 len: 168 time: 0.4952121 Jun 21 14:54:56.357097 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b541fe2e-4634-4f13-9586-f0c5ea5b8af0 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:56.363136 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37424) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:56.367090 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.tag.tag_plugin [None req-7b8b4e8c-ca49-42be-902a-487310e70650 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '33824a84-a2e4-4bc0-abfc-191c832e84a9') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:56.386856 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9d1ed07c-fae0-414a-9b2f-85a5cfeff5f8 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:54:56.398992 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dce87bd-e9af-483d-bed4-0e39324bdad1 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Router e37d20ae-cdbb-4d62-a4a4-95b39c20f618 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:54:56.443552 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 9d1ed07c-fae0-414a-9b2f-85a5cfeff5f8 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:54:56.444021 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:56.449128 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad76cc39-e848-4777-bd07-f51672489e4b req-026e6361-adc7-4ada-a44b-6a1ae21d3574 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:56.450717 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ad76cc39-e848-4777-bd07-f51672489e4b req-026e6361-adc7-4ada-a44b-6a1ae21d3574 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 945 time: 0.1655445 Jun 21 14:54:56.543514 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7b8b4e8c-ca49-42be-902a-487310e70650 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "GET /v2.0/ports/33824a84-a2e4-4bc0-abfc-191c832e84a9/tags HTTP/1.1" status: 200 len: 205 time: 0.1799986 Jun 21 14:54:56.547921 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37426) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:56.554213 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.tag.tag_plugin [None req-dd66ea49-3ffc-46b0-bb0c-6ebd2e3e7c77 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'afdca125-d52f-4b85-8e78-5ac3fba32742') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:56.562390 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ad76cc39-e848-4777-bd07-f51672489e4b req-325fac05-c6e3-4826-8b31-2f9a072e1030 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b633c1b-6044-439e-9871-9d4719d063b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733254 Jun 21 14:54:56.584775 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-50298fd6-a545-4829-a0b7-59275bcd8815 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router_gateway, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:56.598694 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dce87bd-e9af-483d-bed4-0e39324bdad1 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:54:56.606711 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-2dce87bd-e9af-483d-bed4-0e39324bdad1 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "PUT /v2.0/routers/e37d20ae-cdbb-4d62-a4a4-95b39c20f618/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5752182 Jun 21 14:54:56.611972 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d88588-3f4c-4108-8aba-a330e214e216 None None] Sync routers for ids ['e37d20ae-cdbb-4d62-a4a4-95b39c20f618'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:54:56.612981 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37428) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:56.621995 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d88588-3f4c-4108-8aba-a330e214e216 None None] Routers {'e37d20ae-cdbb-4d62-a4a4-95b39c20f618'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:54:56.622933 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-a8d88588-3f4c-4108-8aba-a330e214e216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['e37d20ae-cdbb-4d62-a4a4-95b39c20f618'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:56.659840 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-a8d88588-3f4c-4108-8aba-a330e214e216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:56.669075 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d88588-3f4c-4108-8aba-a330e214e216 None None] Routers {'e37d20ae-cdbb-4d62-a4a4-95b39c20f618'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:54:56.669981 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-a8d88588-3f4c-4108-8aba-a330e214e216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['e37d20ae-cdbb-4d62-a4a4-95b39c20f618'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:56.703599 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-a8d88588-3f4c-4108-8aba-a330e214e216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:56.704281 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d88588-3f4c-4108-8aba-a330e214e216 None None] The sync data for ids ['e37d20ae-cdbb-4d62-a4a4-95b39c20f618'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:54:56.716539 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-dd66ea49-3ffc-46b0-bb0c-6ebd2e3e7c77 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "GET /v2.0/routers/afdca125-d52f-4b85-8e78-5ac3fba32742/tags HTTP/1.1" status: 200 len: 241 time: 0.1657989 Jun 21 14:54:56.719513 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37430) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:56.730207 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46844d2f-c9e2-4ab9-81c2-c64b7a7c8d95 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:56.731656 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-46844d2f-c9e2-4ab9-81c2-c64b7a7c8d95 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "GET /v2.0/ports/fd01ef19-bc9a-453d-adfc-dd8e822b2aad HTTP/1.1" status: 200 len: 983 time: 0.1177168 Jun 21 14:54:56.737032 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37432) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:56.740026 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.tag.tag_plugin [None req-b0818e56-a0e3-426f-8525-415f2bd0ff05 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'afdca125-d52f-4b85-8e78-5ac3fba32742', 'tempest-TagsExtTest-Tag-2096727053') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:56.784878 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b541fe2e-4634-4f13-9586-f0c5ea5b8af0 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:56.819276 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b541fe2e-4634-4f13-9586-f0c5ea5b8af0 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:56.823255 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-874de555-f451-4254-9f50-5235f5dbd542 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:56.856813 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b541fe2e-4634-4f13-9586-f0c5ea5b8af0 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:54:56.863061 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541fe2e-4634-4f13-9586-f0c5ea5b8af0 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84ab0a4c-dfec-40e7-9d79-27a68e76c6a0,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:56.866728 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b541fe2e-4634-4f13-9586-f0c5ea5b8af0 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:56.867687 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-50298fd6-a545-4829-a0b7-59275bcd8815 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:56.875216 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b0818e56-a0e3-426f-8525-415f2bd0ff05 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "GET /v2.0/routers/afdca125-d52f-4b85-8e78-5ac3fba32742/tags/tempest-TagsExtTest-Tag-2096727053 HTTP/1.1" status: 204 len: 168 time: 0.1495657 Jun 21 14:54:56.876276 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37434) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:56.883360 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.tag.tag_plugin [None req-f3579679-8ddb-47e9-92ad-c2e6e4fa8109 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'afdca125-d52f-4b85-8e78-5ac3fba32742', 'tempest-TagsExtTest-Tag-2096727053') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:56.885630 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b541fe2e-4634-4f13-9586-f0c5ea5b8af0 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:56.886031 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-b541fe2e-4634-4f13-9586-f0c5ea5b8af0 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Added segment 36515d20-4f33-400c-a4ed-2e81ff43521c of type vlan for network 44a1a466-43d9-470d-9978-dccdac5d7f60 Jun 21 14:54:56.996681 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b541fe2e-4634-4f13-9586-f0c5ea5b8af0 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:57.038963 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b541fe2e-4634-4f13-9586-f0c5ea5b8af0 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:57.045075 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b541fe2e-4634-4f13-9586-f0c5ea5b8af0 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:57.045658 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b541fe2e-4634-4f13-9586-f0c5ea5b8af0 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:57.049367 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-383fd737-624b-42c1-b48a-3f5c61e82ccd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:57.057220 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f3579679-8ddb-47e9-92ad-c2e6e4fa8109 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "DELETE /v2.0/routers/afdca125-d52f-4b85-8e78-5ac3fba32742/tags/tempest-TagsExtTest-Tag-2096727053 HTTP/1.1" status: 204 len: 168 time: 0.1798890 Jun 21 14:54:57.069467 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37436) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:57.074140 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.tag.tag_plugin [None req-df594bc9-7ffc-4479-8fcf-72917c84f462 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'afdca125-d52f-4b85-8e78-5ac3fba32742') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:57.107648 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b541fe2e-4634-4f13-9586-f0c5ea5b8af0 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8320251 Jun 21 14:54:57.110906 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37438) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:57.118009 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-7333cefd-67e0-4593-943f-cae2b2070739 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Request body: {'subnet': {'network_id': '44a1a466-43d9-470d-9978-dccdac5d7f60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:57.124951 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541fe2e-4634-4f13-9586-f0c5ea5b8af0 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Pushing event updated for resources: {'Network': ['ID=44a1a466-43d9-470d-9978-dccdac5d7f60,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:57.127958 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b541fe2e-4634-4f13-9586-f0c5ea5b8af0 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:57.137206 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 44a1a466-43d9-470d-9978-dccdac5d7f60 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:54:57.215687 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-df594bc9-7ffc-4479-8fcf-72917c84f462 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "GET /v2.0/routers/afdca125-d52f-4b85-8e78-5ac3fba32742/tags HTTP/1.1" status: 200 len: 205 time: 0.1451623 Jun 21 14:54:57.219838 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37440) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:57.228917 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7333cefd-67e0-4593-943f-cae2b2070739 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Made reservation on behalf of eda2e39ee6c1463881fdb1a04fc41892 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:57.232895 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7333cefd-67e0-4593-943f-cae2b2070739 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:57.238820 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.tag.tag_plugin [None req-feb66e0f-a491-415b-a5e9-204521052792 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '326ceebd-ce06-4950-a8c8-f94a66218751') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:57.258638 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50298fd6-a545-4829-a0b7-59275bcd8815 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Router 88c84271-df3e-4e51-8a94-a456f0272cc0 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:54:57.335289 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-feb66e0f-a491-415b-a5e9-204521052792 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "GET /v2.0/subnetpools/326ceebd-ce06-4950-a8c8-f94a66218751/tags HTTP/1.1" status: 200 len: 240 time: 0.1120555 Jun 21 14:54:57.336956 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37442) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:57.342891 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.tag.tag_plugin [None req-4ae70ff5-809f-4718-8834-d2e374b85322 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '326ceebd-ce06-4950-a8c8-f94a66218751', 'tempest-TagsExtTest-Tag-759301678') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:57.414843 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4ae70ff5-809f-4718-8834-d2e374b85322 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "GET /v2.0/subnetpools/326ceebd-ce06-4950-a8c8-f94a66218751/tags/tempest-TagsExtTest-Tag-759301678 HTTP/1.1" status: 204 len: 168 time: 0.0767181 Jun 21 14:54:57.427999 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37444) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:57.439530 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.tag.tag_plugin [None req-c42a2557-8f37-46aa-8107-e110a5a895bf tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '326ceebd-ce06-4950-a8c8-f94a66218751', 'tempest-TagsExtTest-Tag-759301678') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:57.458821 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7333cefd-67e0-4593-943f-cae2b2070739 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:57.461267 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e61c11c7-1b20-4030-8a82-c53a08944702 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:57.494131 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50298fd6-a545-4829-a0b7-59275bcd8815 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:54:57.501820 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a9772d1a-2516-4607-97ca-f3a7ec452fe3 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:57.506657 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10a0caa-120f-47e9-84b5-0a462c3c83c3 None None] Sync routers for ids ['88c84271-df3e-4e51-8a94-a456f0272cc0'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:54:57.520177 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10a0caa-120f-47e9-84b5-0a462c3c83c3 None None] Routers {'88c84271-df3e-4e51-8a94-a456f0272cc0'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:54:57.520402 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333cefd-67e0-4593-943f-cae2b2070739 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Pushing event updated for resources: {'Subnet': ['ID=19479fc2-73d9-4ce7-8166-f4d91f559f25,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:57.520845 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-f10a0caa-120f-47e9-84b5-0a462c3c83c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['88c84271-df3e-4e51-8a94-a456f0272cc0'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:57.522928 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7333cefd-67e0-4593-943f-cae2b2070739 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:57.532887 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7333cefd-67e0-4593-943f-cae2b2070739 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Checking segment: {'id': '36515d20-4f33-400c-a4ed-2e81ff43521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '44a1a466-43d9-470d-9978-dccdac5d7f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:54:57.533366 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7333cefd-67e0-4593-943f-cae2b2070739 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Network hostable DHCP agents. Network: 44a1a466-43d9-470d-9978-dccdac5d7f60, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:54:57.552998 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7333cefd-67e0-4593-943f-cae2b2070739 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Network 44a1a466-43d9-470d-9978-dccdac5d7f60 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:54:57.563701 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-7333cefd-67e0-4593-943f-cae2b2070739 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 44a1a466-43d9-470d-9978-dccdac5d7f60) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:57.564064 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-f10a0caa-120f-47e9-84b5-0a462c3c83c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:57.568783 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7333cefd-67e0-4593-943f-cae2b2070739 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:57.569997 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7333cefd-67e0-4593-943f-cae2b2070739 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:57.573034 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10a0caa-120f-47e9-84b5-0a462c3c83c3 None None] Routers {'88c84271-df3e-4e51-8a94-a456f0272cc0'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:54:57.573653 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-f10a0caa-120f-47e9-84b5-0a462c3c83c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['88c84271-df3e-4e51-8a94-a456f0272cc0'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:57.579249 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4c1e34-a592-4956-ac61-1d91541cdff2 None None] Network 44a1a466-43d9-470d-9978-dccdac5d7f60 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:57.584362 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-50298fd6-a545-4829-a0b7-59275bcd8815 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:57.588440 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-50298fd6-a545-4829-a0b7-59275bcd8815 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.2617128 Jun 21 14:54:57.589443 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37446) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:57.614676 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7333cefd-67e0-4593-943f-cae2b2070739 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5025356 Jun 21 14:54:57.615426 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37450) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:57.620788 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-56531e7d-aa9d-406d-b2e5-5f39c50702a5 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Request body: {'network': {'name': 'tempest-router-network01--650159576'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:57.635325 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c42a2557-8f37-46aa-8107-e110a5a895bf tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "DELETE /v2.0/subnetpools/326ceebd-ce06-4950-a8c8-f94a66218751/tags/tempest-TagsExtTest-Tag-759301678 HTTP/1.1" status: 204 len: 168 time: 0.2049737 Jun 21 14:54:57.640041 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37452) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:57.643796 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-f10a0caa-120f-47e9-84b5-0a462c3c83c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:57.647225 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.tag.tag_plugin [None req-61c75309-e7b7-45dd-9b88-a73d478aa3c4 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '326ceebd-ce06-4950-a8c8-f94a66218751') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:57.648146 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10a0caa-120f-47e9-84b5-0a462c3c83c3 None None] The sync data for ids ['88c84271-df3e-4e51-8a94-a456f0272cc0'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:54:57.650386 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56531e7d-aa9d-406d-b2e5-5f39c50702a5 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Made reservation on behalf of eda2e39ee6c1463881fdb1a04fc41892 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:57.657497 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-56531e7d-aa9d-406d-b2e5-5f39c50702a5 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:57.690837 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56531e7d-aa9d-406d-b2e5-5f39c50702a5 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:54:57.703846 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-56531e7d-aa9d-406d-b2e5-5f39c50702a5 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:57.705177 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-56531e7d-aa9d-406d-b2e5-5f39c50702a5 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Added segment 5d5f5838-abd9-403b-adf7-748611fbf0df of type vlan for network 98bff2b2-7c03-4ce1-8234-4c7730e3b558 Jun 21 14:54:57.756059 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-56531e7d-aa9d-406d-b2e5-5f39c50702a5 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:57.780603 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce0b604b-4388-4fa6-a3ac-aaf5b9b4f6ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-44a1a466-43d9-470d-9978-dccdac5d7f60', 'network_id': '44a1a466-43d9-470d-9978-dccdac5d7f60', 'tenant_id': 'eda2e39ee6c1463881fdb1a04fc41892', 'fixed_ips': [{'subnet_id': '19479fc2-73d9-4ce7-8166-f4d91f559f25'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:54:57.782023 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ce0b604b-4388-4fa6-a3ac-aaf5b9b4f6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:57.790684 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-61c75309-e7b7-45dd-9b88-a73d478aa3c4 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "GET /v2.0/subnetpools/326ceebd-ce06-4950-a8c8-f94a66218751/tags HTTP/1.1" status: 200 len: 205 time: 0.1481869 Jun 21 14:54:57.797758 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37454) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:57.798888 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-56531e7d-aa9d-406d-b2e5-5f39c50702a5 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:57.805262 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.tag.tag_plugin [None req-c48cf34c-7310-422b-a5f5-2071ca4f3b12 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '326ceebd-ce06-4950-a8c8-f94a66218751') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:57.806436 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56531e7d-aa9d-406d-b2e5-5f39c50702a5 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:57.807053 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-56531e7d-aa9d-406d-b2e5-5f39c50702a5 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:57.811614 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4d17f449-86a4-4a98-9457-3ee7124c7da3 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:57.820174 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2554ee52-2d08-4dec-bddc-055458d226a9 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] 10.222.0.72 "GET /v2.0/routers/88c84271-df3e-4e51-8a94-a456f0272cc0 HTTP/1.1" status: 200 len: 920 time: 0.2296262 Jun 21 14:54:57.823449 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37456) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:57.877483 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-56531e7d-aa9d-406d-b2e5-5f39c50702a5 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2584825 Jun 21 14:54:57.879047 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37458) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:57.892682 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-3136efc0-3b74-4f83-8d4c-64dd0433a2da tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Request body: {'network': {'name': 'tempest-router-network02--1269258436'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:57.907264 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56531e7d-aa9d-406d-b2e5-5f39c50702a5 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Pushing event updated for resources: {'Network': ['ID=98bff2b2-7c03-4ce1-8234-4c7730e3b558,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:57.910334 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-56531e7d-aa9d-406d-b2e5-5f39c50702a5 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:57.926614 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 98bff2b2-7c03-4ce1-8234-4c7730e3b558 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:54:57.930094 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3136efc0-3b74-4f83-8d4c-64dd0433a2da tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Made reservation on behalf of eda2e39ee6c1463881fdb1a04fc41892 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:57.934841 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3136efc0-3b74-4f83-8d4c-64dd0433a2da tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:57.961187 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3136efc0-3b74-4f83-8d4c-64dd0433a2da tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:54:57.972414 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3136efc0-3b74-4f83-8d4c-64dd0433a2da tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:57.972414 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-3136efc0-3b74-4f83-8d4c-64dd0433a2da tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Added segment bc2febce-d3da-4387-b2cd-f8ddad3a890e of type vlan for network a1b9fd81-6a7a-4736-815d-898d9ba4ce7f Jun 21 14:54:58.004687 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-ce0b604b-4388-4fa6-a3ac-aaf5b9b4f6ce None None] Allocated IP 2001:db8::2 (44a1a466-43d9-470d-9978-dccdac5d7f60/19479fc2-73d9-4ce7-8166-f4d91f559f25/0f59388b-402c-460c-aab1-20a8dd585e32) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:54:58.016771 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3136efc0-3b74-4f83-8d4c-64dd0433a2da tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:58.052189 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3136efc0-3b74-4f83-8d4c-64dd0433a2da tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:58.058160 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3136efc0-3b74-4f83-8d4c-64dd0433a2da tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:58.058939 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3136efc0-3b74-4f83-8d4c-64dd0433a2da tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:58.061959 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-58de2221-8963-492a-ac74-b2a1d329626e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:58.133961 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3136efc0-3b74-4f83-8d4c-64dd0433a2da tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2505145 Jun 21 14:54:58.134967 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37460) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:58.141620 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-3b9f4313-c7d5-4412-9052-c4b61aacf1bc tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Request body: {'subnet': {'network_id': '98bff2b2-7c03-4ce1-8234-4c7730e3b558', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:58.146606 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3136efc0-3b74-4f83-8d4c-64dd0433a2da tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Pushing event updated for resources: {'Network': ['ID=a1b9fd81-6a7a-4736-815d-898d9ba4ce7f,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:58.159514 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3136efc0-3b74-4f83-8d4c-64dd0433a2da tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:58.168568 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network a1b9fd81-6a7a-4736-815d-898d9ba4ce7f details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:54:58.186426 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ce0b604b-4388-4fa6-a3ac-aaf5b9b4f6ce None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:58.206208 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-be397d22-1ef3-4826-ac0b-c18c623044f1 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] 10.222.0.72 "GET /v2.0/ports?device_id=88c84271-df3e-4e51-8a94-a456f0272cc0 HTTP/1.1" status: 200 len: 205 time: 0.3805554 Jun 21 14:54:58.208765 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37462) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:58.237283 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ce0b604b-4388-4fa6-a3ac-aaf5b9b4f6ce None None] Transition to ACTIVE for port object 0f59388b-402c-460c-aab1-20a8dd585e32 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:54:58.238403 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c48cf34c-7310-422b-a5f5-2071ca4f3b12 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "DELETE /v2.0/subnetpools/326ceebd-ce06-4950-a8c8-f94a66218751/tags HTTP/1.1" status: 204 len: 168 time: 0.4395850 Jun 21 14:54:58.248369 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76415126-fe73-478a-9f14-2cff253956ec req-b5adeb7e-7752-49a5-983f-0d80b147525e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:58.249901 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-76415126-fe73-478a-9f14-2cff253956ec req-b5adeb7e-7752-49a5-983f-0d80b147525e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 945 time: 0.5187962 Jun 21 14:54:58.250383 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37464) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:58.256978 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.tag.tag_plugin [None req-e9252a15-6b97-4094-8660-e51c2f382d10 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'afdca125-d52f-4b85-8e78-5ac3fba32742') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:58.269674 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ce0b604b-4388-4fa6-a3ac-aaf5b9b4f6ce None None] Transition to ACTIVE for port object 0f59388b-402c-460c-aab1-20a8dd585e32 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:54:58.276765 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ce0b604b-4388-4fa6-a3ac-aaf5b9b4f6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:58.279234 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e4f9f37b-8268-40fa-9d36-2f473b6b5264 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:58.314891 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0b604b-4388-4fa6-a3ac-aaf5b9b4f6ce None None] Network 44a1a466-43d9-470d-9978-dccdac5d7f60 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:54:58.318543 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-ce0b604b-4388-4fa6-a3ac-aaf5b9b4f6ce None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:58.321386 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0b604b-4388-4fa6-a3ac-aaf5b9b4f6ce None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:54:58.356421 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9f4313-c7d5-4412-9052-c4b61aacf1bc tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Made reservation on behalf of eda2e39ee6c1463881fdb1a04fc41892 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:58.359953 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3b9f4313-c7d5-4412-9052-c4b61aacf1bc tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:58.385418 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-76415126-fe73-478a-9f14-2cff253956ec req-53d1e256-af4d-42b5-9335-f7a71fa96d32 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b633c1b-6044-439e-9871-9d4719d063b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255279 Jun 21 14:54:58.400475 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e9252a15-6b97-4094-8660-e51c2f382d10 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "DELETE /v2.0/routers/afdca125-d52f-4b85-8e78-5ac3fba32742/tags HTTP/1.1" status: 204 len: 168 time: 0.1481485 Jun 21 14:54:58.403483 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37466) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:58.411106 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.tag.tag_plugin [None req-885a9440-bed1-4288-96f2-a523d3b2b2f2 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '33824a84-a2e4-4bc0-abfc-191c832e84a9') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:58.415951 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b604b-4388-4fa6-a3ac-aaf5b9b4f6ce None None] Pushing event updated for resources: {'Port': ['ID=0f59388b-402c-460c-aab1-20a8dd585e32,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:58.421055 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-ce0b604b-4388-4fa6-a3ac-aaf5b9b4f6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:58.427868 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-ce0b604b-4388-4fa6-a3ac-aaf5b9b4f6ce None None] Attempting to bind port 0f59388b-402c-460c-aab1-20a8dd585e32 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:54:58.428255 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-ce0b604b-4388-4fa6-a3ac-aaf5b9b4f6ce None None] Attempting to bind port 0f59388b-402c-460c-aab1-20a8dd585e32 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '36515d20-4f33-400c-a4ed-2e81ff43521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '44a1a466-43d9-470d-9978-dccdac5d7f60'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:54:58.428656 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0b604b-4388-4fa6-a3ac-aaf5b9b4f6ce None None] Attempting to bind port 0f59388b-402c-460c-aab1-20a8dd585e32 on network 44a1a466-43d9-470d-9978-dccdac5d7f60 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:54:58.434420 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0b604b-4388-4fa6-a3ac-aaf5b9b4f6ce None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:54:58.434810 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0b604b-4388-4fa6-a3ac-aaf5b9b4f6ce None None] Checking segment: {'id': '36515d20-4f33-400c-a4ed-2e81ff43521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '44a1a466-43d9-470d-9978-dccdac5d7f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:54:58.435057 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-a9772d1a-2516-4607-97ca-f3a7ec452fe3 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Deleting port fd01ef19-bc9a-453d-adfc-dd8e822b2aad {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:58.435444 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a9772d1a-2516-4607-97ca-f3a7ec452fe3 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:58.436450 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ce0b604b-4388-4fa6-a3ac-aaf5b9b4f6ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:58.437016 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0b604b-4388-4fa6-a3ac-aaf5b9b4f6ce None None] Bound using segment: {'id': '36515d20-4f33-400c-a4ed-2e81ff43521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '44a1a466-43d9-470d-9978-dccdac5d7f60'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:54:58.437823 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-ce0b604b-4388-4fa6-a3ac-aaf5b9b4f6ce None None] Bound port: 0f59388b-402c-460c-aab1-20a8dd585e32, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36515d20-4f33-400c-a4ed-2e81ff43521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '44a1a466-43d9-470d-9978-dccdac5d7f60'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:54:58.437977 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ce0b604b-4388-4fa6-a3ac-aaf5b9b4f6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:58.452376 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-be64cba1-15a9-451e-b351-df51a0715486 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:58.507321 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-ce0b604b-4388-4fa6-a3ac-aaf5b9b4f6ce None None] For port 0f59388b-402c-460c-aab1-20a8dd585e32, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:54:58.511730 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-ce0b604b-4388-4fa6-a3ac-aaf5b9b4f6ce None None] For port 0f59388b-402c-460c-aab1-20a8dd585e32, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=0f59388b-402c-460c-aab1-20a8dd585e32,segment=NetworkSegment(36515d20-4f33-400c-a4ed-2e81ff43521c),segment_id=36515d20-4f33-400c-a4ed-2e81ff43521c)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:54:58.519629 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ce0b604b-4388-4fa6-a3ac-aaf5b9b4f6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:58.522692 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0ed34924-c217-41b7-8d08-868bb28fd9a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:58.540190 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a9772d1a-2516-4607-97ca-f3a7ec452fe3 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:58.556718 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-885a9440-bed1-4288-96f2-a523d3b2b2f2 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "DELETE /v2.0/ports/33824a84-a2e4-4bc0-abfc-191c832e84a9/tags HTTP/1.1" status: 204 len: 168 time: 0.1521177 Jun 21 14:54:58.556998 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37468) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:58.564919 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.tag.tag_plugin [None req-6dc091e3-37ab-4d40-ad7a-b819eede7db6 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fab1c8b2-c02e-4e75-99e9-3f043f7bc37e') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:58.594874 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0b604b-4388-4fa6-a3ac-aaf5b9b4f6ce None None] Pushing event updated for resources: {'Port': ['ID=0f59388b-402c-460c-aab1-20a8dd585e32,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:58.598900 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-ce0b604b-4388-4fa6-a3ac-aaf5b9b4f6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:58.615357 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-a9772d1a-2516-4607-97ca-f3a7ec452fe3 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Calling delete_port for fd01ef19-bc9a-453d-adfc-dd8e822b2aad owned by network:router_interface {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:58.658951 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-be64cba1-15a9-451e-b351-df51a0715486 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:58.735857 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3b9f4313-c7d5-4412-9052-c4b61aacf1bc tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:58.740380 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c823e3b1-ca6a-4717-b386-dfa94d9ed38f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:58.797354 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f4313-c7d5-4412-9052-c4b61aacf1bc tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Pushing event updated for resources: {'Subnet': ['ID=2f0b4d83-d732-48ca-bcab-d7e07c84bdc0,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:58.800440 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3b9f4313-c7d5-4412-9052-c4b61aacf1bc tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:58.822033 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6dc091e3-37ab-4d40-ad7a-b819eede7db6 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "DELETE /v2.0/subnets/fab1c8b2-c02e-4e75-99e9-3f043f7bc37e/tags HTTP/1.1" status: 204 len: 168 time: 0.2609756 Jun 21 14:54:58.825076 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37470) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:58.830855 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.tag.tag_plugin [None req-a8627ae1-1664-4da8-9bcc-2e7cf57ed633 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'fab1c8b2-c02e-4e75-99e9-3f043f7bc37e', 'tempest-TagsExtTest-Tag-1930244147') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:58.834522 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a9772d1a-2516-4607-97ca-f3a7ec452fe3 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:58.839842 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4c15b843-a73c-439f-9616-0d00bae6380d tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:54:58.881120 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9772d1a-2516-4607-97ca-f3a7ec452fe3 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event deleted for resources: {'Port': ['ID=fd01ef19-bc9a-453d-adfc-dd8e822b2aad,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:54:58.884861 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a9772d1a-2516-4607-97ca-f3a7ec452fe3 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:54:58.888609 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-be64cba1-15a9-451e-b351-df51a0715486 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Deleting port 17a89419-dbfb-4cf8-a21b-558850067863 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:54:58.888973 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-be64cba1-15a9-451e-b351-df51a0715486 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:58.940536 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b9f4313-c7d5-4412-9052-c4b61aacf1bc tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Checking segment: {'id': '5d5f5838-abd9-403b-adf7-748611fbf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '98bff2b2-7c03-4ce1-8234-4c7730e3b558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:54:58.941076 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9f4313-c7d5-4412-9052-c4b61aacf1bc tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Network hostable DHCP agents. Network: 98bff2b2-7c03-4ce1-8234-4c7730e3b558, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:54:58.999007 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a9772d1a-2516-4607-97ca-f3a7ec452fe3 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:59.008860 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b9f4313-c7d5-4412-9052-c4b61aacf1bc tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Network 98bff2b2-7c03-4ce1-8234-4c7730e3b558 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:54:59.038015 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-3b9f4313-c7d5-4412-9052-c4b61aacf1bc tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 98bff2b2-7c03-4ce1-8234-4c7730e3b558) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:54:59.043320 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9f4313-c7d5-4412-9052-c4b61aacf1bc tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:59.044067 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3b9f4313-c7d5-4412-9052-c4b61aacf1bc tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:59.048937 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-be64cba1-15a9-451e-b351-df51a0715486 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:59.049161 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6ce5db-c7f3-474e-97c4-bc3a82c3897b None None] Network 98bff2b2-7c03-4ce1-8234-4c7730e3b558 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:59.204779 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9772d1a-2516-4607-97ca-f3a7ec452fe3 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Router e37d20ae-cdbb-4d62-a4a4-95b39c20f618 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:54:59.238004 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad5e6bf-5905-48e9-8dcc-e9938e4e3bc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-98bff2b2-7c03-4ce1-8234-4c7730e3b558', 'network_id': '98bff2b2-7c03-4ce1-8234-4c7730e3b558', 'tenant_id': 'eda2e39ee6c1463881fdb1a04fc41892', 'fixed_ips': [{'subnet_id': '2f0b4d83-d732-48ca-bcab-d7e07c84bdc0'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:54:59.238906 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1ad5e6bf-5905-48e9-8dcc-e9938e4e3bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:59.295694 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9772d1a-2516-4607-97ca-f3a7ec452fe3 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:54:59.306878 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a9772d1a-2516-4607-97ca-f3a7ec452fe3 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "PUT /v2.0/routers/e37d20ae-cdbb-4d62-a4a4-95b39c20f618/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5687325 Jun 21 14:54:59.311322 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37472) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:59.332123 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd21640-2473-4bf1-ab7f-f60fab51b796 None None] Sync routers for ids ['e37d20ae-cdbb-4d62-a4a4-95b39c20f618'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:54:59.362774 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd21640-2473-4bf1-ab7f-f60fab51b796 None None] Routers {'e37d20ae-cdbb-4d62-a4a4-95b39c20f618'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:54:59.363435 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-acd21640-2473-4bf1-ab7f-f60fab51b796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['e37d20ae-cdbb-4d62-a4a4-95b39c20f618'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:59.410162 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-acd21640-2473-4bf1-ab7f-f60fab51b796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:59.450944 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd21640-2473-4bf1-ab7f-f60fab51b796 None None] Routers {'e37d20ae-cdbb-4d62-a4a4-95b39c20f618'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:54:59.451654 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-acd21640-2473-4bf1-ab7f-f60fab51b796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['e37d20ae-cdbb-4d62-a4a4-95b39c20f618'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:59.489048 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-be64cba1-15a9-451e-b351-df51a0715486 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Calling delete_port for 17a89419-dbfb-4cf8-a21b-558850067863 owned by network:router_gateway {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:54:59.498013 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a8627ae1-1664-4da8-9bcc-2e7cf57ed633 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "PUT /v2.0/subnets/fab1c8b2-c02e-4e75-99e9-3f043f7bc37e/tags/tempest-TagsExtTest-Tag-1930244147 HTTP/1.1" status: 201 len: 201 time: 0.6718233 Jun 21 14:54:59.501213 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37476) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:59.511027 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.tag.tag_plugin [None req-532af311-ffae-44de-8654-d1bb253cd2c3 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '33824a84-a2e4-4bc0-abfc-191c832e84a9', 'tempest-TagsExtTest-Tag-1770347188') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:59.546508 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3b9f4313-c7d5-4412-9052-c4b61aacf1bc tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4110758 Jun 21 14:54:59.549090 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37478) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:59.556528 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-75ab30d6-b4ee-4e83-b8e4-4edf2daecb41 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Request body: {'subnet': {'network_id': 'a1b9fd81-6a7a-4736-815d-898d9ba4ce7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:54:59.670345 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-eb39d959-105a-428b-992f-2291ee7f1da7 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] remove_router_interface failed (client error): The resource could not be found. Jun 21 14:54:59.671711 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-eb39d959-105a-428b-992f-2291ee7f1da7 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "PUT /v2.0/routers/e37d20ae-cdbb-4d62-a4a4-95b39c20f618/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3591504 Jun 21 14:54:59.674331 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37480) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:59.690718 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63e9e79-4b46-47f6-8631-694b779cd941 None None] Network 44a1a466-43d9-470d-9978-dccdac5d7f60 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:54:59.696834 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-acd21640-2473-4bf1-ab7f-f60fab51b796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:59.697333 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd21640-2473-4bf1-ab7f-f60fab51b796 None None] The sync data for ids ['e37d20ae-cdbb-4d62-a4a4-95b39c20f618'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:54:59.717309 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d276f1fa-4e7c-4074-b6f3-fb6e7b24604c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "GET /v2.0/ports?device_id=e37d20ae-cdbb-4d62-a4a4-95b39c20f618 HTTP/1.1" status: 200 len: 205 time: 0.0380471 Jun 21 14:54:59.718371 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37482) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:59.746910 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650d3387-1449-49ad-b848-3907b5c32a3c req-444f4c4c-59ae-4b68-8b83-09546e985c4e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:54:59.747335 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-1ad5e6bf-5905-48e9-8dcc-e9938e4e3bc9 None None] Allocated IP 2001:db8::2 (98bff2b2-7c03-4ce1-8234-4c7730e3b558/2f0b4d83-d732-48ca-bcab-d7e07c84bdc0/8c9a1c10-970a-4df1-b04d-d7888bc696b9) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:54:59.748555 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-650d3387-1449-49ad-b848-3907b5c32a3c req-444f4c4c-59ae-4b68-8b83-09546e985c4e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 945 time: 0.1246622 Jun 21 14:54:59.790785 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-650d3387-1449-49ad-b848-3907b5c32a3c req-a1bda3a6-a91a-442b-b018-2ed037c69a05 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b633c1b-6044-439e-9871-9d4719d063b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363641 Jun 21 14:54:59.800280 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-dae6001d-c609-490e-85e4-d63eb38a38a0 None None] Provisioning for port 0f59388b-402c-460c-aab1-20a8dd585e32 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:54:59.858038 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ab30d6-b4ee-4e83-b8e4-4edf2daecb41 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Made reservation on behalf of eda2e39ee6c1463881fdb1a04fc41892 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:54:59.862115 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-75ab30d6-b4ee-4e83-b8e4-4edf2daecb41 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:59.885339 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6318bb07-64a3-4b9b-800c-7e9a6bd15b49 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:54:59.958503 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-532af311-ffae-44de-8654-d1bb253cd2c3 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "PUT /v2.0/ports/33824a84-a2e4-4bc0-abfc-191c832e84a9/tags/tempest-TagsExtTest-Tag-1770347188 HTTP/1.1" status: 201 len: 201 time: 0.4562292 Jun 21 14:54:59.961305 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37484) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:54:59.967736 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.tag.tag_plugin [None req-b683fe5b-9139-4683-9a5a-b195c3e72e98 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'afdca125-d52f-4b85-8e78-5ac3fba32742', 'tempest-TagsExtTest-Tag-2134366733') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:54:59.996241 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1ad5e6bf-5905-48e9-8dcc-e9938e4e3bc9 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:00.007812 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-1ad5e6bf-5905-48e9-8dcc-e9938e4e3bc9 None None] Transition to ACTIVE for port object 8c9a1c10-970a-4df1-b04d-d7888bc696b9 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:00.029348 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-1ad5e6bf-5905-48e9-8dcc-e9938e4e3bc9 None None] Transition to ACTIVE for port object 8c9a1c10-970a-4df1-b04d-d7888bc696b9 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:00.042534 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1ad5e6bf-5905-48e9-8dcc-e9938e4e3bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:00.046997 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8185d42a-a972-4c60-ac5f-32b76ac0ede5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:00.077370 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:55:00.091280 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad5e6bf-5905-48e9-8dcc-e9938e4e3bc9 None None] Network 98bff2b2-7c03-4ce1-8234-4c7730e3b558 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:00.094385 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-1ad5e6bf-5905-48e9-8dcc-e9938e4e3bc9 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:00.100275 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad5e6bf-5905-48e9-8dcc-e9938e4e3bc9 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:55:00.106046 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5e6bf-5905-48e9-8dcc-e9938e4e3bc9 None None] Pushing event updated for resources: {'Port': ['ID=8c9a1c10-970a-4df1-b04d-d7888bc696b9,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:00.110842 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-1ad5e6bf-5905-48e9-8dcc-e9938e4e3bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:00.164262 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6318bb07-64a3-4b9b-800c-7e9a6bd15b49 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:00.167660 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6318bb07-64a3-4b9b-800c-7e9a6bd15b49 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:00.168158 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-1ad5e6bf-5905-48e9-8dcc-e9938e4e3bc9 None None] Attempting to bind port 8c9a1c10-970a-4df1-b04d-d7888bc696b9 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:55:00.169630 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-1ad5e6bf-5905-48e9-8dcc-e9938e4e3bc9 None None] Attempting to bind port 8c9a1c10-970a-4df1-b04d-d7888bc696b9 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '5d5f5838-abd9-403b-adf7-748611fbf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '98bff2b2-7c03-4ce1-8234-4c7730e3b558'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:55:00.170124 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad5e6bf-5905-48e9-8dcc-e9938e4e3bc9 None None] Attempting to bind port 8c9a1c10-970a-4df1-b04d-d7888bc696b9 on network 98bff2b2-7c03-4ce1-8234-4c7730e3b558 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:55:00.176962 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad5e6bf-5905-48e9-8dcc-e9938e4e3bc9 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:55:00.177453 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad5e6bf-5905-48e9-8dcc-e9938e4e3bc9 None None] Checking segment: {'id': '5d5f5838-abd9-403b-adf7-748611fbf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '98bff2b2-7c03-4ce1-8234-4c7730e3b558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:55:00.179056 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1ad5e6bf-5905-48e9-8dcc-e9938e4e3bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:00.179566 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad5e6bf-5905-48e9-8dcc-e9938e4e3bc9 None None] Bound using segment: {'id': '5d5f5838-abd9-403b-adf7-748611fbf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '98bff2b2-7c03-4ce1-8234-4c7730e3b558'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:55:00.180210 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-1ad5e6bf-5905-48e9-8dcc-e9938e4e3bc9 None None] Bound port: 8c9a1c10-970a-4df1-b04d-d7888bc696b9, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d5f5838-abd9-403b-adf7-748611fbf0df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '98bff2b2-7c03-4ce1-8234-4c7730e3b558'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:55:00.180606 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1ad5e6bf-5905-48e9-8dcc-e9938e4e3bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:00.204795 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b683fe5b-9139-4683-9a5a-b195c3e72e98 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "PUT /v2.0/routers/afdca125-d52f-4b85-8e78-5ac3fba32742/tags/tempest-TagsExtTest-Tag-2134366733 HTTP/1.1" status: 201 len: 201 time: 0.2419496 Jun 21 14:55:00.207269 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37486) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:00.214033 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.tag.tag_plugin [None req-4ede7c46-2730-42a8-820e-99ccb847065f tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '326ceebd-ce06-4950-a8c8-f94a66218751', 'tempest-TagsExtTest-Tag-264820672') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:00.224340 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-be64cba1-15a9-451e-b351-df51a0715486 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:00.229682 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8eb43000-3db1-4d1c-bebb-cef2faeb6898 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:00.269175 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4ede7c46-2730-42a8-820e-99ccb847065f tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "PUT /v2.0/subnetpools/326ceebd-ce06-4950-a8c8-f94a66218751/tags/tempest-TagsExtTest-Tag-264820672 HTTP/1.1" status: 201 len: 201 time: 0.0603368 Jun 21 14:55:00.271967 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37488) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:00.281999 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.tag.tag_plugin [None req-572e385a-7964-4915-a105-b22f8de7c011 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'fab1c8b2-c02e-4e75-99e9-3f043f7bc37e', {'tags': ['tempest-TagsExtTest-Tag-2075012941', 'tempest-TagsExtTest-Tag-399170416', 'tempest-TagsExtTest-Tag-1824253757']}) {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:00.282211 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-1ad5e6bf-5905-48e9-8dcc-e9938e4e3bc9 None None] For port 8c9a1c10-970a-4df1-b04d-d7888bc696b9, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:55:00.286290 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-1ad5e6bf-5905-48e9-8dcc-e9938e4e3bc9 None None] For port 8c9a1c10-970a-4df1-b04d-d7888bc696b9, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=8c9a1c10-970a-4df1-b04d-d7888bc696b9,segment=NetworkSegment(5d5f5838-abd9-403b-adf7-748611fbf0df),segment_id=5d5f5838-abd9-403b-adf7-748611fbf0df)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:55:00.296179 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6318bb07-64a3-4b9b-800c-7e9a6bd15b49 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:00.296770 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6318bb07-64a3-4b9b-800c-7e9a6bd15b49 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Fanout notify agent at l3_agent the message router_deleted on router e37d20ae-cdbb-4d62-a4a4-95b39c20f618 {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:55:00.302460 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64cba1-15a9-451e-b351-df51a0715486 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Pushing event deleted for resources: {'Port': ['ID=17a89419-dbfb-4cf8-a21b-558850067863,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:00.303378 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1ad5e6bf-5905-48e9-8dcc-e9938e4e3bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:00.308522 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6318bb07-64a3-4b9b-800c-7e9a6bd15b49 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:00.310472 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6318bb07-64a3-4b9b-800c-7e9a6bd15b49 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/routers/e37d20ae-cdbb-4d62-a4a4-95b39c20f618 HTTP/1.1" status: 204 len: 168 time: 0.5917456 Jun 21 14:55:00.315398 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37490) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:00.317336 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-be64cba1-15a9-451e-b351-df51a0715486 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:00.326121 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-29a257b2-2e54-42d5-b78f-1507a83e4a52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:00.414182 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-572e385a-7964-4915-a105-b22f8de7c011 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "PUT /v2.0/subnets/fab1c8b2-c02e-4e75-99e9-3f043f7bc37e/tags HTTP/1.1" status: 200 len: 317 time: 0.1381187 Jun 21 14:55:00.414743 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37494) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:00.415786 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5e6bf-5905-48e9-8dcc-e9938e4e3bc9 None None] Pushing event updated for resources: {'Port': ['ID=8c9a1c10-970a-4df1-b04d-d7888bc696b9,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:00.419381 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.tag.tag_plugin [None req-0c08c37a-8549-4b78-811f-4305cfacce99 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fab1c8b2-c02e-4e75-99e9-3f043f7bc37e') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:00.421684 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-1ad5e6bf-5905-48e9-8dcc-e9938e4e3bc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:00.502629 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-7975d51c-4795-405b-ad5a-85166641015a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Deleting subnet 4d17a0f8-754d-47ca-8994-ce2b25cc701b {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:55:00.524618 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7975d51c-4795-405b-ad5a-85166641015a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:00.527148 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 0f59388b-402c-460c-aab1-20a8dd585e32 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:00.553165 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-be64cba1-15a9-451e-b351-df51a0715486 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:00.564016 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-75ab30d6-b4ee-4e83-b8e4-4edf2daecb41 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:00.568105 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0c08c37a-8549-4b78-811f-4305cfacce99 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "DELETE /v2.0/subnets/fab1c8b2-c02e-4e75-99e9-3f043f7bc37e/tags HTTP/1.1" status: 204 len: 168 time: 0.1527224 Jun 21 14:55:00.569127 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37498) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:00.583560 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.tag.tag_plugin [None req-b41fba1a-e9fa-43fc-b451-f40a9a7e6de4 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fab1c8b2-c02e-4e75-99e9-3f043f7bc37e', 'tempest-TagsExtTest-Tag-2075012941') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:00.601251 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-09e39dee-1e46-4b94-a003-2a5570488ff5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:00.602023 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 0f59388b-402c-460c-aab1-20a8dd585e32 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:00.609474 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 0f59388b-402c-460c-aab1-20a8dd585e32 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:00.609936 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:00.647699 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-b41fba1a-e9fa-43fc-b451-f40a9a7e6de4 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] show failed (client error): The resource could not be found. Jun 21 14:55:00.651426 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b41fba1a-e9fa-43fc-b451-f40a9a7e6de4 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "GET /v2.0/subnets/fab1c8b2-c02e-4e75-99e9-3f043f7bc37e/tags/tempest-TagsExtTest-Tag-2075012941 HTTP/1.1" status: 404 len: 329 time: 0.0788066 Jun 21 14:55:00.652328 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37500) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:00.656903 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.tag.tag_plugin [None req-dafd3035-9059-431f-9908-32c16fb41b7f tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fab1c8b2-c02e-4e75-99e9-3f043f7bc37e', 'tempest-TagsExtTest-Tag-399170416') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:00.715382 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7975d51c-4795-405b-ad5a-85166641015a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:00.770660 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-dafd3035-9059-431f-9908-32c16fb41b7f tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] show failed (client error): The resource could not be found. Jun 21 14:55:00.773839 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-dafd3035-9059-431f-9908-32c16fb41b7f tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "GET /v2.0/subnets/fab1c8b2-c02e-4e75-99e9-3f043f7bc37e/tags/tempest-TagsExtTest-Tag-399170416 HTTP/1.1" status: 404 len: 328 time: 0.1188819 Jun 21 14:55:00.775327 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37502) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:00.781703 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.tag.tag_plugin [None req-11102002-4a33-44b6-9e83-a9c2b64b6dcf tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'fab1c8b2-c02e-4e75-99e9-3f043f7bc37e', 'tempest-TagsExtTest-Tag-1824253757') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:00.793441 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-be64cba1-15a9-451e-b351-df51a0715486 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:00.800773 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:00.804479 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-be64cba1-15a9-451e-b351-df51a0715486 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:00.851330 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 0f59388b-402c-460c-aab1-20a8dd585e32, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=0f59388b-402c-460c-aab1-20a8dd585e32,segment=NetworkSegment(36515d20-4f33-400c-a4ed-2e81ff43521c),segment_id=36515d20-4f33-400c-a4ed-2e81ff43521c)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:00.861324 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:00.864540 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-ce0b604b-4388-4fa6-a3ac-aaf5b9b4f6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:00.874358 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-11102002-4a33-44b6-9e83-a9c2b64b6dcf tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] show failed (client error): The resource could not be found. Jun 21 14:55:00.875819 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-11102002-4a33-44b6-9e83-a9c2b64b6dcf tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "GET /v2.0/subnets/fab1c8b2-c02e-4e75-99e9-3f043f7bc37e/tags/tempest-TagsExtTest-Tag-1824253757 HTTP/1.1" status: 404 len: 329 time: 0.0995798 Jun 21 14:55:00.879917 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37506) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:00.888570 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ab30d6-b4ee-4e83-b8e4-4edf2daecb41 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Pushing event updated for resources: {'Subnet': ['ID=a2f9e6a0-7c15-46ac-85b4-a674efd77e77,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:00.889717 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.tag.tag_plugin [None req-5fccee16-611d-44b0-8896-b355fec1748e tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '33824a84-a2e4-4bc0-abfc-191c832e84a9', {'tags': ['tempest-TagsExtTest-Tag-392284750', 'tempest-TagsExtTest-Tag-1675616329', 'tempest-TagsExtTest-Tag-1630594688']}) {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:00.899747 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-75ab30d6-b4ee-4e83-b8e4-4edf2daecb41 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:00.910440 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ab30d6-b4ee-4e83-b8e4-4edf2daecb41 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Checking segment: {'id': 'bc2febce-d3da-4387-b2cd-f8ddad3a890e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a1b9fd81-6a7a-4736-815d-898d9ba4ce7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:55:00.910815 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ab30d6-b4ee-4e83-b8e4-4edf2daecb41 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Network hostable DHCP agents. Network: a1b9fd81-6a7a-4736-815d-898d9ba4ce7f, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:55:00.936181 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-be64cba1-15a9-451e-b351-df51a0715486 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:00.936730 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be64cba1-15a9-451e-b351-df51a0715486 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Fanout notify agent at l3_agent the message router_deleted on router 88c84271-df3e-4e51-8a94-a456f0272cc0 {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:55:00.951234 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-be64cba1-15a9-451e-b351-df51a0715486 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:00.958209 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-be64cba1-15a9-451e-b351-df51a0715486 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] 10.222.0.72 "DELETE /v2.0/routers/88c84271-df3e-4e51-8a94-a456f0272cc0 HTTP/1.1" status: 204 len: 168 time: 2.7484169 Jun 21 14:55:00.958901 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37508) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:00.969424 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-e5a61e30-c46a-4f68-8c6c-843471754aee tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1390353402', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'enable_snat': False}}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:00.976379 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=0f59388b-402c-460c-aab1-20a8dd585e32,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:00.981394 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:01.018533 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5fccee16-611d-44b0-8896-b355fec1748e tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "PUT /v2.0/ports/33824a84-a2e4-4bc0-abfc-191c832e84a9/tags HTTP/1.1" status: 200 len: 317 time: 0.1372690 Jun 21 14:55:01.018785 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7975d51c-4795-405b-ad5a-85166641015a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:01.021139 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37510) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:01.025563 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.tag.tag_plugin [None req-f0268901-fef6-4aa5-8fd7-51c6552d720c tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '33824a84-a2e4-4bc0-abfc-191c832e84a9') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:01.041007 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ab30d6-b4ee-4e83-b8e4-4edf2daecb41 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Network a1b9fd81-6a7a-4736-815d-898d9ba4ce7f is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:55:01.062792 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-75ab30d6-b4ee-4e83-b8e4-4edf2daecb41 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, a1b9fd81-6a7a-4736-815d-898d9ba4ce7f) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:01.067534 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ab30d6-b4ee-4e83-b8e4-4edf2daecb41 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:01.068116 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-75ab30d6-b4ee-4e83-b8e4-4edf2daecb41 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:01.070589 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e5a61e30-c46a-4f68-8c6c-843471754aee tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:01.072170 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e5a61e30-c46a-4f68-8c6c-843471754aee tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:01.074721 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90328799-ac94-45ec-b89a-82fe9aa78fab None None] Network a1b9fd81-6a7a-4736-815d-898d9ba4ce7f requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:55:01.128929 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37512) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:01.129153 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-75ab30d6-b4ee-4e83-b8e4-4edf2daecb41 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5783896 Jun 21 14:55:01.148462 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67e23e-90a0-494e-8c02-45a02b701334 req-a12c123d-f52e-46cd-b058-cb283e3a90f2 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:01.149999 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8b67e23e-90a0-494e-8c02-45a02b701334 req-a12c123d-f52e-46cd-b058-cb283e3a90f2 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 945 time: 0.1302855 Jun 21 14:55:01.168332 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e5a61e30-c46a-4f68-8c6c-843471754aee tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:01.173506 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7975d51c-4795-405b-ad5a-85166641015a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:01.184295 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-62007cb1-183b-4b24-b242-8fbb1ec96f2e tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:01.190022 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7975d51c-4795-405b-ad5a-85166641015a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:01.192506 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7975d51c-4795-405b-ad5a-85166641015a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/subnets/4d17a0f8-754d-47ca-8994-ce2b25cc701b HTTP/1.1" status: 204 len: 168 time: 0.8719747 Jun 21 14:55:01.220857 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37514) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:01.221952 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b35c94d-9b83-4c04-9ea5-dae2c52c50cf None None] Network 770b57f5-bca1-4fe2-88aa-74ec68ff28a1 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:55:01.267129 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975d51c-4795-405b-ad5a-85166641015a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event deleted for resources: {'Subnet': ['ID=4d17a0f8-754d-47ca-8994-ce2b25cc701b,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:01.269624 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7975d51c-4795-405b-ad5a-85166641015a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:01.279204 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f0268901-fef6-4aa5-8fd7-51c6552d720c tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "DELETE /v2.0/ports/33824a84-a2e4-4bc0-abfc-191c832e84a9/tags HTTP/1.1" status: 204 len: 168 time: 0.2559016 Jun 21 14:55:01.279656 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37516) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:01.322298 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.tag.tag_plugin [None req-a23f5034-9a32-4c77-8f44-65e0d68f804f tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '33824a84-a2e4-4bc0-abfc-191c832e84a9', 'tempest-TagsExtTest-Tag-392284750') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:01.404588 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8304d2cd-e415-487d-bb1c-e56e45b7e210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-a1b9fd81-6a7a-4736-815d-898d9ba4ce7f', 'network_id': 'a1b9fd81-6a7a-4736-815d-898d9ba4ce7f', 'tenant_id': 'eda2e39ee6c1463881fdb1a04fc41892', 'fixed_ips': [{'subnet_id': 'a2f9e6a0-7c15-46ac-85b4-a674efd77e77'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:55:01.405315 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8304d2cd-e415-487d-bb1c-e56e45b7e210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:01.456921 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e5a61e30-c46a-4f68-8c6c-843471754aee tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:01.467989 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9b152904-ed01-4a3c-876d-0029319ba743 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:01.523777 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8b67e23e-90a0-494e-8c02-45a02b701334 req-609f5daf-79c4-4d03-bdcd-c5b798487b08 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b633c1b-6044-439e-9871-9d4719d063b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3354664 Jun 21 14:55:01.600946 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-9b152904-ed01-4a3c-876d-0029319ba743 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Deleting port 9d1ed07c-fae0-414a-9b2f-85a5cfeff5f8 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:55:01.600946 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9b152904-ed01-4a3c-876d-0029319ba743 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:01.629289 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-a23f5034-9a32-4c77-8f44-65e0d68f804f tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] show failed (client error): The resource could not be found. Jun 21 14:55:01.637830 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a23f5034-9a32-4c77-8f44-65e0d68f804f tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "GET /v2.0/ports/33824a84-a2e4-4bc0-abfc-191c832e84a9/tags/tempest-TagsExtTest-Tag-392284750 HTTP/1.1" status: 404 len: 328 time: 0.3173544 Jun 21 14:55:01.637830 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4218fe7b-05e9-495f-9905-70ea9953d86e tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:01.651274 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37518) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:01.659965 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.tag.tag_plugin [None req-5104a833-2605-420f-8339-2f325a2f955c tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '33824a84-a2e4-4bc0-abfc-191c832e84a9', 'tempest-TagsExtTest-Tag-1675616329') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:01.661307 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-8304d2cd-e415-487d-bb1c-e56e45b7e210 None None] Allocated IP 2001:db8::2 (a1b9fd81-6a7a-4736-815d-898d9ba4ce7f/a2f9e6a0-7c15-46ac-85b4-a674efd77e77/108ed891-0162-43cf-b304-8d43962d88f6) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:55:01.695848 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96f25aa-704e-4910-ac68-e64e46c852a3 None None] DHCP port deletion for 770b57f5-bca1-4fe2-88aa-74ec68ff28a1 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:55:01.726093 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-9b152904-ed01-4a3c-876d-0029319ba743 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] For port 9d1ed07c-fae0-414a-9b2f-85a5cfeff5f8, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=9d1ed07c-fae0-414a-9b2f-85a5cfeff5f8,segment=NetworkSegment(4210644f-8d0a-48df-9396-eda860890372),segment_id=4210644f-8d0a-48df-9396-eda860890372)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:01.726358 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9b152904-ed01-4a3c-876d-0029319ba743 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:01.807345 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-9b152904-ed01-4a3c-876d-0029319ba743 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Calling delete_port for 9d1ed07c-fae0-414a-9b2f-85a5cfeff5f8 owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:55:01.887127 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f77189-cc6c-49ec-9bcc-2eb024587835 None None] Network 98bff2b2-7c03-4ce1-8234-4c7730e3b558 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:55:01.936398 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-4218fe7b-05e9-495f-9905-70ea9953d86e tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Allocated IP 2001:db8::1 (98bff2b2-7c03-4ce1-8234-4c7730e3b558/2f0b4d83-d732-48ca-bcab-d7e07c84bdc0/9eb2d48f-457d-40a8-9920-d0aa4a681c80) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:55:01.977740 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8304d2cd-e415-487d-bb1c-e56e45b7e210 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:02.007290 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8304d2cd-e415-487d-bb1c-e56e45b7e210 None None] Transition to ACTIVE for port object 108ed891-0162-43cf-b304-8d43962d88f6 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:02.053614 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-a96f25aa-704e-4910-ac68-e64e46c852a3 None None] Deleting port 9d1ed07c-fae0-414a-9b2f-85a5cfeff5f8 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:55:02.054046 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a96f25aa-704e-4910-ac68-e64e46c852a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:02.055655 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-239fdf77-ae5d-48f7-bf85-ca8abc72bf0c None None] Provisioning for port 8c9a1c10-970a-4df1-b04d-d7888bc696b9 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:02.061337 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4218fe7b-05e9-495f-9905-70ea9953d86e tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:02.076510 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-4218fe7b-05e9-495f-9905-70ea9953d86e tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Transition to ACTIVE for port object 9eb2d48f-457d-40a8-9920-d0aa4a681c80 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:02.100437 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8304d2cd-e415-487d-bb1c-e56e45b7e210 None None] Transition to ACTIVE for port object 108ed891-0162-43cf-b304-8d43962d88f6 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:02.113095 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4218fe7b-05e9-495f-9905-70ea9953d86e tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:02.116325 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-db57e1e9-0fe1-4c17-b3ea-e3845bf4745a tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:02.122158 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8304d2cd-e415-487d-bb1c-e56e45b7e210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:02.127803 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-ce0b604b-4388-4fa6-a3ac-aaf5b9b4f6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:02.164451 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4218fe7b-05e9-495f-9905-70ea9953d86e tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Network 98bff2b2-7c03-4ce1-8234-4c7730e3b558 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:02.167742 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-4218fe7b-05e9-495f-9905-70ea9953d86e tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:02.172011 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4218fe7b-05e9-495f-9905-70ea9953d86e tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:55:02.172545 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4218fe7b-05e9-495f-9905-70ea9953d86e tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:02.180968 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-a96f25aa-704e-4910-ac68-e64e46c852a3 None None] For port 9d1ed07c-fae0-414a-9b2f-85a5cfeff5f8, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=9d1ed07c-fae0-414a-9b2f-85a5cfeff5f8,segment=NetworkSegment(4210644f-8d0a-48df-9396-eda860890372),segment_id=4210644f-8d0a-48df-9396-eda860890372)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:02.181371 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a96f25aa-704e-4910-ac68-e64e46c852a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:02.220572 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218fe7b-05e9-495f-9905-70ea9953d86e tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Pushing event updated for resources: {'Port': ['ID=9eb2d48f-457d-40a8-9920-d0aa4a681c80,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:02.224712 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4218fe7b-05e9-495f-9905-70ea9953d86e tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:02.232056 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8304d2cd-e415-487d-bb1c-e56e45b7e210 None None] Network a1b9fd81-6a7a-4736-815d-898d9ba4ce7f is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:02.251946 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-5104a833-2605-420f-8339-2f325a2f955c tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] show failed (client error): The resource could not be found. Jun 21 14:55:02.255248 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5104a833-2605-420f-8339-2f325a2f955c tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "GET /v2.0/ports/33824a84-a2e4-4bc0-abfc-191c832e84a9/tags/tempest-TagsExtTest-Tag-1675616329 HTTP/1.1" status: 404 len: 329 time: 0.5996597 Jun 21 14:55:02.255955 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37520) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:02.261220 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304d2cd-e415-487d-bb1c-e56e45b7e210 None None] Pushing event updated for resources: {'Port': ['ID=108ed891-0162-43cf-b304-8d43962d88f6,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:02.266048 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.tag.tag_plugin [None req-d86eaff0-12b9-422c-8c59-0ab07d6ba525 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '33824a84-a2e4-4bc0-abfc-191c832e84a9', 'tempest-TagsExtTest-Tag-1630594688') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:02.288752 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-a96f25aa-704e-4910-ac68-e64e46c852a3 None None] Calling delete_port for 9d1ed07c-fae0-414a-9b2f-85a5cfeff5f8 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:55:02.291186 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-8304d2cd-e415-487d-bb1c-e56e45b7e210 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:02.296286 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8304d2cd-e415-487d-bb1c-e56e45b7e210 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:55:02.298266 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8304d2cd-e415-487d-bb1c-e56e45b7e210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:02.342991 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e5a61e30-c46a-4f68-8c6c-843471754aee tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:02.365317 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4218fe7b-05e9-495f-9905-70ea9953d86e tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:02.383061 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-d86eaff0-12b9-422c-8c59-0ab07d6ba525 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] show failed (client error): The resource could not be found. Jun 21 14:55:02.389840 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d86eaff0-12b9-422c-8c59-0ab07d6ba525 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "GET /v2.0/ports/33824a84-a2e4-4bc0-abfc-191c832e84a9/tags/tempest-TagsExtTest-Tag-1630594688 HTTP/1.1" status: 404 len: 329 time: 0.1222193 Jun 21 14:55:02.392213 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e5a61e30-c46a-4f68-8c6c-843471754aee tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:02.394200 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37522) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:02.402638 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.tag.tag_plugin [None req-6b11a014-fd55-4ede-b8a3-1d5c088cf15c tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'afdca125-d52f-4b85-8e78-5ac3fba32742', {'tags': ['tempest-TagsExtTest-Tag-480046136', 'tempest-TagsExtTest-Tag-522954385', 'tempest-TagsExtTest-Tag-1914041207']}) {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:02.434637 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-8304d2cd-e415-487d-bb1c-e56e45b7e210 None None] Attempting to bind port 108ed891-0162-43cf-b304-8d43962d88f6 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:55:02.435561 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-8304d2cd-e415-487d-bb1c-e56e45b7e210 None None] Attempting to bind port 108ed891-0162-43cf-b304-8d43962d88f6 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'bc2febce-d3da-4387-b2cd-f8ddad3a890e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a1b9fd81-6a7a-4736-815d-898d9ba4ce7f'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:55:02.436001 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8304d2cd-e415-487d-bb1c-e56e45b7e210 None None] Attempting to bind port 108ed891-0162-43cf-b304-8d43962d88f6 on network a1b9fd81-6a7a-4736-815d-898d9ba4ce7f {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:55:02.451951 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8304d2cd-e415-487d-bb1c-e56e45b7e210 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:55:02.452486 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8304d2cd-e415-487d-bb1c-e56e45b7e210 None None] Checking segment: {'id': 'bc2febce-d3da-4387-b2cd-f8ddad3a890e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a1b9fd81-6a7a-4736-815d-898d9ba4ce7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:55:02.452959 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8304d2cd-e415-487d-bb1c-e56e45b7e210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:02.453411 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8304d2cd-e415-487d-bb1c-e56e45b7e210 None None] Bound using segment: {'id': 'bc2febce-d3da-4387-b2cd-f8ddad3a890e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a1b9fd81-6a7a-4736-815d-898d9ba4ce7f'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:55:02.453991 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-8304d2cd-e415-487d-bb1c-e56e45b7e210 None None] Bound port: 108ed891-0162-43cf-b304-8d43962d88f6, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc2febce-d3da-4387-b2cd-f8ddad3a890e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'a1b9fd81-6a7a-4736-815d-898d9ba4ce7f'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:55:02.454431 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8304d2cd-e415-487d-bb1c-e56e45b7e210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:02.503492 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a96f25aa-704e-4910-ac68-e64e46c852a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:02.505560 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9b152904-ed01-4a3c-876d-0029319ba743 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:02.508210 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fe1c285c-3a11-4e1b-a400-422b3dfa121c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:02.508649 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e31abb94-b560-4042-bdfc-3e1481951244 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:02.550441 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f25aa-704e-4910-ac68-e64e46c852a3 None None] Pushing event deleted for resources: {'Port': ['ID=9d1ed07c-fae0-414a-9b2f-85a5cfeff5f8,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:02.560545 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-a96f25aa-704e-4910-ac68-e64e46c852a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:02.572600 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96f25aa-704e-4910-ac68-e64e46c852a3 None None] No DVR routers for this DVR port 9d1ed07c-fae0-414a-9b2f-85a5cfeff5f8 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:55:02.589241 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 0f59388b-402c-460c-aab1-20a8dd585e32 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:02.595682 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6b11a014-fd55-4ede-b8a3-1d5c088cf15c tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "PUT /v2.0/routers/afdca125-d52f-4b85-8e78-5ac3fba32742/tags HTTP/1.1" status: 200 len: 316 time: 0.1992538 Jun 21 14:55:02.621445 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-8304d2cd-e415-487d-bb1c-e56e45b7e210 None None] For port 108ed891-0162-43cf-b304-8d43962d88f6, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:55:02.642707 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-8304d2cd-e415-487d-bb1c-e56e45b7e210 None None] For port 108ed891-0162-43cf-b304-8d43962d88f6, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=108ed891-0162-43cf-b304-8d43962d88f6,segment=NetworkSegment(bc2febce-d3da-4387-b2cd-f8ddad3a890e),segment_id=bc2febce-d3da-4387-b2cd-f8ddad3a890e)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:55:02.652905 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b152904-ed01-4a3c-876d-0029319ba743 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event deleted for resources: {'Port': ['ID=9d1ed07c-fae0-414a-9b2f-85a5cfeff5f8,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:02.654891 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37526) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:02.656925 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8304d2cd-e415-487d-bb1c-e56e45b7e210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:02.660731 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f3074407-a7c0-4812-96a5-48dfb0a4fa0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:02.691180 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.tag.tag_plugin [None req-4fd333a0-032c-405d-9c88-aaac331e7b10 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'afdca125-d52f-4b85-8e78-5ac3fba32742') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:02.701475 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9b152904-ed01-4a3c-876d-0029319ba743 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:02.746620 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b152904-ed01-4a3c-876d-0029319ba743 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] No DVR routers for this DVR port 9d1ed07c-fae0-414a-9b2f-85a5cfeff5f8 on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:55:02.761970 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 0f59388b-402c-460c-aab1-20a8dd585e32 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:02.762418 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:02.816418 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304d2cd-e415-487d-bb1c-e56e45b7e210 None None] Pushing event updated for resources: {'Port': ['ID=108ed891-0162-43cf-b304-8d43962d88f6,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:02.820140 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8304d2cd-e415-487d-bb1c-e56e45b7e210 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:02.875219 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0fd0def7-0174-479e-a5f1-7b8fba5660e2 None None] Provisioning for port 9eb2d48f-457d-40a8-9920-d0aa4a681c80 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:02.914147 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0fd0def7-0174-479e-a5f1-7b8fba5660e2 None None] Provisioning complete for port 9eb2d48f-457d-40a8-9920-d0aa4a681c80 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:02.914530 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0fd0def7-0174-479e-a5f1-7b8fba5660e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:02.998980 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 8c9a1c10-970a-4df1-b04d-d7888bc696b9 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:03.001058 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-0fd0def7-0174-479e-a5f1-7b8fba5660e2 None None] Port 9eb2d48f-457d-40a8-9920-d0aa4a681c80 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:55:03.021611 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9b152904-ed01-4a3c-876d-0029319ba743 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:03.046029 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-9b152904-ed01-4a3c-876d-0029319ba743 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['770b57f5-bca1-4fe2-88aa-74ec68ff28a1']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:03.080811 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 8c9a1c10-970a-4df1-b04d-d7888bc696b9 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:03.084986 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-e5a61e30-c46a-4f68-8c6c-843471754aee tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Allocated IP 172.26.3.243 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/97ee6f82-3b76-4734-bd4c-d14cc9fab3f3) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:55:03.086564 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 8c9a1c10-970a-4df1-b04d-d7888bc696b9 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:03.086935 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:03.088257 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-9b152904-ed01-4a3c-876d-0029319ba743 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4210644f-8d0a-48df-9396-eda860890372') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:03.088551 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-9b152904-ed01-4a3c-876d-0029319ba743 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4210644f-8d0a-48df-9396-eda860890372') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:03.118079 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9b152904-ed01-4a3c-876d-0029319ba743 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:03.135584 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9b152904-ed01-4a3c-876d-0029319ba743 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:03.187263 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b152904-ed01-4a3c-876d-0029319ba743 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:55:03.187938 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9b152904-ed01-4a3c-876d-0029319ba743 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:03.192509 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:55:03.192509 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:55:03.192509 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:55:03.192509 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:55:03.192509 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:55:03.192509 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:55:03.192509 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:55:03.192509 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:55:03.192509 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:55:03.192509 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:55:03.192509 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:55:03.192509 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:55:03.192509 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:55:03.192509 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:55:03.192509 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:55:03.192509 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:55:03.192509 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:55:03.192509 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:55:03.192509 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:55:03.192509 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:55:03.192509 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:55:03.192509 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:55:03.192509 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:55:03.192509 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:55:03.192509 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:55:03.192509 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:55:03.192509 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:55:03.192509 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:55:03.192509 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:55:03.192509 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:55:03.192509 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:55:03.192509 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:55:03.192509 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:55:03.192509 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:55:03.192509 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:55:03.192509 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:55:03.192509 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:55:03.192509 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:55:03.252368 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:03.255472 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4218fe7b-05e9-495f-9905-70ea9953d86e tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:03.274069 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4218fe7b-05e9-495f-9905-70ea9953d86e tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:03.274941 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4218fe7b-05e9-495f-9905-70ea9953d86e tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:03.281237 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8c0be492-4000-4380-b22b-44b5fb047f4b tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:03.296388 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 8c9a1c10-970a-4df1-b04d-d7888bc696b9, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=8c9a1c10-970a-4df1-b04d-d7888bc696b9,segment=NetworkSegment(5d5f5838-abd9-403b-adf7-748611fbf0df),segment_id=5d5f5838-abd9-403b-adf7-748611fbf0df)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:03.306682 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:03.316903 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-4f8ef3ff-b681-4819-92f1-c189028ee6d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:03.355549 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51e936-ca3e-4818-b26c-5434b6f7f002 req-1c5f5478-bdf6-4a85-8118-3a4120e754a1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:03.358535 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-dd51e936-ca3e-4818-b26c-5434b6f7f002 req-1c5f5478-bdf6-4a85-8118-3a4120e754a1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 945 time: 0.1869950 Jun 21 14:55:03.378144 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 770ef2a8-b1b6-4903-baf5-e7da67bed61e no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:55:03.380776 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 770ef2a8-b1b6-4903-baf5-e7da67bed61e details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:55:03.404928 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4fd333a0-032c-405d-9c88-aaac331e7b10 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "DELETE /v2.0/routers/afdca125-d52f-4b85-8e78-5ac3fba32742/tags HTTP/1.1" status: 204 len: 168 time: 0.7257874 Jun 21 14:55:03.411494 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37528) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:03.420190 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.tag.tag_plugin [None req-80e7a6a4-a914-402a-8227-4086b6b51d94 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'afdca125-d52f-4b85-8e78-5ac3fba32742', 'tempest-TagsExtTest-Tag-480046136') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:03.422155 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9b152904-ed01-4a3c-876d-0029319ba743 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:03.424695 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218fe7b-05e9-495f-9905-70ea9953d86e tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Pushing event updated for resources: {'Port': ['ID=9eb2d48f-457d-40a8-9920-d0aa4a681c80,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:03.426203 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e5a61e30-c46a-4f68-8c6c-843471754aee tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:03.428104 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4218fe7b-05e9-495f-9905-70ea9953d86e tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:03.432918 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b541fe2e-4634-4f13-9586-f0c5ea5b8af0 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:03.456512 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9d1ed07c-fae0-414a-9b2f-85a5cfeff5f8 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:55:03.465515 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9b152904-ed01-4a3c-876d-0029319ba743 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:03.473535 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9b152904-ed01-4a3c-876d-0029319ba743 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/networks/770b57f5-bca1-4fe2-88aa-74ec68ff28a1 HTTP/1.1" status: 204 len: 168 time: 2.2459002 Jun 21 14:55:03.474245 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37530) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:03.481741 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-f6335e4c-67cb-4304-a3ac-884efc95a1db tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-449508963'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:03.489483 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-dd51e936-ca3e-4818-b26c-5434b6f7f002 req-0a365a20-52c5-4a05-bc56-69ca8c7367bc tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b633c1b-6044-439e-9871-9d4719d063b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880249 Jun 21 14:55:03.490370 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b152904-ed01-4a3c-876d-0029319ba743 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event deleted for resources: {'Network': ['ID=770b57f5-bca1-4fe2-88aa-74ec68ff28a1,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:03.497175 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9b152904-ed01-4a3c-876d-0029319ba743 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:03.502775 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74d499-24d5-4ad2-bfb5-e24e6148c7ce req-40bb5a64-43f1-4fa9-8de8-9919b90c67c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:03.504077 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-bc74d499-24d5-4ad2-bfb5-e24e6148c7ce req-40bb5a64-43f1-4fa9-8de8-9919b90c67c5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 1098 time: 0.3557019 Jun 21 14:55:03.518058 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 9d1ed07c-fae0-414a-9b2f-85a5cfeff5f8 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:55:03.518751 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9d1ed07c-fae0-414a-9b2f-85a5cfeff5f8 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:55:03.535070 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4218fe7b-05e9-495f-9905-70ea9953d86e tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Network 98bff2b2-7c03-4ce1-8234-4c7730e3b558 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:03.536885 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-4218fe7b-05e9-495f-9905-70ea9953d86e tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:03.555850 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6335e4c-67cb-4304-a3ac-884efc95a1db tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Made reservation on behalf of f8317acb64424f1b9afd698dd36cd595 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:55:03.559933 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f6335e4c-67cb-4304-a3ac-884efc95a1db tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:03.570515 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=8c9a1c10-970a-4df1-b04d-d7888bc696b9,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:03.578142 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:03.580507 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-e92a2837-7ad9-4eed-abf2-1332a618f44a None None] Provisioning complete for port 9eb2d48f-457d-40a8-9920-d0aa4a681c80 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:03.580885 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e92a2837-7ad9-4eed-abf2-1332a618f44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:03.585562 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-80e7a6a4-a914-402a-8227-4086b6b51d94 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] show failed (client error): The resource could not be found. Jun 21 14:55:03.586670 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-80e7a6a4-a914-402a-8227-4086b6b51d94 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "GET /v2.0/routers/afdca125-d52f-4b85-8e78-5ac3fba32742/tags/tempest-TagsExtTest-Tag-480046136 HTTP/1.1" status: 404 len: 328 time: 0.1742289 Jun 21 14:55:03.591829 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37532) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:03.597765 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.tag.tag_plugin [None req-5c274ed9-863d-41cd-a654-014815b16689 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'afdca125-d52f-4b85-8e78-5ac3fba32742', 'tempest-TagsExtTest-Tag-522954385') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:03.645040 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-e92a2837-7ad9-4eed-abf2-1332a618f44a None None] Port 9eb2d48f-457d-40a8-9920-d0aa4a681c80 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:55:03.648562 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e5a61e30-c46a-4f68-8c6c-843471754aee tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:03.652665 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d8c2a22e-b906-453b-9119-ad62adcebb5c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:03.656408 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-bc74d499-24d5-4ad2-bfb5-e24e6148c7ce req-eb6ff0bf-4595-4c23-ad3e-4513c9ee7c70 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4b633c1b-6044-439e-9871-9d4719d063b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158395 Jun 21 14:55:03.669730 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6335e4c-67cb-4304-a3ac-884efc95a1db tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:55:03.691417 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f6335e4c-67cb-4304-a3ac-884efc95a1db tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:03.692035 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-f6335e4c-67cb-4304-a3ac-884efc95a1db tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Added segment 316b8d1c-128d-4e6c-8410-17b09722ac38 of type vlan for network 3a57c781-0477-43b7-a274-64c759025a3d Jun 21 14:55:03.736321 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a61e30-c46a-4f68-8c6c-843471754aee tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:03.742796 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-e5a61e30-c46a-4f68-8c6c-843471754aee tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:03.750068 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f6335e4c-67cb-4304-a3ac-884efc95a1db tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:03.765879 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a61e30-c46a-4f68-8c6c-843471754aee tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:55:03.792038 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a61e30-c46a-4f68-8c6c-843471754aee tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Pushing event updated for resources: {'Port': ['ID=97ee6f82-3b76-4734-bd4c-d14cc9fab3f3,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:03.792993 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4218fe7b-05e9-495f-9905-70ea9953d86e tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Router ed0493c1-b4bd-420b-b5a9-b96a50cf485f is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:55:03.799358 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e5a61e30-c46a-4f68-8c6c-843471754aee tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:03.806443 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f6335e4c-67cb-4304-a3ac-884efc95a1db tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:03.813474 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6335e4c-67cb-4304-a3ac-884efc95a1db tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:03.814596 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f6335e4c-67cb-4304-a3ac-884efc95a1db tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:03.817719 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-5c274ed9-863d-41cd-a654-014815b16689 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] show failed (client error): The resource could not be found. Jun 21 14:55:03.818928 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5c274ed9-863d-41cd-a654-014815b16689 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "GET /v2.0/routers/afdca125-d52f-4b85-8e78-5ac3fba32742/tags/tempest-TagsExtTest-Tag-522954385 HTTP/1.1" status: 404 len: 328 time: 0.2249243 Jun 21 14:55:03.820674 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-64bf84d2-9025-4e06-9cd8-aa9fe58c1362 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:03.822541 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37534) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:03.837236 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.tag.tag_plugin [None req-0e1dd41a-e9ae-4b30-879c-58247cc6a0d3 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'afdca125-d52f-4b85-8e78-5ac3fba32742', 'tempest-TagsExtTest-Tag-1914041207') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:03.887134 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:03.911761 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 770ef2a8-b1b6-4903-baf5-e7da67bed61e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=770ef2a8-b1b6-4903-baf5-e7da67bed61e,segment=NetworkSegment(de29049e-cb44-42ae-8f1b-766943afd272),segment_id=de29049e-cb44-42ae-8f1b-766943afd272)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:03.933058 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36629ba0-ae8b-4546-a0b2-d7c2737a2307', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '770ef2a8-b1b6-4903-baf5-e7da67bed61e'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:55:03.938070 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409cb6f1-487a-49df-86ad-b0df7ce587fd" -d '{"events": [{"server_uuid": "36629ba0-ae8b-4546-a0b2-d7c2737a2307", "name": "network-vif-unplugged", "status": "completed", "tag": "770ef2a8-b1b6-4903-baf5-e7da67bed61e"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:55:03.956959 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '770ef2a8-b1b6-4903-baf5-e7da67bed61e', 'network_id': 'f484fb70-feb1-4f25-877a-464c31fc799c', 'port_id': '770ef2a8-b1b6-4903-baf5-e7da67bed61e', 'mac_address': 'fa:16:3e:65:dc:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d0620da-2b3a-40f4-8576-0503ea417cc9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:55:03.960824 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 770ef2a8-b1b6-4903-baf5-e7da67bed61e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=770ef2a8-b1b6-4903-baf5-e7da67bed61e,segment=NetworkSegment(de29049e-cb44-42ae-8f1b-766943afd272),segment_id=de29049e-cb44-42ae-8f1b-766943afd272)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:03.975919 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:03.982125 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:04.056941 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-0e1dd41a-e9ae-4b30-879c-58247cc6a0d3 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] show failed (client error): The resource could not be found. Jun 21 14:55:04.058509 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0e1dd41a-e9ae-4b30-879c-58247cc6a0d3 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "GET /v2.0/routers/afdca125-d52f-4b85-8e78-5ac3fba32742/tags/tempest-TagsExtTest-Tag-1914041207 HTTP/1.1" status: 404 len: 329 time: 0.2348351 Jun 21 14:55:04.061506 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37540) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:04.063256 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4218fe7b-05e9-495f-9905-70ea9953d86e tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:55:04.075953 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639b02a2-c0e9-4fd5-9cd5-4b2ba80528c0 None None] Sync routers for ids ['ed0493c1-b4bd-420b-b5a9-b96a50cf485f'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:55:04.076532 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.tag.tag_plugin [None req-02d61fa8-36ac-4d71-8486-77abdf7c81b3 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '326ceebd-ce06-4950-a8c8-f94a66218751', {'tags': ['tempest-TagsExtTest-Tag-532571242', 'tempest-TagsExtTest-Tag-589110483', 'tempest-TagsExtTest-Tag-333740730']}) {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:04.089045 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f6335e4c-67cb-4304-a3ac-884efc95a1db tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6113019 Jun 21 14:55:04.098172 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37542) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:04.103522 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-3a496fdc-f2e2-4c74-a95b-99070f34868c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Request body: {'subnet': {'network_id': '3a57c781-0477-43b7-a274-64c759025a3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:04.104862 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639b02a2-c0e9-4fd5-9cd5-4b2ba80528c0 None None] Routers {'ed0493c1-b4bd-420b-b5a9-b96a50cf485f'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:04.105162 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4218fe7b-05e9-495f-9905-70ea9953d86e tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] 10.222.0.72 "PUT /v2.0/routers/ed0493c1-b4bd-420b-b5a9-b96a50cf485f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9752154 Jun 21 14:55:04.106101 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-639b02a2-c0e9-4fd5-9cd5-4b2ba80528c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ed0493c1-b4bd-420b-b5a9-b96a50cf485f'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:04.108580 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37544) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:04.122115 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:04.146899 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=770ef2a8-b1b6-4903-baf5-e7da67bed61e,revision_number=6']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:04.153537 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:04.163035 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 770ef2a8-b1b6-4903-baf5-e7da67bed61e {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:55:04.167932 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6335e4c-67cb-4304-a3ac-884efc95a1db tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Network': ['ID=3a57c781-0477-43b7-a274-64c759025a3d,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:04.169630 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-7af6b476-7a8f-445c-a09e-69cc2925f119 None None] Provisioning complete for port 9eb2d48f-457d-40a8-9920-d0aa4a681c80 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:04.169767 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7af6b476-7a8f-445c-a09e-69cc2925f119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:04.172732 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f6335e4c-67cb-4304-a3ac-884efc95a1db tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:04.199272 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-639b02a2-c0e9-4fd5-9cd5-4b2ba80528c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:04.206831 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 3a57c781-0477-43b7-a274-64c759025a3d details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:55:04.227626 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639b02a2-c0e9-4fd5-9cd5-4b2ba80528c0 None None] Routers {'ed0493c1-b4bd-420b-b5a9-b96a50cf485f'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:04.230531 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-639b02a2-c0e9-4fd5-9cd5-4b2ba80528c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ed0493c1-b4bd-420b-b5a9-b96a50cf485f'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:04.262113 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 770ef2a8-b1b6-4903-baf5-e7da67bed61e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=770ef2a8-b1b6-4903-baf5-e7da67bed61e,segment=NetworkSegment(de29049e-cb44-42ae-8f1b-766943afd272),segment_id=de29049e-cb44-42ae-8f1b-766943afd272)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:04.264455 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 14:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974c0fdc-4788-4d1e-afce-e53c8b638eb7 x-openstack-request-id: req-974c0fdc-4788-4d1e-afce-e53c8b638eb7 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:55:04.265612 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36629ba0-ae8b-4546-a0b2-d7c2737a2307", "name": "network-vif-unplugged", "status": "completed", "tag": "770ef2a8-b1b6-4903-baf5-e7da67bed61e", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:55:04.265612 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-974c0fdc-4788-4d1e-afce-e53c8b638eb7 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:55:04.265612 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36629ba0-ae8b-4546-a0b2-d7c2737a2307', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '770ef2a8-b1b6-4903-baf5-e7da67bed61e', 'code': 200} Jun 21 14:55:04.284336 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-7af6b476-7a8f-445c-a09e-69cc2925f119 None None] Port 9eb2d48f-457d-40a8-9920-d0aa4a681c80 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:55:04.287456 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-02d61fa8-36ac-4d71-8486-77abdf7c81b3 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "PUT /v2.0/subnetpools/326ceebd-ce06-4950-a8c8-f94a66218751/tags HTTP/1.1" status: 200 len: 315 time: 0.2215877 Jun 21 14:55:04.287588 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:04.291824 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37546) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:04.298925 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8a72c008-cdf1-4b50-88df-df854a7209d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:04.310017 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-639b02a2-c0e9-4fd5-9cd5-4b2ba80528c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:04.311498 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639b02a2-c0e9-4fd5-9cd5-4b2ba80528c0 None None] The sync data for ids ['ed0493c1-b4bd-420b-b5a9-b96a50cf485f'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:55:04.344761 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.tag.tag_plugin [None req-1f865978-8df5-463d-8041-7d59dfb13c95 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '326ceebd-ce06-4950-a8c8-f94a66218751') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:04.354657 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e5a61e30-c46a-4f68-8c6c-843471754aee tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:04.390198 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=770ef2a8-b1b6-4903-baf5-e7da67bed61e,revision_number=7']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:04.392458 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:04.418855 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33eba67-46f1-4cd6-8579-898a00c648ce None None] Network a1b9fd81-6a7a-4736-815d-898d9ba4ce7f requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:55:04.535530 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-9bebc9b8-edfd-4833-aa3d-945487a302cf None None] Provisioning for port 108ed891-0162-43cf-b304-8d43962d88f6 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:04.538391 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1f865978-8df5-463d-8041-7d59dfb13c95 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "DELETE /v2.0/subnetpools/326ceebd-ce06-4950-a8c8-f94a66218751/tags HTTP/1.1" status: 204 len: 168 time: 0.1953032 Jun 21 14:55:04.540022 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37548) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:04.551280 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.tag.tag_plugin [None req-8a393651-5430-4911-9045-d1deb75b9964 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '326ceebd-ce06-4950-a8c8-f94a66218751', 'tempest-TagsExtTest-Tag-532571242') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:04.605601 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 8c9a1c10-970a-4df1-b04d-d7888bc696b9 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:04.661264 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-8a393651-5430-4911-9045-d1deb75b9964 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] show failed (client error): The resource could not be found. Jun 21 14:55:04.665171 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8a393651-5430-4911-9045-d1deb75b9964 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "GET /v2.0/subnetpools/326ceebd-ce06-4950-a8c8-f94a66218751/tags/tempest-TagsExtTest-Tag-532571242 HTTP/1.1" status: 404 len: 328 time: 0.1191015 Jun 21 14:55:04.666355 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37552) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:04.671461 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.tag.tag_plugin [None req-2c182a5e-fd3b-4309-9bc5-bec4497a48c5 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '326ceebd-ce06-4950-a8c8-f94a66218751', 'tempest-TagsExtTest-Tag-589110483') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:04.712970 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-996fcbdd-0d6e-47ea-b0ce-b499260cf835 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:55:04.718049 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-996fcbdd-0d6e-47ea-b0ce-b499260cf835 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] 10.222.0.72 "PUT /v2.0/routers/ed0493c1-b4bd-420b-b5a9-b96a50cf485f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6048856 Jun 21 14:55:04.718966 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['770ef2a8-b1b6-4903-baf5-e7da67bed61e'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:55:04.720820 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37554) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:04.768385 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 8c9a1c10-970a-4df1-b04d-d7888bc696b9 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:04.768792 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:04.851129 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-2c182a5e-fd3b-4309-9bc5-bec4497a48c5 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] show failed (client error): The resource could not be found. Jun 21 14:55:04.855108 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2c182a5e-fd3b-4309-9bc5-bec4497a48c5 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "GET /v2.0/subnetpools/326ceebd-ce06-4950-a8c8-f94a66218751/tags/tempest-TagsExtTest-Tag-589110483 HTTP/1.1" status: 404 len: 328 time: 0.1849341 Jun 21 14:55:04.855687 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37556) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:04.867074 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.tag.tag_plugin [None req-e433bee5-7582-4568-9c64-10c7d28a2e64 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '326ceebd-ce06-4950-a8c8-f94a66218751', 'tempest-TagsExtTest-Tag-333740730') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:04.873125 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a496fdc-f2e2-4c74-a95b-99070f34868c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Made reservation on behalf of f8317acb64424f1b9afd698dd36cd595 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:55:04.878526 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3a496fdc-f2e2-4c74-a95b-99070f34868c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:04.929891 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 108ed891-0162-43cf-b304-8d43962d88f6 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:04.981736 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-e433bee5-7582-4568-9c64-10c7d28a2e64 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] show failed (client error): The resource could not be found. Jun 21 14:55:04.985492 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e433bee5-7582-4568-9c64-10c7d28a2e64 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "GET /v2.0/subnetpools/326ceebd-ce06-4950-a8c8-f94a66218751/tags/tempest-TagsExtTest-Tag-333740730 HTTP/1.1" status: 404 len: 328 time: 0.1262968 Jun 21 14:55:04.988362 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37558) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:04.993185 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.tag.tag_plugin [None req-afea74da-ea52-4e34-bfa1-d879a2a37dd9 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '326ceebd-ce06-4950-a8c8-f94a66218751') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:05.047486 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33441f3f-6d8f-405e-bcf0-c7892b4cfc3e req-40106437-c85f-47a9-a222-2f9b938ce493 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:05.054501 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-33441f3f-6d8f-405e-bcf0-c7892b4cfc3e req-40106437-c85f-47a9-a222-2f9b938ce493 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 944 time: 0.3344939 Jun 21 14:55:05.120381 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 108ed891-0162-43cf-b304-8d43962d88f6 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:05.133543 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 108ed891-0162-43cf-b304-8d43962d88f6 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:05.133944 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:05.138966 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-33441f3f-6d8f-405e-bcf0-c7892b4cfc3e req-7a5e01c8-a05d-46ef-bbc0-2379c325abf7 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b633c1b-6044-439e-9871-9d4719d063b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831916 Jun 21 14:55:05.145569 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-afea74da-ea52-4e34-bfa1-d879a2a37dd9 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "DELETE /v2.0/subnetpools/326ceebd-ce06-4950-a8c8-f94a66218751/tags HTTP/1.1" status: 204 len: 168 time: 0.1561213 Jun 21 14:55:05.148313 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37560) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:05.153830 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.tag.tag_plugin [None req-9e9161c3-f2aa-4cbf-8fea-227a1af6d56a tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'afdca125-d52f-4b85-8e78-5ac3fba32742') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:05.173075 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e5a61e30-c46a-4f68-8c6c-843471754aee tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:05.232337 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3328a174-48fc-4d21-984a-708ce9de11d4 None None] Provisioning complete for port 108ed891-0162-43cf-b304-8d43962d88f6 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:05.232860 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3328a174-48fc-4d21-984a-708ce9de11d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:05.275060 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3a496fdc-f2e2-4c74-a95b-99070f34868c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:05.280207 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9e9161c3-f2aa-4cbf-8fea-227a1af6d56a tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "DELETE /v2.0/routers/afdca125-d52f-4b85-8e78-5ac3fba32742/tags HTTP/1.1" status: 204 len: 168 time: 0.1307940 Jun 21 14:55:05.282980 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37562) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:05.289694 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.tag.tag_plugin [None req-4afd2e54-26ef-4030-a1f3-559bbbd871a4 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '33824a84-a2e4-4bc0-abfc-191c832e84a9') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:05.312713 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a6f04bd1-b9f1-4a06-bbc9-5de7e4af5426 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:05.340888 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:05.360411 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:05.390941 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a496fdc-f2e2-4c74-a95b-99070f34868c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Subnet': ['ID=4e170cac-ba9d-47d1-8936-a38bbe2b89c2,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:05.394727 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3a496fdc-f2e2-4c74-a95b-99070f34868c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:05.397440 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37564) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:05.399513 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4afd2e54-26ef-4030-a1f3-559bbbd871a4 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "DELETE /v2.0/ports/33824a84-a2e4-4bc0-abfc-191c832e84a9/tags HTTP/1.1" status: 204 len: 168 time: 0.1145303 Jun 21 14:55:05.402552 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.tag.tag_plugin [None req-e25dd7ae-8156-4681-a2b5-d6abdb0f7daf tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'fab1c8b2-c02e-4e75-99e9-3f043f7bc37e') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:05.406738 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-73fd99a1-0284-47b4-b985-e36b07827420 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:05.432606 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 108ed891-0162-43cf-b304-8d43962d88f6, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=108ed891-0162-43cf-b304-8d43962d88f6,segment=NetworkSegment(bc2febce-d3da-4387-b2cd-f8ddad3a890e),segment_id=bc2febce-d3da-4387-b2cd-f8ddad3a890e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:05.432892 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a496fdc-f2e2-4c74-a95b-99070f34868c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Checking segment: {'id': '316b8d1c-128d-4e6c-8410-17b09722ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3a57c781-0477-43b7-a274-64c759025a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:55:05.433260 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a496fdc-f2e2-4c74-a95b-99070f34868c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Network hostable DHCP agents. Network: 3a57c781-0477-43b7-a274-64c759025a3d, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:55:05.436091 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3328a174-48fc-4d21-984a-708ce9de11d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:05.447084 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:05.450463 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-01be74ac-2861-465b-a866-0ed5840c9ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:05.479223 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a496fdc-f2e2-4c74-a95b-99070f34868c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Network 3a57c781-0477-43b7-a274-64c759025a3d is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:55:05.487336 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a61e30-c46a-4f68-8c6c-843471754aee tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Router 29e2f047-9ebb-4a62-a35f-e4bac6d1775d is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:55:05.503918 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-3a496fdc-f2e2-4c74-a95b-99070f34868c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 3a57c781-0477-43b7-a274-64c759025a3d) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:05.512124 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a496fdc-f2e2-4c74-a95b-99070f34868c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:05.513056 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3a496fdc-f2e2-4c74-a95b-99070f34868c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:05.515494 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7036c0-d705-4cda-b044-e67c69696324 None None] Network 3a57c781-0477-43b7-a274-64c759025a3d requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:55:05.571734 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=108ed891-0162-43cf-b304-8d43962d88f6,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:05.581002 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e25dd7ae-8156-4681-a2b5-d6abdb0f7daf tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "DELETE /v2.0/subnets/fab1c8b2-c02e-4e75-99e9-3f043f7bc37e/tags HTTP/1.1" status: 204 len: 168 time: 0.1767476 Jun 21 14:55:05.581002 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3a496fdc-f2e2-4c74-a95b-99070f34868c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4791906 Jun 21 14:55:05.581339 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.db.api [None req-3328a174-48fc-4d21-984a-708ce9de11d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 14:55:05.581339 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_db.api [None req-3328a174-48fc-4d21-984a-708ce9de11d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 14:55:05.581339 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:05.581657 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37566) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:05.581771 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37568) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:05.586480 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-ac368980-a562-404e-bef0-ca50e659be6f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-220619011', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:05.686677 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ac368980-a562-404e-bef0-ca50e659be6f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:05.687849 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ac368980-a562-404e-bef0-ca50e659be6f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:05.706947 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-73fd99a1-0284-47b4-b985-e36b07827420 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Deleting port 9eb2d48f-457d-40a8-9920-d0aa4a681c80 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:55:05.707285 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-73fd99a1-0284-47b4-b985-e36b07827420 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:05.708756 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b6563e-e463-4cbe-80f1-897c4df71005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-3a57c781-0477-43b7-a274-64c759025a3d', 'network_id': '3a57c781-0477-43b7-a274-64c759025a3d', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'fixed_ips': [{'subnet_id': '4e170cac-ba9d-47d1-8936-a38bbe2b89c2'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:55:05.709290 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-03b6563e-e463-4cbe-80f1-897c4df71005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:05.713076 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a61e30-c46a-4f68-8c6c-843471754aee tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:55:05.729564 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c5cc78-0232-4767-9feb-d528649573c6 None None] Sync routers for ids ['29e2f047-9ebb-4a62-a35f-e4bac6d1775d'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:55:05.765535 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e5a61e30-c46a-4f68-8c6c-843471754aee tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:05.766921 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e5a61e30-c46a-4f68-8c6c-843471754aee tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.8026757 Jun 21 14:55:05.769814 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37570) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:05.799876 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c5cc78-0232-4767-9feb-d528649573c6 None None] Routers {'29e2f047-9ebb-4a62-a35f-e4bac6d1775d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:05.800546 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-59c5cc78-0232-4767-9feb-d528649573c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['29e2f047-9ebb-4a62-a35f-e4bac6d1775d'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:05.803856 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-234e7de0-fb53-4b9e-be87-83dd641fe7e9 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks [] for subnetpool, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:05.807455 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-234e7de0-fb53-4b9e-be87-83dd641fe7e9 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "DELETE /v2.0/subnetpools/326ceebd-ce06-4950-a8c8-f94a66218751 HTTP/1.1" status: 204 len: 168 time: 0.2127964 Jun 21 14:55:05.812428 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37572) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:05.826803 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-73fd99a1-0284-47b4-b985-e36b07827420 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:05.835822 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ac368980-a562-404e-bef0-ca50e659be6f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:05.847302 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ac368980-a562-404e-bef0-ca50e659be6f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:05.854521 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-45d2ca2a-916d-4fac-b762-a0b329e965d2 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "GET /v2.0/ports?device_id=afdca125-d52f-4b85-8e78-5ac3fba32742 HTTP/1.1" status: 200 len: 205 time: 0.0387347 Jun 21 14:55:05.854750 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37574) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:05.905440 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ac368980-a562-404e-bef0-ca50e659be6f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:05.909270 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ac368980-a562-404e-bef0-ca50e659be6f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3239024 Jun 21 14:55:05.909539 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37576) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:05.932240 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5e2e8a47-5fa0-4cee-82c0-11788a97d5dd tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:05.969816 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-03b6563e-e463-4cbe-80f1-897c4df71005 None None] Allocated IP 2001:db8::2 (3a57c781-0477-43b7-a274-64c759025a3d/4e170cac-ba9d-47d1-8936-a38bbe2b89c2/b66fbd1a-2d55-446d-9486-b66c54a697d9) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:55:05.984668 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-59c5cc78-0232-4767-9feb-d528649573c6 None None] Set router 29e2f047-9ebb-4a62-a35f-e4bac6d1775d gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:55:05.997087 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-95343f6a-f234-4a4f-8aec-42b815a03cae tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] 10.222.0.72 "GET /v2.0/routers/29e2f047-9ebb-4a62-a35f-e4bac6d1775d HTTP/1.1" status: 200 len: 909 time: 0.2233360 Jun 21 14:55:06.001282 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37578) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:06.005656 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-9eba1428-83f2-47ab-b674-97d63da72585 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1390353402', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'enable_snat': True}}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:06.018775 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-73fd99a1-0284-47b4-b985-e36b07827420 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Calling delete_port for 9eb2d48f-457d-40a8-9920-d0aa4a681c80 owned by network:router_interface {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:55:06.122117 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9eba1428-83f2-47ab-b674-97d63da72585 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:06.123323 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9eba1428-83f2-47ab-b674-97d63da72585 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:06.235092 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9eba1428-83f2-47ab-b674-97d63da72585 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:06.351174 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-edeacac0-5c54-4522-b079-e5cbb7209c81 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:06.456546 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 108ed891-0162-43cf-b304-8d43962d88f6 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:06.476069 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9eba1428-83f2-47ab-b674-97d63da72585 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:06.574033 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-03b6563e-e463-4cbe-80f1-897c4df71005 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:06.585388 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-59c5cc78-0232-4767-9feb-d528649573c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e2f047-9ebb-4a62-a35f-e4bac6d1775d', 'name': 'tempest-snat-router-1390353402', 'tenant_id': 'c3bacef0ca64452bbbf84df00c6c494f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.243'}], 'enable_snat': False}, 'gw_port_id': '97ee6f82-3b76-4734-bd4c-d14cc9fab3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:01Z', 'updated_at': '2021-06-21T14:55:04Z', 'revision_number': 3, 'project_id': 'c3bacef0ca64452bbbf84df00c6c494f', 'gw_port': {'id': '97ee6f82-3b76-4734-bd4c-d14cc9fab3f3', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e2f047-9ebb-4a62-a35f-e4bac6d1775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:02Z', 'updated_at': '2021-06-21T14:55:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:06.588862 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5e2e8a47-5fa0-4cee-82c0-11788a97d5dd tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:06.591063 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-03b6563e-e463-4cbe-80f1-897c4df71005 None None] Transition to ACTIVE for port object b66fbd1a-2d55-446d-9486-b66c54a697d9 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:06.612520 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5e2e8a47-5fa0-4cee-82c0-11788a97d5dd tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:06.616739 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 108ed891-0162-43cf-b304-8d43962d88f6 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:06.617458 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:06.622572 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c5cc78-0232-4767-9feb-d528649573c6 None None] Checking router: 29e2f047-9ebb-4a62-a35f-e4bac6d1775d for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:55:06.622776 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c5cc78-0232-4767-9feb-d528649573c6 None None] Updating router 29e2f047-9ebb-4a62-a35f-e4bac6d1775d port 97ee6f82-3b76-4734-bd4c-d14cc9fab3f3 binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:55:06.684726 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-03b6563e-e463-4cbe-80f1-897c4df71005 None None] Transition to ACTIVE for port object b66fbd1a-2d55-446d-9486-b66c54a697d9 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:06.696848 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-03b6563e-e463-4cbe-80f1-897c4df71005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:06.703062 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-01be74ac-2861-465b-a866-0ed5840c9ae3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:06.715357 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5e2e8a47-5fa0-4cee-82c0-11788a97d5dd tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:06.716040 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2e8a47-5fa0-4cee-82c0-11788a97d5dd tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Fanout notify agent at l3_agent the message router_deleted on router afdca125-d52f-4b85-8e78-5ac3fba32742 {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:55:06.726511 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5e2e8a47-5fa0-4cee-82c0-11788a97d5dd tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:06.730136 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5e2e8a47-5fa0-4cee-82c0-11788a97d5dd tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "DELETE /v2.0/routers/afdca125-d52f-4b85-8e78-5ac3fba32742 HTTP/1.1" status: 204 len: 168 time: 0.8743563 Jun 21 14:55:06.731527 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37582) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:06.734028 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-59c5cc78-0232-4767-9feb-d528649573c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:06.759574 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27862d55-6dda-48b0-85c4-3d1d24e3b6b9 req-036ea497-6839-49c7-9484-51094ac9c263 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:06.761101 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-27862d55-6dda-48b0-85c4-3d1d24e3b6b9 req-036ea497-6839-49c7-9484-51094ac9c263 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 944 time: 0.1931884 Jun 21 14:55:06.773815 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b6563e-e463-4cbe-80f1-897c4df71005 None None] Network 3a57c781-0477-43b7-a274-64c759025a3d is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:06.786248 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-03b6563e-e463-4cbe-80f1-897c4df71005 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:06.790415 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b6563e-e463-4cbe-80f1-897c4df71005 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:55:06.796335 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b6563e-e463-4cbe-80f1-897c4df71005 None None] Pushing event updated for resources: {'Port': ['ID=b66fbd1a-2d55-446d-9486-b66c54a697d9,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:06.805000 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-edeacac0-5c54-4522-b079-e5cbb7209c81 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Allocated IP 2001:db8::1 (3a57c781-0477-43b7-a274-64c759025a3d/4e170cac-ba9d-47d1-8936-a38bbe2b89c2/5de4e2d3-fc3f-416d-ad92-8b8f8bcb95a6) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:55:06.807315 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-03b6563e-e463-4cbe-80f1-897c4df71005 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:06.847732 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-27862d55-6dda-48b0-85c4-3d1d24e3b6b9 req-f387d751-094e-4cd1-941e-909dd621e9e8 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b633c1b-6044-439e-9871-9d4719d063b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697541 Jun 21 14:55:06.855402 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-73fd99a1-0284-47b4-b985-e36b07827420 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:06.859020 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5ed97815-1f86-4143-b7d1-f6881f15b940 tempest-TestServerAdvancedOps-440941908 tempest-TestServerAdvancedOps-440941908-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:06.886317 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37584) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:06.899325 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd99a1-0284-47b4-b985-e36b07827420 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Pushing event deleted for resources: {'Port': ['ID=9eb2d48f-457d-40a8-9920-d0aa4a681c80,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:06.910215 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-73fd99a1-0284-47b4-b985-e36b07827420 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:06.968045 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-03b6563e-e463-4cbe-80f1-897c4df71005 None None] Attempting to bind port b66fbd1a-2d55-446d-9486-b66c54a697d9 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:55:06.968416 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-03b6563e-e463-4cbe-80f1-897c4df71005 None None] Attempting to bind port b66fbd1a-2d55-446d-9486-b66c54a697d9 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '316b8d1c-128d-4e6c-8410-17b09722ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3a57c781-0477-43b7-a274-64c759025a3d'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:55:06.968770 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b6563e-e463-4cbe-80f1-897c4df71005 None None] Attempting to bind port b66fbd1a-2d55-446d-9486-b66c54a697d9 on network 3a57c781-0477-43b7-a274-64c759025a3d {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:55:06.978363 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b6563e-e463-4cbe-80f1-897c4df71005 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:55:06.978796 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b6563e-e463-4cbe-80f1-897c4df71005 None None] Checking segment: {'id': '316b8d1c-128d-4e6c-8410-17b09722ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3a57c781-0477-43b7-a274-64c759025a3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:55:06.979285 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-03b6563e-e463-4cbe-80f1-897c4df71005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:06.979774 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b6563e-e463-4cbe-80f1-897c4df71005 None None] Bound using segment: {'id': '316b8d1c-128d-4e6c-8410-17b09722ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3a57c781-0477-43b7-a274-64c759025a3d'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:55:06.980396 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-03b6563e-e463-4cbe-80f1-897c4df71005 None None] Bound port: b66fbd1a-2d55-446d-9486-b66c54a697d9, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '316b8d1c-128d-4e6c-8410-17b09722ac38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '3a57c781-0477-43b7-a274-64c759025a3d'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:55:06.980777 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-03b6563e-e463-4cbe-80f1-897c4df71005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:07.019691 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-73fd99a1-0284-47b4-b985-e36b07827420 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:07.197856 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-59c5cc78-0232-4767-9feb-d528649573c6 None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:07.203344 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73fd99a1-0284-47b4-b985-e36b07827420 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Router ed0493c1-b4bd-420b-b5a9-b96a50cf485f has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:55:07.221692 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-59c5cc78-0232-4767-9feb-d528649573c6 None None] Transition to ACTIVE for port object 97ee6f82-3b76-4734-bd4c-d14cc9fab3f3 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:07.234649 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-59c5cc78-0232-4767-9feb-d528649573c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:07.238233 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8185d42a-a972-4c60-ac5f-32b76ac0ede5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:07.240777 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-03b6563e-e463-4cbe-80f1-897c4df71005 None None] For port b66fbd1a-2d55-446d-9486-b66c54a697d9, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:55:07.245497 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-03b6563e-e463-4cbe-80f1-897c4df71005 None None] For port b66fbd1a-2d55-446d-9486-b66c54a697d9, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=b66fbd1a-2d55-446d-9486-b66c54a697d9,segment=NetworkSegment(316b8d1c-128d-4e6c-8410-17b09722ac38),segment_id=316b8d1c-128d-4e6c-8410-17b09722ac38)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:55:07.272785 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-03b6563e-e463-4cbe-80f1-897c4df71005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:07.292100 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73fd99a1-0284-47b4-b985-e36b07827420 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:55:07.297719 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-73fd99a1-0284-47b4-b985-e36b07827420 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] 10.222.0.72 "PUT /v2.0/routers/ed0493c1-b4bd-420b-b5a9-b96a50cf485f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5745020 Jun 21 14:55:07.301323 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37586) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:07.304684 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c24a509-bea6-429e-92ef-79a476d62ab7 None None] Sync routers for ids ['ed0493c1-b4bd-420b-b5a9-b96a50cf485f'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:55:07.317545 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c24a509-bea6-429e-92ef-79a476d62ab7 None None] Routers {'ed0493c1-b4bd-420b-b5a9-b96a50cf485f'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:07.319773 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-59c5cc78-0232-4767-9feb-d528649573c6 None None] Attempting to bind port 97ee6f82-3b76-4734-bd4c-d14cc9fab3f3 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:55:07.319773 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-59c5cc78-0232-4767-9feb-d528649573c6 None None] Attempting to bind port 97ee6f82-3b76-4734-bd4c-d14cc9fab3f3 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:55:07.320130 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c5cc78-0232-4767-9feb-d528649573c6 None None] Attempting to bind port 97ee6f82-3b76-4734-bd4c-d14cc9fab3f3 on network 78e7bc12-ea33-4baf-9744-b93105835641 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:55:07.320379 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-6c24a509-bea6-429e-92ef-79a476d62ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ed0493c1-b4bd-420b-b5a9-b96a50cf485f'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:07.326204 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c5cc78-0232-4767-9feb-d528649573c6 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:55:07.327162 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c5cc78-0232-4767-9feb-d528649573c6 None None] Checking segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:55:07.327162 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-59c5cc78-0232-4767-9feb-d528649573c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:07.327391 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c5cc78-0232-4767-9feb-d528649573c6 None None] Bound using segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:55:07.327859 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-59c5cc78-0232-4767-9feb-d528649573c6 None None] Bound port: 97ee6f82-3b76-4734-bd4c-d14cc9fab3f3, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:55:07.328276 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-59c5cc78-0232-4767-9feb-d528649573c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:07.330734 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf0f70-7e10-4440-a1be-2c0e7710bd73 None None] Pushing event updated for resources: {'Port': ['ID=97ee6f82-3b76-4734-bd4c-d14cc9fab3f3,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:07.334232 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-68cf0f70-7e10-4440-a1be-2c0e7710bd73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:07.336765 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-a96f25aa-704e-4910-ac68-e64e46c852a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:07.369646 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-0058ba18-77c2-4c2a-a433-c1ba685d8b70 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] delete failed (client error): The resource could not be found. Jun 21 14:55:07.371629 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0058ba18-77c2-4c2a-a433-c1ba685d8b70 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] 10.222.0.72 "DELETE /v2.0/routers/tempest-non_exist_router-1804768343 HTTP/1.1" status: 404 len: 335 time: 0.0687339 Jun 21 14:55:07.375270 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37588) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:07.380106 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-12de4963-a314-4263-9a5c-c30eb4cf6192 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ed0493c1-b4bd-420b-b5a9-b96a50cf485f'}}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:07.394527 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 770ef2a8-b1b6-4903-baf5-e7da67bed61e up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:07.413760 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-6c24a509-bea6-429e-92ef-79a476d62ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:07.439844 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c24a509-bea6-429e-92ef-79a476d62ab7 None None] Routers {'ed0493c1-b4bd-420b-b5a9-b96a50cf485f'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:07.441436 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-6c24a509-bea6-429e-92ef-79a476d62ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ed0493c1-b4bd-420b-b5a9-b96a50cf485f'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:07.449885 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6ea13ed6-acd5-40fc-8adc-3b48c4f59126 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/floatingips/f7c7d661-18ac-4d40-8f7c-6c67f1278edd HTTP/1.1" status: 200 len: 992 time: 0.5621858 Jun 21 14:55:07.481810 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9eba1428-83f2-47ab-b674-97d63da72585 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:07.490950 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b6563e-e463-4cbe-80f1-897c4df71005 None None] Pushing event updated for resources: {'Port': ['ID=b66fbd1a-2d55-446d-9486-b66c54a697d9,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:07.494304 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-03b6563e-e463-4cbe-80f1-897c4df71005 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:07.498755 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-59c5cc78-0232-4767-9feb-d528649573c6 None None] For port 97ee6f82-3b76-4734-bd4c-d14cc9fab3f3, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:55:07.502069 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-59c5cc78-0232-4767-9feb-d528649573c6 None None] For port 97ee6f82-3b76-4734-bd4c-d14cc9fab3f3, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=97ee6f82-3b76-4734-bd4c-d14cc9fab3f3,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:55:07.516459 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-59c5cc78-0232-4767-9feb-d528649573c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:07.519873 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9eba1428-83f2-47ab-b674-97d63da72585 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:07.527686 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-7808ede6-b566-48ae-a12d-4fed8f5fade2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:07.528987 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-3a3a10b3-1579-4968-83c4-beb0f088cb56 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Deleting port 33824a84-a2e4-4bc0-abfc-191c832e84a9 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:55:07.529427 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3a3a10b3-1579-4968-83c4-beb0f088cb56 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:07.531121 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-6c24a509-bea6-429e-92ef-79a476d62ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:07.532190 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c24a509-bea6-429e-92ef-79a476d62ab7 None None] The sync data for ids ['ed0493c1-b4bd-420b-b5a9-b96a50cf485f'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:55:07.547924 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-edeacac0-5c54-4522-b079-e5cbb7209c81 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:07.563844 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-edeacac0-5c54-4522-b079-e5cbb7209c81 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Transition to ACTIVE for port object 5de4e2d3-fc3f-416d-ad92-8b8f8bcb95a6 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:07.565003 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 770ef2a8-b1b6-4903-baf5-e7da67bed61e triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:07.565383 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:07.666246 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c5cc78-0232-4767-9feb-d528649573c6 None None] Routers {'29e2f047-9ebb-4a62-a35f-e4bac6d1775d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:07.667143 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-59c5cc78-0232-4767-9feb-d528649573c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['29e2f047-9ebb-4a62-a35f-e4bac6d1775d'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:07.706733 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf0f70-7e10-4440-a1be-2c0e7710bd73 None None] Pushing event updated for resources: {'Port': ['ID=97ee6f82-3b76-4734-bd4c-d14cc9fab3f3,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:07.712921 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-68cf0f70-7e10-4440-a1be-2c0e7710bd73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:07.734120 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-12de4963-a314-4263-9a5c-c30eb4cf6192 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:07.751102 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-edeacac0-5c54-4522-b079-e5cbb7209c81 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:07.765384 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-37ba900f-e824-44bf-af07-70dd9486d4b9 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:07.769955 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-12de4963-a314-4263-9a5c-c30eb4cf6192 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] update failed (client error): The resource could not be found. Jun 21 14:55:07.775097 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-12de4963-a314-4263-9a5c-c30eb4cf6192 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] 10.222.0.72 "PUT /v2.0/routers/ed0493c1-b4bd-420b-b5a9-b96a50cf485f HTTP/1.1" status: 404 len: 339 time: 0.3955114 Jun 21 14:55:07.777177 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37590) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:07.781906 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-0be6e062-7aea-4be0-9771-263b51385734 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1492865058'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:07.784089 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edeacac0-5c54-4522-b079-e5cbb7209c81 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Network 3a57c781-0477-43b7-a274-64c759025a3d is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:07.808409 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be6e062-7aea-4be0-9771-263b51385734 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Made reservation on behalf of eda2e39ee6c1463881fdb1a04fc41892 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:55:07.812358 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0be6e062-7aea-4be0-9771-263b51385734 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:07.826278 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-59c5cc78-0232-4767-9feb-d528649573c6 None None] Set router 29e2f047-9ebb-4a62-a35f-e4bac6d1775d gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:55:07.838011 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0be6e062-7aea-4be0-9771-263b51385734 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:55:07.840777 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-edeacac0-5c54-4522-b079-e5cbb7209c81 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:07.849979 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0be6e062-7aea-4be0-9771-263b51385734 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:07.850981 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-0be6e062-7aea-4be0-9771-263b51385734 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Added segment 5fee1338-6658-4fb9-96b7-0ded30e26439 of type vlan for network 218b3452-80f2-4994-8255-b10c80d29430 Jun 21 14:55:07.855006 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edeacac0-5c54-4522-b079-e5cbb7209c81 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:55:07.855006 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-edeacac0-5c54-4522-b079-e5cbb7209c81 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:07.897236 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0be6e062-7aea-4be0-9771-263b51385734 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:07.904814 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:07.910099 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3a3a10b3-1579-4968-83c4-beb0f088cb56 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:07.935307 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0be6e062-7aea-4be0-9771-263b51385734 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:07.943617 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be6e062-7aea-4be0-9771-263b51385734 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:07.943980 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0be6e062-7aea-4be0-9771-263b51385734 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:07.947787 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-53bdc55e-64ea-4d71-ad29-915e21b2d9d0 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:07.966283 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36629ba0-ae8b-4546-a0b2-d7c2737a2307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770ef2a8-b1b6-4903-baf5-e7da67bed61e'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:55:07.969095 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d84a1eb-c0fc-4338-af51-4e707167854f" -d '{"events": [{"server_uuid": "36629ba0-ae8b-4546-a0b2-d7c2737a2307", "name": "network-vif-plugged", "status": "completed", "tag": "770ef2a8-b1b6-4903-baf5-e7da67bed61e"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:55:07.976334 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeacac0-5c54-4522-b079-e5cbb7209c81 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Port': ['ID=5de4e2d3-fc3f-416d-ad92-8b8f8bcb95a6,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:07.993255 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 770ef2a8-b1b6-4903-baf5-e7da67bed61e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=770ef2a8-b1b6-4903-baf5-e7da67bed61e,segment=NetworkSegment(de29049e-cb44-42ae-8f1b-766943afd272),segment_id=de29049e-cb44-42ae-8f1b-766943afd272)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:08.011296 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:08.013602 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-3a3a10b3-1579-4968-83c4-beb0f088cb56 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Calling delete_port for 33824a84-a2e4-4bc0-abfc-191c832e84a9 owned by {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:55:08.016705 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-edeacac0-5c54-4522-b079-e5cbb7209c81 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:08.017849 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-9eba1428-83f2-47ab-b674-97d63da72585 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Allocated IP 172.26.3.82 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/2b3ce465-cc68-483c-a857-359fa1e09235) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:55:08.019114 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0be6e062-7aea-4be0-9771-263b51385734 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2422938 Jun 21 14:55:08.020839 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-68cf0f70-7e10-4440-a1be-2c0e7710bd73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:08.022005 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37594) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:08.031362 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-156322aa-0754-46f6-9df0-d82a10bd33e3 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Request body: {'subnet': {'network_id': '218b3452-80f2-4994-8255-b10c80d29430', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:08.051177 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be6e062-7aea-4be0-9771-263b51385734 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Pushing event updated for resources: {'Network': ['ID=218b3452-80f2-4994-8255-b10c80d29430,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:08.067345 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e480d97e-6971-47fa-9a14-3e607f4b7071 x-openstack-request-id: req-e480d97e-6971-47fa-9a14-3e607f4b7071 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:55:08.068029 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36629ba0-ae8b-4546-a0b2-d7c2737a2307", "name": "network-vif-plugged", "status": "completed", "tag": "770ef2a8-b1b6-4903-baf5-e7da67bed61e", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:55:08.068541 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e480d97e-6971-47fa-9a14-3e607f4b7071 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:55:08.069157 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36629ba0-ae8b-4546-a0b2-d7c2737a2307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '770ef2a8-b1b6-4903-baf5-e7da67bed61e', 'code': 200} Jun 21 14:55:08.070106 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 218b3452-80f2-4994-8255-b10c80d29430 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:55:08.079632 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0be6e062-7aea-4be0-9771-263b51385734 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:08.130893 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156322aa-0754-46f6-9df0-d82a10bd33e3 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Made reservation on behalf of eda2e39ee6c1463881fdb1a04fc41892 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:55:08.134999 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-156322aa-0754-46f6-9df0-d82a10bd33e3 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:08.192777 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=770ef2a8-b1b6-4903-baf5-e7da67bed61e,revision_number=8']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:08.195853 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:08.216054 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-59c5cc78-0232-4767-9feb-d528649573c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e2f047-9ebb-4a62-a35f-e4bac6d1775d', 'name': 'tempest-snat-router-1390353402', 'tenant_id': 'c3bacef0ca64452bbbf84df00c6c494f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.243'}], 'enable_snat': False}, 'gw_port_id': '97ee6f82-3b76-4734-bd4c-d14cc9fab3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:01Z', 'updated_at': '2021-06-21T14:55:04Z', 'revision_number': 3, 'project_id': 'c3bacef0ca64452bbbf84df00c6c494f', 'gw_port': {'id': '97ee6f82-3b76-4734-bd4c-d14cc9fab3f3', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e2f047-9ebb-4a62-a35f-e4bac6d1775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:02Z', 'updated_at': '2021-06-21T14:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:08.245975 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-edeacac0-5c54-4522-b079-e5cbb7209c81 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:08.260163 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c5cc78-0232-4767-9feb-d528649573c6 None None] The sync data for ids ['29e2f047-9ebb-4a62-a35f-e4bac6d1775d'] in dv-neutron-797121-2-hyperv is: [{'id': '29e2f047-9ebb-4a62-a35f-e4bac6d1775d', 'name': 'tempest-snat-router-1390353402', 'tenant_id': 'c3bacef0ca64452bbbf84df00c6c494f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.243'}], 'enable_snat': False}, 'gw_port_id': '97ee6f82-3b76-4734-bd4c-d14cc9fab3f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:01Z', 'updated_at': '2021-06-21T14:55:04Z', 'revision_number': 3, 'project_id': 'c3bacef0ca64452bbbf84df00c6c494f', 'gw_port': {'id': '97ee6f82-3b76-4734-bd4c-d14cc9fab3f3', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:0a:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e2f047-9ebb-4a62-a35f-e4bac6d1775d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1133, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:02Z', 'updated_at': '2021-06-21T14:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:55:08.407449 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-156322aa-0754-46f6-9df0-d82a10bd33e3 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:08.412302 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3a2510a4-159c-4bec-bff8-5d85680b3320 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:08.463921 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device b66fbd1a-2d55-446d-9486-b66c54a697d9 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:08.481218 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9eba1428-83f2-47ab-b674-97d63da72585 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:08.513891 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156322aa-0754-46f6-9df0-d82a10bd33e3 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Pushing event updated for resources: {'Subnet': ['ID=609ff8af-e2fd-4c44-a25f-c3039cc61883,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:08.517105 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-156322aa-0754-46f6-9df0-d82a10bd33e3 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:08.530483 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3a3a10b3-1579-4968-83c4-beb0f088cb56 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:08.532541 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156322aa-0754-46f6-9df0-d82a10bd33e3 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Checking segment: {'id': '5fee1338-6658-4fb9-96b7-0ded30e26439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '218b3452-80f2-4994-8255-b10c80d29430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:55:08.533171 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156322aa-0754-46f6-9df0-d82a10bd33e3 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Network hostable DHCP agents. Network: 218b3452-80f2-4994-8255-b10c80d29430, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:55:08.546417 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2dce87bd-e9af-483d-bed4-0e39324bdad1 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:08.556234 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port b66fbd1a-2d55-446d-9486-b66c54a697d9 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:08.557886 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156322aa-0754-46f6-9df0-d82a10bd33e3 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Network 218b3452-80f2-4994-8255-b10c80d29430 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:55:08.572488 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-156322aa-0754-46f6-9df0-d82a10bd33e3 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 218b3452-80f2-4994-8255-b10c80d29430) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:08.581630 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156322aa-0754-46f6-9df0-d82a10bd33e3 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:08.583118 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459b9dfe-3abe-46a3-b961-b06ecc3b1c7d None None] Network 218b3452-80f2-4994-8255-b10c80d29430 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:55:08.583713 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-156322aa-0754-46f6-9df0-d82a10bd33e3 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:08.587890 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3a10b3-1579-4968-83c4-beb0f088cb56 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Pushing event deleted for resources: {'Port': ['ID=33824a84-a2e4-4bc0-abfc-191c832e84a9,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:08.590816 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9eba1428-83f2-47ab-b674-97d63da72585 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:08.597294 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3a3a10b3-1579-4968-83c4-beb0f088cb56 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:08.597898 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3a3a10b3-1579-4968-83c4-beb0f088cb56 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:08.626365 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-156322aa-0754-46f6-9df0-d82a10bd33e3 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6030741 Jun 21 14:55:08.629495 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37596) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:08.650162 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-a618a9c2-4d87-4472-8ebe-f701e08b0dc2 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Request body: {'router': {'external_gateway_info': {'network_id': '218b3452-80f2-4994-8255-b10c80d29430'}}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:08.827534 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be973654-985d-4ac1-9a86-4806236ff5c8 None None] Network 3a57c781-0477-43b7-a274-64c759025a3d requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:55:08.831236 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eba1428-83f2-47ab-b674-97d63da72585 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:08.850950 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-9eba1428-83f2-47ab-b674-97d63da72585 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:08.864543 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eba1428-83f2-47ab-b674-97d63da72585 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:55:08.871685 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba1428-83f2-47ab-b674-97d63da72585 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Pushing event updated for resources: {'Port': ['ID=2b3ce465-cc68-483c-a857-359fa1e09235,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:08.913995 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9eba1428-83f2-47ab-b674-97d63da72585 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:08.937554 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-12550608-f7d4-4b1f-aa92-ed2391e9a7a0 None None] Provisioning for port b66fbd1a-2d55-446d-9486-b66c54a697d9 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:08.948587 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-12550608-f7d4-4b1f-aa92-ed2391e9a7a0 None None] Provisioning complete for port b66fbd1a-2d55-446d-9486-b66c54a697d9 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:08.949023 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-12550608-f7d4-4b1f-aa92-ed2391e9a7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:08.957254 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3a3a10b3-1579-4968-83c4-beb0f088cb56 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:08.961421 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3a3a10b3-1579-4968-83c4-beb0f088cb56 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "DELETE /v2.0/ports/33824a84-a2e4-4bc0-abfc-191c832e84a9 HTTP/1.1" status: 204 len: 168 time: 2.2251437 Jun 21 14:55:08.963209 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37598) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:08.991456 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a618a9c2-4d87-4472-8ebe-f701e08b0dc2 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:09.000237 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691e08f3-a1e6-4f2f-88e6-5adb404ce9d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-218b3452-80f2-4994-8255-b10c80d29430', 'network_id': '218b3452-80f2-4994-8255-b10c80d29430', 'tenant_id': 'eda2e39ee6c1463881fdb1a04fc41892', 'fixed_ips': [{'subnet_id': '609ff8af-e2fd-4c44-a25f-c3039cc61883'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:55:09.002374 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-691e08f3-a1e6-4f2f-88e6-5adb404ce9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:09.132966 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-12550608-f7d4-4b1f-aa92-ed2391e9a7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:09.154578 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb0966c-3a55-46e8-8aae-2407121d1c24 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Deleting subnet fab1c8b2-c02e-4e75-99e9-3f043f7bc37e {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:55:09.170089 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5fb0966c-3a55-46e8-8aae-2407121d1c24 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:09.172494 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-a618a9c2-4d87-4472-8ebe-f701e08b0dc2 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:55:09.173957 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a618a9c2-4d87-4472-8ebe-f701e08b0dc2 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] 10.222.0.72 "PUT /v2.0/routers/ed0493c1-b4bd-420b-b5a9-b96a50cf485f HTTP/1.1" status: 400 len: 364 time: 0.5431390 Jun 21 14:55:09.177674 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37600) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:09.243837 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-edeacac0-5c54-4522-b079-e5cbb7209c81 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:09.248559 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-12550608-f7d4-4b1f-aa92-ed2391e9a7a0 None None] For port b66fbd1a-2d55-446d-9486-b66c54a697d9, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=b66fbd1a-2d55-446d-9486-b66c54a697d9,segment=NetworkSegment(316b8d1c-128d-4e6c-8410-17b09722ac38),segment_id=316b8d1c-128d-4e6c-8410-17b09722ac38)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:09.266902 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-12550608-f7d4-4b1f-aa92-ed2391e9a7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:09.272499 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:09.274751 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-edeacac0-5c54-4522-b079-e5cbb7209c81 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:09.275661 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-edeacac0-5c54-4522-b079-e5cbb7209c81 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:09.285383 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a6686ea7-e55f-4fd0-bd8f-bb869febe108 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:09.312348 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5fb0966c-3a55-46e8-8aae-2407121d1c24 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:09.367379 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeacac0-5c54-4522-b079-e5cbb7209c81 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Port': ['ID=5de4e2d3-fc3f-416d-ad92-8b8f8bcb95a6,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:09.377956 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-edeacac0-5c54-4522-b079-e5cbb7209c81 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:09.390718 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12550608-f7d4-4b1f-aa92-ed2391e9a7a0 None None] Pushing event updated for resources: {'Port': ['ID=b66fbd1a-2d55-446d-9486-b66c54a697d9,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:09.397865 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-691e08f3-a1e6-4f2f-88e6-5adb404ce9d2 None None] Allocated IP 2001:db8:1::2 (218b3452-80f2-4994-8255-b10c80d29430/609ff8af-e2fd-4c44-a25f-c3039cc61883/95fa4d61-05bc-4950-9aea-88919969265d) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:55:09.400447 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-12550608-f7d4-4b1f-aa92-ed2391e9a7a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:09.587835 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1f938ffc-7bef-4a3a-8963-47f13731e41d tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:09.626218 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-9e601f71-1f23-407d-8b93-7c1c62e384dd req-5669df25-378d-434e-b360-c8352f6c1e88 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4199538 Jun 21 14:55:09.629398 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5fb0966c-3a55-46e8-8aae-2407121d1c24 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:09.749983 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9eba1428-83f2-47ab-b674-97d63da72585 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:09.754150 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edeacac0-5c54-4522-b079-e5cbb7209c81 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Network 3a57c781-0477-43b7-a274-64c759025a3d is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:09.792345 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-edeacac0-5c54-4522-b079-e5cbb7209c81 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:09.793284 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-691e08f3-a1e6-4f2f-88e6-5adb404ce9d2 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:09.806949 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-691e08f3-a1e6-4f2f-88e6-5adb404ce9d2 None None] Transition to ACTIVE for port object 95fa4d61-05bc-4950-9aea-88919969265d will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:09.817323 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-bfda0667-4860-4ec4-a7bf-337dbb1e13ff None None] Provisioning complete for port b66fbd1a-2d55-446d-9486-b66c54a697d9 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:09.817323 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-bfda0667-4860-4ec4-a7bf-337dbb1e13ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:09.894775 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-691e08f3-a1e6-4f2f-88e6-5adb404ce9d2 None None] Transition to ACTIVE for port object 95fa4d61-05bc-4950-9aea-88919969265d will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:09.909134 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-691e08f3-a1e6-4f2f-88e6-5adb404ce9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:09.929129 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-1f938ffc-7bef-4a3a-8963-47f13731e41d tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Allocated IP 2001:db8::1 (44a1a466-43d9-470d-9978-dccdac5d7f60/19479fc2-73d9-4ce7-8166-f4d91f559f25/17f1d22b-675c-4f63-ad42-678e12d866f9) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:55:09.933391 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-03b6563e-e463-4cbe-80f1-897c4df71005 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:09.991718 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691e08f3-a1e6-4f2f-88e6-5adb404ce9d2 None None] Network 218b3452-80f2-4994-8255-b10c80d29430 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:10.005490 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-691e08f3-a1e6-4f2f-88e6-5adb404ce9d2 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:10.008411 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e08f3-a1e6-4f2f-88e6-5adb404ce9d2 None None] Pushing event updated for resources: {'Port': ['ID=95fa4d61-05bc-4950-9aea-88919969265d,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:10.011811 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691e08f3-a1e6-4f2f-88e6-5adb404ce9d2 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:55:10.015714 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-691e08f3-a1e6-4f2f-88e6-5adb404ce9d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:10.018143 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-bfda0667-4860-4ec4-a7bf-337dbb1e13ff None None] Provisioning for port 5de4e2d3-fc3f-416d-ad92-8b8f8bcb95a6 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:10.025827 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-bfda0667-4860-4ec4-a7bf-337dbb1e13ff None None] Provisioning complete for port 5de4e2d3-fc3f-416d-ad92-8b8f8bcb95a6 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:10.026399 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-bfda0667-4860-4ec4-a7bf-337dbb1e13ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:10.101247 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1f938ffc-7bef-4a3a-8963-47f13731e41d tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:10.124165 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-1f938ffc-7bef-4a3a-8963-47f13731e41d tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Transition to ACTIVE for port object 17f1d22b-675c-4f63-ad42-678e12d866f9 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:10.136680 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-691e08f3-a1e6-4f2f-88e6-5adb404ce9d2 None None] Attempting to bind port 95fa4d61-05bc-4950-9aea-88919969265d on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:55:10.137268 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-691e08f3-a1e6-4f2f-88e6-5adb404ce9d2 None None] Attempting to bind port 95fa4d61-05bc-4950-9aea-88919969265d by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '5fee1338-6658-4fb9-96b7-0ded30e26439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '218b3452-80f2-4994-8255-b10c80d29430'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:55:10.137765 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691e08f3-a1e6-4f2f-88e6-5adb404ce9d2 None None] Attempting to bind port 95fa4d61-05bc-4950-9aea-88919969265d on network 218b3452-80f2-4994-8255-b10c80d29430 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:55:10.141741 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-bfda0667-4860-4ec4-a7bf-337dbb1e13ff None None] Port 5de4e2d3-fc3f-416d-ad92-8b8f8bcb95a6 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:55:10.149079 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691e08f3-a1e6-4f2f-88e6-5adb404ce9d2 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:55:10.150917 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691e08f3-a1e6-4f2f-88e6-5adb404ce9d2 None None] Checking segment: {'id': '5fee1338-6658-4fb9-96b7-0ded30e26439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '218b3452-80f2-4994-8255-b10c80d29430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:55:10.151243 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-691e08f3-a1e6-4f2f-88e6-5adb404ce9d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:10.151641 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691e08f3-a1e6-4f2f-88e6-5adb404ce9d2 None None] Bound using segment: {'id': '5fee1338-6658-4fb9-96b7-0ded30e26439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '218b3452-80f2-4994-8255-b10c80d29430'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:55:10.152329 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-691e08f3-a1e6-4f2f-88e6-5adb404ce9d2 None None] Bound port: 95fa4d61-05bc-4950-9aea-88919969265d, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fee1338-6658-4fb9-96b7-0ded30e26439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '218b3452-80f2-4994-8255-b10c80d29430'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:55:10.152809 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-691e08f3-a1e6-4f2f-88e6-5adb404ce9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:10.175516 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1f938ffc-7bef-4a3a-8963-47f13731e41d tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:10.177699 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-7bfeea6e-f0e4-4989-924d-541446d37bab tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:10.226199 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-691e08f3-a1e6-4f2f-88e6-5adb404ce9d2 None None] For port 95fa4d61-05bc-4950-9aea-88919969265d, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:55:10.230165 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-691e08f3-a1e6-4f2f-88e6-5adb404ce9d2 None None] For port 95fa4d61-05bc-4950-9aea-88919969265d, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=95fa4d61-05bc-4950-9aea-88919969265d,segment=NetworkSegment(5fee1338-6658-4fb9-96b7-0ded30e26439),segment_id=5fee1338-6658-4fb9-96b7-0ded30e26439)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:55:10.237881 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-691e08f3-a1e6-4f2f-88e6-5adb404ce9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:10.239436 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f938ffc-7bef-4a3a-8963-47f13731e41d tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Network 44a1a466-43d9-470d-9978-dccdac5d7f60 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:10.247250 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-1f938ffc-7bef-4a3a-8963-47f13731e41d tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:10.252570 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-691e08f3-a1e6-4f2f-88e6-5adb404ce9d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:10.259521 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f938ffc-7bef-4a3a-8963-47f13731e41d tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Pushing event updated for resources: {'Port': ['ID=17f1d22b-675c-4f63-ad42-678e12d866f9,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:10.265867 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f938ffc-7bef-4a3a-8963-47f13731e41d tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:55:10.266526 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1f938ffc-7bef-4a3a-8963-47f13731e41d tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:10.269471 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1f938ffc-7bef-4a3a-8963-47f13731e41d tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:10.312867 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e08f3-a1e6-4f2f-88e6-5adb404ce9d2 None None] Pushing event updated for resources: {'Port': ['ID=95fa4d61-05bc-4950-9aea-88919969265d,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:10.319421 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-691e08f3-a1e6-4f2f-88e6-5adb404ce9d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:10.342870 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3dbc24bc-bb23-4f0c-a9d7-e3d14ac8c7fd None None] Provisioning complete for port 5de4e2d3-fc3f-416d-ad92-8b8f8bcb95a6 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:10.343116 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5fb0966c-3a55-46e8-8aae-2407121d1c24 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:10.346637 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3dbc24bc-bb23-4f0c-a9d7-e3d14ac8c7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:10.355737 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ebcf6951-67a5-4ad9-9f64-e412cb5888dc tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:10.459743 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-3dbc24bc-bb23-4f0c-a9d7-e3d14ac8c7fd None None] Port 5de4e2d3-fc3f-416d-ad92-8b8f8bcb95a6 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:55:10.475106 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1f938ffc-7bef-4a3a-8963-47f13731e41d tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:10.526554 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb0966c-3a55-46e8-8aae-2407121d1c24 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Pushing event deleted for resources: {'Subnet': ['ID=fab1c8b2-c02e-4e75-99e9-3f043f7bc37e,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:10.541401 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5fb0966c-3a55-46e8-8aae-2407121d1c24 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:10.543947 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5fb0966c-3a55-46e8-8aae-2407121d1c24 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:10.546676 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5fb0966c-3a55-46e8-8aae-2407121d1c24 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "DELETE /v2.0/subnets/fab1c8b2-c02e-4e75-99e9-3f043f7bc37e HTTP/1.1" status: 204 len: 168 time: 1.5817034 Jun 21 14:55:10.549518 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72259a7d-203c-4fe2-8d90-3366f1df7340 None None] Network 58c1a1c2-647a-4874-9da4-fe480ab75c78 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:55:10.554098 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37602) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:10.584186 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e601f71-1f23-407d-8b93-7c1c62e384dd req-ec03cf3d-f9d0-4570-9310-366dce543cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:10.585985 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-9e601f71-1f23-407d-8b93-7c1c62e384dd req-ec03cf3d-f9d0-4570-9310-366dce543cd3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=060f9c733e164454be5831351376fee6&device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 1098 time: 0.9312871 Jun 21 14:55:10.648790 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device b66fbd1a-2d55-446d-9486-b66c54a697d9 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:10.770889 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-33249225-e9c6-46f3-b664-ad93ffe1122d None None] Provisioning complete for port 5de4e2d3-fc3f-416d-ad92-8b8f8bcb95a6 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:10.771266 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-33249225-e9c6-46f3-b664-ad93ffe1122d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:10.820739 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3d10aad0-c7fa-4c2b-91dc-f3124e8d5c59 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:10.870250 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-33249225-e9c6-46f3-b664-ad93ffe1122d None None] Port 5de4e2d3-fc3f-416d-ad92-8b8f8bcb95a6 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:55:10.871128 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1f938ffc-7bef-4a3a-8963-47f13731e41d tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:10.883819 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edeacac0-5c54-4522-b079-e5cbb7209c81 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Router 97fbc7bc-1742-488c-9323-1cdb0a379ff9 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:55:10.889195 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port b66fbd1a-2d55-446d-9486-b66c54a697d9 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:10.889459 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1f938ffc-7bef-4a3a-8963-47f13731e41d tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:10.889603 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:10.891412 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1f938ffc-7bef-4a3a-8963-47f13731e41d tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:10.901362 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-51d0264e-298f-4806-8c38-798df96e249c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:10.985365 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9eba1428-83f2-47ab-b674-97d63da72585 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:11.001943 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 97ee6f82-3b76-4734-bd4c-d14cc9fab3f3 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:11.028276 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e601f71-1f23-407d-8b93-7c1c62e384dd req-d3e9cf26-cc85-40b2-a75a-2305675e73cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:11.029824 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-9e601f71-1f23-407d-8b93-7c1c62e384dd req-d3e9cf26-cc85-40b2-a75a-2305675e73cf service neutron] 10.222.0.66 "GET /v2.0/networks?id=f484fb70-feb1-4f25-877a-464c31fc799c HTTP/1.1" status: 200 len: 898 time: 0.3294549 Jun 21 14:55:11.029951 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-46f89c6d-0307-455b-a412-57cd8af01403 None None] Provisioning for port 17f1d22b-675c-4f63-ad42-678e12d866f9 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:11.034664 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2842f4d-5819-432b-9b71-3fb9ad1a8a95 None None] DHCP port deletion for 58c1a1c2-647a-4874-9da4-fe480ab75c78 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:55:11.040971 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-46f89c6d-0307-455b-a412-57cd8af01403 None None] Provisioning complete for port 17f1d22b-675c-4f63-ad42-678e12d866f9 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:11.041463 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-46f89c6d-0307-455b-a412-57cd8af01403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:11.047543 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f938ffc-7bef-4a3a-8963-47f13731e41d tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Pushing event updated for resources: {'Port': ['ID=17f1d22b-675c-4f63-ad42-678e12d866f9,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:11.050688 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1f938ffc-7bef-4a3a-8963-47f13731e41d tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:11.066709 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f938ffc-7bef-4a3a-8963-47f13731e41d tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Network 44a1a466-43d9-470d-9978-dccdac5d7f60 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:11.069695 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-1f938ffc-7bef-4a3a-8963-47f13731e41d tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:11.116240 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-46f89c6d-0307-455b-a412-57cd8af01403 None None] Port 17f1d22b-675c-4f63-ad42-678e12d866f9 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:55:11.141628 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 97ee6f82-3b76-4734-bd4c-d14cc9fab3f3 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:11.154993 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 97ee6f82-3b76-4734-bd4c-d14cc9fab3f3 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:11.155244 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:11.176018 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-d2842f4d-5819-432b-9b71-3fb9ad1a8a95 None None] Deleting port 70e2795f-c04c-4066-b84a-acff7af4bcd7 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:55:11.176410 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d2842f4d-5819-432b-9b71-3fb9ad1a8a95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:11.204410 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edeacac0-5c54-4522-b079-e5cbb7209c81 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:55:11.222401 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-edeacac0-5c54-4522-b079-e5cbb7209c81 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "PUT /v2.0/routers/97fbc7bc-1742-488c-9323-1cdb0a379ff9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3117487 Jun 21 14:55:11.227297 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c8bec6-88ca-4927-a72a-e522876bf404 None None] Sync routers for ids ['97fbc7bc-1742-488c-9323-1cdb0a379ff9'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:55:11.228192 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f938ffc-7bef-4a3a-8963-47f13731e41d tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Router ed0493c1-b4bd-420b-b5a9-b96a50cf485f has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:55:11.228965 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37606) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:11.266745 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-9e601f71-1f23-407d-8b93-7c1c62e384dd req-0e1120d9-f402-4578-bd4c-a3dbcb48944e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=770ef2a8-b1b6-4903-baf5-e7da67bed61e HTTP/1.1" status: 200 len: 1001 time: 0.2298865 Jun 21 14:55:11.279058 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c8bec6-88ca-4927-a72a-e522876bf404 None None] Routers {'97fbc7bc-1742-488c-9323-1cdb0a379ff9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:11.280770 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-63c8bec6-88ca-4927-a72a-e522876bf404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['97fbc7bc-1742-488c-9323-1cdb0a379ff9'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:11.285561 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-3d10aad0-c7fa-4c2b-91dc-f3124e8d5c59 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Deleting port 70e2795f-c04c-4066-b84a-acff7af4bcd7 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:55:11.285942 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3d10aad0-c7fa-4c2b-91dc-f3124e8d5c59 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:11.295351 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-d2842f4d-5819-432b-9b71-3fb9ad1a8a95 None None] For port 70e2795f-c04c-4066-b84a-acff7af4bcd7, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=70e2795f-c04c-4066-b84a-acff7af4bcd7,segment=NetworkSegment(cd819ece-c3a3-4c25-827c-5614a4c31733),segment_id=cd819ece-c3a3-4c25-827c-5614a4c31733)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:11.296136 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d2842f4d-5819-432b-9b71-3fb9ad1a8a95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:11.379363 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-d2842f4d-5819-432b-9b71-3fb9ad1a8a95 None None] Calling delete_port for 70e2795f-c04c-4066-b84a-acff7af4bcd7 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:55:11.429816 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e601f71-1f23-407d-8b93-7c1c62e384dd req-d0079abf-26a0-4178-a99f-4cbeb1234aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:11.431380 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-9e601f71-1f23-407d-8b93-7c1c62e384dd req-d0079abf-26a0-4178-a99f-4cbeb1234aca service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0d0620da-2b3a-40f4-8576-0503ea417cc9 HTTP/1.1" status: 200 len: 834 time: 0.1574740 Jun 21 14:55:11.438903 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-3d10aad0-c7fa-4c2b-91dc-f3124e8d5c59 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] For port 70e2795f-c04c-4066-b84a-acff7af4bcd7, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=70e2795f-c04c-4066-b84a-acff7af4bcd7,segment=NetworkSegment(cd819ece-c3a3-4c25-827c-5614a4c31733),segment_id=cd819ece-c3a3-4c25-827c-5614a4c31733)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:11.439279 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3d10aad0-c7fa-4c2b-91dc-f3124e8d5c59 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:11.522463 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:11.548368 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 97ee6f82-3b76-4734-bd4c-d14cc9fab3f3, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=97ee6f82-3b76-4734-bd4c-d14cc9fab3f3,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:11.554033 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-3d10aad0-c7fa-4c2b-91dc-f3124e8d5c59 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Calling delete_port for 70e2795f-c04c-4066-b84a-acff7af4bcd7 owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:55:11.567225 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-63c8bec6-88ca-4927-a72a-e522876bf404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:11.573416 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:11.587175 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-1ad5e6bf-5905-48e9-8dcc-e9938e4e3bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:11.654020 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c8bec6-88ca-4927-a72a-e522876bf404 None None] Routers {'97fbc7bc-1742-488c-9323-1cdb0a379ff9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:11.654716 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-63c8bec6-88ca-4927-a72a-e522876bf404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['97fbc7bc-1742-488c-9323-1cdb0a379ff9'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:11.662285 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3d10aad0-c7fa-4c2b-91dc-f3124e8d5c59 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:11.668173 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3b86f4b4-df97-480d-ae22-e180460f235d tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:11.694889 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=97ee6f82-3b76-4734-bd4c-d14cc9fab3f3,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:11.705275 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10aad0-c7fa-4c2b-91dc-f3124e8d5c59 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Pushing event deleted for resources: {'Port': ['ID=70e2795f-c04c-4066-b84a-acff7af4bcd7,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:11.709102 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3d10aad0-c7fa-4c2b-91dc-f3124e8d5c59 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:11.712239 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2b699185-b180-4478-8eb5-4bc5ea225ade None None] Provisioning complete for port 17f1d22b-675c-4f63-ad42-678e12d866f9 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:11.712623 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2b699185-b180-4478-8eb5-4bc5ea225ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:11.716470 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:11.717299 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-63c8bec6-88ca-4927-a72a-e522876bf404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:11.717601 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eba1428-83f2-47ab-b674-97d63da72585 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Router 5f1c47bf-8608-4164-8148-59adbe80a07d is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:55:11.717996 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c8bec6-88ca-4927-a72a-e522876bf404 None None] The sync data for ids ['97fbc7bc-1742-488c-9323-1cdb0a379ff9'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:55:11.732843 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d10aad0-c7fa-4c2b-91dc-f3124e8d5c59 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] No DVR routers for this DVR port 70e2795f-c04c-4066-b84a-acff7af4bcd7 on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:55:11.763536 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-2b699185-b180-4478-8eb5-4bc5ea225ade None None] Port 17f1d22b-675c-4f63-ad42-678e12d866f9 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:55:11.766968 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d2842f4d-5819-432b-9b71-3fb9ad1a8a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:11.768942 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-1ad5e6bf-5905-48e9-8dcc-e9938e4e3bc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:11.776084 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52254dbd-217c-434e-b505-915fa3116076 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:11.780409 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-52254dbd-217c-434e-b505-915fa3116076 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "GET /v2.0/ports/5de4e2d3-fc3f-416d-ad92-8b8f8bcb95a6 HTTP/1.1" status: 200 len: 911 time: 0.5479844 Jun 21 14:55:11.785500 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37608) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:11.799761 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881e38c3-8716-4c0e-a438-7fd64f1c2a1b None None] Network 218b3452-80f2-4994-8255-b10c80d29430 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:55:11.803093 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2842f4d-5819-432b-9b71-3fb9ad1a8a95 None None] Pushing event deleted for resources: {'Port': ['ID=70e2795f-c04c-4066-b84a-acff7af4bcd7,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:11.818001 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-d2842f4d-5819-432b-9b71-3fb9ad1a8a95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:11.841945 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2842f4d-5819-432b-9b71-3fb9ad1a8a95 None None] No DVR routers for this DVR port 70e2795f-c04c-4066-b84a-acff7af4bcd7 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:55:11.862806 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f938ffc-7bef-4a3a-8963-47f13731e41d tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:55:11.871898 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1f938ffc-7bef-4a3a-8963-47f13731e41d tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] 10.222.0.72 "PUT /v2.0/routers/ed0493c1-b4bd-420b-b5a9-b96a50cf485f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6928728 Jun 21 14:55:11.872517 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37610) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:11.876418 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a6080c-1f68-4fce-8619-a455ade065bd None None] Sync routers for ids ['ed0493c1-b4bd-420b-b5a9-b96a50cf485f'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:55:11.885097 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e601f71-1f23-407d-8b93-7c1c62e384dd req-31e2c3e2-9a28-4564-a826-1d5ae6cf107d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:11.886888 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-9e601f71-1f23-407d-8b93-7c1c62e384dd req-31e2c3e2-9a28-4564-a826-1d5ae6cf107d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f484fb70-feb1-4f25-877a-464c31fc799c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4435635 Jun 21 14:55:11.888238 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a6080c-1f68-4fce-8619-a455ade065bd None None] Routers {'ed0493c1-b4bd-420b-b5a9-b96a50cf485f'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:11.889884 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-65a6080c-1f68-4fce-8619-a455ade065bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ed0493c1-b4bd-420b-b5a9-b96a50cf485f'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:11.922727 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-65a6080c-1f68-4fce-8619-a455ade065bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:11.931990 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a6080c-1f68-4fce-8619-a455ade065bd None None] Routers {'ed0493c1-b4bd-420b-b5a9-b96a50cf485f'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:11.932900 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-65a6080c-1f68-4fce-8619-a455ade065bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ed0493c1-b4bd-420b-b5a9-b96a50cf485f'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:11.960463 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-5665b918-7689-49ca-bcbf-4db11e980f19 None None] Provisioning for port 95fa4d61-05bc-4950-9aea-88919969265d completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:11.972392 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-65a6080c-1f68-4fce-8619-a455ade065bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:11.973354 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a6080c-1f68-4fce-8619-a455ade065bd None None] The sync data for ids ['ed0493c1-b4bd-420b-b5a9-b96a50cf485f'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:55:12.002331 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-9e601f71-1f23-407d-8b93-7c1c62e384dd req-4c144ed0-2e44-424f-9613-6b692a0c8675 service neutron] 10.222.0.66 "GET /v2.0/networks/f484fb70-feb1-4f25-877a-464c31fc799c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036274 Jun 21 14:55:12.008411 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3d10aad0-c7fa-4c2b-91dc-f3124e8d5c59 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:12.046759 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-95100e07-367f-4920-b687-7096d6799af3 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:12.079139 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-3d10aad0-c7fa-4c2b-91dc-f3124e8d5c59 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c1a1c2-647a-4874-9da4-fe480ab75c78']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:12.123518 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-3d10aad0-c7fa-4c2b-91dc-f3124e8d5c59 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd819ece-c3a3-4c25-827c-5614a4c31733') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:12.123883 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-3d10aad0-c7fa-4c2b-91dc-f3124e8d5c59 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd819ece-c3a3-4c25-827c-5614a4c31733') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:12.139627 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3d10aad0-c7fa-4c2b-91dc-f3124e8d5c59 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:12.177401 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-95100e07-367f-4920-b687-7096d6799af3 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] delete failed (client error): There was a conflict when trying to complete your request. Jun 21 14:55:12.177812 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3d10aad0-c7fa-4c2b-91dc-f3124e8d5c59 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:12.178508 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-95100e07-367f-4920-b687-7096d6799af3 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] 10.222.0.72 "DELETE /v2.0/routers/ed0493c1-b4bd-420b-b5a9-b96a50cf485f HTTP/1.1" status: 409 len: 329 time: 0.3031406 Jun 21 14:55:12.181392 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37612) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:12.191774 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eba1428-83f2-47ab-b674-97d63da72585 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:55:12.203428 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fa4183-9496-459c-aa47-f542ce931c56 None None] Sync routers for ids ['5f1c47bf-8608-4164-8148-59adbe80a07d'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:55:12.203978 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d10aad0-c7fa-4c2b-91dc-f3124e8d5c59 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:55:12.204097 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3d10aad0-c7fa-4c2b-91dc-f3124e8d5c59 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:12.208616 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:55:12.208616 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:55:12.208616 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:55:12.208616 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:55:12.208616 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:55:12.208616 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:55:12.208616 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:55:12.208616 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:55:12.208616 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:55:12.208616 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:55:12.208616 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:55:12.208616 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:55:12.208616 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:55:12.208616 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:55:12.208616 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:55:12.208616 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:55:12.208616 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:55:12.208616 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:55:12.208616 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:55:12.208616 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:55:12.208616 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:55:12.208616 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:55:12.208616 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:55:12.208616 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:55:12.208616 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:55:12.208616 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:55:12.208616 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:55:12.208616 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:55:12.208616 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:55:12.208616 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:55:12.208616 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:55:12.208616 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:55:12.218190 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fa4183-9496-459c-aa47-f542ce931c56 None None] Routers {'5f1c47bf-8608-4164-8148-59adbe80a07d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:12.218862 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-89fa4183-9496-459c-aa47-f542ce931c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['5f1c47bf-8608-4164-8148-59adbe80a07d'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:12.223113 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-9e601f71-1f23-407d-8b93-7c1c62e384dd req-bf20fb92-09e9-4ecd-a753-e8fcf2427a3d service neutron] 10.222.0.66 "GET /v2.0/networks/f484fb70-feb1-4f25-877a-464c31fc799c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102828 Jun 21 14:55:12.270312 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9eba1428-83f2-47ab-b674-97d63da72585 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:12.273853 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9eba1428-83f2-47ab-b674-97d63da72585 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.2692132 Jun 21 14:55:12.275395 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37614) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:12.308528 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3d10aad0-c7fa-4c2b-91dc-f3124e8d5c59 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:12.314040 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3d10aad0-c7fa-4c2b-91dc-f3124e8d5c59 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:12.316209 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3d10aad0-c7fa-4c2b-91dc-f3124e8d5c59 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] 10.222.0.72 "DELETE /v2.0/networks/58c1a1c2-647a-4874-9da4-fe480ab75c78 HTTP/1.1" status: 204 len: 168 time: 1.7611015 Jun 21 14:55:12.318737 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e61e0fd5-8d6a-4680-be49-bd9dcd5518c5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:12.340566 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10aad0-c7fa-4c2b-91dc-f3124e8d5c59 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Pushing event deleted for resources: {'Network': ['ID=58c1a1c2-647a-4874-9da4-fe480ab75c78,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:12.343348 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3d10aad0-c7fa-4c2b-91dc-f3124e8d5c59 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:12.403548 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-89fa4183-9496-459c-aa47-f542ce931c56 None None] Set router 5f1c47bf-8608-4164-8148-59adbe80a07d gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:55:12.533838 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 95fa4d61-05bc-4950-9aea-88919969265d up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:12.545429 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a18ef27f-5367-46d7-b460-0e9c0e936bd2 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] 10.222.0.72 "GET /v2.0/routers/5f1c47bf-8608-4164-8148-59adbe80a07d HTTP/1.1" status: 200 len: 907 time: 0.2696888 Jun 21 14:55:12.547866 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37618) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:12.639787 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 95fa4d61-05bc-4950-9aea-88919969265d completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:12.647152 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 95fa4d61-05bc-4950-9aea-88919969265d triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:12.647539 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:12.669125 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-322950e8-075a-4d5a-8017-9bccc16b7cbd tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for router, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:12.676977 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1cfe22d7-9158-4fa3-924a-d2973ca40ec8 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:12.687499 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-89fa4183-9496-459c-aa47-f542ce931c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1c47bf-8608-4164-8148-59adbe80a07d', 'name': 'tempest-snat-router-1390353402', 'tenant_id': 'c3bacef0ca64452bbbf84df00c6c494f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.82'}], 'enable_snat': True}, 'gw_port_id': '2b3ce465-cc68-483c-a857-359fa1e09235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:06Z', 'updated_at': '2021-06-21T14:55:09Z', 'revision_number': 3, 'project_id': 'c3bacef0ca64452bbbf84df00c6c494f', 'gw_port': {'id': '2b3ce465-cc68-483c-a857-359fa1e09235', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:73:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f1c47bf-8608-4164-8148-59adbe80a07d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:07Z', 'updated_at': '2021-06-21T14:55:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:12.706444 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37622) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:12.718336 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fa4183-9496-459c-aa47-f542ce931c56 None None] Checking router: 5f1c47bf-8608-4164-8148-59adbe80a07d for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:55:12.718675 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fa4183-9496-459c-aa47-f542ce931c56 None None] Updating router 5f1c47bf-8608-4164-8148-59adbe80a07d port 2b3ce465-cc68-483c-a857-359fa1e09235 binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:55:12.768239 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-89fa4183-9496-459c-aa47-f542ce931c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:12.836219 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:12.923395 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-10bbd2d5-4ace-4b4d-9c85-281bac4e3497 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:12.937430 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 95fa4d61-05bc-4950-9aea-88919969265d, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=95fa4d61-05bc-4950-9aea-88919969265d,segment=NetworkSegment(5fee1338-6658-4fb9-96b7-0ded30e26439),segment_id=5fee1338-6658-4fb9-96b7-0ded30e26439)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:12.945460 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:12.946370 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 97ee6f82-3b76-4734-bd4c-d14cc9fab3f3 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:12.990852 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:13.097372 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=95fa4d61-05bc-4950-9aea-88919969265d,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:13.105320 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:13.126038 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 97ee6f82-3b76-4734-bd4c-d14cc9fab3f3 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:13.126431 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:13.150449 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-322950e8-075a-4d5a-8017-9bccc16b7cbd tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:13.158608 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-1cfe22d7-9158-4fa3-924a-d2973ca40ec8 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Deleting port 5de4e2d3-fc3f-416d-ad92-8b8f8bcb95a6 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:55:13.158937 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1cfe22d7-9158-4fa3-924a-d2973ca40ec8 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:13.163467 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9103c8fe-f66f-436d-aad5-f6a7019bab42 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=933e619f989e48d7ba242fc3ada5dff2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4558213 Jun 21 14:55:13.166033 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37626) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:13.260703 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9fa4fc9e-9898-42f1-b6b5-c124b94f8f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:13.265070 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-322950e8-075a-4d5a-8017-9bccc16b7cbd tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Deleting port 2b3ce465-cc68-483c-a857-359fa1e09235 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:55:13.265409 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-322950e8-075a-4d5a-8017-9bccc16b7cbd tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:13.309710 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1cfe22d7-9158-4fa3-924a-d2973ca40ec8 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:13.351985 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9fa4fc9e-9898-42f1-b6b5-c124b94f8f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:13.375058 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-89fa4183-9496-459c-aa47-f542ce931c56 None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:13.385726 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-1cfe22d7-9158-4fa3-924a-d2973ca40ec8 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Calling delete_port for 5de4e2d3-fc3f-416d-ad92-8b8f8bcb95a6 owned by network:router_interface {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:55:13.406495 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-89fa4183-9496-459c-aa47-f542ce931c56 None None] Transition to ACTIVE for port object 2b3ce465-cc68-483c-a857-359fa1e09235 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:13.421191 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-89fa4183-9496-459c-aa47-f542ce931c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:13.424747 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:13.438528 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-322950e8-075a-4d5a-8017-9bccc16b7cbd tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:13.439695 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-10bbd2d5-4ace-4b4d-9c85-281bac4e3497 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Deleting port 17f1d22b-675c-4f63-ad42-678e12d866f9 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:55:13.440042 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-10bbd2d5-4ace-4b4d-9c85-281bac4e3497 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:13.490394 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-89fa4183-9496-459c-aa47-f542ce931c56 None None] Attempting to bind port 2b3ce465-cc68-483c-a857-359fa1e09235 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:55:13.490775 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-89fa4183-9496-459c-aa47-f542ce931c56 None None] Attempting to bind port 2b3ce465-cc68-483c-a857-359fa1e09235 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:55:13.491196 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fa4183-9496-459c-aa47-f542ce931c56 None None] Attempting to bind port 2b3ce465-cc68-483c-a857-359fa1e09235 on network 78e7bc12-ea33-4baf-9744-b93105835641 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:55:13.499156 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d2095-2f6c-4961-92fe-18351c64a6d5 None None] Pushing event updated for resources: {'Port': ['ID=2b3ce465-cc68-483c-a857-359fa1e09235,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:13.502390 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-de0d2095-2f6c-4961-92fe-18351c64a6d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:13.503468 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fa4183-9496-459c-aa47-f542ce931c56 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:55:13.503848 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fa4183-9496-459c-aa47-f542ce931c56 None None] Checking segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:55:13.504258 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-89fa4183-9496-459c-aa47-f542ce931c56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:13.504694 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fa4183-9496-459c-aa47-f542ce931c56 None None] Bound using segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:55:13.505178 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-89fa4183-9496-459c-aa47-f542ce931c56 None None] Bound port: 2b3ce465-cc68-483c-a857-359fa1e09235, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:55:13.506490 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-89fa4183-9496-459c-aa47-f542ce931c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:13.541648 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-322950e8-075a-4d5a-8017-9bccc16b7cbd tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Calling delete_port for 2b3ce465-cc68-483c-a857-359fa1e09235 owned by network:router_gateway {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:55:13.546899 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9fa4fc9e-9898-42f1-b6b5-c124b94f8f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:13.549582 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9fa4fc9e-9898-42f1-b6b5-c124b94f8f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:13.553138 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9fa4fc9e-9898-42f1-b6b5-c124b94f8f9b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/02afc164-8ed6-4564-a52b-cfbcd81ab102 HTTP/1.1" status: 204 len: 168 time: 0.3837371 Jun 21 14:55:13.553309 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 70e2795f-c04c-4066-b84a-acff7af4bcd7 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:55:13.554136 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d67e6435-274d-4ab9-9a7b-4687524c7767 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:13.571155 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa4fc9e-9898-42f1-b6b5-c124b94f8f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02afc164-8ed6-4564-a52b-cfbcd81ab102,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:13.574439 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9fa4fc9e-9898-42f1-b6b5-c124b94f8f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:13.589198 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-10bbd2d5-4ace-4b4d-9c85-281bac4e3497 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:13.655485 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 70e2795f-c04c-4066-b84a-acff7af4bcd7 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:55:13.655855 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 70e2795f-c04c-4066-b84a-acff7af4bcd7 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:55:13.662204 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-89fa4183-9496-459c-aa47-f542ce931c56 None None] For port 2b3ce465-cc68-483c-a857-359fa1e09235, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:55:13.666732 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-89fa4183-9496-459c-aa47-f542ce931c56 None None] For port 2b3ce465-cc68-483c-a857-359fa1e09235, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=2b3ce465-cc68-483c-a857-359fa1e09235,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:55:13.676081 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-89fa4183-9496-459c-aa47-f542ce931c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:13.678330 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-efed3485-1697-4e0c-9d35-6811fa25e81d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:13.739598 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fa4183-9496-459c-aa47-f542ce931c56 None None] Routers {'5f1c47bf-8608-4164-8148-59adbe80a07d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:13.739598 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-89fa4183-9496-459c-aa47-f542ce931c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['5f1c47bf-8608-4164-8148-59adbe80a07d'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:13.756816 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d2095-2f6c-4961-92fe-18351c64a6d5 None None] Pushing event updated for resources: {'Port': ['ID=2b3ce465-cc68-483c-a857-359fa1e09235,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:13.771831 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-de0d2095-2f6c-4961-92fe-18351c64a6d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:13.787498 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-322950e8-075a-4d5a-8017-9bccc16b7cbd tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:13.800686 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e61e0fd5-8d6a-4680-be49-bd9dcd5518c5 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:13.833067 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322950e8-075a-4d5a-8017-9bccc16b7cbd tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b3ce465-cc68-483c-a857-359fa1e09235,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:13.853308 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-322950e8-075a-4d5a-8017-9bccc16b7cbd tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:13.903407 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-89fa4183-9496-459c-aa47-f542ce931c56 None None] Set router 5f1c47bf-8608-4164-8148-59adbe80a07d gateway port host: None {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:55:13.914133 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-322950e8-075a-4d5a-8017-9bccc16b7cbd tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:13.989102 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-89fa4183-9496-459c-aa47-f542ce931c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f1c47bf-8608-4164-8148-59adbe80a07d', 'name': 'tempest-snat-router-1390353402', 'tenant_id': 'c3bacef0ca64452bbbf84df00c6c494f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:06Z', 'updated_at': '2021-06-21T14:55:13Z', 'revision_number': 4, 'project_id': 'c3bacef0ca64452bbbf84df00c6c494f', 'gw_port_host': None}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:14.020299 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-322950e8-075a-4d5a-8017-9bccc16b7cbd tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:14.023273 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-322950e8-075a-4d5a-8017-9bccc16b7cbd tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:14.037602 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89fa4183-9496-459c-aa47-f542ce931c56 None None] The sync data for ids ['5f1c47bf-8608-4164-8148-59adbe80a07d'] in dv-neutron-797121-2-hyperv is: [{'id': '5f1c47bf-8608-4164-8148-59adbe80a07d', 'name': 'tempest-snat-router-1390353402', 'tenant_id': 'c3bacef0ca64452bbbf84df00c6c494f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:06Z', 'updated_at': '2021-06-21T14:55:13Z', 'revision_number': 4, 'project_id': 'c3bacef0ca64452bbbf84df00c6c494f', 'gw_port_host': None}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:55:14.067587 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-91432adf-86cf-461c-84b0-9222a6252ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:14.082596 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-322950e8-075a-4d5a-8017-9bccc16b7cbd tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:14.083437 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-322950e8-075a-4d5a-8017-9bccc16b7cbd tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5f1c47bf-8608-4164-8148-59adbe80a07d {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:55:14.091473 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-322950e8-075a-4d5a-8017-9bccc16b7cbd tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:14.095082 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-322950e8-075a-4d5a-8017-9bccc16b7cbd tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] 10.222.0.72 "DELETE /v2.0/routers/5f1c47bf-8608-4164-8148-59adbe80a07d HTTP/1.1" status: 204 len: 168 time: 1.5438123 Jun 21 14:55:14.095583 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37640) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:14.109128 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-10bbd2d5-4ace-4b4d-9c85-281bac4e3497 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Calling delete_port for 17f1d22b-675c-4f63-ad42-678e12d866f9 owned by network:router_interface {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:55:14.223447 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e81f1446-6d1c-449f-9d95-a4a68e0ccf94 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for router, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:14.225155 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1cfe22d7-9158-4fa3-924a-d2973ca40ec8 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:14.272442 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4218fe7b-05e9-495f-9905-70ea9953d86e tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:14.362496 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e81f1446-6d1c-449f-9d95-a4a68e0ccf94 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:14.376781 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe22d7-9158-4fa3-924a-d2973ca40ec8 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event deleted for resources: {'Port': ['ID=5de4e2d3-fc3f-416d-ad92-8b8f8bcb95a6,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:14.386282 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1cfe22d7-9158-4fa3-924a-d2973ca40ec8 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:14.439052 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1cfe22d7-9158-4fa3-924a-d2973ca40ec8 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:14.450954 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 95fa4d61-05bc-4950-9aea-88919969265d up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:14.475573 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37650) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:14.478233 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-e81f1446-6d1c-449f-9d95-a4a68e0ccf94 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Deleting port 97ee6f82-3b76-4734-bd4c-d14cc9fab3f3 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:55:14.478944 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e81f1446-6d1c-449f-9d95-a4a68e0ccf94 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:14.513147 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 95fa4d61-05bc-4950-9aea-88919969265d triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:14.514240 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:14.620132 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-e81f1446-6d1c-449f-9d95-a4a68e0ccf94 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] For port 97ee6f82-3b76-4734-bd4c-d14cc9fab3f3, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=97ee6f82-3b76-4734-bd4c-d14cc9fab3f3,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:14.622470 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e81f1446-6d1c-449f-9d95-a4a68e0ccf94 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:14.665364 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cfe22d7-9158-4fa3-924a-d2973ca40ec8 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Router 97fbc7bc-1742-488c-9323-1cdb0a379ff9 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:55:14.669113 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-10bbd2d5-4ace-4b4d-9c85-281bac4e3497 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:14.672513 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-48f1a933-f21e-4286-9f3e-fd9932cb3ee6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:14.700185 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbd2d5-4ace-4b4d-9c85-281bac4e3497 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Pushing event deleted for resources: {'Port': ['ID=17f1d22b-675c-4f63-ad42-678e12d866f9,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:14.702544 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-10bbd2d5-4ace-4b4d-9c85-281bac4e3497 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:14.706371 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-e81f1446-6d1c-449f-9d95-a4a68e0ccf94 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Calling delete_port for 97ee6f82-3b76-4734-bd4c-d14cc9fab3f3 owned by network:router_gateway {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:55:14.711293 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-f3eafeb5-20ed-43f7-8df3-7fb08a386491 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-574981534-network', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:14.780106 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3eafeb5-20ed-43f7-8df3-7fb08a386491 admin admin] Made reservation on behalf of c4e5ef8cecbf4ede86b5a3dcbc277e2f for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:55:14.782583 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f3eafeb5-20ed-43f7-8df3-7fb08a386491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:14.801066 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f3eafeb5-20ed-43f7-8df3-7fb08a386491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:14.875081 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfe22d7-9158-4fa3-924a-d2973ca40ec8 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:55:14.882218 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1cfe22d7-9158-4fa3-924a-d2973ca40ec8 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "PUT /v2.0/routers/97fbc7bc-1742-488c-9323-1cdb0a379ff9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0927627 Jun 21 14:55:14.885116 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37654) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:14.900637 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfe7479-9921-4c24-8a16-0b0f1b5dd418 None None] Sync routers for ids ['97fbc7bc-1742-488c-9323-1cdb0a379ff9'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:55:14.911776 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfe7479-9921-4c24-8a16-0b0f1b5dd418 None None] Routers {'97fbc7bc-1742-488c-9323-1cdb0a379ff9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:14.913180 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-1cfe7479-9921-4c24-8a16-0b0f1b5dd418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['97fbc7bc-1742-488c-9323-1cdb0a379ff9'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:14.927399 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-10bbd2d5-4ace-4b4d-9c85-281bac4e3497 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:14.933903 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d66b8814-93aa-4473-91e1-2b40f456ef95 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "GET /v2.0/ports?device_id=97fbc7bc-1742-488c-9323-1cdb0a379ff9 HTTP/1.1" status: 200 len: 205 time: 0.0476522 Jun 21 14:55:14.935710 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37656) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:14.962017 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-1cfe7479-9921-4c24-8a16-0b0f1b5dd418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:14.963112 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e81f1446-6d1c-449f-9d95-a4a68e0ccf94 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:14.969499 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ce18b476-2ba4-4dbd-92d5-7e65d27eac57 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:14.971295 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfe7479-9921-4c24-8a16-0b0f1b5dd418 None None] Routers {'97fbc7bc-1742-488c-9323-1cdb0a379ff9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:14.971842 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-1cfe7479-9921-4c24-8a16-0b0f1b5dd418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['97fbc7bc-1742-488c-9323-1cdb0a379ff9'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:15.005669 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f1446-6d1c-449f-9d95-a4a68e0ccf94 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Pushing event deleted for resources: {'Port': ['ID=97ee6f82-3b76-4734-bd4c-d14cc9fab3f3,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:15.007792 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-1cfe7479-9921-4c24-8a16-0b0f1b5dd418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:15.012454 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfe7479-9921-4c24-8a16-0b0f1b5dd418 None None] The sync data for ids ['97fbc7bc-1742-488c-9323-1cdb0a379ff9'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:55:15.014263 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e81f1446-6d1c-449f-9d95-a4a68e0ccf94 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:15.086394 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e305eca4-f107-44b3-b1f1-0ca0c0c0ea05 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:15.103520 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f3eafeb5-20ed-43f7-8df3-7fb08a386491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:15.108913 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e81f1446-6d1c-449f-9d95-a4a68e0ccf94 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:15.112147 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f3eafeb5-20ed-43f7-8df3-7fb08a386491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:15.145436 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-97472913-4a98-4ace-abc9-0bb33aaae3be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:15.182558 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3eafeb5-20ed-43f7-8df3-7fb08a386491 admin admin] vlan segment allocate from pool success with {'vlan_id': 441, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:55:15.236052 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f3eafeb5-20ed-43f7-8df3-7fb08a386491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:15.236691 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-f3eafeb5-20ed-43f7-8df3-7fb08a386491 admin admin] Added segment 8063d322-273e-4ce9-859d-4659337bd9d3 of type vlan for network 51c83c43-7be7-46e9-8af2-485fddc9c895 Jun 21 14:55:15.238587 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e81f1446-6d1c-449f-9d95-a4a68e0ccf94 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:15.252471 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e81f1446-6d1c-449f-9d95-a4a68e0ccf94 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:15.317903 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eafeb5-20ed-43f7-8df3-7fb08a386491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca283f1f-97ec-45ab-9ec5-9b71df2b6439,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:15.327696 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f3eafeb5-20ed-43f7-8df3-7fb08a386491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:15.331835 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e305eca4-f107-44b3-b1f1-0ca0c0c0ea05 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:15.334596 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10bbd2d5-4ace-4b4d-9c85-281bac4e3497 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Router ed0493c1-b4bd-420b-b5a9-b96a50cf485f has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:55:15.336200 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e305eca4-f107-44b3-b1f1-0ca0c0c0ea05 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:15.338884 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f3eafeb5-20ed-43f7-8df3-7fb08a386491 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:15.343689 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e81f1446-6d1c-449f-9d95-a4a68e0ccf94 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:15.344539 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81f1446-6d1c-449f-9d95-a4a68e0ccf94 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 29e2f047-9ebb-4a62-a35f-e4bac6d1775d {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:55:15.350655 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e81f1446-6d1c-449f-9d95-a4a68e0ccf94 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:15.355503 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e81f1446-6d1c-449f-9d95-a4a68e0ccf94 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] 10.222.0.72 "DELETE /v2.0/routers/29e2f047-9ebb-4a62-a35f-e4bac6d1775d HTTP/1.1" status: 204 len: 168 time: 1.2542033 Jun 21 14:55:15.356386 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37658) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:15.360638 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-d5626d25-c056-42d5-8832-0a88a8ae7cc0 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1800137745', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}, 'admin_state_up': False}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:15.403380 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f3eafeb5-20ed-43f7-8df3-7fb08a386491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:15.404460 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3eafeb5-20ed-43f7-8df3-7fb08a386491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:15.405035 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f3eafeb5-20ed-43f7-8df3-7fb08a386491 admin admin] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:15.407772 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4384177c-07f2-4f70-a0ef-9832ed96a65a tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:15.412391 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d5626d25-c056-42d5-8832-0a88a8ae7cc0 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:15.413404 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d5626d25-c056-42d5-8832-0a88a8ae7cc0 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:15.458514 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e305eca4-f107-44b3-b1f1-0ca0c0c0ea05 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:15.459093 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e305eca4-f107-44b3-b1f1-0ca0c0c0ea05 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Fanout notify agent at l3_agent the message router_deleted on router 97fbc7bc-1742-488c-9323-1cdb0a379ff9 {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:55:15.466305 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e305eca4-f107-44b3-b1f1-0ca0c0c0ea05 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:15.467404 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e305eca4-f107-44b3-b1f1-0ca0c0c0ea05 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/routers/97fbc7bc-1742-488c-9323-1cdb0a379ff9 HTTP/1.1" status: 204 len: 168 time: 0.5302081 Jun 21 14:55:15.470997 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37660) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:15.492378 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f3eafeb5-20ed-43f7-8df3-7fb08a386491 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0158696 Jun 21 14:55:15.502802 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37662) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:15.505277 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10bbd2d5-4ace-4b4d-9c85-281bac4e3497 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:55:15.511173 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-10bbd2d5-4ace-4b4d-9c85-281bac4e3497 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] 10.222.0.72 "PUT /v2.0/routers/ed0493c1-b4bd-420b-b5a9-b96a50cf485f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3284461 Jun 21 14:55:15.518270 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2137da09-22c4-4bae-b96e-f9a056d83bd5 None None] Sync routers for ids ['ed0493c1-b4bd-420b-b5a9-b96a50cf485f'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:55:15.519048 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37664) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:15.527688 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2137da09-22c4-4bae-b96e-f9a056d83bd5 None None] Routers {'ed0493c1-b4bd-420b-b5a9-b96a50cf485f'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:15.528861 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-2137da09-22c4-4bae-b96e-f9a056d83bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ed0493c1-b4bd-420b-b5a9-b96a50cf485f'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:15.550159 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-786af500-6034-463f-b324-a6384bb63231 admin admin] Request body: {'subnet': {'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-574981534-subnet', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'ip_version': 4}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:15.555685 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eafeb5-20ed-43f7-8df3-7fb08a386491 admin admin] Pushing event updated for resources: {'Network': ['ID=51c83c43-7be7-46e9-8af2-485fddc9c895,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:15.558642 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d5626d25-c056-42d5-8832-0a88a8ae7cc0 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:15.561511 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f3eafeb5-20ed-43f7-8df3-7fb08a386491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:15.564009 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-2137da09-22c4-4bae-b96e-f9a056d83bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:15.566565 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-6a573467-81b8-4bfb-b443-8fb9c2478341 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] show failed (client error): The resource could not be found. Jun 21 14:55:15.571362 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6a573467-81b8-4bfb-b443-8fb9c2478341 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] 10.222.0.72 "GET /v2.0/routers/tempest-non_exist_router-212318509 HTTP/1.1" status: 404 len: 334 time: 0.0477169 Jun 21 14:55:15.571914 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37666) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:15.574410 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 51c83c43-7be7-46e9-8af2-485fddc9c895 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:55:15.578055 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-d138637c-7ec5-4b95-a51b-8c961e653c2d tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Request body: {'router': {'name': 'new_name'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:15.581432 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef27fde4-9636-4ffc-aac7-c89e0ccc726f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Deleting subnet 4e170cac-ba9d-47d1-8936-a38bbe2b89c2 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:55:15.583875 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ef27fde4-9636-4ffc-aac7-c89e0ccc726f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:15.587689 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2137da09-22c4-4bae-b96e-f9a056d83bd5 None None] Routers {'ed0493c1-b4bd-420b-b5a9-b96a50cf485f'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:15.588389 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-2137da09-22c4-4bae-b96e-f9a056d83bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:54:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['ed0493c1-b4bd-420b-b5a9-b96a50cf485f'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:15.627703 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ef27fde4-9636-4ffc-aac7-c89e0ccc726f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:15.650512 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-d138637c-7ec5-4b95-a51b-8c961e653c2d tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] update failed (client error): The resource could not be found. Jun 21 14:55:15.659575 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d138637c-7ec5-4b95-a51b-8c961e653c2d tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] 10.222.0.72 "PUT /v2.0/routers/tempest-non_exist_router-1928114620 HTTP/1.1" status: 404 len: 335 time: 0.0783274 Jun 21 14:55:15.660368 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-2137da09-22c4-4bae-b96e-f9a056d83bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:15.660368 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2137da09-22c4-4bae-b96e-f9a056d83bd5 None None] The sync data for ids ['ed0493c1-b4bd-420b-b5a9-b96a50cf485f'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:55:15.664183 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37668) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:15.698691 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786af500-6034-463f-b324-a6384bb63231 admin admin] Made reservation on behalf of c4e5ef8cecbf4ede86b5a3dcbc277e2f for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:55:15.701208 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-786af500-6034-463f-b324-a6384bb63231 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:15.737670 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-52a4336e-eb29-4999-8aab-8ece9866f4f0 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Deleting subnet 609ff8af-e2fd-4c44-a25f-c3039cc61883 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:55:15.758638 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-52a4336e-eb29-4999-8aab-8ece9866f4f0 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:15.803977 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ef27fde4-9636-4ffc-aac7-c89e0ccc726f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:15.805673 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d5626d25-c056-42d5-8832-0a88a8ae7cc0 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:15.833484 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-52a4336e-eb29-4999-8aab-8ece9866f4f0 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:15.934517 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ef27fde4-9636-4ffc-aac7-c89e0ccc726f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:15.939038 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-42477aa6-1b40-452f-aff3-cb987f42c669 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:15.947743 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-52a4336e-eb29-4999-8aab-8ece9866f4f0 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:15.990033 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27fde4-9636-4ffc-aac7-c89e0ccc726f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event deleted for resources: {'Subnet': ['ID=4e170cac-ba9d-47d1-8936-a38bbe2b89c2,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:15.997423 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ef27fde4-9636-4ffc-aac7-c89e0ccc726f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:15.998009 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ef27fde4-9636-4ffc-aac7-c89e0ccc726f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:15.999868 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-ef27fde4-9636-4ffc-aac7-c89e0ccc726f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/subnets/4e170cac-ba9d-47d1-8936-a38bbe2b89c2 HTTP/1.1" status: 204 len: 168 time: 0.5281427 Jun 21 14:55:16.002581 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37670) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:16.004277 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497fabcd-46cf-4ad5-8b85-7873c9cb65a0 None None] Network 3a57c781-0477-43b7-a274-64c759025a3d requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:55:16.020442 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-786af500-6034-463f-b324-a6384bb63231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:16.023735 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7975d51c-4795-405b-ad5a-85166641015a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:16.099617 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0bc1f7b5-e3b8-40b7-87e9-e10125a56b61 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:16.103400 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-52a4336e-eb29-4999-8aab-8ece9866f4f0 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:16.106071 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8ef6cb68-4a52-4e9d-a295-f35498782881 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:16.140460 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4336e-eb29-4999-8aab-8ece9866f4f0 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Pushing event deleted for resources: {'Subnet': ['ID=609ff8af-e2fd-4c44-a25f-c3039cc61883,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:16.143508 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-52a4336e-eb29-4999-8aab-8ece9866f4f0 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:16.147491 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-52a4336e-eb29-4999-8aab-8ece9866f4f0 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:16.151206 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-52a4336e-eb29-4999-8aab-8ece9866f4f0 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] 10.222.0.72 "DELETE /v2.0/subnets/609ff8af-e2fd-4c44-a25f-c3039cc61883 HTTP/1.1" status: 204 len: 168 time: 0.4837000 Jun 21 14:55:16.153508 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37672) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:16.158837 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786af500-6034-463f-b324-a6384bb63231 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfe1f5e6-b043-4974-b594-b5b570160e02,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:16.161378 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-786af500-6034-463f-b324-a6384bb63231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:16.177029 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88a556b-8fc7-4e96-99eb-6e7735ec89d3 None None] Network 218b3452-80f2-4994-8255-b10c80d29430 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:55:16.184432 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d5626d25-c056-42d5-8832-0a88a8ae7cc0 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router_gateway, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:16.209136 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d5626d25-c056-42d5-8832-0a88a8ae7cc0 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:16.211059 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786af500-6034-463f-b324-a6384bb63231 admin admin] Checking segment: {'id': '8063d322-273e-4ce9-859d-4659337bd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:55:16.211410 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786af500-6034-463f-b324-a6384bb63231 admin admin] Network hostable DHCP agents. Network: 51c83c43-7be7-46e9-8af2-485fddc9c895, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:55:16.265758 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5c8a4611-c790-4d7b-bc14-5b1c375693df tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:16.271617 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-0bc1f7b5-e3b8-40b7-87e9-e10125a56b61 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Deleting port b66fbd1a-2d55-446d-9486-b66c54a697d9 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:55:16.272760 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0bc1f7b5-e3b8-40b7-87e9-e10125a56b61 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:16.279148 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786af500-6034-463f-b324-a6384bb63231 admin admin] Network 51c83c43-7be7-46e9-8af2-485fddc9c895 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:55:16.279995 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ad4187-fae0-4964-ba1c-150eb3bb5755 None None] DHCP port deletion for 3a57c781-0477-43b7-a274-64c759025a3d request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:55:16.313707 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-786af500-6034-463f-b324-a6384bb63231 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 51c83c43-7be7-46e9-8af2-485fddc9c895) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:16.320792 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786af500-6034-463f-b324-a6384bb63231 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:16.321664 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-786af500-6034-463f-b324-a6384bb63231 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:16.354420 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d3d42c-7c64-4757-9209-f94fb3a99bea None None] Network 51c83c43-7be7-46e9-8af2-485fddc9c895 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:55:16.361211 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-786af500-6034-463f-b324-a6384bb63231 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8548443 Jun 21 14:55:16.361211 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-d5626d25-c056-42d5-8832-0a88a8ae7cc0 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Allocated IP 172.26.3.4 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/d79ccdc9-15a3-4918-8f55-12265d0309df) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:55:16.362508 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37674) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:16.366532 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-ca320e01-9e71-4e16-9c11-4721ec15490e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-574981534-router', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:16.368492 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-0bc1f7b5-e3b8-40b7-87e9-e10125a56b61 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] For port b66fbd1a-2d55-446d-9486-b66c54a697d9, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=b66fbd1a-2d55-446d-9486-b66c54a697d9,segment=NetworkSegment(316b8d1c-128d-4e6c-8410-17b09722ac38),segment_id=316b8d1c-128d-4e6c-8410-17b09722ac38)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:16.368793 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0bc1f7b5-e3b8-40b7-87e9-e10125a56b61 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:16.437553 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device b66fbd1a-2d55-446d-9486-b66c54a697d9 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:55:16.442423 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-0bc1f7b5-e3b8-40b7-87e9-e10125a56b61 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Calling delete_port for b66fbd1a-2d55-446d-9486-b66c54a697d9 owned by network:dhcp {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:55:16.456518 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ca320e01-9e71-4e16-9c11-4721ec15490e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:16.457623 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ca320e01-9e71-4e16-9c11-4721ec15490e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:16.490045 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-37ad4187-fae0-4964-ba1c-150eb3bb5755 None None] Deleting port b66fbd1a-2d55-446d-9486-b66c54a697d9 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:55:16.490725 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-37ad4187-fae0-4964-ba1c-150eb3bb5755 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:16.491642 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-5c8a4611-c790-4d7b-bc14-5b1c375693df tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Deleting port 95fa4d61-05bc-4950-9aea-88919969265d {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:55:16.492157 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5c8a4611-c790-4d7b-bc14-5b1c375693df tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:16.566385 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ca320e01-9e71-4e16-9c11-4721ec15490e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:16.569734 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d5626d25-c056-42d5-8832-0a88a8ae7cc0 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:16.579371 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-5c8a4611-c790-4d7b-bc14-5b1c375693df tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] For port 95fa4d61-05bc-4950-9aea-88919969265d, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=95fa4d61-05bc-4950-9aea-88919969265d,segment=NetworkSegment(5fee1338-6658-4fb9-96b7-0ded30e26439),segment_id=5fee1338-6658-4fb9-96b7-0ded30e26439)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:16.580452 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5c8a4611-c790-4d7b-bc14-5b1c375693df tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:16.627534 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-71c6d3a6-4426-47db-aac6-8ee2846bc0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:16.635500 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-37ad4187-fae0-4964-ba1c-150eb3bb5755 None None] For port b66fbd1a-2d55-446d-9486-b66c54a697d9, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=b66fbd1a-2d55-446d-9486-b66c54a697d9,segment=NetworkSegment(316b8d1c-128d-4e6c-8410-17b09722ac38),segment_id=316b8d1c-128d-4e6c-8410-17b09722ac38)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:16.636190 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-37ad4187-fae0-4964-ba1c-150eb3bb5755 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:16.660807 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-5c8a4611-c790-4d7b-bc14-5b1c375693df tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Calling delete_port for 95fa4d61-05bc-4950-9aea-88919969265d owned by network:dhcp {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:55:16.717068 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0bc1f7b5-e3b8-40b7-87e9-e10125a56b61 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:16.720225 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-67f2c2f3-1f01-4063-9917-27b5a0348743 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:16.726580 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788dc458-30a0-460a-9252-801418b81fc0 None None] DHCP port deletion for 218b3452-80f2-4994-8255-b10c80d29430 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:55:16.759516 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-37ad4187-fae0-4964-ba1c-150eb3bb5755 None None] Calling delete_port for b66fbd1a-2d55-446d-9486-b66c54a697d9 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:55:16.759801 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc1f7b5-e3b8-40b7-87e9-e10125a56b61 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event deleted for resources: {'Port': ['ID=b66fbd1a-2d55-446d-9486-b66c54a697d9,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:16.764351 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ca320e01-9e71-4e16-9c11-4721ec15490e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:16.764621 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0bc1f7b5-e3b8-40b7-87e9-e10125a56b61 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:16.766529 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc1f7b5-e3b8-40b7-87e9-e10125a56b61 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] No DVR routers for this DVR port b66fbd1a-2d55-446d-9486-b66c54a697d9 on host dv-neutron-797121-2-hyperv {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:55:16.778929 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d5626d25-c056-42d5-8832-0a88a8ae7cc0 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:16.782460 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0516fc7d-51bc-4909-bede-8e84ff741bfc tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:16.842983 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:16.860088 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5626d25-c056-42d5-8832-0a88a8ae7cc0 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:16.864598 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-d5626d25-c056-42d5-8832-0a88a8ae7cc0 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:16.867839 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5626d25-c056-42d5-8832-0a88a8ae7cc0 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:55:16.903984 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5626d25-c056-42d5-8832-0a88a8ae7cc0 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Pushing event updated for resources: {'Port': ['ID=d79ccdc9-15a3-4918-8f55-12265d0309df,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:16.908413 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2d7bba-4839-4473-b5fb-cbd4891ba455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-51c83c43-7be7-46e9-8af2-485fddc9c895', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'fixed_ips': [{'subnet_id': 'dfe1f5e6-b043-4974-b594-b5b570160e02'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:55:16.909588 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5c2d7bba-4839-4473-b5fb-cbd4891ba455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:16.911511 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d5626d25-c056-42d5-8832-0a88a8ae7cc0 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:16.956628 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 97ee6f82-3b76-4734-bd4c-d14cc9fab3f3 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:55:17.005626 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 97ee6f82-3b76-4734-bd4c-d14cc9fab3f3 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:55:17.006309 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 97ee6f82-3b76-4734-bd4c-d14cc9fab3f3 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:55:17.065054 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-788dc458-30a0-460a-9252-801418b81fc0 None None] Deleting port 95fa4d61-05bc-4950-9aea-88919969265d {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:55:17.065464 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-788dc458-30a0-460a-9252-801418b81fc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:17.084154 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:17.121739 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-37ad4187-fae0-4964-ba1c-150eb3bb5755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:17.127084 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-68cf0f70-7e10-4440-a1be-2c0e7710bd73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:17.191449 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad4187-fae0-4964-ba1c-150eb3bb5755 None None] Pushing event deleted for resources: {'Port': ['ID=b66fbd1a-2d55-446d-9486-b66c54a697d9,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:17.196092 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-37ad4187-fae0-4964-ba1c-150eb3bb5755 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:17.208605 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ad4187-fae0-4964-ba1c-150eb3bb5755 None None] No DVR routers for this DVR port b66fbd1a-2d55-446d-9486-b66c54a697d9 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:55:17.231123 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0bc1f7b5-e3b8-40b7-87e9-e10125a56b61 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:17.231402 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-788dc458-30a0-460a-9252-801418b81fc0 None None] For port 95fa4d61-05bc-4950-9aea-88919969265d, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=95fa4d61-05bc-4950-9aea-88919969265d,segment=NetworkSegment(5fee1338-6658-4fb9-96b7-0ded30e26439),segment_id=5fee1338-6658-4fb9-96b7-0ded30e26439)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:17.231778 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-788dc458-30a0-460a-9252-801418b81fc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:17.233615 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5c8a4611-c790-4d7b-bc14-5b1c375693df tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:17.241714 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ad541727-9af5-4d75-810b-48f68f615495 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:17.251037 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-0bc1f7b5-e3b8-40b7-87e9-e10125a56b61 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a57c781-0477-43b7-a274-64c759025a3d']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:17.280162 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-0bc1f7b5-e3b8-40b7-87e9-e10125a56b61 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '316b8d1c-128d-4e6c-8410-17b09722ac38') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:17.280453 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-0bc1f7b5-e3b8-40b7-87e9-e10125a56b61 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '316b8d1c-128d-4e6c-8410-17b09722ac38') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:17.282643 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a4611-c790-4d7b-bc14-5b1c375693df tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Pushing event deleted for resources: {'Port': ['ID=95fa4d61-05bc-4950-9aea-88919969265d,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:17.283369 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-5c2d7bba-4839-4473-b5fb-cbd4891ba455 None None] Allocated IP 172.20.0.2 (51c83c43-7be7-46e9-8af2-485fddc9c895/dfe1f5e6-b043-4974-b594-b5b570160e02/32ccc487-69e3-4e0b-acd0-c2609e789cd3) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:55:17.290256 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8a4611-c790-4d7b-bc14-5b1c375693df tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] No DVR routers for this DVR port 95fa4d61-05bc-4950-9aea-88919969265d on host dv-neutron-797121-2-hyperv {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:55:17.292213 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5c8a4611-c790-4d7b-bc14-5b1c375693df tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:17.299691 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0bc1f7b5-e3b8-40b7-87e9-e10125a56b61 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:17.313307 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-788dc458-30a0-460a-9252-801418b81fc0 None None] Calling delete_port for 95fa4d61-05bc-4950-9aea-88919969265d owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:55:17.369310 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0bc1f7b5-e3b8-40b7-87e9-e10125a56b61 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:17.384455 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bc1f7b5-e3b8-40b7-87e9-e10125a56b61 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:55:17.384872 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0bc1f7b5-e3b8-40b7-87e9-e10125a56b61 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:17.389353 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:55:17.389353 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:55:17.389353 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:55:17.389353 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:55:17.389353 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:55:17.389353 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:55:17.389353 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:55:17.389353 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:55:17.389353 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:55:17.389353 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:55:17.389353 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:55:17.389353 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:55:17.389353 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:55:17.389353 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:55:17.389353 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:55:17.389353 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:55:17.389353 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:55:17.389353 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:55:17.389353 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:55:17.389353 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:55:17.389353 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:55:17.389353 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:55:17.389353 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:55:17.389353 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:55:17.389353 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:55:17.389353 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:55:17.389353 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:55:17.389353 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:55:17.389353 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:55:17.389353 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:55:17.389353 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:55:17.389353 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:55:17.389353 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:55:17.389353 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:55:17.389353 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:55:17.389353 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:55:17.442963 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5c8a4611-c790-4d7b-bc14-5b1c375693df tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:17.462264 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-5c8a4611-c790-4d7b-bc14-5b1c375693df tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['218b3452-80f2-4994-8255-b10c80d29430']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:17.470941 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-788dc458-30a0-460a-9252-801418b81fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:17.473621 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-5c8a4611-c790-4d7b-bc14-5b1c375693df tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fee1338-6658-4fb9-96b7-0ded30e26439') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:17.473936 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-5c8a4611-c790-4d7b-bc14-5b1c375693df tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fee1338-6658-4fb9-96b7-0ded30e26439') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:17.481188 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8f6fb3ec-aca9-48ee-9b6f-715559bcaeb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:17.487319 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0bc1f7b5-e3b8-40b7-87e9-e10125a56b61 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:17.488263 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5c8a4611-c790-4d7b-bc14-5b1c375693df tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:17.491455 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-bd05111d-15fc-4a87-b47a-7b4b3c9ca9d5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:17.495694 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0bc1f7b5-e3b8-40b7-87e9-e10125a56b61 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:17.497760 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0bc1f7b5-e3b8-40b7-87e9-e10125a56b61 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/networks/3a57c781-0477-43b7-a274-64c759025a3d HTTP/1.1" status: 204 len: 168 time: 1.4942763 Jun 21 14:55:17.505298 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37676) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:17.507868 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788dc458-30a0-460a-9252-801418b81fc0 None None] No DVR routers for this DVR port 95fa4d61-05bc-4950-9aea-88919969265d on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:55:17.513361 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-820e0de4-3ce0-4600-9dc1-3f9fa1802b8a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2107780120', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}, 'admin_state_up': False}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:17.515546 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788dc458-30a0-460a-9252-801418b81fc0 None None] Pushing event deleted for resources: {'Port': ['ID=95fa4d61-05bc-4950-9aea-88919969265d,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:17.517070 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc1f7b5-e3b8-40b7-87e9-e10125a56b61 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event deleted for resources: {'Network': ['ID=3a57c781-0477-43b7-a274-64c759025a3d,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:17.524646 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0bc1f7b5-e3b8-40b7-87e9-e10125a56b61 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:17.525832 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-788dc458-30a0-460a-9252-801418b81fc0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:17.528390 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5c8a4611-c790-4d7b-bc14-5b1c375693df tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:17.539602 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c8a4611-c790-4d7b-bc14-5b1c375693df tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:55:17.540319 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5c8a4611-c790-4d7b-bc14-5b1c375693df tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:17.543826 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:55:17.543826 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:55:17.543826 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:55:17.543826 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:55:17.543826 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:55:17.543826 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:55:17.543826 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:55:17.543826 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:55:17.543826 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:55:17.543826 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:55:17.543826 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:55:17.543826 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:55:17.543826 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:55:17.543826 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:55:17.543826 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:55:17.543826 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:55:17.543826 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:55:17.543826 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:55:17.543826 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:55:17.543826 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:55:17.543826 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:55:17.543826 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:55:17.543826 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:55:17.543826 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:55:17.543826 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:55:17.543826 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:55:17.543826 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:55:17.543826 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:55:17.543826 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:55:17.543826 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:55:17.543826 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:55:17.543826 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:55:17.589538 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5c2d7bba-4839-4473-b5fb-cbd4891ba455 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:17.606291 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5c8a4611-c790-4d7b-bc14-5b1c375693df tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:17.607009 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-5c2d7bba-4839-4473-b5fb-cbd4891ba455 None None] Transition to ACTIVE for port object 32ccc487-69e3-4e0b-acd0-c2609e789cd3 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:17.609737 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0be6e062-7aea-4be0-9771-263b51385734 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:17.616377 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5c8a4611-c790-4d7b-bc14-5b1c375693df tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:17.618254 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5c8a4611-c790-4d7b-bc14-5b1c375693df tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] 10.222.0.72 "DELETE /v2.0/networks/218b3452-80f2-4994-8255-b10c80d29430 HTTP/1.1" status: 204 len: 168 time: 1.4643803 Jun 21 14:55:17.628590 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37678) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:17.630601 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ca320e01-9e71-4e16-9c11-4721ec15490e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:17.632774 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-820e0de4-3ce0-4600-9dc1-3f9fa1802b8a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:17.633635 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-5c2d7bba-4839-4473-b5fb-cbd4891ba455 None None] Transition to ACTIVE for port object 32ccc487-69e3-4e0b-acd0-c2609e789cd3 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:17.634141 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-820e0de4-3ce0-4600-9dc1-3f9fa1802b8a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:17.639213 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8a4611-c790-4d7b-bc14-5b1c375693df tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Pushing event deleted for resources: {'Network': ['ID=218b3452-80f2-4994-8255-b10c80d29430,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:17.642765 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5c2d7bba-4839-4473-b5fb-cbd4891ba455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:17.643154 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5c8a4611-c790-4d7b-bc14-5b1c375693df tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:17.645923 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-788dc458-30a0-460a-9252-801418b81fc0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:17.666940 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ca320e01-9e71-4e16-9c11-4721ec15490e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:17.672036 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d5626d25-c056-42d5-8832-0a88a8ae7cc0 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router_gateway, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:17.689362 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-20ebabc1-4232-4394-b39d-9ced84e8c799 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Deleting subnet a2f9e6a0-7c15-46ac-85b4-a674efd77e77 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:55:17.693237 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-20ebabc1-4232-4394-b39d-9ced84e8c799 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:17.736860 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-20ebabc1-4232-4394-b39d-9ced84e8c799 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:17.810635 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-820e0de4-3ce0-4600-9dc1-3f9fa1802b8a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:17.835272 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-20ebabc1-4232-4394-b39d-9ced84e8c799 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:17.848558 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d7bba-4839-4473-b5fb-cbd4891ba455 None None] Pushing event updated for resources: {'Port': ['ID=32ccc487-69e3-4e0b-acd0-c2609e789cd3,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:17.853862 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2d7bba-4839-4473-b5fb-cbd4891ba455 None None] Network 51c83c43-7be7-46e9-8af2-485fddc9c895 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:17.853862 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5c2d7bba-4839-4473-b5fb-cbd4891ba455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:17.856373 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-5c2d7bba-4839-4473-b5fb-cbd4891ba455 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:17.860237 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2d7bba-4839-4473-b5fb-cbd4891ba455 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:55:17.911053 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-20ebabc1-4232-4394-b39d-9ced84e8c799 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:17.914591 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-af962fec-72a8-4bc5-9e24-b63f98115f78 tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:17.926407 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-5c2d7bba-4839-4473-b5fb-cbd4891ba455 None None] Attempting to bind port 32ccc487-69e3-4e0b-acd0-c2609e789cd3 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:55:17.927159 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-5c2d7bba-4839-4473-b5fb-cbd4891ba455 None None] Attempting to bind port 32ccc487-69e3-4e0b-acd0-c2609e789cd3 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '8063d322-273e-4ce9-859d-4659337bd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:55:17.927733 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2d7bba-4839-4473-b5fb-cbd4891ba455 None None] Attempting to bind port 32ccc487-69e3-4e0b-acd0-c2609e789cd3 on network 51c83c43-7be7-46e9-8af2-485fddc9c895 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:55:17.932900 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2d7bba-4839-4473-b5fb-cbd4891ba455 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:55:17.933675 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2d7bba-4839-4473-b5fb-cbd4891ba455 None None] Checking segment: {'id': '8063d322-273e-4ce9-859d-4659337bd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:55:17.934293 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5c2d7bba-4839-4473-b5fb-cbd4891ba455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:17.934843 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2d7bba-4839-4473-b5fb-cbd4891ba455 None None] Bound using segment: {'id': '8063d322-273e-4ce9-859d-4659337bd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:55:17.935509 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-5c2d7bba-4839-4473-b5fb-cbd4891ba455 None None] Bound port: 32ccc487-69e3-4e0b-acd0-c2609e789cd3, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8063d322-273e-4ce9-859d-4659337bd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:55:17.936045 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5c2d7bba-4839-4473-b5fb-cbd4891ba455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:17.941071 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ebabc1-4232-4394-b39d-9ced84e8c799 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Pushing event deleted for resources: {'Subnet': ['ID=a2f9e6a0-7c15-46ac-85b4-a674efd77e77,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:17.944017 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-20ebabc1-4232-4394-b39d-9ced84e8c799 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:17.945133 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-20ebabc1-4232-4394-b39d-9ced84e8c799 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:17.949978 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-20ebabc1-4232-4394-b39d-9ced84e8c799 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] 10.222.0.72 "DELETE /v2.0/subnets/a2f9e6a0-7c15-46ac-85b4-a674efd77e77 HTTP/1.1" status: 204 len: 168 time: 0.3197746 Jun 21 14:55:17.950166 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37680) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:17.975277 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b5d261-e48a-48fb-984d-f21f9dcf5119 None None] Network a1b9fd81-6a7a-4736-815d-898d9ba4ce7f requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:55:18.058147 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:18.083798 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-5c2d7bba-4839-4473-b5fb-cbd4891ba455 None None] For port 32ccc487-69e3-4e0b-acd0-c2609e789cd3, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:55:18.114993 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-5c2d7bba-4839-4473-b5fb-cbd4891ba455 None None] For port 32ccc487-69e3-4e0b-acd0-c2609e789cd3, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=32ccc487-69e3-4e0b-acd0-c2609e789cd3,segment=NetworkSegment(8063d322-273e-4ce9-859d-4659337bd9d3),segment_id=8063d322-273e-4ce9-859d-4659337bd9d3)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:55:18.121593 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5c2d7bba-4839-4473-b5fb-cbd4891ba455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:18.123704 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-ca320e01-9e71-4e16-9c11-4721ec15490e admin admin] Allocated IP 172.26.3.92 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/afd0b0f6-88c6-4e96-872e-992085a2fc5f) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:55:18.125006 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:18.131978 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-820e0de4-3ce0-4600-9dc1-3f9fa1802b8a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:18.149615 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6004fa9-53f4-4210-8670-ce6dcab1d41a tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Deleting subnet 2f0b4d83-d732-48ca-bcab-d7e07c84bdc0 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:55:18.161872 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c6004fa9-53f4-4210-8670-ce6dcab1d41a tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:18.198160 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d7bba-4839-4473-b5fb-cbd4891ba455 None None] Pushing event updated for resources: {'Port': ['ID=32ccc487-69e3-4e0b-acd0-c2609e789cd3,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:18.201631 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5c2d7bba-4839-4473-b5fb-cbd4891ba455 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:18.288197 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e382cc15-4dc6-40d1-a13d-0fa92b5fb3d6 None None] DHCP port deletion for a1b9fd81-6a7a-4736-815d-898d9ba4ce7f request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:55:18.329615 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c6004fa9-53f4-4210-8670-ce6dcab1d41a tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:18.339056 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-e382cc15-4dc6-40d1-a13d-0fa92b5fb3d6 None None] Deleting port 108ed891-0162-43cf-b304-8d43962d88f6 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:55:18.339562 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e382cc15-4dc6-40d1-a13d-0fa92b5fb3d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:18.424756 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d5626d25-c056-42d5-8832-0a88a8ae7cc0 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:18.430434 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-e382cc15-4dc6-40d1-a13d-0fa92b5fb3d6 None None] For port 108ed891-0162-43cf-b304-8d43962d88f6, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=108ed891-0162-43cf-b304-8d43962d88f6,segment=NetworkSegment(bc2febce-d3da-4387-b2cd-f8ddad3a890e),segment_id=bc2febce-d3da-4387-b2cd-f8ddad3a890e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:18.430917 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e382cc15-4dc6-40d1-a13d-0fa92b5fb3d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:18.478977 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 108ed891-0162-43cf-b304-8d43962d88f6 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:55:18.506470 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-e382cc15-4dc6-40d1-a13d-0fa92b5fb3d6 None None] Calling delete_port for 108ed891-0162-43cf-b304-8d43962d88f6 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:55:18.564912 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ca320e01-9e71-4e16-9c11-4721ec15490e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:18.626692 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c6004fa9-53f4-4210-8670-ce6dcab1d41a tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:18.652181 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:18.664269 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e382cc15-4dc6-40d1-a13d-0fa92b5fb3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:18.669135 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:18.700783 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e382cc15-4dc6-40d1-a13d-0fa92b5fb3d6 None None] Pushing event deleted for resources: {'Port': ['ID=108ed891-0162-43cf-b304-8d43962d88f6,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:18.703599 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e382cc15-4dc6-40d1-a13d-0fa92b5fb3d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:18.704972 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e382cc15-4dc6-40d1-a13d-0fa92b5fb3d6 None None] No DVR routers for this DVR port 108ed891-0162-43cf-b304-8d43962d88f6 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:55:18.728157 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 95fa4d61-05bc-4950-9aea-88919969265d no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:55:18.755296 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 95fa4d61-05bc-4950-9aea-88919969265d {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:55:18.755729 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 95fa4d61-05bc-4950-9aea-88919969265d not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:55:18.779913 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ca320e01-9e71-4e16-9c11-4721ec15490e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:18.813116 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-10e5eb28-b612-490c-994e-6918b0675fda tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:18.817026 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c6004fa9-53f4-4210-8670-ce6dcab1d41a tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:18.892202 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c6004fa9-53f4-4210-8670-ce6dcab1d41a tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:18.896360 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c6004fa9-53f4-4210-8670-ce6dcab1d41a tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] 10.222.0.72 "DELETE /v2.0/subnets/2f0b4d83-d732-48ca-bcab-d7e07c84bdc0 HTTP/1.1" status: 204 len: 168 time: 0.9370658 Jun 21 14:55:18.897882 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37682) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:18.898567 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00a7f0a-59c4-4e50-be3a-732b715bc272 None None] Network 98bff2b2-7c03-4ce1-8234-4c7730e3b558 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:55:18.911782 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca320e01-9e71-4e16-9c11-4721ec15490e admin admin] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:18.921717 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-ca320e01-9e71-4e16-9c11-4721ec15490e admin admin] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:18.926716 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca320e01-9e71-4e16-9c11-4721ec15490e admin admin] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:55:18.946126 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5626d25-c056-42d5-8832-0a88a8ae7cc0 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Router 80fd4a02-36c6-4e4d-b4ac-2506acb8fedf is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:55:18.950984 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca320e01-9e71-4e16-9c11-4721ec15490e admin admin] Pushing event updated for resources: {'Port': ['ID=afd0b0f6-88c6-4e96-872e-992085a2fc5f,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:18.953956 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ca320e01-9e71-4e16-9c11-4721ec15490e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:18.954704 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-820e0de4-3ce0-4600-9dc1-3f9fa1802b8a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router_gateway, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:18.975028 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5fb0966c-3a55-46e8-8aae-2407121d1c24 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:18.999801 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b2a2c9ba-c1f8-48dd-be90-8dce0d5410d7 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:19.020764 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6004fa9-53f4-4210-8670-ce6dcab1d41a tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Pushing event deleted for resources: {'Subnet': ['ID=2f0b4d83-d732-48ca-bcab-d7e07c84bdc0,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:19.023452 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c6004fa9-53f4-4210-8670-ce6dcab1d41a tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:19.025926 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-820e0de4-3ce0-4600-9dc1-3f9fa1802b8a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:19.100235 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b2a2c9ba-c1f8-48dd-be90-8dce0d5410d7 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:19.113400 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-b2a2c9ba-c1f8-48dd-be90-8dce0d5410d7 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1b9fd81-6a7a-4736-815d-898d9ba4ce7f']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:19.133523 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-b2a2c9ba-c1f8-48dd-be90-8dce0d5410d7 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc2febce-d3da-4387-b2cd-f8ddad3a890e') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:19.133910 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-b2a2c9ba-c1f8-48dd-be90-8dce0d5410d7 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc2febce-d3da-4387-b2cd-f8ddad3a890e') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:19.150218 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b2a2c9ba-c1f8-48dd-be90-8dce0d5410d7 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:19.170143 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b2a2c9ba-c1f8-48dd-be90-8dce0d5410d7 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:19.178302 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee377fe-375d-4c97-aecd-581b08c7b15c None None] DHCP port deletion for 98bff2b2-7c03-4ce1-8234-4c7730e3b558 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:55:19.179657 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2a2c9ba-c1f8-48dd-be90-8dce0d5410d7 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:55:19.179657 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b2a2c9ba-c1f8-48dd-be90-8dce0d5410d7 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:19.182831 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:55:19.182831 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:55:19.182831 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:55:19.182831 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:55:19.182831 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:55:19.182831 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:55:19.182831 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:55:19.182831 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:55:19.182831 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:55:19.182831 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:55:19.182831 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:55:19.182831 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:55:19.182831 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:55:19.182831 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:55:19.182831 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:55:19.182831 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:55:19.182831 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:55:19.182831 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:55:19.182831 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:55:19.182831 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:55:19.182831 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:55:19.182831 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:55:19.182831 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:55:19.182831 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:55:19.182831 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:55:19.182831 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:55:19.182831 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:55:19.182831 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:55:19.182831 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:55:19.182831 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:55:19.182831 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:55:19.182831 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:55:19.239200 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-3ee377fe-375d-4c97-aecd-581b08c7b15c None None] Deleting port 8c9a1c10-970a-4df1-b04d-d7888bc696b9 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:55:19.239589 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3ee377fe-375d-4c97-aecd-581b08c7b15c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:19.253520 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b2a2c9ba-c1f8-48dd-be90-8dce0d5410d7 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:19.258875 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b2a2c9ba-c1f8-48dd-be90-8dce0d5410d7 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:19.260780 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b2a2c9ba-c1f8-48dd-be90-8dce0d5410d7 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] 10.222.0.72 "DELETE /v2.0/networks/a1b9fd81-6a7a-4736-815d-898d9ba4ce7f HTTP/1.1" status: 204 len: 168 time: 0.3619242 Jun 21 14:55:19.262089 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c60c5e0f-2a78-4d39-8d83-85156384ed8a tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:19.266188 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37684) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:19.303268 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfc1593-2e3e-4b39-80af-c475445cecfb None None] Network 51c83c43-7be7-46e9-8af2-485fddc9c895 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:55:19.329155 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a2c9ba-c1f8-48dd-be90-8dce0d5410d7 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Pushing event deleted for resources: {'Network': ['ID=a1b9fd81-6a7a-4736-815d-898d9ba4ce7f,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:19.331761 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b2a2c9ba-c1f8-48dd-be90-8dce0d5410d7 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:19.358880 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-3ee377fe-375d-4c97-aecd-581b08c7b15c None None] For port 8c9a1c10-970a-4df1-b04d-d7888bc696b9, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=8c9a1c10-970a-4df1-b04d-d7888bc696b9,segment=NetworkSegment(5d5f5838-abd9-403b-adf7-748611fbf0df),segment_id=5d5f5838-abd9-403b-adf7-748611fbf0df)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:19.359302 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3ee377fe-375d-4c97-aecd-581b08c7b15c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:19.368899 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9347bd39-a389-463f-9609-33a5f08b1284 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:19.427477 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-9347bd39-a389-463f-9609-33a5f08b1284 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Deleting port 8c9a1c10-970a-4df1-b04d-d7888bc696b9 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:55:19.427792 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9347bd39-a389-463f-9609-33a5f08b1284 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:19.455161 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-3ee377fe-375d-4c97-aecd-581b08c7b15c None None] Calling delete_port for 8c9a1c10-970a-4df1-b04d-d7888bc696b9 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:55:19.461030 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2ca13c4a-8e87-495c-be57-984481388eb4 None None] Provisioning for port 32ccc487-69e3-4e0b-acd0-c2609e789cd3 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:19.495176 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-9347bd39-a389-463f-9609-33a5f08b1284 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] For port 8c9a1c10-970a-4df1-b04d-d7888bc696b9, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=8c9a1c10-970a-4df1-b04d-d7888bc696b9,segment=NetworkSegment(5d5f5838-abd9-403b-adf7-748611fbf0df),segment_id=5d5f5838-abd9-403b-adf7-748611fbf0df)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:19.495971 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9347bd39-a389-463f-9609-33a5f08b1284 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:19.563742 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-9347bd39-a389-463f-9609-33a5f08b1284 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Calling delete_port for 8c9a1c10-970a-4df1-b04d-d7888bc696b9 owned by network:dhcp {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:55:19.636370 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3ee377fe-375d-4c97-aecd-581b08c7b15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:19.639134 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:19.649330 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9347bd39-a389-463f-9609-33a5f08b1284 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:19.651609 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5c8a4611-c790-4d7b-bc14-5b1c375693df tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:19.675154 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee377fe-375d-4c97-aecd-581b08c7b15c None None] Pushing event deleted for resources: {'Port': ['ID=8c9a1c10-970a-4df1-b04d-d7888bc696b9,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:19.680442 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347bd39-a389-463f-9609-33a5f08b1284 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Pushing event deleted for resources: {'Port': ['ID=8c9a1c10-970a-4df1-b04d-d7888bc696b9,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:19.684023 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9347bd39-a389-463f-9609-33a5f08b1284 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:19.685457 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9347bd39-a389-463f-9609-33a5f08b1284 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] No DVR routers for this DVR port 8c9a1c10-970a-4df1-b04d-d7888bc696b9 on host dv-neutron-797121-2-hyperv {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:55:19.690842 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3ee377fe-375d-4c97-aecd-581b08c7b15c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:19.693516 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee377fe-375d-4c97-aecd-581b08c7b15c None None] No DVR routers for this DVR port 8c9a1c10-970a-4df1-b04d-d7888bc696b9 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:55:19.702358 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5626d25-c056-42d5-8832-0a88a8ae7cc0 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:55:19.714149 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:19.715044 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3690684-76c6-4edf-978d-b75eb974f9d9 None None] Sync routers for ids ['80fd4a02-36c6-4e4d-b4ac-2506acb8fedf'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:55:19.731744 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3690684-76c6-4edf-978d-b75eb974f9d9 None None] Routers {'80fd4a02-36c6-4e4d-b4ac-2506acb8fedf'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:19.732468 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-e3690684-76c6-4edf-978d-b75eb974f9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['80fd4a02-36c6-4e4d-b4ac-2506acb8fedf'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:19.733559 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-820e0de4-3ce0-4600-9dc1-3f9fa1802b8a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Allocated IP 172.26.3.186 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/e0fa5f3b-4f2d-4f33-831d-03207bb7a1ca) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:55:19.772314 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9347bd39-a389-463f-9609-33a5f08b1284 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:19.775494 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-e3690684-76c6-4edf-978d-b75eb974f9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:19.786846 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3690684-76c6-4edf-978d-b75eb974f9d9 None None] Routers {'80fd4a02-36c6-4e4d-b4ac-2506acb8fedf'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:19.787857 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-e3690684-76c6-4edf-978d-b75eb974f9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['80fd4a02-36c6-4e4d-b4ac-2506acb8fedf'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:19.789127 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-9347bd39-a389-463f-9609-33a5f08b1284 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98bff2b2-7c03-4ce1-8234-4c7730e3b558']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:19.802834 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-9347bd39-a389-463f-9609-33a5f08b1284 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d5f5838-abd9-403b-adf7-748611fbf0df') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:19.803129 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-9347bd39-a389-463f-9609-33a5f08b1284 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d5f5838-abd9-403b-adf7-748611fbf0df') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:19.821880 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-e3690684-76c6-4edf-978d-b75eb974f9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:19.822813 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3690684-76c6-4edf-978d-b75eb974f9d9 None None] The sync data for ids ['80fd4a02-36c6-4e4d-b4ac-2506acb8fedf'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:55:19.824345 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9347bd39-a389-463f-9609-33a5f08b1284 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:19.827806 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d5626d25-c056-42d5-8832-0a88a8ae7cc0 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:19.831502 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d5626d25-c056-42d5-8832-0a88a8ae7cc0 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.4721913 Jun 21 14:55:19.832514 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37686) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:19.838385 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-737fd6e4-b414-4dfd-9f11-7cb233a6a6f3 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'enable_snat': False}}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:19.850010 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9347bd39-a389-463f-9609-33a5f08b1284 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:19.856631 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9347bd39-a389-463f-9609-33a5f08b1284 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:55:19.856989 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9347bd39-a389-463f-9609-33a5f08b1284 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: self.session.flush() Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: self.session.flush() Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: self.session.flush() Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: self.session.flush() Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:55:19.860142 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:55:19.924307 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9347bd39-a389-463f-9609-33a5f08b1284 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:19.928095 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-059a14df-9bb2-460c-aedd-f1d7850c5866 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:19.933579 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9347bd39-a389-463f-9609-33a5f08b1284 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:19.936081 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9347bd39-a389-463f-9609-33a5f08b1284 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] 10.222.0.72 "DELETE /v2.0/networks/98bff2b2-7c03-4ce1-8234-4c7730e3b558 HTTP/1.1" status: 204 len: 168 time: 0.6685481 Jun 21 14:55:19.946187 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37688) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:19.954861 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347bd39-a389-463f-9609-33a5f08b1284 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Pushing event deleted for resources: {'Network': ['ID=98bff2b2-7c03-4ce1-8234-4c7730e3b558,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:19.962887 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9347bd39-a389-463f-9609-33a5f08b1284 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:20.001076 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ca320e01-9e71-4e16-9c11-4721ec15490e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:20.004564 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ca655a-4bb8-498f-89c9-56e31d6af7c1 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Deleting subnet 19479fc2-73d9-4ce7-8166-f4d91f559f25 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:55:20.008019 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d6ca655a-4bb8-498f-89c9-56e31d6af7c1 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:20.054806 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d6ca655a-4bb8-498f-89c9-56e31d6af7c1 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:20.066171 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-820e0de4-3ce0-4600-9dc1-3f9fa1802b8a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:20.139464 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d6ca655a-4bb8-498f-89c9-56e31d6af7c1 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:20.201129 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d6ca655a-4bb8-498f-89c9-56e31d6af7c1 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:20.203963 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-735bf2f9-b72e-4e6e-a0f5-1910751b1a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:20.233844 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca655a-4bb8-498f-89c9-56e31d6af7c1 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Pushing event deleted for resources: {'Subnet': ['ID=19479fc2-73d9-4ce7-8166-f4d91f559f25,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:20.236747 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d6ca655a-4bb8-498f-89c9-56e31d6af7c1 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:20.237737 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d6ca655a-4bb8-498f-89c9-56e31d6af7c1 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:20.240474 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d6ca655a-4bb8-498f-89c9-56e31d6af7c1 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] 10.222.0.72 "DELETE /v2.0/subnets/19479fc2-73d9-4ce7-8166-f4d91f559f25 HTTP/1.1" status: 204 len: 168 time: 0.2932982 Jun 21 14:55:20.242106 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37690) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:20.246739 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb3f37e-c1f6-4477-976f-5d3fd5da7977 None None] Network 44a1a466-43d9-470d-9978-dccdac5d7f60 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:55:20.281355 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-820e0de4-3ce0-4600-9dc1-3f9fa1802b8a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:20.286657 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-35823571-fc83-4aa1-9550-49fad919a308 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:20.324823 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-50682d6f-af00-45b1-99cc-e793e458ce8c tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:20.395913 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820e0de4-3ce0-4600-9dc1-3f9fa1802b8a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:20.406487 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-820e0de4-3ce0-4600-9dc1-3f9fa1802b8a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:20.410257 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-50682d6f-af00-45b1-99cc-e793e458ce8c tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Deleting port 0f59388b-402c-460c-aab1-20a8dd585e32 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:55:20.410703 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-50682d6f-af00-45b1-99cc-e793e458ce8c tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:20.417582 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820e0de4-3ce0-4600-9dc1-3f9fa1802b8a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:55:20.476150 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e0de4-3ce0-4600-9dc1-3f9fa1802b8a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Port': ['ID=e0fa5f3b-4f2d-4f33-831d-03207bb7a1ca,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:20.483527 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-820e0de4-3ce0-4600-9dc1-3f9fa1802b8a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:20.484558 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ca320e01-9e71-4e16-9c11-4721ec15490e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:20.489164 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 32ccc487-69e3-4e0b-acd0-c2609e789cd3 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:20.506906 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-50682d6f-af00-45b1-99cc-e793e458ce8c tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] For port 0f59388b-402c-460c-aab1-20a8dd585e32, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=0f59388b-402c-460c-aab1-20a8dd585e32,segment=NetworkSegment(36515d20-4f33-400c-a4ed-2e81ff43521c),segment_id=36515d20-4f33-400c-a4ed-2e81ff43521c)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:20.507792 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-50682d6f-af00-45b1-99cc-e793e458ce8c tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:20.524957 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890067ac-a024-498a-b30f-fc9dc0a03efb None None] DHCP port deletion for 44a1a466-43d9-470d-9978-dccdac5d7f60 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:55:20.581008 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-50682d6f-af00-45b1-99cc-e793e458ce8c tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Calling delete_port for 0f59388b-402c-460c-aab1-20a8dd585e32 owned by network:dhcp {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:55:20.593310 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 32ccc487-69e3-4e0b-acd0-c2609e789cd3 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:20.598459 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-890067ac-a024-498a-b30f-fc9dc0a03efb None None] Deleting port 0f59388b-402c-460c-aab1-20a8dd585e32 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:55:20.599178 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-890067ac-a024-498a-b30f-fc9dc0a03efb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:20.602616 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 32ccc487-69e3-4e0b-acd0-c2609e789cd3 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:20.603315 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:20.682995 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-50682d6f-af00-45b1-99cc-e793e458ce8c tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:20.687853 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c6c3753b-68fa-4d3d-a5a5-0d3814dbda46 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:20.700142 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-890067ac-a024-498a-b30f-fc9dc0a03efb None None] For port 0f59388b-402c-460c-aab1-20a8dd585e32, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=0f59388b-402c-460c-aab1-20a8dd585e32,segment=NetworkSegment(36515d20-4f33-400c-a4ed-2e81ff43521c),segment_id=36515d20-4f33-400c-a4ed-2e81ff43521c)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:20.701236 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-890067ac-a024-498a-b30f-fc9dc0a03efb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:20.719466 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50682d6f-af00-45b1-99cc-e793e458ce8c tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Pushing event deleted for resources: {'Port': ['ID=0f59388b-402c-460c-aab1-20a8dd585e32,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:20.724967 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50682d6f-af00-45b1-99cc-e793e458ce8c tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] No DVR routers for this DVR port 0f59388b-402c-460c-aab1-20a8dd585e32 on host dv-neutron-797121-2-hyperv {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:55:20.726823 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-50682d6f-af00-45b1-99cc-e793e458ce8c tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:20.768931 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-737fd6e4-b414-4dfd-9f11-7cb233a6a6f3 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:20.780048 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-890067ac-a024-498a-b30f-fc9dc0a03efb None None] Calling delete_port for 0f59388b-402c-460c-aab1-20a8dd585e32 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:55:20.824206 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:20.824961 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-50682d6f-af00-45b1-99cc-e793e458ce8c tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:20.835071 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-50682d6f-af00-45b1-99cc-e793e458ce8c tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a1a466-43d9-470d-9978-dccdac5d7f60']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:20.847927 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-50682d6f-af00-45b1-99cc-e793e458ce8c tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36515d20-4f33-400c-a4ed-2e81ff43521c') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:20.848188 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-50682d6f-af00-45b1-99cc-e793e458ce8c tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36515d20-4f33-400c-a4ed-2e81ff43521c') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:20.858361 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-50682d6f-af00-45b1-99cc-e793e458ce8c tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:20.874970 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-50682d6f-af00-45b1-99cc-e793e458ce8c tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:20.881895 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50682d6f-af00-45b1-99cc-e793e458ce8c tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:55:20.882284 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-50682d6f-af00-45b1-99cc-e793e458ce8c tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:20.885658 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:55:20.885658 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:55:20.885658 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:55:20.885658 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:55:20.885658 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:55:20.885658 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:55:20.885658 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:55:20.885658 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:55:20.885658 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:55:20.885658 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:55:20.885658 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:55:20.885658 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:55:20.885658 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:55:20.885658 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:55:20.885658 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:55:20.885658 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:55:20.885658 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:55:20.885658 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:55:20.885658 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:55:20.885658 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:55:20.885658 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:55:20.885658 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:55:20.885658 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:55:20.885658 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:55:20.885658 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:55:20.885658 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:55:20.885658 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:55:20.885658 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:55:20.885658 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:55:20.885658 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:55:20.885658 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:55:20.885658 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:55:20.901231 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 32ccc487-69e3-4e0b-acd0-c2609e789cd3, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=32ccc487-69e3-4e0b-acd0-c2609e789cd3,segment=NetworkSegment(8063d322-273e-4ce9-859d-4659337bd9d3),segment_id=8063d322-273e-4ce9-859d-4659337bd9d3)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:20.914103 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:20.918989 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:20.980624 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-890067ac-a024-498a-b30f-fc9dc0a03efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:20.986942 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-50682d6f-af00-45b1-99cc-e793e458ce8c tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:20.993925 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-50682d6f-af00-45b1-99cc-e793e458ce8c tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:21.000704 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-50682d6f-af00-45b1-99cc-e793e458ce8c tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] 10.222.0.72 "DELETE /v2.0/networks/44a1a466-43d9-470d-9978-dccdac5d7f60 HTTP/1.1" status: 204 len: 168 time: 0.7547276 Jun 21 14:55:21.000704 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-eadae706-2b28-48ca-acdd-0fb83d8d705c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:21.001423 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37692) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:21.018240 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50682d6f-af00-45b1-99cc-e793e458ce8c tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Pushing event deleted for resources: {'Network': ['ID=44a1a466-43d9-470d-9978-dccdac5d7f60,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:21.020993 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 8c9a1c10-970a-4df1-b04d-d7888bc696b9 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:55:21.025488 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-50682d6f-af00-45b1-99cc-e793e458ce8c tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:21.045095 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-86a65db0-a2a1-4d52-add3-660c4492b73e tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed0493c1-b4bd-420b-b5a9-b96a50cf485f HTTP/1.1" status: 200 len: 205 time: 0.0381591 Jun 21 14:55:21.045095 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-820e0de4-3ce0-4600-9dc1-3f9fa1802b8a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router_gateway, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:21.045827 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37694) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:21.055182 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 8c9a1c10-970a-4df1-b04d-d7888bc696b9 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:55:21.055534 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 8c9a1c10-970a-4df1-b04d-d7888bc696b9 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:55:21.058204 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-890067ac-a024-498a-b30f-fc9dc0a03efb None None] Network 44a1a466-43d9-470d-9978-dccdac5d7f60 is not hosted by any dhcp agent {{(pid=105226) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 21 14:55:21.058842 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890067ac-a024-498a-b30f-fc9dc0a03efb None None] No DVR routers for this DVR port 0f59388b-402c-460c-aab1-20a8dd585e32 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:55:21.062437 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=32ccc487-69e3-4e0b-acd0-c2609e789cd3,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:21.070461 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:21.070938 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-ff94eeac-fab8-43ac-960d-e5fe65105fbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:21.111784 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890067ac-a024-498a-b30f-fc9dc0a03efb None None] Pushing event deleted for resources: {'Port': ['ID=0f59388b-402c-460c-aab1-20a8dd585e32,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:21.120831 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca320e01-9e71-4e16-9c11-4721ec15490e admin admin] Router 31b73e1c-1af0-40b3-863c-af0582a46448 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:55:21.121047 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-890067ac-a024-498a-b30f-fc9dc0a03efb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:21.165733 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-14c363b4-3949-4f0d-b4a7-395b036c8487 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:21.336112 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-14c363b4-3949-4f0d-b4a7-395b036c8487 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:21.338551 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-14c363b4-3949-4f0d-b4a7-395b036c8487 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:21.391077 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-14c363b4-3949-4f0d-b4a7-395b036c8487 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:21.391525 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c363b4-3949-4f0d-b4a7-395b036c8487 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Fanout notify agent at l3_agent the message router_deleted on router ed0493c1-b4bd-420b-b5a9-b96a50cf485f {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:55:21.401180 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-14c363b4-3949-4f0d-b4a7-395b036c8487 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:21.404874 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-14c363b4-3949-4f0d-b4a7-395b036c8487 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] 10.222.0.72 "DELETE /v2.0/routers/ed0493c1-b4bd-420b-b5a9-b96a50cf485f HTTP/1.1" status: 204 len: 168 time: 0.3558414 Jun 21 14:55:21.616648 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37700) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:21.728818 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca320e01-9e71-4e16-9c11-4721ec15490e admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:55:21.738907 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0912d272-f8be-49da-9b1e-ea94ca9563fb None None] Sync routers for ids ['31b73e1c-1af0-40b3-863c-af0582a46448'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:55:21.749036 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0912d272-f8be-49da-9b1e-ea94ca9563fb None None] Routers {'31b73e1c-1af0-40b3-863c-af0582a46448'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:21.749420 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-0912d272-f8be-49da-9b1e-ea94ca9563fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['31b73e1c-1af0-40b3-863c-af0582a46448'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:21.765542 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fada12c5-1106-4e8d-8f69-dddf3d2a31d9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=eda2e39ee6c1463881fdb1a04fc41892&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1474900 Jun 21 14:55:21.767932 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37704) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:21.808393 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-820e0de4-3ce0-4600-9dc1-3f9fa1802b8a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:21.819504 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ca320e01-9e71-4e16-9c11-4721ec15490e admin admin] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:21.821305 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ca320e01-9e71-4e16-9c11-4721ec15490e admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.4584455 Jun 21 14:55:21.824852 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37706) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:21.867822 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9e35eec2-57aa-4cdb-80e7-45ed5fb38ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:21.938868 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9e35eec2-57aa-4cdb-80e7-45ed5fb38ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:22.028113 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-0912d272-f8be-49da-9b1e-ea94ca9563fb None None] Set router 31b73e1c-1af0-40b3-863c-af0582a46448 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:55:22.120686 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820e0de4-3ce0-4600-9dc1-3f9fa1802b8a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Router 96172922-fad1-4414-af06-8dad9bef5bb0 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:55:22.129365 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9e35eec2-57aa-4cdb-80e7-45ed5fb38ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:22.132725 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9e35eec2-57aa-4cdb-80e7-45ed5fb38ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:22.134081 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9e35eec2-57aa-4cdb-80e7-45ed5fb38ec9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/84ab0a4c-dfec-40e7-9d79-27a68e76c6a0 HTTP/1.1" status: 204 len: 168 time: 0.3650708 Jun 21 14:55:22.140220 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0fa41052-8905-4123-82ae-ddbb8379f71e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:22.154879 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e35eec2-57aa-4cdb-80e7-45ed5fb38ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ab0a4c-dfec-40e7-9d79-27a68e76c6a0,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:22.157078 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9e35eec2-57aa-4cdb-80e7-45ed5fb38ec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:22.229915 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-737fd6e4-b414-4dfd-9f11-7cb233a6a6f3 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:22.239173 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-737fd6e4-b414-4dfd-9f11-7cb233a6a6f3 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627068'] for router, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:22.343888 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-0912d272-f8be-49da-9b1e-ea94ca9563fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'name': 'tempest-TestVolumeBootPattern-574981534-router', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:16Z', 'updated_at': '2021-06-21T14:55:19Z', 'revision_number': 3, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'gw_port': {'id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:17Z', 'updated_at': '2021-06-21T14:55:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:22.423247 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820e0de4-3ce0-4600-9dc1-3f9fa1802b8a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:55:22.438012 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665bcd5c-abf8-4856-98a5-8e17cc15158f None None] Sync routers for ids ['96172922-fad1-4414-af06-8dad9bef5bb0'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:55:22.455481 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665bcd5c-abf8-4856-98a5-8e17cc15158f None None] Routers {'96172922-fad1-4414-af06-8dad9bef5bb0'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:22.457145 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-665bcd5c-abf8-4856-98a5-8e17cc15158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['96172922-fad1-4414-af06-8dad9bef5bb0'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:22.457349 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0912d272-f8be-49da-9b1e-ea94ca9563fb None None] Checking router: 31b73e1c-1af0-40b3-863c-af0582a46448 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:55:22.457646 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0912d272-f8be-49da-9b1e-ea94ca9563fb None None] Updating router 31b73e1c-1af0-40b3-863c-af0582a46448 port afd0b0f6-88c6-4e96-872e-992085a2fc5f binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:55:22.522012 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-665bcd5c-abf8-4856-98a5-8e17cc15158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:22.528529 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0912d272-f8be-49da-9b1e-ea94ca9563fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:22.534120 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665bcd5c-abf8-4856-98a5-8e17cc15158f None None] Routers {'96172922-fad1-4414-af06-8dad9bef5bb0'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:22.534572 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737fd6e4-b414-4dfd-9f11-7cb233a6a6f3 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Router 80fd4a02-36c6-4e4d-b4ac-2506acb8fedf has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:55:22.534850 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-665bcd5c-abf8-4856-98a5-8e17cc15158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['96172922-fad1-4414-af06-8dad9bef5bb0'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:22.544754 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-820e0de4-3ce0-4600-9dc1-3f9fa1802b8a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:22.549591 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-820e0de4-3ce0-4600-9dc1-3f9fa1802b8a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.0428507 Jun 21 14:55:22.550505 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37710) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:22.577801 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-665bcd5c-abf8-4856-98a5-8e17cc15158f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:22.579078 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665bcd5c-abf8-4856-98a5-8e17cc15158f None None] The sync data for ids ['96172922-fad1-4414-af06-8dad9bef5bb0'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:55:22.624937 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 32ccc487-69e3-4e0b-acd0-c2609e789cd3 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:22.638076 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-530851e7-92ed-4902-a171-cf6370ff5afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:22.772792 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 32ccc487-69e3-4e0b-acd0-c2609e789cd3 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:22.773731 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:22.791123 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5d704a10-d4df-4613-858e-e115d9629669 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "GET /v2.0/routers/96172922-fad1-4414-af06-8dad9bef5bb0 HTTP/1.1" status: 200 len: 885 time: 0.2378671 Jun 21 14:55:22.797422 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37712) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:22.805925 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737fd6e4-b414-4dfd-9f11-7cb233a6a6f3 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:55:22.824934 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e27212-4612-46f0-9416-cf9ae464b218 None None] Sync routers for ids ['80fd4a02-36c6-4e4d-b4ac-2506acb8fedf'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:55:22.828911 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-737fd6e4-b414-4dfd-9f11-7cb233a6a6f3 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:22.832505 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-737fd6e4-b414-4dfd-9f11-7cb233a6a6f3 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] 10.222.0.72 "PUT /v2.0/routers/80fd4a02-36c6-4e4d-b4ac-2506acb8fedf HTTP/1.1" status: 200 len: 920 time: 2.9967318 Jun 21 14:55:22.836087 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37714) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:22.852913 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e27212-4612-46f0-9416-cf9ae464b218 None None] Routers {'80fd4a02-36c6-4e4d-b4ac-2506acb8fedf'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:22.853546 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-62e27212-4612-46f0-9416-cf9ae464b218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['80fd4a02-36c6-4e4d-b4ac-2506acb8fedf'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:22.901184 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-62e27212-4612-46f0-9416-cf9ae464b218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:22.909766 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-530851e7-92ed-4902-a171-cf6370ff5afc admin admin] Allocated IP 172.20.0.1 (51c83c43-7be7-46e9-8af2-485fddc9c895/dfe1f5e6-b043-4974-b594-b5b570160e02/4e80238a-63d2-4cb0-a67d-6d67e3b6169c) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:55:22.924635 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e27212-4612-46f0-9416-cf9ae464b218 None None] Routers {'80fd4a02-36c6-4e4d-b4ac-2506acb8fedf'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:22.925264 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-62e27212-4612-46f0-9416-cf9ae464b218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['80fd4a02-36c6-4e4d-b4ac-2506acb8fedf'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:22.982424 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-62e27212-4612-46f0-9416-cf9ae464b218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:22.983064 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e27212-4612-46f0-9416-cf9ae464b218 None None] The sync data for ids ['80fd4a02-36c6-4e4d-b4ac-2506acb8fedf'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:55:23.017510 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6a1378bc-84b2-4537-a73a-e24fc581e583 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] 10.222.0.72 "GET /v2.0/routers/80fd4a02-36c6-4e4d-b4ac-2506acb8fedf HTTP/1.1" status: 200 len: 920 time: 0.1772556 Jun 21 14:55:23.018017 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37716) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:23.024834 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0912d272-f8be-49da-9b1e-ea94ca9563fb None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:23.056294 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0912d272-f8be-49da-9b1e-ea94ca9563fb None None] Transition to ACTIVE for port object afd0b0f6-88c6-4e96-872e-992085a2fc5f will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:23.066909 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0912d272-f8be-49da-9b1e-ea94ca9563fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:23.080204 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-530851e7-92ed-4902-a171-cf6370ff5afc admin admin] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:23.081530 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5c2d7bba-4839-4473-b5fb-cbd4891ba455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:23.096976 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-530851e7-92ed-4902-a171-cf6370ff5afc admin admin] Transition to ACTIVE for port object 4e80238a-63d2-4cb0-a67d-6d67e3b6169c will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:23.117395 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-013f4384-6098-450d-888a-dfa6120ccc94 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.3159080 Jun 21 14:55:23.118156 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 0f59388b-402c-460c-aab1-20a8dd585e32 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:55:23.118316 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37718) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:23.128812 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-e1652a16-8f71-45ca-8d30-f3995f091cfc tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2107780120'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:23.139200 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d44923-ca26-4c52-979b-76afd8fd8e4d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:23.143199 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-10d44923-ca26-4c52-979b-76afd8fd8e4d tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=78e7bc12-ea33-4baf-9744-b93105835641&device_id=80fd4a02-36c6-4e4d-b4ac-2506acb8fedf&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1211970 Jun 21 14:55:23.143422 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37720) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:23.148222 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-0912d272-f8be-49da-9b1e-ea94ca9563fb None None] Attempting to bind port afd0b0f6-88c6-4e96-872e-992085a2fc5f on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:55:23.148597 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-0912d272-f8be-49da-9b1e-ea94ca9563fb None None] Attempting to bind port afd0b0f6-88c6-4e96-872e-992085a2fc5f by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:55:23.148967 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0912d272-f8be-49da-9b1e-ea94ca9563fb None None] Attempting to bind port afd0b0f6-88c6-4e96-872e-992085a2fc5f on network 78e7bc12-ea33-4baf-9744-b93105835641 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:55:23.154440 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 0f59388b-402c-460c-aab1-20a8dd585e32 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:55:23.154440 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 0f59388b-402c-460c-aab1-20a8dd585e32 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:55:23.164654 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0912d272-f8be-49da-9b1e-ea94ca9563fb None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:55:23.165582 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0912d272-f8be-49da-9b1e-ea94ca9563fb None None] Checking segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:55:23.165582 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0912d272-f8be-49da-9b1e-ea94ca9563fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:23.165965 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0912d272-f8be-49da-9b1e-ea94ca9563fb None None] Bound using segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:55:23.166465 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-0912d272-f8be-49da-9b1e-ea94ca9563fb None None] Bound port: afd0b0f6-88c6-4e96-872e-992085a2fc5f, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:55:23.166897 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0912d272-f8be-49da-9b1e-ea94ca9563fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:23.186547 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-530851e7-92ed-4902-a171-cf6370ff5afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:23.190231 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-60f857ff-33b2-416e-b884-fe750db086ae tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:23.200390 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0eed0-ffaf-4438-b63a-a397bbb74385 None None] Pushing event updated for resources: {'Port': ['ID=afd0b0f6-88c6-4e96-872e-992085a2fc5f,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:23.204234 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-9af0eed0-ffaf-4438-b63a-a397bbb74385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:23.228913 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-0912d272-f8be-49da-9b1e-ea94ca9563fb None None] For port afd0b0f6-88c6-4e96-872e-992085a2fc5f, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:55:23.232039 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-0912d272-f8be-49da-9b1e-ea94ca9563fb None None] For port afd0b0f6-88c6-4e96-872e-992085a2fc5f, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=afd0b0f6-88c6-4e96-872e-992085a2fc5f,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:55:23.239356 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0912d272-f8be-49da-9b1e-ea94ca9563fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:23.242217 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-de0d2095-2f6c-4961-92fe-18351c64a6d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:23.246255 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207a8917-0736-49ca-b80f-0160dc7c5b34 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:23.251166 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-207a8917-0736-49ca-b80f-0160dc7c5b34 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] 10.222.0.72 "GET /v2.0/networks/78e7bc12-ea33-4baf-9744-b93105835641 HTTP/1.1" status: 200 len: 881 time: 0.1058788 Jun 21 14:55:23.251166 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37722) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:23.263877 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530851e7-92ed-4902-a171-cf6370ff5afc admin admin] Network 51c83c43-7be7-46e9-8af2-485fddc9c895 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:23.268042 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-530851e7-92ed-4902-a171-cf6370ff5afc admin admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:23.270542 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530851e7-92ed-4902-a171-cf6370ff5afc admin admin] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:55:23.286121 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-eb07527c-263a-487b-80db-acc45a645068 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] 10.222.0.72 "GET /v2.0/ports?device_id=80fd4a02-36c6-4e4d-b4ac-2506acb8fedf HTTP/1.1" status: 200 len: 205 time: 0.0335326 Jun 21 14:55:23.288971 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37724) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:23.289110 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0912d272-f8be-49da-9b1e-ea94ca9563fb None None] Routers {'31b73e1c-1af0-40b3-863c-af0582a46448'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:23.289672 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-0912d272-f8be-49da-9b1e-ea94ca9563fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['31b73e1c-1af0-40b3-863c-af0582a46448'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:23.298693 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530851e7-92ed-4902-a171-cf6370ff5afc admin admin] Pushing event updated for resources: {'Port': ['ID=4e80238a-63d2-4cb0-a67d-6d67e3b6169c,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:23.306896 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-530851e7-92ed-4902-a171-cf6370ff5afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:23.352612 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af0eed0-ffaf-4438-b63a-a397bbb74385 None None] Pushing event updated for resources: {'Port': ['ID=afd0b0f6-88c6-4e96-872e-992085a2fc5f,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:23.367235 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-9af0eed0-ffaf-4438-b63a-a397bbb74385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:23.417504 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4395bb08-26eb-4919-8932-bf5c94f6ca31 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:23.439185 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-0912d272-f8be-49da-9b1e-ea94ca9563fb None None] Set router 31b73e1c-1af0-40b3-863c-af0582a46448 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:55:23.546602 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4395bb08-26eb-4919-8932-bf5c94f6ca31 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:23.584143 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-efcfe305-3734-4e08-83e1-99a78bbbf739 None None] Provisioning for port 4e80238a-63d2-4cb0-a67d-6d67e3b6169c completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:23.596785 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-efcfe305-3734-4e08-83e1-99a78bbbf739 None None] Provisioning complete for port 4e80238a-63d2-4cb0-a67d-6d67e3b6169c triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:23.597162 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-efcfe305-3734-4e08-83e1-99a78bbbf739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:23.613492 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-4395bb08-26eb-4919-8932-bf5c94f6ca31 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Deleting port d79ccdc9-15a3-4918-8f55-12265d0309df {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:55:23.614179 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4395bb08-26eb-4919-8932-bf5c94f6ca31 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:23.653888 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-efcfe305-3734-4e08-83e1-99a78bbbf739 None None] Port 4e80238a-63d2-4cb0-a67d-6d67e3b6169c cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:55:23.678461 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-0912d272-f8be-49da-9b1e-ea94ca9563fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'name': 'tempest-TestVolumeBootPattern-574981534-router', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:16Z', 'updated_at': '2021-06-21T14:55:19Z', 'revision_number': 3, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'gw_port': {'id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:17Z', 'updated_at': '2021-06-21T14:55:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:23.704096 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4395bb08-26eb-4919-8932-bf5c94f6ca31 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:23.710449 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0912d272-f8be-49da-9b1e-ea94ca9563fb None None] The sync data for ids ['31b73e1c-1af0-40b3-863c-af0582a46448'] in dv-neutron-797121-2-hyperv is: [{'id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'name': 'tempest-TestVolumeBootPattern-574981534-router', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:16Z', 'updated_at': '2021-06-21T14:55:19Z', 'revision_number': 3, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'gw_port': {'id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:17Z', 'updated_at': '2021-06-21T14:55:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:55:23.743611 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-530851e7-92ed-4902-a171-cf6370ff5afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:23.778114 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-4395bb08-26eb-4919-8932-bf5c94f6ca31 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Calling delete_port for d79ccdc9-15a3-4918-8f55-12265d0309df owned by network:router_gateway {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:55:24.037918 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e1652a16-8f71-45ca-8d30-f3995f091cfc tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:24.042098 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-530851e7-92ed-4902-a171-cf6370ff5afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:24.062447 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e1652a16-8f71-45ca-8d30-f3995f091cfc tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627068'] for router, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:24.266847 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1652a16-8f71-45ca-8d30-f3995f091cfc tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Router 96172922-fad1-4414-af06-8dad9bef5bb0 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:55:24.291131 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4395bb08-26eb-4919-8932-bf5c94f6ca31 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:24.293776 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3d10aad0-c7fa-4c2b-91dc-f3124e8d5c59 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:24.320594 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4395bb08-26eb-4919-8932-bf5c94f6ca31 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Pushing event deleted for resources: {'Port': ['ID=d79ccdc9-15a3-4918-8f55-12265d0309df,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:24.324081 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4395bb08-26eb-4919-8932-bf5c94f6ca31 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:24.367472 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-530851e7-92ed-4902-a171-cf6370ff5afc admin admin] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:24.407584 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4395bb08-26eb-4919-8932-bf5c94f6ca31 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:24.414521 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-530851e7-92ed-4902-a171-cf6370ff5afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:24.419637 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1f938ffc-7bef-4a3a-8963-47f13731e41d tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:24.470872 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device afd0b0f6-88c6-4e96-872e-992085a2fc5f up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:24.503648 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1652a16-8f71-45ca-8d30-f3995f091cfc tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:55:24.512338 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e1652a16-8f71-45ca-8d30-f3995f091cfc tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:24.513487 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e1652a16-8f71-45ca-8d30-f3995f091cfc tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "PUT /v2.0/routers/96172922-fad1-4414-af06-8dad9bef5bb0 HTTP/1.1" status: 200 len: 892 time: 1.3942182 Jun 21 14:55:24.514782 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-530851e7-92ed-4902-a171-cf6370ff5afc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:24.516748 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530851e7-92ed-4902-a171-cf6370ff5afc admin admin] Pushing event updated for resources: {'Port': ['ID=4e80238a-63d2-4cb0-a67d-6d67e3b6169c,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:24.519930 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37726) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:24.520667 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdd07e3-ec2f-4e72-9aac-e720880534d2 None None] Sync routers for ids ['96172922-fad1-4414-af06-8dad9bef5bb0'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:55:24.530416 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-530851e7-92ed-4902-a171-cf6370ff5afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:24.534399 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdd07e3-ec2f-4e72-9aac-e720880534d2 None None] Routers {'96172922-fad1-4414-af06-8dad9bef5bb0'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:24.535292 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-cbdd07e3-ec2f-4e72-9aac-e720880534d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['96172922-fad1-4414-af06-8dad9bef5bb0'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:24.539305 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4395bb08-26eb-4919-8932-bf5c94f6ca31 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:24.543495 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4395bb08-26eb-4919-8932-bf5c94f6ca31 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:24.545639 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port afd0b0f6-88c6-4e96-872e-992085a2fc5f completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:24.554746 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port afd0b0f6-88c6-4e96-872e-992085a2fc5f triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:24.556411 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:24.578904 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-cbdd07e3-ec2f-4e72-9aac-e720880534d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:24.593600 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdd07e3-ec2f-4e72-9aac-e720880534d2 None None] Routers {'96172922-fad1-4414-af06-8dad9bef5bb0'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:24.594510 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-cbdd07e3-ec2f-4e72-9aac-e720880534d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['96172922-fad1-4414-af06-8dad9bef5bb0'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:24.612221 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4395bb08-26eb-4919-8932-bf5c94f6ca31 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:24.612766 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4395bb08-26eb-4919-8932-bf5c94f6ca31 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Fanout notify agent at l3_agent the message router_deleted on router 80fd4a02-36c6-4e4d-b4ac-2506acb8fedf {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:55:24.629106 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4395bb08-26eb-4919-8932-bf5c94f6ca31 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:24.630263 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4395bb08-26eb-4919-8932-bf5c94f6ca31 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] 10.222.0.72 "DELETE /v2.0/routers/80fd4a02-36c6-4e4d-b4ac-2506acb8fedf HTTP/1.1" status: 204 len: 168 time: 1.3403752 Jun 21 14:55:24.634853 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37728) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:24.636961 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-cbdd07e3-ec2f-4e72-9aac-e720880534d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:24.637890 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbdd07e3-ec2f-4e72-9aac-e720880534d2 None None] The sync data for ids ['96172922-fad1-4414-af06-8dad9bef5bb0'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:55:24.640515 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-2ec9cbec-d2f6-499b-8890-a68769a4761d tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-587404476', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:24.689667 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:24.711896 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port afd0b0f6-88c6-4e96-872e-992085a2fc5f, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=afd0b0f6-88c6-4e96-872e-992085a2fc5f,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:24.717833 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:24.721116 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e382cc15-4dc6-40d1-a13d-0fa92b5fb3d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:24.737595 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2ec9cbec-d2f6-499b-8890-a68769a4761d tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:24.737885 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2ec9cbec-d2f6-499b-8890-a68769a4761d tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:24.753159 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4d4e6981-98c0-4d1b-8a61-07442ad16820 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "GET /v2.0/routers/96172922-fad1-4414-af06-8dad9bef5bb0 HTTP/1.1" status: 200 len: 892 time: 0.2321672 Jun 21 14:55:24.757097 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37730) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:24.767355 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530851e7-92ed-4902-a171-cf6370ff5afc admin admin] Network 51c83c43-7be7-46e9-8af2-485fddc9c895 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:24.770559 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-530851e7-92ed-4902-a171-cf6370ff5afc admin admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:24.770912 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=afd0b0f6-88c6-4e96-872e-992085a2fc5f,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:24.775079 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:24.803671 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-287ec0db-16a8-47fc-8a11-e921121da497 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "GET /v2.0/ports?device_id=96172922-fad1-4414-af06-8dad9bef5bb0 HTTP/1.1" status: 200 len: 205 time: 0.0442584 Jun 21 14:55:24.805209 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37732) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:24.851083 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2ec9cbec-d2f6-499b-8890-a68769a4761d tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:24.860187 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2ec9cbec-d2f6-499b-8890-a68769a4761d tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:24.920057 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2ec9cbec-d2f6-499b-8890-a68769a4761d tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:24.924048 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37734) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:24.924255 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2ec9cbec-d2f6-499b-8890-a68769a4761d tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2875011 Jun 21 14:55:24.931739 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-d37d8afd-5578-4628-9066-aaea3bb4c115 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Request body: {'router': {'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:24.956203 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530851e7-92ed-4902-a171-cf6370ff5afc admin admin] Router 31b73e1c-1af0-40b3-863c-af0582a46448 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:55:24.974466 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-303849a8-c06b-4394-9b2d-5345e94898bb tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:25.072433 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530851e7-92ed-4902-a171-cf6370ff5afc admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:55:25.084346 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-530851e7-92ed-4902-a171-cf6370ff5afc admin admin] 10.222.0.72 "PUT /v2.0/routers/31b73e1c-1af0-40b3-863c-af0582a46448/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2521963 Jun 21 14:55:25.100385 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-a1870e22-79b1-46fe-acba-56b99ca1ed7b None None] Provisioning complete for port 4e80238a-63d2-4cb0-a67d-6d67e3b6169c triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:25.100858 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a1870e22-79b1-46fe-acba-56b99ca1ed7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:25.139593 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-a1870e22-79b1-46fe-acba-56b99ca1ed7b None None] Port 4e80238a-63d2-4cb0-a67d-6d67e3b6169c cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:55:25.228141 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d37d8afd-5578-4628-9066-aaea3bb4c115 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:25.240088 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-303849a8-c06b-4394-9b2d-5345e94898bb tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:25.350537 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-303849a8-c06b-4394-9b2d-5345e94898bb tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Deleting port e0fa5f3b-4f2d-4f33-831d-03207bb7a1ca {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:55:25.351146 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-303849a8-c06b-4394-9b2d-5345e94898bb tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:25.487724 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-303849a8-c06b-4394-9b2d-5345e94898bb tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:25.492868 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afee3208-2c3b-41e5-9edc-79bfcac38ff2 None None] Sync routers for ids ['31b73e1c-1af0-40b3-863c-af0582a46448'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:55:25.503307 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afee3208-2c3b-41e5-9edc-79bfcac38ff2 None None] Routers {'31b73e1c-1af0-40b3-863c-af0582a46448'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:25.504219 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-afee3208-2c3b-41e5-9edc-79bfcac38ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['31b73e1c-1af0-40b3-863c-af0582a46448'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:25.585300 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-303849a8-c06b-4394-9b2d-5345e94898bb tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Calling delete_port for e0fa5f3b-4f2d-4f33-831d-03207bb7a1ca owned by network:router_gateway {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:55:25.612955 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d37d8afd-5578-4628-9066-aaea3bb4c115 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router_gateway, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:25.627717 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-afee3208-2c3b-41e5-9edc-79bfcac38ff2 None None] Set router 31b73e1c-1af0-40b3-863c-af0582a46448 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:55:25.662223 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d37d8afd-5578-4628-9066-aaea3bb4c115 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:25.679282 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37750) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:25.684796 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-63419c53-bc03-4028-8551-548f399ac1b7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1831224807-network', 'tenant_id': '404aa834263a4e438e01623e89a089b0'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:25.798189 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63419c53-bc03-4028-8551-548f399ac1b7 admin admin] Made reservation on behalf of 404aa834263a4e438e01623e89a089b0 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:55:25.800352 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-63419c53-bc03-4028-8551-548f399ac1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:25.829481 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-afee3208-2c3b-41e5-9edc-79bfcac38ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'name': 'tempest-TestVolumeBootPattern-574981534-router', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:16Z', 'updated_at': '2021-06-21T14:55:23Z', 'revision_number': 4, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'gw_port': {'id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:17Z', 'updated_at': '2021-06-21T14:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '4e80238a-63d2-4cb0-a67d-6d67e3b6169c', 'name': '', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'mac_address': 'fa:16:3e:2a:29:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:22Z', 'updated_at': '2021-06-21T14:55:24Z', 'revision_number': 2, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'subnets': [{'id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:25.833735 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-63419c53-bc03-4028-8551-548f399ac1b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:25.859808 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afee3208-2c3b-41e5-9edc-79bfcac38ff2 None None] Checking router: 31b73e1c-1af0-40b3-863c-af0582a46448 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:55:25.860283 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afee3208-2c3b-41e5-9edc-79bfcac38ff2 None None] Updating router 31b73e1c-1af0-40b3-863c-af0582a46448 port 4e80238a-63d2-4cb0-a67d-6d67e3b6169c binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:55:25.886477 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-d37d8afd-5578-4628-9066-aaea3bb4c115 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Allocated IP 172.26.3.65 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/395dcc38-955e-45e9-b4da-9a01d491f939) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:55:25.896358 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-afee3208-2c3b-41e5-9edc-79bfcac38ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:25.988408 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-303849a8-c06b-4394-9b2d-5345e94898bb tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:25.995824 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-edeacac0-5c54-4522-b079-e5cbb7209c81 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:26.030614 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303849a8-c06b-4394-9b2d-5345e94898bb tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event deleted for resources: {'Port': ['ID=e0fa5f3b-4f2d-4f33-831d-03207bb7a1ca,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:26.036846 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-303849a8-c06b-4394-9b2d-5345e94898bb tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:26.139139 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d37d8afd-5578-4628-9066-aaea3bb4c115 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:26.167179 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-afee3208-2c3b-41e5-9edc-79bfcac38ff2 None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:26.177419 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-afee3208-2c3b-41e5-9edc-79bfcac38ff2 None None] Transition to ACTIVE for port object 4e80238a-63d2-4cb0-a67d-6d67e3b6169c will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:26.179904 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-63419c53-bc03-4028-8551-548f399ac1b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:26.181046 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-303849a8-c06b-4394-9b2d-5345e94898bb tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:26.185489 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-afee3208-2c3b-41e5-9edc-79bfcac38ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:26.187507 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-77866bd6-5b6e-44e2-99af-e67100cbadba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:26.209420 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-63419c53-bc03-4028-8551-548f399ac1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:26.247930 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f3eafeb5-20ed-43f7-8df3-7fb08a386491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:26.255912 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887237bb-4677-4d17-9dc5-6145f96c78e7 None None] Pushing event updated for resources: {'Port': ['ID=4e80238a-63d2-4cb0-a67d-6d67e3b6169c,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:26.259276 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-887237bb-4677-4d17-9dc5-6145f96c78e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:26.315006 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63419c53-bc03-4028-8551-548f399ac1b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:55:26.317968 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-303849a8-c06b-4394-9b2d-5345e94898bb tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:26.320537 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-afee3208-2c3b-41e5-9edc-79bfcac38ff2 None None] Attempting to bind port 4e80238a-63d2-4cb0-a67d-6d67e3b6169c on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:55:26.321047 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-afee3208-2c3b-41e5-9edc-79bfcac38ff2 None None] Attempting to bind port 4e80238a-63d2-4cb0-a67d-6d67e3b6169c by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '8063d322-273e-4ce9-859d-4659337bd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:55:26.321513 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afee3208-2c3b-41e5-9edc-79bfcac38ff2 None None] Attempting to bind port 4e80238a-63d2-4cb0-a67d-6d67e3b6169c on network 51c83c43-7be7-46e9-8af2-485fddc9c895 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:55:26.325396 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-303849a8-c06b-4394-9b2d-5345e94898bb tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:26.328272 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afee3208-2c3b-41e5-9edc-79bfcac38ff2 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:55:26.328833 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afee3208-2c3b-41e5-9edc-79bfcac38ff2 None None] Checking segment: {'id': '8063d322-273e-4ce9-859d-4659337bd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:55:26.329398 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-afee3208-2c3b-41e5-9edc-79bfcac38ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:26.330006 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afee3208-2c3b-41e5-9edc-79bfcac38ff2 None None] Bound using segment: {'id': '8063d322-273e-4ce9-859d-4659337bd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:55:26.330590 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-afee3208-2c3b-41e5-9edc-79bfcac38ff2 None None] Bound port: 4e80238a-63d2-4cb0-a67d-6d67e3b6169c, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8063d322-273e-4ce9-859d-4659337bd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:55:26.331090 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-afee3208-2c3b-41e5-9edc-79bfcac38ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:26.331218 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63419c53-bc03-4028-8551-548f399ac1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107c5fc8-089d-4f21-b664-1af786d7b2bf,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:26.341332 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-63419c53-bc03-4028-8551-548f399ac1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:26.341677 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-63419c53-bc03-4028-8551-548f399ac1b7 admin admin] Added segment ad7f1ed0-7ab6-48b2-b60d-dbbb2f9ae0b0 of type vlan for network 96c8dda1-2262-48d1-a789-b2cfb0b5abb9 Jun 21 14:55:26.343236 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-63419c53-bc03-4028-8551-548f399ac1b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:26.423812 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d37d8afd-5578-4628-9066-aaea3bb4c115 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:26.428908 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2dce87bd-e9af-483d-bed4-0e39324bdad1 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:26.430801 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-303849a8-c06b-4394-9b2d-5345e94898bb tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:26.431442 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303849a8-c06b-4394-9b2d-5345e94898bb tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Fanout notify agent at l3_agent the message router_deleted on router 96172922-fad1-4414-af06-8dad9bef5bb0 {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:55:26.462609 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-303849a8-c06b-4394-9b2d-5345e94898bb tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:26.467195 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-303849a8-c06b-4394-9b2d-5345e94898bb tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/routers/96172922-fad1-4414-af06-8dad9bef5bb0 HTTP/1.1" status: 204 len: 168 time: 1.6575539 Jun 21 14:55:26.468050 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37752) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:26.473190 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-63419c53-bc03-4028-8551-548f399ac1b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:26.474634 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-40218e2c-46f1-47e7-95e2-729d53ff810d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-605466747'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:26.500520 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37d8afd-5578-4628-9066-aaea3bb4c115 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:26.507952 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-d37d8afd-5578-4628-9066-aaea3bb4c115 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:26.509349 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40218e2c-46f1-47e7-95e2-729d53ff810d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Made reservation on behalf of f8317acb64424f1b9afd698dd36cd595 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:55:26.513097 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37d8afd-5578-4628-9066-aaea3bb4c115 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Pushing event updated for resources: {'Port': ['ID=395dcc38-955e-45e9-b4da-9a01d491f939,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:26.514922 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-40218e2c-46f1-47e7-95e2-729d53ff810d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:26.515599 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37d8afd-5578-4628-9066-aaea3bb4c115 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:55:26.523621 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d37d8afd-5578-4628-9066-aaea3bb4c115 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:26.525711 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device afd0b0f6-88c6-4e96-872e-992085a2fc5f up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:26.547933 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40218e2c-46f1-47e7-95e2-729d53ff810d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] vlan segment allocate from pool success with {'vlan_id': 414, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:55:26.557998 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-40218e2c-46f1-47e7-95e2-729d53ff810d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:26.558708 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-40218e2c-46f1-47e7-95e2-729d53ff810d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Added segment 0ac9ff21-59f5-475b-814d-cff045218c1e of type vlan for network f223883e-d750-48ef-8540-3c96d17d590b Jun 21 14:55:26.566445 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-63419c53-bc03-4028-8551-548f399ac1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:26.567581 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63419c53-bc03-4028-8551-548f399ac1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:26.568073 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-63419c53-bc03-4028-8551-548f399ac1b7 admin admin] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:26.572710 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9b152904-ed01-4a3c-876d-0029319ba743 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:26.604543 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-40218e2c-46f1-47e7-95e2-729d53ff810d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:26.635990 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-afee3208-2c3b-41e5-9edc-79bfcac38ff2 None None] For port 4e80238a-63d2-4cb0-a67d-6d67e3b6169c, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:55:26.638365 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port afd0b0f6-88c6-4e96-872e-992085a2fc5f triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:26.638739 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:26.639462 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-40218e2c-46f1-47e7-95e2-729d53ff810d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:26.641712 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-afee3208-2c3b-41e5-9edc-79bfcac38ff2 None None] For port 4e80238a-63d2-4cb0-a67d-6d67e3b6169c, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=4e80238a-63d2-4cb0-a67d-6d67e3b6169c,segment=NetworkSegment(8063d322-273e-4ce9-859d-4659337bd9d3),segment_id=8063d322-273e-4ce9-859d-4659337bd9d3)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:55:26.645266 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40218e2c-46f1-47e7-95e2-729d53ff810d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:26.645919 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-40218e2c-46f1-47e7-95e2-729d53ff810d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:26.649563 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1a83621f-aa19-46e6-9ba4-d2d236c0da6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:26.672866 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-63419c53-bc03-4028-8551-548f399ac1b7 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9900632 Jun 21 14:55:26.673138 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-afee3208-2c3b-41e5-9edc-79bfcac38ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:26.682930 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5c2d7bba-4839-4473-b5fb-cbd4891ba455 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:26.696935 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37754) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:26.703657 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-0723c252-889d-4921-9379-268808a0fdb0 admin admin] Request body: {'subnet': {'network_id': '96c8dda1-2262-48d1-a789-b2cfb0b5abb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1831224807-subnet', 'tenant_id': '404aa834263a4e438e01623e89a089b0', 'ip_version': 4}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:26.723011 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-40218e2c-46f1-47e7-95e2-729d53ff810d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2530169 Jun 21 14:55:26.727350 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37756) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:26.728939 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63419c53-bc03-4028-8551-548f399ac1b7 admin admin] Pushing event updated for resources: {'Network': ['ID=96c8dda1-2262-48d1-a789-b2cfb0b5abb9,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:26.733521 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-63419c53-bc03-4028-8551-548f399ac1b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:26.738358 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-891a372e-85e9-41c6-ab2d-0863fc129594 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Request body: {'subnet': {'network_id': 'f223883e-d750-48ef-8540-3c96d17d590b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:26.745610 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 96c8dda1-2262-48d1-a789-b2cfb0b5abb9 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:55:26.795169 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afee3208-2c3b-41e5-9edc-79bfcac38ff2 None None] Routers {'31b73e1c-1af0-40b3-863c-af0582a46448'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:26.795887 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-afee3208-2c3b-41e5-9edc-79bfcac38ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['31b73e1c-1af0-40b3-863c-af0582a46448'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:26.796054 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40218e2c-46f1-47e7-95e2-729d53ff810d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Network': ['ID=f223883e-d750-48ef-8540-3c96d17d590b,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:26.821891 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network f223883e-d750-48ef-8540-3c96d17d590b details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:55:26.842655 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-40218e2c-46f1-47e7-95e2-729d53ff810d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:26.844668 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0723c252-889d-4921-9379-268808a0fdb0 admin admin] Made reservation on behalf of 404aa834263a4e438e01623e89a089b0 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:55:26.847151 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0723c252-889d-4921-9379-268808a0fdb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:26.895730 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d37d8afd-5578-4628-9066-aaea3bb4c115 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router_gateway, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:26.966413 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891a372e-85e9-41c6-ab2d-0863fc129594 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Made reservation on behalf of f8317acb64424f1b9afd698dd36cd595 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:55:26.967399 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887237bb-4677-4d17-9dc5-6145f96c78e7 None None] Pushing event updated for resources: {'Port': ['ID=4e80238a-63d2-4cb0-a67d-6d67e3b6169c,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:26.969941 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-891a372e-85e9-41c6-ab2d-0863fc129594 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:26.976889 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-887237bb-4677-4d17-9dc5-6145f96c78e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:27.093537 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-afee3208-2c3b-41e5-9edc-79bfcac38ff2 None None] Set router 31b73e1c-1af0-40b3-863c-af0582a46448 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:55:27.118665 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d37d8afd-5578-4628-9066-aaea3bb4c115 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:27.123814 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d37d8afd-5578-4628-9066-aaea3bb4c115 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627068'] for router, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:27.124018 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0723c252-889d-4921-9379-268808a0fdb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:27.127715 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e4ff71cd-f66a-404a-8697-b11b51048514 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:27.219957 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0723c252-889d-4921-9379-268808a0fdb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e07860b-1d18-4f87-9c58-6607e0cb15e5,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:27.225732 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0723c252-889d-4921-9379-268808a0fdb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:27.242417 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0723c252-889d-4921-9379-268808a0fdb0 admin admin] Checking segment: {'id': 'ad7f1ed0-7ab6-48b2-b60d-dbbb2f9ae0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '96c8dda1-2262-48d1-a789-b2cfb0b5abb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:55:27.242896 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0723c252-889d-4921-9379-268808a0fdb0 admin admin] Network hostable DHCP agents. Network: 96c8dda1-2262-48d1-a789-b2cfb0b5abb9, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:55:27.300860 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0723c252-889d-4921-9379-268808a0fdb0 admin admin] Network 96c8dda1-2262-48d1-a789-b2cfb0b5abb9 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:55:27.304913 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-891a372e-85e9-41c6-ab2d-0863fc129594 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:27.310159 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f41e1bd4-e689-4ebe-9f35-8508733c1c03 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:27.320021 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-afee3208-2c3b-41e5-9edc-79bfcac38ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'name': 'tempest-TestVolumeBootPattern-574981534-router', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:16Z', 'updated_at': '2021-06-21T14:55:23Z', 'revision_number': 4, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'gw_port': {'id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:17Z', 'updated_at': '2021-06-21T14:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '4e80238a-63d2-4cb0-a67d-6d67e3b6169c', 'name': '', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'mac_address': 'fa:16:3e:2a:29:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:22Z', 'updated_at': '2021-06-21T14:55:26Z', 'revision_number': 4, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'subnets': [{'id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:27.338613 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-0723c252-889d-4921-9379-268808a0fdb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 96c8dda1-2262-48d1-a789-b2cfb0b5abb9) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:27.347884 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0723c252-889d-4921-9379-268808a0fdb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:27.348473 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0723c252-889d-4921-9379-268808a0fdb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:27.357143 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b019ba-1d8d-44a0-bc92-9f72a073c17b None None] Network 96c8dda1-2262-48d1-a789-b2cfb0b5abb9 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:55:27.369852 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afee3208-2c3b-41e5-9edc-79bfcac38ff2 None None] The sync data for ids ['31b73e1c-1af0-40b3-863c-af0582a46448'] in dv-neutron-797121-2-hyperv is: [{'id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'name': 'tempest-TestVolumeBootPattern-574981534-router', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:16Z', 'updated_at': '2021-06-21T14:55:23Z', 'revision_number': 4, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'gw_port': {'id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:17Z', 'updated_at': '2021-06-21T14:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '4e80238a-63d2-4cb0-a67d-6d67e3b6169c', 'name': '', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'mac_address': 'fa:16:3e:2a:29:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:22Z', 'updated_at': '2021-06-21T14:55:26Z', 'revision_number': 4, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'subnets': [{'id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:55:27.409020 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a372e-85e9-41c6-ab2d-0863fc129594 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Subnet': ['ID=9230b520-6811-46da-987e-bb8b81bcc6c5,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:27.412350 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0723c252-889d-4921-9379-268808a0fdb0 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7128365 Jun 21 14:55:27.414676 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-891a372e-85e9-41c6-ab2d-0863fc129594 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:27.415303 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37758) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:27.422474 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-f44dba73-84dd-4576-9a0c-07bd8a1a8bf1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1831224807-router', 'tenant_id': '404aa834263a4e438e01623e89a089b0', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:27.427188 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891a372e-85e9-41c6-ab2d-0863fc129594 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Checking segment: {'id': '0ac9ff21-59f5-475b-814d-cff045218c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f223883e-d750-48ef-8540-3c96d17d590b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:55:27.427806 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891a372e-85e9-41c6-ab2d-0863fc129594 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Network hostable DHCP agents. Network: f223883e-d750-48ef-8540-3c96d17d590b, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:55:27.483322 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f44dba73-84dd-4576-9a0c-07bd8a1a8bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:27.484597 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f44dba73-84dd-4576-9a0c-07bd8a1a8bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:27.508294 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-891a372e-85e9-41c6-ab2d-0863fc129594 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Network f223883e-d750-48ef-8540-3c96d17d590b is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:55:27.539625 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-891a372e-85e9-41c6-ab2d-0863fc129594 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, f223883e-d750-48ef-8540-3c96d17d590b) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:27.555401 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa56987-2c8e-4c1c-b2b0-eef958267c6a None None] Network f223883e-d750-48ef-8540-3c96d17d590b requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:55:27.577687 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891a372e-85e9-41c6-ab2d-0863fc129594 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:27.578595 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-891a372e-85e9-41c6-ab2d-0863fc129594 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:27.584358 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f44dba73-84dd-4576-9a0c-07bd8a1a8bf1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:27.634314 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-891a372e-85e9-41c6-ab2d-0863fc129594 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9033301 Jun 21 14:55:27.635276 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f8f5b4-0229-4952-ab44-159d191b4b6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-96c8dda1-2262-48d1-a789-b2cfb0b5abb9', 'network_id': '96c8dda1-2262-48d1-a789-b2cfb0b5abb9', 'tenant_id': '404aa834263a4e438e01623e89a089b0', 'fixed_ips': [{'subnet_id': '4e07860b-1d18-4f87-9c58-6607e0cb15e5'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:55:27.636482 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f4f8f5b4-0229-4952-ab44-159d191b4b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:27.638296 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37760) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:27.645370 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-9d7a85c2-2079-4d63-8566-3907131daac0 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-10007255', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:27.699978 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d37d8afd-5578-4628-9066-aaea3bb4c115 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Router 6947f209-c0bc-4a66-9bb5-ff3360ebe7a7 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:55:27.704554 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9d7a85c2-2079-4d63-8566-3907131daac0 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:27.705842 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9d7a85c2-2079-4d63-8566-3907131daac0 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:27.752277 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f44dba73-84dd-4576-9a0c-07bd8a1a8bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:27.841325 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9d7a85c2-2079-4d63-8566-3907131daac0 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:27.850893 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9d7a85c2-2079-4d63-8566-3907131daac0 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:27.854532 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4228c4af-0c68-41a3-b2b0-ec87e62d1ea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-f223883e-d750-48ef-8540-3c96d17d590b', 'network_id': 'f223883e-d750-48ef-8540-3c96d17d590b', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'fixed_ips': [{'subnet_id': '9230b520-6811-46da-987e-bb8b81bcc6c5'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:55:27.855374 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4228c4af-0c68-41a3-b2b0-ec87e62d1ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:27.859025 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-f4f8f5b4-0229-4952-ab44-159d191b4b6e None None] Allocated IP 172.20.0.2 (96c8dda1-2262-48d1-a789-b2cfb0b5abb9/4e07860b-1d18-4f87-9c58-6607e0cb15e5/34f7cd9f-d601-4f96-89fa-3b31a608a6d7) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:55:27.907450 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9d7a85c2-2079-4d63-8566-3907131daac0 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:27.911714 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37762) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:27.912034 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9d7a85c2-2079-4d63-8566-3907131daac0 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2715893 Jun 21 14:55:27.933696 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d37d8afd-5578-4628-9066-aaea3bb4c115 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:55:27.942628 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d37d8afd-5578-4628-9066-aaea3bb4c115 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:27.944106 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d37d8afd-5578-4628-9066-aaea3bb4c115 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] 10.222.0.72 "PUT /v2.0/routers/6947f209-c0bc-4a66-9bb5-ff3360ebe7a7 HTTP/1.1" status: 200 len: 878 time: 3.0191336 Jun 21 14:55:27.944804 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d76869-919a-458e-9d5b-69fb7d0a922f None None] Sync routers for ids ['6947f209-c0bc-4a66-9bb5-ff3360ebe7a7'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:55:27.947024 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37764) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:27.954739 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d76869-919a-458e-9d5b-69fb7d0a922f None None] Routers {'6947f209-c0bc-4a66-9bb5-ff3360ebe7a7'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:27.955463 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-11d76869-919a-458e-9d5b-69fb7d0a922f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6947f209-c0bc-4a66-9bb5-ff3360ebe7a7'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:28.024288 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-11d76869-919a-458e-9d5b-69fb7d0a922f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:28.034153 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d76869-919a-458e-9d5b-69fb7d0a922f None None] Routers {'6947f209-c0bc-4a66-9bb5-ff3360ebe7a7'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:28.035602 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-11d76869-919a-458e-9d5b-69fb7d0a922f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6947f209-c0bc-4a66-9bb5-ff3360ebe7a7'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:28.075449 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-11d76869-919a-458e-9d5b-69fb7d0a922f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:28.076383 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d76869-919a-458e-9d5b-69fb7d0a922f None None] The sync data for ids ['6947f209-c0bc-4a66-9bb5-ff3360ebe7a7'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:55:28.119067 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a60283ea-1781-49c0-9ff5-1bbe9b3cea5c tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] 10.222.0.72 "GET /v2.0/routers/6947f209-c0bc-4a66-9bb5-ff3360ebe7a7 HTTP/1.1" status: 200 len: 919 time: 0.1703589 Jun 21 14:55:28.121406 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37766) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:28.148853 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-4228c4af-0c68-41a3-b2b0-ec87e62d1ea8 None None] Allocated IP 2001:db8::2 (f223883e-d750-48ef-8540-3c96d17d590b/9230b520-6811-46da-987e-bb8b81bcc6c5/1eb82c39-4203-4016-86c1-776d17270ae7) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:55:28.188008 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbc30c5-8860-4ff2-867c-84aea79e6b00 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:28.190445 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-fcbc30c5-8860-4ff2-867c-84aea79e6b00 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=78e7bc12-ea33-4baf-9744-b93105835641&device_id=6947f209-c0bc-4a66-9bb5-ff3360ebe7a7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0679257 Jun 21 14:55:28.193084 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37768) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:28.201262 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f4f8f5b4-0229-4952-ab44-159d191b4b6e None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:28.300176 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84395ca4-228d-4bc0-aa50-14c2db64d39a tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:28.307960 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-84395ca4-228d-4bc0-aa50-14c2db64d39a tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] 10.222.0.72 "GET /v2.0/networks/78e7bc12-ea33-4baf-9744-b93105835641 HTTP/1.1" status: 200 len: 881 time: 0.1105936 Jun 21 14:55:28.309108 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37770) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:28.326992 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f4f8f5b4-0229-4952-ab44-159d191b4b6e None None] Transition to ACTIVE for port object 34f7cd9f-d601-4f96-89fa-3b31a608a6d7 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:28.342441 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6afe53dd-53e8-4e02-a599-83848a34242e tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] 10.222.0.72 "GET /v2.0/ports?device_id=6947f209-c0bc-4a66-9bb5-ff3360ebe7a7 HTTP/1.1" status: 200 len: 205 time: 0.0319633 Jun 21 14:55:28.344864 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37772) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:28.410452 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f4f8f5b4-0229-4952-ab44-159d191b4b6e None None] Transition to ACTIVE for port object 34f7cd9f-d601-4f96-89fa-3b31a608a6d7 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:28.414369 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4228c4af-0c68-41a3-b2b0-ec87e62d1ea8 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:28.424944 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-4228c4af-0c68-41a3-b2b0-ec87e62d1ea8 None None] Transition to ACTIVE for port object 1eb82c39-4203-4016-86c1-776d17270ae7 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:28.442287 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-4228c4af-0c68-41a3-b2b0-ec87e62d1ea8 None None] Transition to ACTIVE for port object 1eb82c39-4203-4016-86c1-776d17270ae7 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:28.447428 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f4f8f5b4-0229-4952-ab44-159d191b4b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:28.449597 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:28.479162 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 4e80238a-63d2-4cb0-a67d-6d67e3b6169c up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:28.481907 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4228c4af-0c68-41a3-b2b0-ec87e62d1ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:28.506018 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-98d6446a-7522-469f-8d77-1b437f43ce31 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:28.533472 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f8f5b4-0229-4952-ab44-159d191b4b6e None None] Network 96c8dda1-2262-48d1-a789-b2cfb0b5abb9 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:28.543890 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f8f5b4-0229-4952-ab44-159d191b4b6e None None] Pushing event updated for resources: {'Port': ['ID=34f7cd9f-d601-4f96-89fa-3b31a608a6d7,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:28.546524 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-f4f8f5b4-0229-4952-ab44-159d191b4b6e None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:28.548443 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f4f8f5b4-0229-4952-ab44-159d191b4b6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:28.550384 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4228c4af-0c68-41a3-b2b0-ec87e62d1ea8 None None] Network f223883e-d750-48ef-8540-3c96d17d590b is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:28.552614 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:28.593361 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f44dba73-84dd-4576-9a0c-07bd8a1a8bf1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:28.647870 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-98d6446a-7522-469f-8d77-1b437f43ce31 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:28.653281 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f44dba73-84dd-4576-9a0c-07bd8a1a8bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:28.725879 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-98d6446a-7522-469f-8d77-1b437f43ce31 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Deleting port 395dcc38-955e-45e9-b4da-9a01d491f939 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:55:28.726366 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-98d6446a-7522-469f-8d77-1b437f43ce31 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:28.744185 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f8f5b4-0229-4952-ab44-159d191b4b6e None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:55:28.753304 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-4228c4af-0c68-41a3-b2b0-ec87e62d1ea8 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:28.759924 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4228c4af-0c68-41a3-b2b0-ec87e62d1ea8 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:55:28.773742 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-f44dba73-84dd-4576-9a0c-07bd8a1a8bf1 admin admin] Allocated IP 172.26.3.106 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/fdfe5204-d08b-42b7-b3b5-6641659a6e40) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:55:28.797500 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4228c4af-0c68-41a3-b2b0-ec87e62d1ea8 None None] Pushing event updated for resources: {'Port': ['ID=1eb82c39-4203-4016-86c1-776d17270ae7,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:28.818073 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-4228c4af-0c68-41a3-b2b0-ec87e62d1ea8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:28.849894 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-98d6446a-7522-469f-8d77-1b437f43ce31 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:28.875577 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-f4f8f5b4-0229-4952-ab44-159d191b4b6e None None] Attempting to bind port 34f7cd9f-d601-4f96-89fa-3b31a608a6d7 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:55:28.875984 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-f4f8f5b4-0229-4952-ab44-159d191b4b6e None None] Attempting to bind port 34f7cd9f-d601-4f96-89fa-3b31a608a6d7 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'ad7f1ed0-7ab6-48b2-b60d-dbbb2f9ae0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '96c8dda1-2262-48d1-a789-b2cfb0b5abb9'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:55:28.876348 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f8f5b4-0229-4952-ab44-159d191b4b6e None None] Attempting to bind port 34f7cd9f-d601-4f96-89fa-3b31a608a6d7 on network 96c8dda1-2262-48d1-a789-b2cfb0b5abb9 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:55:28.889761 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 4e80238a-63d2-4cb0-a67d-6d67e3b6169c completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:28.891707 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f8f5b4-0229-4952-ab44-159d191b4b6e None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:55:28.892083 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f8f5b4-0229-4952-ab44-159d191b4b6e None None] Checking segment: {'id': 'ad7f1ed0-7ab6-48b2-b60d-dbbb2f9ae0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '96c8dda1-2262-48d1-a789-b2cfb0b5abb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:55:28.892525 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f4f8f5b4-0229-4952-ab44-159d191b4b6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:28.892921 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f8f5b4-0229-4952-ab44-159d191b4b6e None None] Bound using segment: {'id': 'ad7f1ed0-7ab6-48b2-b60d-dbbb2f9ae0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '96c8dda1-2262-48d1-a789-b2cfb0b5abb9'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:55:28.893536 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-f4f8f5b4-0229-4952-ab44-159d191b4b6e None None] Bound port: 34f7cd9f-d601-4f96-89fa-3b31a608a6d7, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7f1ed0-7ab6-48b2-b60d-dbbb2f9ae0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '96c8dda1-2262-48d1-a789-b2cfb0b5abb9'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:55:28.893939 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f4f8f5b4-0229-4952-ab44-159d191b4b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:28.895635 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-4228c4af-0c68-41a3-b2b0-ec87e62d1ea8 None None] Attempting to bind port 1eb82c39-4203-4016-86c1-776d17270ae7 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:55:28.895993 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-4228c4af-0c68-41a3-b2b0-ec87e62d1ea8 None None] Attempting to bind port 1eb82c39-4203-4016-86c1-776d17270ae7 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '0ac9ff21-59f5-475b-814d-cff045218c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f223883e-d750-48ef-8540-3c96d17d590b'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:55:28.896342 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4228c4af-0c68-41a3-b2b0-ec87e62d1ea8 None None] Attempting to bind port 1eb82c39-4203-4016-86c1-776d17270ae7 on network f223883e-d750-48ef-8540-3c96d17d590b {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:55:28.909011 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 4e80238a-63d2-4cb0-a67d-6d67e3b6169c triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:28.909414 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:28.912536 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4228c4af-0c68-41a3-b2b0-ec87e62d1ea8 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:55:28.912908 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4228c4af-0c68-41a3-b2b0-ec87e62d1ea8 None None] Checking segment: {'id': '0ac9ff21-59f5-475b-814d-cff045218c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f223883e-d750-48ef-8540-3c96d17d590b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:55:28.913276 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4228c4af-0c68-41a3-b2b0-ec87e62d1ea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:28.913671 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4228c4af-0c68-41a3-b2b0-ec87e62d1ea8 None None] Bound using segment: {'id': '0ac9ff21-59f5-475b-814d-cff045218c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f223883e-d750-48ef-8540-3c96d17d590b'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:55:28.914177 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-4228c4af-0c68-41a3-b2b0-ec87e62d1ea8 None None] Bound port: 1eb82c39-4203-4016-86c1-776d17270ae7, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ac9ff21-59f5-475b-814d-cff045218c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'f223883e-d750-48ef-8540-3c96d17d590b'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:55:28.914551 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4228c4af-0c68-41a3-b2b0-ec87e62d1ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:28.949152 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-98d6446a-7522-469f-8d77-1b437f43ce31 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Calling delete_port for 395dcc38-955e-45e9-b4da-9a01d491f939 owned by network:router_gateway {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:55:29.012043 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f44dba73-84dd-4576-9a0c-07bd8a1a8bf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:29.046204 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-f4f8f5b4-0229-4952-ab44-159d191b4b6e None None] For port 34f7cd9f-d601-4f96-89fa-3b31a608a6d7, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:55:29.052669 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-f4f8f5b4-0229-4952-ab44-159d191b4b6e None None] For port 34f7cd9f-d601-4f96-89fa-3b31a608a6d7, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=34f7cd9f-d601-4f96-89fa-3b31a608a6d7,segment=NetworkSegment(ad7f1ed0-7ab6-48b2-b60d-dbbb2f9ae0b0),segment_id=ad7f1ed0-7ab6-48b2-b60d-dbbb2f9ae0b0)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:55:29.059489 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-620df80e-03a9-4660-aaef-35ed82d6d4ae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:29.078762 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-4228c4af-0c68-41a3-b2b0-ec87e62d1ea8 None None] For port 1eb82c39-4203-4016-86c1-776d17270ae7, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:55:29.083145 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f4f8f5b4-0229-4952-ab44-159d191b4b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:29.088505 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-887237bb-4677-4d17-9dc5-6145f96c78e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:29.124045 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-4228c4af-0c68-41a3-b2b0-ec87e62d1ea8 None None] For port 1eb82c39-4203-4016-86c1-776d17270ae7, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=1eb82c39-4203-4016-86c1-776d17270ae7,segment=NetworkSegment(0ac9ff21-59f5-475b-814d-cff045218c1e),segment_id=0ac9ff21-59f5-475b-814d-cff045218c1e)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:55:29.135479 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4228c4af-0c68-41a3-b2b0-ec87e62d1ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:29.142804 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:29.155831 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-98d6446a-7522-469f-8d77-1b437f43ce31 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:29.160391 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-14a66924-774f-4bc5-be13-f494389dd770 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:29.195776 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f8f5b4-0229-4952-ab44-159d191b4b6e None None] Pushing event updated for resources: {'Port': ['ID=34f7cd9f-d601-4f96-89fa-3b31a608a6d7,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:29.196445 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d6446a-7522-469f-8d77-1b437f43ce31 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Pushing event deleted for resources: {'Port': ['ID=395dcc38-955e-45e9-b4da-9a01d491f939,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:29.200285 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-98d6446a-7522-469f-8d77-1b437f43ce31 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:29.200491 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f4f8f5b4-0229-4952-ab44-159d191b4b6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:29.200689 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-9af0eed0-ffaf-4438-b63a-a397bbb74385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:29.231470 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 4e80238a-63d2-4cb0-a67d-6d67e3b6169c, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=4e80238a-63d2-4cb0-a67d-6d67e3b6169c,segment=NetworkSegment(8063d322-273e-4ce9-859d-4659337bd9d3),segment_id=8063d322-273e-4ce9-859d-4659337bd9d3)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:29.243237 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:29.264530 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4228c4af-0c68-41a3-b2b0-ec87e62d1ea8 None None] Pushing event updated for resources: {'Port': ['ID=1eb82c39-4203-4016-86c1-776d17270ae7,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:29.268166 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-4228c4af-0c68-41a3-b2b0-ec87e62d1ea8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:29.268785 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-9af0eed0-ffaf-4438-b63a-a397bbb74385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:29.291025 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-98d6446a-7522-469f-8d77-1b437f43ce31 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:29.327534 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=4e80238a-63d2-4cb0-a67d-6d67e3b6169c,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:29.328541 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f44dba73-84dd-4576-9a0c-07bd8a1a8bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:29.331244 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:29.341006 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0bc1f7b5-e3b8-40b7-87e9-e10125a56b61 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:29.380365 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44dba73-84dd-4576-9a0c-07bd8a1a8bf1 admin admin] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:29.390831 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-f44dba73-84dd-4576-9a0c-07bd8a1a8bf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:29.416438 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-98d6446a-7522-469f-8d77-1b437f43ce31 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:29.419587 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-98d6446a-7522-469f-8d77-1b437f43ce31 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:29.420531 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44dba73-84dd-4576-9a0c-07bd8a1a8bf1 admin admin] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:55:29.481231 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44dba73-84dd-4576-9a0c-07bd8a1a8bf1 admin admin] Pushing event updated for resources: {'Port': ['ID=fdfe5204-d08b-42b7-b3b5-6641659a6e40,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:29.484010 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-98d6446a-7522-469f-8d77-1b437f43ce31 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:29.484697 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d6446a-7522-469f-8d77-1b437f43ce31 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Fanout notify agent at l3_agent the message router_deleted on router 6947f209-c0bc-4a66-9bb5-ff3360ebe7a7 {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:55:29.487767 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f44dba73-84dd-4576-9a0c-07bd8a1a8bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:29.493694 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-98d6446a-7522-469f-8d77-1b437f43ce31 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:29.499317 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-98d6446a-7522-469f-8d77-1b437f43ce31 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] 10.222.0.72 "DELETE /v2.0/routers/6947f209-c0bc-4a66-9bb5-ff3360ebe7a7 HTTP/1.1" status: 204 len: 168 time: 1.1521826 Jun 21 14:55:29.502663 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37774) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:29.513749 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-7d92bc58-8d78-4280-a30e-aaad52ea08b9 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-26700809', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:29.526450 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-620df80e-03a9-4660-aaef-35ed82d6d4ae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Allocated IP 2001:db8::1 (f223883e-d750-48ef-8540-3c96d17d590b/9230b520-6811-46da-987e-bb8b81bcc6c5/db27c87e-b75f-41e9-90f9-58f2c7fc313d) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:55:29.561837 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7d92bc58-8d78-4280-a30e-aaad52ea08b9 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:29.563156 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7d92bc58-8d78-4280-a30e-aaad52ea08b9 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:29.625185 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7d92bc58-8d78-4280-a30e-aaad52ea08b9 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:29.635167 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7d92bc58-8d78-4280-a30e-aaad52ea08b9 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:29.668660 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7d92bc58-8d78-4280-a30e-aaad52ea08b9 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:29.676397 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7d92bc58-8d78-4280-a30e-aaad52ea08b9 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1649981 Jun 21 14:55:29.676571 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37776) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:29.686682 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-34cc0d67-a361-4274-a3e0-83050e9601b6 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'enable_snat': True}}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:29.874678 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-620df80e-03a9-4660-aaef-35ed82d6d4ae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:29.896951 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-620df80e-03a9-4660-aaef-35ed82d6d4ae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Transition to ACTIVE for port object db27c87e-b75f-41e9-90f9-58f2c7fc313d will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:29.898854 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-34cc0d67-a361-4274-a3e0-83050e9601b6 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:29.910448 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f44dba73-84dd-4576-9a0c-07bd8a1a8bf1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:30.014983 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-620df80e-03a9-4660-aaef-35ed82d6d4ae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:30.018972 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-73fd99a1-0284-47b4-b985-e36b07827420 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:30.101189 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620df80e-03a9-4660-aaef-35ed82d6d4ae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Network f223883e-d750-48ef-8540-3c96d17d590b is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:30.108133 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-620df80e-03a9-4660-aaef-35ed82d6d4ae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:30.123761 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620df80e-03a9-4660-aaef-35ed82d6d4ae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:55:30.124300 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-620df80e-03a9-4660-aaef-35ed82d6d4ae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:30.124766 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-34cc0d67-a361-4274-a3e0-83050e9601b6 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:30.129722 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620df80e-03a9-4660-aaef-35ed82d6d4ae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Port': ['ID=db27c87e-b75f-41e9-90f9-58f2c7fc313d,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:30.146096 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-34cc0d67-a361-4274-a3e0-83050e9601b6 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:30.164347 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-620df80e-03a9-4660-aaef-35ed82d6d4ae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:30.262637 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-34cc0d67-a361-4274-a3e0-83050e9601b6 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Allocated IP 172.26.3.50 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/1e411cb2-3046-44fc-9d9b-4dd41bf2d740) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:55:30.263115 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f44dba73-84dd-4576-9a0c-07bd8a1a8bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:30.358328 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767749b6-89f4-4653-ab08-b759809603dd None None] Network 96c8dda1-2262-48d1-a789-b2cfb0b5abb9 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:55:30.368027 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-620df80e-03a9-4660-aaef-35ed82d6d4ae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:30.384161 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-34cc0d67-a361-4274-a3e0-83050e9601b6 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:30.449194 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-34cc0d67-a361-4274-a3e0-83050e9601b6 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:30.452144 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-548460c7-95d2-437d-b2cd-df9810d05492 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:30.461065 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6f9e0fe8-1abf-4d70-b0f7-84ee6798043c None None] Provisioning for port 34f7cd9f-d601-4f96-89fa-3b31a608a6d7 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:30.542616 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc0d67-a361-4274-a3e0-83050e9601b6 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Pushing event updated for resources: {'Port': ['ID=1e411cb2-3046-44fc-9d9b-4dd41bf2d740,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:30.546440 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cc0d67-a361-4274-a3e0-83050e9601b6 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:30.547954 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-34cc0d67-a361-4274-a3e0-83050e9601b6 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:30.549246 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-34cc0d67-a361-4274-a3e0-83050e9601b6 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:30.552178 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cc0d67-a361-4274-a3e0-83050e9601b6 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:55:30.659379 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44dba73-84dd-4576-9a0c-07bd8a1a8bf1 admin admin] Router 58dda39d-ab7e-4112-aa3d-0beaadab8025 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:55:30.664499 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 1eb82c39-4203-4016-86c1-776d17270ae7 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:30.746501 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 1eb82c39-4203-4016-86c1-776d17270ae7 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:30.752188 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 34f7cd9f-d601-4f96-89fa-3b31a608a6d7 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:30.834485 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 34f7cd9f-d601-4f96-89fa-3b31a608a6d7 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:30.840045 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 34f7cd9f-d601-4f96-89fa-3b31a608a6d7 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:30.840645 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:30.849887 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44dba73-84dd-4576-9a0c-07bd8a1a8bf1 admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:55:30.872054 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ef5f5d-acbc-48d7-920e-f1840f1a02ec None None] Sync routers for ids ['58dda39d-ab7e-4112-aa3d-0beaadab8025'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:55:30.904345 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f44dba73-84dd-4576-9a0c-07bd8a1a8bf1 admin admin] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:30.909144 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f44dba73-84dd-4576-9a0c-07bd8a1a8bf1 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4873385 Jun 21 14:55:30.909324 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37778) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:30.910585 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ef5f5d-acbc-48d7-920e-f1840f1a02ec None None] Routers {'58dda39d-ab7e-4112-aa3d-0beaadab8025'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:30.911246 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-59ef5f5d-acbc-48d7-920e-f1840f1a02ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['58dda39d-ab7e-4112-aa3d-0beaadab8025'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:30.931588 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-34cc0d67-a361-4274-a3e0-83050e9601b6 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:31.011151 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-620df80e-03a9-4660-aaef-35ed82d6d4ae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:31.045024 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-620df80e-03a9-4660-aaef-35ed82d6d4ae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:31.048009 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-620df80e-03a9-4660-aaef-35ed82d6d4ae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:31.052846 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4218fe7b-05e9-495f-9905-70ea9953d86e tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:31.056210 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-d9f78d3e-dfa9-4a2a-b9d0-2bf2d1ff72d0 None None] Provisioning complete for port 34f7cd9f-d601-4f96-89fa-3b31a608a6d7 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:31.056649 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d9f78d3e-dfa9-4a2a-b9d0-2bf2d1ff72d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:31.081836 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad05b9b-2ac4-43ad-a772-924551e09975 None None] Network f223883e-d750-48ef-8540-3c96d17d590b requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:55:31.151089 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-34cc0d67-a361-4274-a3e0-83050e9601b6 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:31.154740 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-34cc0d67-a361-4274-a3e0-83050e9601b6 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627068'] for router, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:31.156169 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-59ef5f5d-acbc-48d7-920e-f1840f1a02ec None None] Set router 58dda39d-ab7e-4112-aa3d-0beaadab8025 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:55:31.157917 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:31.192026 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620df80e-03a9-4660-aaef-35ed82d6d4ae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Port': ['ID=db27c87e-b75f-41e9-90f9-58f2c7fc313d,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:31.195725 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-620df80e-03a9-4660-aaef-35ed82d6d4ae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:31.255238 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 34f7cd9f-d601-4f96-89fa-3b31a608a6d7, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=34f7cd9f-d601-4f96-89fa-3b31a608a6d7,segment=NetworkSegment(ad7f1ed0-7ab6-48b2-b60d-dbbb2f9ae0b0),segment_id=ad7f1ed0-7ab6-48b2-b60d-dbbb2f9ae0b0)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:31.287065 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620df80e-03a9-4660-aaef-35ed82d6d4ae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Network f223883e-d750-48ef-8540-3c96d17d590b is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:31.290083 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-620df80e-03a9-4660-aaef-35ed82d6d4ae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:31.303251 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:31.303251 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 4e80238a-63d2-4cb0-a67d-6d67e3b6169c up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:31.308676 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-12550608-f7d4-4b1f-aa92-ed2391e9a7a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:31.310736 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34cc0d67-a361-4274-a3e0-83050e9601b6 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Router 2a71d6de-24fb-4020-88c7-cc9802ea040a is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:55:31.493827 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=34f7cd9f-d601-4f96-89fa-3b31a608a6d7,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:31.500576 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:31.573479 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 4e80238a-63d2-4cb0-a67d-6d67e3b6169c triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:31.574042 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:31.653303 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-162a7f4e-f135-4a38-b03c-99e7c18ba8c9 None None] Provisioning for port 1eb82c39-4203-4016-86c1-776d17270ae7 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:31.658619 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-59ef5f5d-acbc-48d7-920e-f1840f1a02ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dda39d-ab7e-4112-aa3d-0beaadab8025', 'name': 'tempest-TestVolumeBootPattern-1831224807-router', 'tenant_id': '404aa834263a4e438e01623e89a089b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': 'fdfe5204-d08b-42b7-b3b5-6641659a6e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:27Z', 'updated_at': '2021-06-21T14:55:29Z', 'revision_number': 3, 'project_id': '404aa834263a4e438e01623e89a089b0', 'gw_port': {'id': 'fdfe5204-d08b-42b7-b3b5-6641659a6e40', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dda39d-ab7e-4112-aa3d-0beaadab8025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:28Z', 'updated_at': '2021-06-21T14:55:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:31.666660 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-162a7f4e-f135-4a38-b03c-99e7c18ba8c9 None None] Provisioning complete for port 1eb82c39-4203-4016-86c1-776d17270ae7 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:31.667240 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-162a7f4e-f135-4a38-b03c-99e7c18ba8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:31.769600 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cc0d67-a361-4274-a3e0-83050e9601b6 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:55:31.774911 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-34cc0d67-a361-4274-a3e0-83050e9601b6 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:31.778995 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-34cc0d67-a361-4274-a3e0-83050e9601b6 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] 10.222.0.72 "PUT /v2.0/routers/2a71d6de-24fb-4020-88c7-cc9802ea040a HTTP/1.1" status: 200 len: 912 time: 2.0983510 Jun 21 14:55:31.779394 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37780) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:31.790922 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecdbe14-df7e-44e3-87e7-37abba157a3a None None] Sync routers for ids ['2a71d6de-24fb-4020-88c7-cc9802ea040a'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:55:31.813396 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecdbe14-df7e-44e3-87e7-37abba157a3a None None] Routers {'2a71d6de-24fb-4020-88c7-cc9802ea040a'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:31.814341 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-aecdbe14-df7e-44e3-87e7-37abba157a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['2a71d6de-24fb-4020-88c7-cc9802ea040a'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:31.883886 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-aecdbe14-df7e-44e3-87e7-37abba157a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:31.910246 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ef5f5d-acbc-48d7-920e-f1840f1a02ec None None] Checking router: 58dda39d-ab7e-4112-aa3d-0beaadab8025 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:55:31.910776 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ef5f5d-acbc-48d7-920e-f1840f1a02ec None None] Updating router 58dda39d-ab7e-4112-aa3d-0beaadab8025 port fdfe5204-d08b-42b7-b3b5-6641659a6e40 binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:55:31.911347 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecdbe14-df7e-44e3-87e7-37abba157a3a None None] Routers {'2a71d6de-24fb-4020-88c7-cc9802ea040a'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:31.912140 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-aecdbe14-df7e-44e3-87e7-37abba157a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['2a71d6de-24fb-4020-88c7-cc9802ea040a'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:31.923509 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37782) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:31.924102 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9bdae3ba-b29d-4473-b7fb-cd1f18613ae1 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] 10.222.0.72 "GET /v2.0/routers/2a71d6de-24fb-4020-88c7-cc9802ea040a HTTP/1.1" status: 200 len: 918 time: 0.1428902 Jun 21 14:55:31.926173 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620df80e-03a9-4660-aaef-35ed82d6d4ae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Router b4016b90-c665-4f39-94b7-55d8311c321a is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:55:31.960542 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-aecdbe14-df7e-44e3-87e7-37abba157a3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:31.961111 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecdbe14-df7e-44e3-87e7-37abba157a3a None None] The sync data for ids ['2a71d6de-24fb-4020-88c7-cc9802ea040a'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:55:31.992481 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-59ef5f5d-acbc-48d7-920e-f1840f1a02ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:32.122621 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-162a7f4e-f135-4a38-b03c-99e7c18ba8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:32.175831 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620df80e-03a9-4660-aaef-35ed82d6d4ae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:55:32.181107 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-620df80e-03a9-4660-aaef-35ed82d6d4ae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "PUT /v2.0/routers/b4016b90-c665-4f39-94b7-55d8311c321a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2672892 Jun 21 14:55:32.184177 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37784) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:32.189447 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7beff779-6720-4e6d-be0c-e91283938d34 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:32.193610 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-7beff779-6720-4e6d-be0c-e91283938d34 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=78e7bc12-ea33-4baf-9744-b93105835641&device_id=2a71d6de-24fb-4020-88c7-cc9802ea040a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2658155 Jun 21 14:55:32.193610 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6d76779b-ffbd-4a15-afef-3332ae056bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:32.194861 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37786) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:32.251795 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63fd6d5-d2f2-4eec-ad42-9389d8f3a7f8 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:32.253484 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c63fd6d5-d2f2-4eec-ad42-9389d8f3a7f8 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "GET /v2.0/ports/db27c87e-b75f-41e9-90f9-58f2c7fc313d HTTP/1.1" status: 200 len: 911 time: 0.0682397 Jun 21 14:55:32.256539 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37788) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:32.261341 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efc8398-ca3e-4f04-8195-19ad58e4d510 None None] Sync routers for ids ['b4016b90-c665-4f39-94b7-55d8311c321a'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:55:32.263076 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-a7e5529c-0778-4fd2-8e68-95a01d2917db tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9230b520-6811-46da-987e-bb8b81bcc6c5'}]}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:32.277429 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-162a7f4e-f135-4a38-b03c-99e7c18ba8c9 None None] For port 1eb82c39-4203-4016-86c1-776d17270ae7, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=1eb82c39-4203-4016-86c1-776d17270ae7,segment=NetworkSegment(0ac9ff21-59f5-475b-814d-cff045218c1e),segment_id=0ac9ff21-59f5-475b-814d-cff045218c1e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:32.296961 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efc8398-ca3e-4f04-8195-19ad58e4d510 None None] Routers {'b4016b90-c665-4f39-94b7-55d8311c321a'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:32.297514 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-1efc8398-ca3e-4f04-8195-19ad58e4d510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['b4016b90-c665-4f39-94b7-55d8311c321a'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:32.301906 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-162a7f4e-f135-4a38-b03c-99e7c18ba8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:32.335956 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-637405da-97a1-4f77-8a86-94181050947c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:32.344566 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-1efc8398-ca3e-4f04-8195-19ad58e4d510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:32.405691 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f664a2-b4c1-4565-9114-ca4818a2367c tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:32.409880 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-64f664a2-b4c1-4565-9114-ca4818a2367c tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] 10.222.0.72 "GET /v2.0/networks/78e7bc12-ea33-4baf-9744-b93105835641 HTTP/1.1" status: 200 len: 881 time: 0.2114928 Jun 21 14:55:32.410584 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37790) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:32.457278 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f5b5d99b-1a99-44e9-b954-64656d4ee28e tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a71d6de-24fb-4020-88c7-cc9802ea040a HTTP/1.1" status: 200 len: 205 time: 0.0442200 Jun 21 14:55:32.460123 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37792) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:32.460995 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efc8398-ca3e-4f04-8195-19ad58e4d510 None None] Routers {'b4016b90-c665-4f39-94b7-55d8311c321a'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:32.461638 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-1efc8398-ca3e-4f04-8195-19ad58e4d510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['b4016b90-c665-4f39-94b7-55d8311c321a'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:32.481386 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 34f7cd9f-d601-4f96-89fa-3b31a608a6d7 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:32.514540 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a7e5529c-0778-4fd2-8e68-95a01d2917db tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:32.551753 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-62dd4e55-5ee6-4493-9e16-99cff528b02c None None] Provisioning for port db27c87e-b75f-41e9-90f9-58f2c7fc313d completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:32.567098 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-1efc8398-ca3e-4f04-8195-19ad58e4d510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:32.567763 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1efc8398-ca3e-4f04-8195-19ad58e4d510 None None] The sync data for ids ['b4016b90-c665-4f39-94b7-55d8311c321a'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:55:32.570444 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162a7f4e-f135-4a38-b03c-99e7c18ba8c9 None None] Pushing event updated for resources: {'Port': ['ID=1eb82c39-4203-4016-86c1-776d17270ae7,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:32.582610 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-162a7f4e-f135-4a38-b03c-99e7c18ba8c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:32.583260 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-62dd4e55-5ee6-4493-9e16-99cff528b02c None None] Provisioning complete for port db27c87e-b75f-41e9-90f9-58f2c7fc313d triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:32.583632 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-62dd4e55-5ee6-4493-9e16-99cff528b02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:32.589019 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-59ef5f5d-acbc-48d7-920e-f1840f1a02ec None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:32.599842 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-6d76779b-ffbd-4a15-afef-3332ae056bc8 admin admin] Allocated IP 172.20.0.1 (96c8dda1-2262-48d1-a789-b2cfb0b5abb9/4e07860b-1d18-4f87-9c58-6607e0cb15e5/52a90fe4-a2ac-46cb-a687-7762c86407dc) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:55:32.626092 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-59ef5f5d-acbc-48d7-920e-f1840f1a02ec None None] Transition to ACTIVE for port object fdfe5204-d08b-42b7-b3b5-6641659a6e40 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:32.642197 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-59ef5f5d-acbc-48d7-920e-f1840f1a02ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:32.644457 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:32.646220 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-62dd4e55-5ee6-4493-9e16-99cff528b02c None None] Port db27c87e-b75f-41e9-90f9-58f2c7fc313d cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:55:32.674528 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c95dc80c-9303-414e-8c8c-c53c198f8f47 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:32.679213 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 34f7cd9f-d601-4f96-89fa-3b31a608a6d7 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:32.679713 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:32.727871 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-62dd4e55-5ee6-4493-9e16-99cff528b02c None None] Provisioning complete for port 1eb82c39-4203-4016-86c1-776d17270ae7 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:32.728287 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-62dd4e55-5ee6-4493-9e16-99cff528b02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:32.733654 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34face-adae-426f-8c21-82cd6ff1e32d None None] Pushing event updated for resources: {'Port': ['ID=fdfe5204-d08b-42b7-b3b5-6641659a6e40,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:32.761517 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0f34face-adae-426f-8c21-82cd6ff1e32d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:32.762253 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-59ef5f5d-acbc-48d7-920e-f1840f1a02ec None None] Attempting to bind port fdfe5204-d08b-42b7-b3b5-6641659a6e40 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:55:32.762625 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-59ef5f5d-acbc-48d7-920e-f1840f1a02ec None None] Attempting to bind port fdfe5204-d08b-42b7-b3b5-6641659a6e40 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:55:32.762993 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ef5f5d-acbc-48d7-920e-f1840f1a02ec None None] Attempting to bind port fdfe5204-d08b-42b7-b3b5-6641659a6e40 on network 78e7bc12-ea33-4baf-9744-b93105835641 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:55:32.775446 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ef5f5d-acbc-48d7-920e-f1840f1a02ec None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:55:32.775817 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ef5f5d-acbc-48d7-920e-f1840f1a02ec None None] Checking segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:55:32.776282 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-59ef5f5d-acbc-48d7-920e-f1840f1a02ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:32.777228 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ef5f5d-acbc-48d7-920e-f1840f1a02ec None None] Bound using segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:55:32.777228 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-59ef5f5d-acbc-48d7-920e-f1840f1a02ec None None] Bound port: fdfe5204-d08b-42b7-b3b5-6641659a6e40, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:55:32.777503 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-59ef5f5d-acbc-48d7-920e-f1840f1a02ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:32.822376 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6d76779b-ffbd-4a15-afef-3332ae056bc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:32.848789 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-6d76779b-ffbd-4a15-afef-3332ae056bc8 admin admin] Transition to ACTIVE for port object 52a90fe4-a2ac-46cb-a687-7762c86407dc will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:32.854355 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c95dc80c-9303-414e-8c8c-c53c198f8f47 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:32.912291 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-59ef5f5d-acbc-48d7-920e-f1840f1a02ec None None] For port fdfe5204-d08b-42b7-b3b5-6641659a6e40, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:55:32.921496 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6d76779b-ffbd-4a15-afef-3332ae056bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:32.924670 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9347bd39-a389-463f-9609-33a5f08b1284 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:32.928170 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a7e5529c-0778-4fd2-8e68-95a01d2917db tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:32.938010 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-59ef5f5d-acbc-48d7-920e-f1840f1a02ec None None] For port fdfe5204-d08b-42b7-b3b5-6641659a6e40, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=fdfe5204-d08b-42b7-b3b5-6641659a6e40,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:55:32.940754 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a7e5529c-0778-4fd2-8e68-95a01d2917db tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:32.943615 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-59ef5f5d-acbc-48d7-920e-f1840f1a02ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:32.945946 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-d2842f4d-5819-432b-9b71-3fb9ad1a8a95 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:32.946970 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e5529c-0778-4fd2-8e68-95a01d2917db tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:32.947583 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a7e5529c-0778-4fd2-8e68-95a01d2917db tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:32.951895 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a7e5529c-0778-4fd2-8e68-95a01d2917db tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "PUT /v2.0/ports/db27c87e-b75f-41e9-90f9-58f2c7fc313d HTTP/1.1" status: 200 len: 911 time: 0.6942003 Jun 21 14:55:32.952557 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37794) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:32.953352 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c361948c-1c85-4217-bc63-95ef93fb86ca tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:32.971971 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d76779b-ffbd-4a15-afef-3332ae056bc8 admin admin] Network 96c8dda1-2262-48d1-a789-b2cfb0b5abb9 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:32.973699 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-c95dc80c-9303-414e-8c8c-c53c198f8f47 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Deleting port 1e411cb2-3046-44fc-9d9b-4dd41bf2d740 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:55:32.974159 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c95dc80c-9303-414e-8c8c-c53c198f8f47 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:32.989272 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-6d76779b-ffbd-4a15-afef-3332ae056bc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:33.002965 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ef5f5d-acbc-48d7-920e-f1840f1a02ec None None] Routers {'58dda39d-ab7e-4112-aa3d-0beaadab8025'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:33.003777 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-59ef5f5d-acbc-48d7-920e-f1840f1a02ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['58dda39d-ab7e-4112-aa3d-0beaadab8025'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:33.022857 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d76779b-ffbd-4a15-afef-3332ae056bc8 admin admin] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:55:33.062056 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76779b-ffbd-4a15-afef-3332ae056bc8 admin admin] Pushing event updated for resources: {'Port': ['ID=52a90fe4-a2ac-46cb-a687-7762c86407dc,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:33.068457 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34face-adae-426f-8c21-82cd6ff1e32d None None] Pushing event updated for resources: {'Port': ['ID=fdfe5204-d08b-42b7-b3b5-6641659a6e40,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:33.071812 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0f34face-adae-426f-8c21-82cd6ff1e32d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:33.079838 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ff6a643a-c711-4e4e-99bb-b991d5e056f4 None None] Provisioning complete for port db27c87e-b75f-41e9-90f9-58f2c7fc313d triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:33.080183 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ff6a643a-c711-4e4e-99bb-b991d5e056f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:33.080564 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6d76779b-ffbd-4a15-afef-3332ae056bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:33.105149 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6d76779b-ffbd-4a15-afef-3332ae056bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:33.138003 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e5529c-0778-4fd2-8e68-95a01d2917db tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Port': ['ID=db27c87e-b75f-41e9-90f9-58f2c7fc313d,revision_number=3']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:33.142113 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a7e5529c-0778-4fd2-8e68-95a01d2917db tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:33.160844 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-ff6a643a-c711-4e4e-99bb-b991d5e056f4 None None] Port db27c87e-b75f-41e9-90f9-58f2c7fc313d cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:55:33.168486 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c95dc80c-9303-414e-8c8c-c53c198f8f47 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:33.179436 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-59ef5f5d-acbc-48d7-920e-f1840f1a02ec None None] Set router 58dda39d-ab7e-4112-aa3d-0beaadab8025 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:55:33.269056 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-c95dc80c-9303-414e-8c8c-c53c198f8f47 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Calling delete_port for 1e411cb2-3046-44fc-9d9b-4dd41bf2d740 owned by network:router_gateway {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:55:33.301401 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-573d72e8-8dfb-4c72-84fa-d671988b7d6c None None] Provisioning for port 52a90fe4-a2ac-46cb-a687-7762c86407dc completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:33.315360 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-573d72e8-8dfb-4c72-84fa-d671988b7d6c None None] Provisioning complete for port 52a90fe4-a2ac-46cb-a687-7762c86407dc triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:33.316013 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-573d72e8-8dfb-4c72-84fa-d671988b7d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:33.390406 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-573d72e8-8dfb-4c72-84fa-d671988b7d6c None None] Port 52a90fe4-a2ac-46cb-a687-7762c86407dc cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:55:33.399290 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6c3b43ab-5038-445f-9736-26c747c92f12 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:33.419142 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-59ef5f5d-acbc-48d7-920e-f1840f1a02ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dda39d-ab7e-4112-aa3d-0beaadab8025', 'name': 'tempest-TestVolumeBootPattern-1831224807-router', 'tenant_id': '404aa834263a4e438e01623e89a089b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': 'fdfe5204-d08b-42b7-b3b5-6641659a6e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:27Z', 'updated_at': '2021-06-21T14:55:29Z', 'revision_number': 3, 'project_id': '404aa834263a4e438e01623e89a089b0', 'gw_port': {'id': 'fdfe5204-d08b-42b7-b3b5-6641659a6e40', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dda39d-ab7e-4112-aa3d-0beaadab8025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:28Z', 'updated_at': '2021-06-21T14:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:33.445129 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59ef5f5d-acbc-48d7-920e-f1840f1a02ec None None] The sync data for ids ['58dda39d-ab7e-4112-aa3d-0beaadab8025'] in dv-neutron-797121-2-hyperv is: [{'id': '58dda39d-ab7e-4112-aa3d-0beaadab8025', 'name': 'tempest-TestVolumeBootPattern-1831224807-router', 'tenant_id': '404aa834263a4e438e01623e89a089b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': 'fdfe5204-d08b-42b7-b3b5-6641659a6e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:27Z', 'updated_at': '2021-06-21T14:55:29Z', 'revision_number': 3, 'project_id': '404aa834263a4e438e01623e89a089b0', 'gw_port': {'id': 'fdfe5204-d08b-42b7-b3b5-6641659a6e40', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dda39d-ab7e-4112-aa3d-0beaadab8025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:28Z', 'updated_at': '2021-06-21T14:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:55:33.479925 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6d76779b-ffbd-4a15-afef-3332ae056bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:33.633872 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c95dc80c-9303-414e-8c8c-c53c198f8f47 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:33.638219 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-620df80e-03a9-4660-aaef-35ed82d6d4ae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:33.694430 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95dc80c-9303-414e-8c8c-c53c198f8f47 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Pushing event deleted for resources: {'Port': ['ID=1e411cb2-3046-44fc-9d9b-4dd41bf2d740,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:33.714803 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-6c3b43ab-5038-445f-9736-26c747c92f12 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Deleting port db27c87e-b75f-41e9-90f9-58f2c7fc313d {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:55:33.715238 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6c3b43ab-5038-445f-9736-26c747c92f12 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:33.723315 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c95dc80c-9303-414e-8c8c-c53c198f8f47 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:33.796266 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c95dc80c-9303-414e-8c8c-c53c198f8f47 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:33.824335 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6c3b43ab-5038-445f-9736-26c747c92f12 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:33.897054 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-6c3b43ab-5038-445f-9736-26c747c92f12 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Calling delete_port for db27c87e-b75f-41e9-90f9-58f2c7fc313d owned by network:router_interface {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:55:33.905588 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6d76779b-ffbd-4a15-afef-3332ae056bc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:33.908190 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c95dc80c-9303-414e-8c8c-c53c198f8f47 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:33.910489 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c95dc80c-9303-414e-8c8c-c53c198f8f47 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:33.916445 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6d76779b-ffbd-4a15-afef-3332ae056bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:33.921372 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0d581266-a764-4e8a-9606-bf0fae796350 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:34.016726 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c95dc80c-9303-414e-8c8c-c53c198f8f47 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:34.017453 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95dc80c-9303-414e-8c8c-c53c198f8f47 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Fanout notify agent at l3_agent the message router_deleted on router 2a71d6de-24fb-4020-88c7-cc9802ea040a {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:55:34.028208 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c95dc80c-9303-414e-8c8c-c53c198f8f47 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:34.029116 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c95dc80c-9303-414e-8c8c-c53c198f8f47 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] 10.222.0.72 "DELETE /v2.0/routers/2a71d6de-24fb-4020-88c7-cc9802ea040a HTTP/1.1" status: 204 len: 168 time: 1.5675414 Jun 21 14:55:34.033485 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37796) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:34.041847 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-89333b4c-815b-467a-b3c4-e730d234a1fd tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-848743197', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:34.050932 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6d76779b-ffbd-4a15-afef-3332ae056bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:34.057113 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76779b-ffbd-4a15-afef-3332ae056bc8 admin admin] Pushing event updated for resources: {'Port': ['ID=52a90fe4-a2ac-46cb-a687-7762c86407dc,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:34.067063 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6d76779b-ffbd-4a15-afef-3332ae056bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:34.087022 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89333b4c-815b-467a-b3c4-e730d234a1fd tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:34.088041 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89333b4c-815b-467a-b3c4-e730d234a1fd tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:34.088515 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6c3b43ab-5038-445f-9736-26c747c92f12 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:34.091021 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-820e0de4-3ce0-4600-9dc1-3f9fa1802b8a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:34.123258 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b43ab-5038-445f-9736-26c747c92f12 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event deleted for resources: {'Port': ['ID=db27c87e-b75f-41e9-90f9-58f2c7fc313d,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:34.126900 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6c3b43ab-5038-445f-9736-26c747c92f12 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:34.191243 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89333b4c-815b-467a-b3c4-e730d234a1fd tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:34.203286 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89333b4c-815b-467a-b3c4-e730d234a1fd tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:34.224611 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d76779b-ffbd-4a15-afef-3332ae056bc8 admin admin] Network 96c8dda1-2262-48d1-a789-b2cfb0b5abb9 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:34.226322 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-6d76779b-ffbd-4a15-afef-3332ae056bc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:34.235056 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89333b4c-815b-467a-b3c4-e730d234a1fd tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:34.239315 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-89333b4c-815b-467a-b3c4-e730d234a1fd tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2012155 Jun 21 14:55:34.241082 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37798) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:34.248637 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-8097d769-cf16-4256-a66f-ab6d73ccece9 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'enable_snat': False}}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:34.256431 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6c3b43ab-5038-445f-9736-26c747c92f12 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:34.400304 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d76779b-ffbd-4a15-afef-3332ae056bc8 admin admin] Router 58dda39d-ab7e-4112-aa3d-0beaadab8025 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:55:34.577773 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device fdfe5204-d08b-42b7-b3b5-6641659a6e40 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:34.636555 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-c0af875f-9399-4683-a520-aec6e1b77fd8 None None] Provisioning complete for port 52a90fe4-a2ac-46cb-a687-7762c86407dc triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:34.636948 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c0af875f-9399-4683-a520-aec6e1b77fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:34.647271 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3b43ab-5038-445f-9736-26c747c92f12 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Router b4016b90-c665-4f39-94b7-55d8311c321a has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:55:34.676242 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port fdfe5204-d08b-42b7-b3b5-6641659a6e40 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:34.681809 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port fdfe5204-d08b-42b7-b3b5-6641659a6e40 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:34.683302 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:34.685461 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-c0af875f-9399-4683-a520-aec6e1b77fd8 None None] Port 52a90fe4-a2ac-46cb-a687-7762c86407dc cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:55:34.722052 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8097d769-cf16-4256-a66f-ab6d73ccece9 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:34.787011 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:34.810304 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port fdfe5204-d08b-42b7-b3b5-6641659a6e40, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=fdfe5204-d08b-42b7-b3b5-6641659a6e40,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:34.815682 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:34.816625 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 1eb82c39-4203-4016-86c1-776d17270ae7 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:34.818484 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-de0d2095-2f6c-4961-92fe-18351c64a6d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:34.898882 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=fdfe5204-d08b-42b7-b3b5-6641659a6e40,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:34.902988 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:34.922978 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 1eb82c39-4203-4016-86c1-776d17270ae7 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:34.923578 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:34.928330 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d76779b-ffbd-4a15-afef-3332ae056bc8 admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:55:34.941619 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6d76779b-ffbd-4a15-afef-3332ae056bc8 admin admin] 10.222.0.72 "PUT /v2.0/routers/58dda39d-ab7e-4112-aa3d-0beaadab8025/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0307243 Jun 21 14:55:35.180450 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3b43ab-5038-445f-9736-26c747c92f12 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:55:35.186178 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6c3b43ab-5038-445f-9736-26c747c92f12 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "PUT /v2.0/routers/b4016b90-c665-4f39-94b7-55d8311c321a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2284658 Jun 21 14:55:35.188762 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37806) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:35.190328 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653b4588-f962-41d1-9e27-ad132e8abd58 None None] Sync routers for ids ['b4016b90-c665-4f39-94b7-55d8311c321a'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:55:35.201698 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653b4588-f962-41d1-9e27-ad132e8abd58 None None] Routers {'b4016b90-c665-4f39-94b7-55d8311c321a'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:35.202431 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-653b4588-f962-41d1-9e27-ad132e8abd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['b4016b90-c665-4f39-94b7-55d8311c321a'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:35.227900 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e6b94b30-1c06-4306-b10d-cf61b1b16de3 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4016b90-c665-4f39-94b7-55d8311c321a HTTP/1.1" status: 200 len: 205 time: 0.0358691 Jun 21 14:55:35.228361 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37808) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:35.247764 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-653b4588-f962-41d1-9e27-ad132e8abd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:35.257597 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653b4588-f962-41d1-9e27-ad132e8abd58 None None] Routers {'b4016b90-c665-4f39-94b7-55d8311c321a'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:35.258514 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-653b4588-f962-41d1-9e27-ad132e8abd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['b4016b90-c665-4f39-94b7-55d8311c321a'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:35.270555 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:35.291993 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-653b4588-f962-41d1-9e27-ad132e8abd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:35.292647 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653b4588-f962-41d1-9e27-ad132e8abd58 None None] The sync data for ids ['b4016b90-c665-4f39-94b7-55d8311c321a'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:55:35.317893 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6fb4efb7-b68e-47ad-a3ce-dfb0279bb97b tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:35.332407 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3f60c9-7fc5-4f4f-bd92-15c2ea692202 None None] Sync routers for ids ['58dda39d-ab7e-4112-aa3d-0beaadab8025'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:55:35.343622 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3f60c9-7fc5-4f4f-bd92-15c2ea692202 None None] Routers {'58dda39d-ab7e-4112-aa3d-0beaadab8025'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:35.344461 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-ec3f60c9-7fc5-4f4f-bd92-15c2ea692202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['58dda39d-ab7e-4112-aa3d-0beaadab8025'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:35.461880 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-ec3f60c9-7fc5-4f4f-bd92-15c2ea692202 None None] Set router 58dda39d-ab7e-4112-aa3d-0beaadab8025 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:55:35.496882 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37810) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:35.502485 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-38ffc5f8-b687-4c18-95aa-a8d575fa32fc tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1382459489', 'description': 'tempest-secgroup-smoke-1382459489 description', 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:35.505095 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6fb4efb7-b68e-47ad-a3ce-dfb0279bb97b tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:35.511167 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6fb4efb7-b68e-47ad-a3ce-dfb0279bb97b tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:35.531153 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-38ffc5f8-b687-4c18-95aa-a8d575fa32fc tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:35.621871 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6fb4efb7-b68e-47ad-a3ce-dfb0279bb97b tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:35.622360 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb4efb7-b68e-47ad-a3ce-dfb0279bb97b tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Fanout notify agent at l3_agent the message router_deleted on router b4016b90-c665-4f39-94b7-55d8311c321a {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:55:35.628335 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-38ffc5f8-b687-4c18-95aa-a8d575fa32fc tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:35.634961 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-38ffc5f8-b687-4c18-95aa-a8d575fa32fc tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:35.635977 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6fb4efb7-b68e-47ad-a3ce-dfb0279bb97b tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:35.637213 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6fb4efb7-b68e-47ad-a3ce-dfb0279bb97b tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/routers/b4016b90-c665-4f39-94b7-55d8311c321a HTTP/1.1" status: 204 len: 168 time: 0.4077890 Jun 21 14:55:35.638676 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-99f7c54c-4a6a-4550-90bb-102a90b211b5 tempest-FloatingIPAdminTestJSON-2132314157 tempest-FloatingIPAdminTestJSON-2132314157-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:35.641140 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37812) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:35.669110 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-38ffc5f8-b687-4c18-95aa-a8d575fa32fc tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:35.670813 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-38ffc5f8-b687-4c18-95aa-a8d575fa32fc tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1729312 Jun 21 14:55:35.674131 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37814) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:35.680469 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-a203d793-2bf7-43d2-b10c-adaab09dffe4 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Request body: {'security_group_rule': {'security_group_id': '3304cbd0-f5a6-424c-a8d9-be079f9dd2c7', 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:35.689438 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ffc5f8-b687-4c18-95aa-a8d575fa32fc tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:35.689637 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-ec3f60c9-7fc5-4f4f-bd92-15c2ea692202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dda39d-ab7e-4112-aa3d-0beaadab8025', 'name': 'tempest-TestVolumeBootPattern-1831224807-router', 'tenant_id': '404aa834263a4e438e01623e89a089b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': 'fdfe5204-d08b-42b7-b3b5-6641659a6e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:27Z', 'updated_at': '2021-06-21T14:55:33Z', 'revision_number': 4, 'project_id': '404aa834263a4e438e01623e89a089b0', 'gw_port': {'id': 'fdfe5204-d08b-42b7-b3b5-6641659a6e40', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dda39d-ab7e-4112-aa3d-0beaadab8025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:28Z', 'updated_at': '2021-06-21T14:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '52a90fe4-a2ac-46cb-a687-7762c86407dc', 'name': '', 'network_id': '96c8dda1-2262-48d1-a789-b2cfb0b5abb9', 'tenant_id': '404aa834263a4e438e01623e89a089b0', 'mac_address': 'fa:16:3e:38:87:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dda39d-ab7e-4112-aa3d-0beaadab8025', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '4e07860b-1d18-4f87-9c58-6607e0cb15e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:32Z', 'updated_at': '2021-06-21T14:55:33Z', 'revision_number': 2, 'project_id': '404aa834263a4e438e01623e89a089b0', 'subnets': [{'id': '4e07860b-1d18-4f87-9c58-6607e0cb15e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:35.695878 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-38ffc5f8-b687-4c18-95aa-a8d575fa32fc tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:35.719820 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a203d793-2bf7-43d2-b10c-adaab09dffe4 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:35.720748 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3f60c9-7fc5-4f4f-bd92-15c2ea692202 None None] Checking router: 58dda39d-ab7e-4112-aa3d-0beaadab8025 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:55:35.721112 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3f60c9-7fc5-4f4f-bd92-15c2ea692202 None None] Updating router 58dda39d-ab7e-4112-aa3d-0beaadab8025 port 52a90fe4-a2ac-46cb-a687-7762c86407dc binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:55:35.722398 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e3b4ba8-3bdb-43d9-acb2-c36b0d20b4d0 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Deleting subnet 9230b520-6811-46da-987e-bb8b81bcc6c5 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:55:35.727512 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9e3b4ba8-3bdb-43d9-acb2-c36b0d20b4d0 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:35.730530 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8097d769-cf16-4256-a66f-ab6d73ccece9 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:35.758544 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ec3f60c9-7fc5-4f4f-bd92-15c2ea692202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:35.775437 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8097d769-cf16-4256-a66f-ab6d73ccece9 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:35.785838 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a203d793-2bf7-43d2-b10c-adaab09dffe4 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:35.791269 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a203d793-2bf7-43d2-b10c-adaab09dffe4 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:35.794911 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-44f6f354-9c28-42b9-bf77-067400c12f3a tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:35.812586 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203d793-2bf7-43d2-b10c-adaab09dffe4 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e72ffeb-2127-4298-a13e-8357ae6ca8e5,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:35.815345 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a203d793-2bf7-43d2-b10c-adaab09dffe4 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:35.824514 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a203d793-2bf7-43d2-b10c-adaab09dffe4 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:35.826854 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a203d793-2bf7-43d2-b10c-adaab09dffe4 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1506486 Jun 21 14:55:35.828146 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9e3b4ba8-3bdb-43d9-acb2-c36b0d20b4d0 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:35.829670 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37816) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:35.835778 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-9b2d9f21-5186-47c0-a81f-94bba545cd51 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Request body: {'security_group_rule': {'security_group_id': '3304cbd0-f5a6-424c-a8d9-be079f9dd2c7', 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:35.872690 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b2d9f21-5186-47c0-a81f-94bba545cd51 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:35.950381 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b2d9f21-5186-47c0-a81f-94bba545cd51 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:35.955364 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b2d9f21-5186-47c0-a81f-94bba545cd51 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:35.958776 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a203d793-2bf7-43d2-b10c-adaab09dffe4 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:35.961583 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-8097d769-cf16-4256-a66f-ab6d73ccece9 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Allocated IP 172.26.3.198 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/20374196-06d8-4a52-85a0-e2d8f8adba09) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:55:35.976148 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9e3b4ba8-3bdb-43d9-acb2-c36b0d20b4d0 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:35.982956 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b2d9f21-5186-47c0-a81f-94bba545cd51 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:35.984405 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9b2d9f21-5186-47c0-a81f-94bba545cd51 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1533332 Jun 21 14:55:35.985734 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2d9f21-5186-47c0-a81f-94bba545cd51 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be97ea01-d119-4f52-b2ee-78a6961857b9,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:35.987437 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37818) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:35.991999 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-35e19c1c-9e36-4403-845d-b7ae1fae87dc tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Request body: {'security_group_rule': {'security_group_id': '3304cbd0-f5a6-424c-a8d9-be079f9dd2c7', 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:35.997305 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9b2d9f21-5186-47c0-a81f-94bba545cd51 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:36.021612 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-35e19c1c-9e36-4403-845d-b7ae1fae87dc tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:36.047277 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ec3f60c9-7fc5-4f4f-bd92-15c2ea692202 None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:36.057541 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ec3f60c9-7fc5-4f4f-bd92-15c2ea692202 None None] Transition to ACTIVE for port object 52a90fe4-a2ac-46cb-a687-7762c86407dc will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:36.064373 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ec3f60c9-7fc5-4f4f-bd92-15c2ea692202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:36.066431 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-890067ac-a024-498a-b30f-fc9dc0a03efb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:36.091728 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-35e19c1c-9e36-4403-845d-b7ae1fae87dc tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:36.100247 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-35e19c1c-9e36-4403-845d-b7ae1fae87dc tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:36.101682 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9e3b4ba8-3bdb-43d9-acb2-c36b0d20b4d0 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:36.102576 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-265c62fa-8808-4d19-9887-34db15370000 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:36.113719 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-69a273aa-cdac-4b42-9216-4bdd6b3d734f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:36.121920 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e19c1c-9e36-4403-845d-b7ae1fae87dc tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49624806-1696-4f2e-854e-1b485d16d244,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:36.129834 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-35e19c1c-9e36-4403-845d-b7ae1fae87dc tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:36.136693 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-35e19c1c-9e36-4403-845d-b7ae1fae87dc tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:36.140711 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-35e19c1c-9e36-4403-845d-b7ae1fae87dc tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1495800 Jun 21 14:55:36.141005 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37820) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:36.146055 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-1f1c2bfc-4c5c-4484-8651-3e938c785492 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Request body: {'security_group_rule': {'security_group_id': '3304cbd0-f5a6-424c-a8d9-be079f9dd2c7', 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:36.149266 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b4ba8-3bdb-43d9-acb2-c36b0d20b4d0 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event deleted for resources: {'Subnet': ['ID=9230b520-6811-46da-987e-bb8b81bcc6c5,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:36.154606 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9e3b4ba8-3bdb-43d9-acb2-c36b0d20b4d0 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:36.158247 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9e3b4ba8-3bdb-43d9-acb2-c36b0d20b4d0 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:36.160105 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9e3b4ba8-3bdb-43d9-acb2-c36b0d20b4d0 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/subnets/9230b520-6811-46da-987e-bb8b81bcc6c5 HTTP/1.1" status: 204 len: 168 time: 0.5180464 Jun 21 14:55:36.168018 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37822) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:36.193943 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8097d769-cf16-4256-a66f-ab6d73ccece9 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:36.194922 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1f1c2bfc-4c5c-4484-8651-3e938c785492 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:36.260997 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1f1c2bfc-4c5c-4484-8651-3e938c785492 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:36.263417 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786cac33-77d0-4009-880a-4daf34a5fda6 None None] Network f223883e-d750-48ef-8540-3c96d17d590b requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:55:36.267077 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1f1c2bfc-4c5c-4484-8651-3e938c785492 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:36.269265 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-81ea9e13-1102-43b1-86cf-f727ea577cdb tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:36.276689 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-eaae29c6-2d89-47d6-8195-d953c2ca5e4c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:36.287766 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c2bfc-4c5c-4484-8651-3e938c785492 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e614de13-a7f2-4a20-a8bd-7675e934fb22,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:36.296054 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1f1c2bfc-4c5c-4484-8651-3e938c785492 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:36.304337 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1f1c2bfc-4c5c-4484-8651-3e938c785492 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:36.309426 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1f1c2bfc-4c5c-4484-8651-3e938c785492 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1636469 Jun 21 14:55:36.309426 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37824) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:36.314570 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-c403f54b-e42b-4b5c-b9cb-1590ccb22e1a tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Request body: {'security_group_rule': {'security_group_id': '3304cbd0-f5a6-424c-a8d9-be079f9dd2c7', 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:36.330650 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8097d769-cf16-4256-a66f-ab6d73ccece9 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:36.334490 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b3b58703-27b1-434d-90a5-a1390bb623b3 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:36.357927 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.securitygroups_db [None req-c403f54b-e42b-4b5c-b9cb-1590ccb22e1a tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Project c4e5ef8cecbf4ede86b5a3dcbc277e2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 14:55:36.376446 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8097d769-cf16-4256-a66f-ab6d73ccece9 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:36.386640 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c403f54b-e42b-4b5c-b9cb-1590ccb22e1a tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:36.392954 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-8097d769-cf16-4256-a66f-ab6d73ccece9 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:36.398831 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8097d769-cf16-4256-a66f-ab6d73ccece9 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:55:36.402752 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883b7e4-b49c-4c7e-bab0-651967c5887f None None] Pushing event updated for resources: {'Port': ['ID=52a90fe4-a2ac-46cb-a687-7762c86407dc,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:36.405833 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8097d769-cf16-4256-a66f-ab6d73ccece9 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Pushing event updated for resources: {'Port': ['ID=20374196-06d8-4a52-85a0-e2d8f8adba09,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:36.413535 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8097d769-cf16-4256-a66f-ab6d73ccece9 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:36.426132 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8883b7e4-b49c-4c7e-bab0-651967c5887f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:36.461966 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-eaae29c6-2d89-47d6-8195-d953c2ca5e4c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Deleting port 1eb82c39-4203-4016-86c1-776d17270ae7 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:55:36.462455 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-eaae29c6-2d89-47d6-8195-d953c2ca5e4c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:36.485470 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device fdfe5204-d08b-42b7-b3b5-6641659a6e40 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:36.501333 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c403f54b-e42b-4b5c-b9cb-1590ccb22e1a tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:36.510191 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c403f54b-e42b-4b5c-b9cb-1590ccb22e1a tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:36.513411 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:36.532470 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-ec3f60c9-7fc5-4f4f-bd92-15c2ea692202 None None] Attempting to bind port 52a90fe4-a2ac-46cb-a687-7762c86407dc on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:55:36.532839 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-ec3f60c9-7fc5-4f4f-bd92-15c2ea692202 None None] Attempting to bind port 52a90fe4-a2ac-46cb-a687-7762c86407dc by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'ad7f1ed0-7ab6-48b2-b60d-dbbb2f9ae0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '96c8dda1-2262-48d1-a789-b2cfb0b5abb9'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:55:36.533198 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3f60c9-7fc5-4f4f-bd92-15c2ea692202 None None] Attempting to bind port 52a90fe4-a2ac-46cb-a687-7762c86407dc on network 96c8dda1-2262-48d1-a789-b2cfb0b5abb9 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:55:36.533307 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c403f54b-e42b-4b5c-b9cb-1590ccb22e1a tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f21a1b4-2be9-4a99-947f-8cff8946e376,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:36.536332 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c403f54b-e42b-4b5c-b9cb-1590ccb22e1a tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:36.543913 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c403f54b-e42b-4b5c-b9cb-1590ccb22e1a tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:36.545572 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c403f54b-e42b-4b5c-b9cb-1590ccb22e1a tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2352722 Jun 21 14:55:36.548452 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37826) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:36.553196 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-91f6ec1c-a5d4-4e1a-9792-e108799ba518 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Request body: {'security_group_rule': {'security_group_id': '3304cbd0-f5a6-424c-a8d9-be079f9dd2c7', 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:36.560633 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3f60c9-7fc5-4f4f-bd92-15c2ea692202 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:55:36.560934 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3f60c9-7fc5-4f4f-bd92-15c2ea692202 None None] Checking segment: {'id': 'ad7f1ed0-7ab6-48b2-b60d-dbbb2f9ae0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '96c8dda1-2262-48d1-a789-b2cfb0b5abb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:55:36.561345 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ec3f60c9-7fc5-4f4f-bd92-15c2ea692202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:36.561736 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3f60c9-7fc5-4f4f-bd92-15c2ea692202 None None] Bound using segment: {'id': 'ad7f1ed0-7ab6-48b2-b60d-dbbb2f9ae0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '96c8dda1-2262-48d1-a789-b2cfb0b5abb9'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:55:36.562238 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-ec3f60c9-7fc5-4f4f-bd92-15c2ea692202 None None] Bound port: 52a90fe4-a2ac-46cb-a687-7762c86407dc, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7f1ed0-7ab6-48b2-b60d-dbbb2f9ae0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '96c8dda1-2262-48d1-a789-b2cfb0b5abb9'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:55:36.562621 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ec3f60c9-7fc5-4f4f-bd92-15c2ea692202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:36.572906 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-eaae29c6-2d89-47d6-8195-d953c2ca5e4c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] For port 1eb82c39-4203-4016-86c1-776d17270ae7, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=1eb82c39-4203-4016-86c1-776d17270ae7,segment=NetworkSegment(0ac9ff21-59f5-475b-814d-cff045218c1e),segment_id=0ac9ff21-59f5-475b-814d-cff045218c1e)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:36.573670 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-eaae29c6-2d89-47d6-8195-d953c2ca5e4c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:36.580257 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.securitygroups_db [None req-91f6ec1c-a5d4-4e1a-9792-e108799ba518 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Project c4e5ef8cecbf4ede86b5a3dcbc277e2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 14:55:36.586701 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-91f6ec1c-a5d4-4e1a-9792-e108799ba518 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:36.653498 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-eaae29c6-2d89-47d6-8195-d953c2ca5e4c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Calling delete_port for 1eb82c39-4203-4016-86c1-776d17270ae7 owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:55:36.670266 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port fdfe5204-d08b-42b7-b3b5-6641659a6e40 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:36.670640 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:36.676110 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-91f6ec1c-a5d4-4e1a-9792-e108799ba518 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:36.683371 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-91f6ec1c-a5d4-4e1a-9792-e108799ba518 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:36.685432 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:36.702534 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6ec1c-a5d4-4e1a-9792-e108799ba518 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0191ed2-2f7e-418e-8bd6-ff60cce89b1a,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:36.705738 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-91f6ec1c-a5d4-4e1a-9792-e108799ba518 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:36.710045 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-ec3f60c9-7fc5-4f4f-bd92-15c2ea692202 None None] For port 52a90fe4-a2ac-46cb-a687-7762c86407dc, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:55:36.719483 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-91f6ec1c-a5d4-4e1a-9792-e108799ba518 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:36.729886 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-ec3f60c9-7fc5-4f4f-bd92-15c2ea692202 None None] For port 52a90fe4-a2ac-46cb-a687-7762c86407dc, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=52a90fe4-a2ac-46cb-a687-7762c86407dc,segment=NetworkSegment(ad7f1ed0-7ab6-48b2-b60d-dbbb2f9ae0b0),segment_id=ad7f1ed0-7ab6-48b2-b60d-dbbb2f9ae0b0)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:55:36.734644 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-91f6ec1c-a5d4-4e1a-9792-e108799ba518 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1836367 Jun 21 14:55:36.749008 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ec3f60c9-7fc5-4f4f-bd92-15c2ea692202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:36.772299 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-4228c4af-0c68-41a3-b2b0-ec87e62d1ea8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:36.818712 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164a4875-b57e-4cc3-b4d7-f86eee6fedf3 None None] DHCP port deletion for f223883e-d750-48ef-8540-3c96d17d590b request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:55:36.897633 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-eaae29c6-2d89-47d6-8195-d953c2ca5e4c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:36.901396 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9eba1428-83f2-47ab-b674-97d63da72585 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:36.917062 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3f60c9-7fc5-4f4f-bd92-15c2ea692202 None None] Routers {'58dda39d-ab7e-4112-aa3d-0beaadab8025'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:36.917751 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-ec3f60c9-7fc5-4f4f-bd92-15c2ea692202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['58dda39d-ab7e-4112-aa3d-0beaadab8025'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:36.962383 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae29c6-2d89-47d6-8195-d953c2ca5e4c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event deleted for resources: {'Port': ['ID=1eb82c39-4203-4016-86c1-776d17270ae7,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:36.966953 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-eaae29c6-2d89-47d6-8195-d953c2ca5e4c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:36.972490 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaae29c6-2d89-47d6-8195-d953c2ca5e4c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] No DVR routers for this DVR port 1eb82c39-4203-4016-86c1-776d17270ae7 on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:55:36.982278 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8883b7e4-b49c-4c7e-bab0-651967c5887f None None] Pushing event updated for resources: {'Port': ['ID=52a90fe4-a2ac-46cb-a687-7762c86407dc,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:36.986799 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8883b7e4-b49c-4c7e-bab0-651967c5887f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:37.072703 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-164a4875-b57e-4cc3-b4d7-f86eee6fedf3 None None] Deleting port 1eb82c39-4203-4016-86c1-776d17270ae7 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:55:37.073416 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-164a4875-b57e-4cc3-b4d7-f86eee6fedf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:37.076286 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:55:37.087369 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-eaae29c6-2d89-47d6-8195-d953c2ca5e4c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:37.095358 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-ec3f60c9-7fc5-4f4f-bd92-15c2ea692202 None None] Set router 58dda39d-ab7e-4112-aa3d-0beaadab8025 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:55:37.105997 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-eaae29c6-2d89-47d6-8195-d953c2ca5e4c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f223883e-d750-48ef-8540-3c96d17d590b']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:37.114981 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8097d769-cf16-4256-a66f-ab6d73ccece9 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:37.118017 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-eaae29c6-2d89-47d6-8195-d953c2ca5e4c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ac9ff21-59f5-475b-814d-cff045218c1e') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:37.118189 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-eaae29c6-2d89-47d6-8195-d953c2ca5e4c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ac9ff21-59f5-475b-814d-cff045218c1e') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:37.160136 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-eaae29c6-2d89-47d6-8195-d953c2ca5e4c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:37.182803 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-eaae29c6-2d89-47d6-8195-d953c2ca5e4c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:37.194169 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaae29c6-2d89-47d6-8195-d953c2ca5e4c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:55:37.194784 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-eaae29c6-2d89-47d6-8195-d953c2ca5e4c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:37.198262 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:55:37.198262 dv-neutron-797121-2-hyperv neutron-server[105225]: items = [ Jun 21 14:55:37.198262 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:55:37.198262 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:55:37.198262 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:55:37.198262 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:55:37.198262 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:55:37.198262 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:55:37.198262 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:55:37.198262 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:55:37.198262 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:55:37.198262 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:55:37.198262 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:55:37.198262 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:55:37.198262 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:55:37.198262 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:55:37.198262 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:55:37.198262 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:55:37.198262 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:55:37.198262 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:55:37.198262 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:55:37.198262 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:55:37.198262 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:55:37.198262 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:55:37.198262 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:55:37.198262 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:55:37.198262 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:55:37.198262 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:55:37.198262 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:55:37.198262 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:55:37.198262 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:55:37.198262 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:55:37.198262 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:55:37.198262 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:55:37.219408 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-164a4875-b57e-4cc3-b4d7-f86eee6fedf3 None None] For port 1eb82c39-4203-4016-86c1-776d17270ae7, host dv-neutron-797121-2-hyperv, got binding levels [] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:37.219809 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-164a4875-b57e-4cc3-b4d7-f86eee6fedf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:37.301966 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-eaae29c6-2d89-47d6-8195-d953c2ca5e4c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:37.319137 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-164a4875-b57e-4cc3-b4d7-f86eee6fedf3 None None] Calling delete_port for 1eb82c39-4203-4016-86c1-776d17270ae7 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:55:37.323542 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.ipam_backend_mixin [None req-164a4875-b57e-4cc3-b4d7-f86eee6fedf3 None None] Port 1eb82c39-4203-4016-86c1-776d17270ae7 was not found and therefore no delete operation was performed {{(pid=105226) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 21 14:55:37.326683 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-164a4875-b57e-4cc3-b4d7-f86eee6fedf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:37.330828 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5014f1b9-483a-42e0-b568-9cd78fc1fed3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:37.345100 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6a74dfc8-3f17-4519-a159-ebdeaebca1e9 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:37.350760 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-eaae29c6-2d89-47d6-8195-d953c2ca5e4c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:37.352560 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-eaae29c6-2d89-47d6-8195-d953c2ca5e4c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/networks/f223883e-d750-48ef-8540-3c96d17d590b HTTP/1.1" status: 204 len: 168 time: 1.1835716 Jun 21 14:55:37.357600 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-164a4875-b57e-4cc3-b4d7-f86eee6fedf3 None None] Network f223883e-d750-48ef-8540-3c96d17d590b is not hosted by any dhcp agent {{(pid=105226) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 21 14:55:37.358097 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164a4875-b57e-4cc3-b4d7-f86eee6fedf3 None None] No DVR routers for this DVR port 1eb82c39-4203-4016-86c1-776d17270ae7 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:55:37.359868 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a4875-b57e-4cc3-b4d7-f86eee6fedf3 None None] Pushing event deleted for resources: {'Port': ['ID=1eb82c39-4203-4016-86c1-776d17270ae7,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:37.362692 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37872) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:37.364123 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-164a4875-b57e-4cc3-b4d7-f86eee6fedf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:37.371903 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-6f18f8b1-1824-4f55-b2c7-acc1985cd1a6 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1335457971', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:37.379327 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae29c6-2d89-47d6-8195-d953c2ca5e4c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event deleted for resources: {'Network': ['ID=f223883e-d750-48ef-8540-3c96d17d590b,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:37.384050 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-eaae29c6-2d89-47d6-8195-d953c2ca5e4c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:37.444621 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6f18f8b1-1824-4f55-b2c7-acc1985cd1a6 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:37.445652 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6f18f8b1-1824-4f55-b2c7-acc1985cd1a6 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:37.462158 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-ec3f60c9-7fc5-4f4f-bd92-15c2ea692202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dda39d-ab7e-4112-aa3d-0beaadab8025', 'name': 'tempest-TestVolumeBootPattern-1831224807-router', 'tenant_id': '404aa834263a4e438e01623e89a089b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': 'fdfe5204-d08b-42b7-b3b5-6641659a6e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:27Z', 'updated_at': '2021-06-21T14:55:33Z', 'revision_number': 4, 'project_id': '404aa834263a4e438e01623e89a089b0', 'gw_port': {'id': 'fdfe5204-d08b-42b7-b3b5-6641659a6e40', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dda39d-ab7e-4112-aa3d-0beaadab8025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:28Z', 'updated_at': '2021-06-21T14:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '52a90fe4-a2ac-46cb-a687-7762c86407dc', 'name': '', 'network_id': '96c8dda1-2262-48d1-a789-b2cfb0b5abb9', 'tenant_id': '404aa834263a4e438e01623e89a089b0', 'mac_address': 'fa:16:3e:38:87:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dda39d-ab7e-4112-aa3d-0beaadab8025', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '4e07860b-1d18-4f87-9c58-6607e0cb15e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:32Z', 'updated_at': '2021-06-21T14:55:36Z', 'revision_number': 4, 'project_id': '404aa834263a4e438e01623e89a089b0', 'subnets': [{'id': '4e07860b-1d18-4f87-9c58-6607e0cb15e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:37.464656 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8097d769-cf16-4256-a66f-ab6d73ccece9 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:37.471182 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8097d769-cf16-4256-a66f-ab6d73ccece9 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627068'] for router, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:37.493650 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3f60c9-7fc5-4f4f-bd92-15c2ea692202 None None] The sync data for ids ['58dda39d-ab7e-4112-aa3d-0beaadab8025'] in dv-neutron-797121-2-hyperv is: [{'id': '58dda39d-ab7e-4112-aa3d-0beaadab8025', 'name': 'tempest-TestVolumeBootPattern-1831224807-router', 'tenant_id': '404aa834263a4e438e01623e89a089b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': 'fdfe5204-d08b-42b7-b3b5-6641659a6e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:27Z', 'updated_at': '2021-06-21T14:55:33Z', 'revision_number': 4, 'project_id': '404aa834263a4e438e01623e89a089b0', 'gw_port': {'id': 'fdfe5204-d08b-42b7-b3b5-6641659a6e40', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dda39d-ab7e-4112-aa3d-0beaadab8025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:28Z', 'updated_at': '2021-06-21T14:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '52a90fe4-a2ac-46cb-a687-7762c86407dc', 'name': '', 'network_id': '96c8dda1-2262-48d1-a789-b2cfb0b5abb9', 'tenant_id': '404aa834263a4e438e01623e89a089b0', 'mac_address': 'fa:16:3e:38:87:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58dda39d-ab7e-4112-aa3d-0beaadab8025', 'device_owner': 'network:router_interface', 'standard_attr_id': 1184, 'fixed_ips': [{'subnet_id': '4e07860b-1d18-4f87-9c58-6607e0cb15e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:32Z', 'updated_at': '2021-06-21T14:55:36Z', 'revision_number': 4, 'project_id': '404aa834263a4e438e01623e89a089b0', 'subnets': [{'id': '4e07860b-1d18-4f87-9c58-6607e0cb15e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:55:37.570098 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6f18f8b1-1824-4f55-b2c7-acc1985cd1a6 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:37.582620 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6f18f8b1-1824-4f55-b2c7-acc1985cd1a6 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:37.644139 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6f18f8b1-1824-4f55-b2c7-acc1985cd1a6 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:37.648230 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6f18f8b1-1824-4f55-b2c7-acc1985cd1a6 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2804847 Jun 21 14:55:37.648399 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37876) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:37.660796 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-42aa1c40-7f2c-422b-ac88-6f4d1992c85d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-614834460'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:37.699879 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42aa1c40-7f2c-422b-ac88-6f4d1992c85d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Made reservation on behalf of f8317acb64424f1b9afd698dd36cd595 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:55:37.702970 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-42aa1c40-7f2c-422b-ac88-6f4d1992c85d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:37.729452 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8097d769-cf16-4256-a66f-ab6d73ccece9 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Router 2f6a6237-b9db-45bb-b3e8-d6a196aa843d is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:55:37.743272 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42aa1c40-7f2c-422b-ac88-6f4d1992c85d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:55:37.758536 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-42aa1c40-7f2c-422b-ac88-6f4d1992c85d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:37.758907 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-42aa1c40-7f2c-422b-ac88-6f4d1992c85d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Added segment 1e31a1a1-416c-4b6c-868e-d43b2ef09d10 of type vlan for network a1e6ca9f-1ed6-414c-a74d-40752fd77a45 Jun 21 14:55:37.892673 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-42aa1c40-7f2c-422b-ac88-6f4d1992c85d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:37.930642 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8097d769-cf16-4256-a66f-ab6d73ccece9 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:55:37.936189 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8097d769-cf16-4256-a66f-ab6d73ccece9 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:37.937424 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8097d769-cf16-4256-a66f-ab6d73ccece9 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] 10.222.0.72 "PUT /v2.0/routers/2f6a6237-b9db-45bb-b3e8-d6a196aa843d HTTP/1.1" status: 200 len: 915 time: 3.6954424 Jun 21 14:55:37.940143 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37888) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:37.942272 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e38fcc-edd6-4c9a-8801-38ffc9887303 None None] Sync routers for ids ['2f6a6237-b9db-45bb-b3e8-d6a196aa843d'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:55:37.955924 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e38fcc-edd6-4c9a-8801-38ffc9887303 None None] Routers {'2f6a6237-b9db-45bb-b3e8-d6a196aa843d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:37.962230 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-43e38fcc-edd6-4c9a-8801-38ffc9887303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['2f6a6237-b9db-45bb-b3e8-d6a196aa843d'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:37.984280 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-42aa1c40-7f2c-422b-ac88-6f4d1992c85d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:37.989883 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42aa1c40-7f2c-422b-ac88-6f4d1992c85d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:37.990504 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-42aa1c40-7f2c-422b-ac88-6f4d1992c85d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:37.995334 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-63419c53-bc03-4028-8551-548f399ac1b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:38.003398 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-43e38fcc-edd6-4c9a-8801-38ffc9887303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:38.016207 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e38fcc-edd6-4c9a-8801-38ffc9887303 None None] Routers {'2f6a6237-b9db-45bb-b3e8-d6a196aa843d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:38.016981 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-43e38fcc-edd6-4c9a-8801-38ffc9887303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['2f6a6237-b9db-45bb-b3e8-d6a196aa843d'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:38.051251 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-43e38fcc-edd6-4c9a-8801-38ffc9887303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:38.052108 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e38fcc-edd6-4c9a-8801-38ffc9887303 None None] The sync data for ids ['2f6a6237-b9db-45bb-b3e8-d6a196aa843d'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:55:38.069101 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-42aa1c40-7f2c-422b-ac88-6f4d1992c85d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4195924 Jun 21 14:55:38.071938 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37902) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:38.078507 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-484746a7-f095-47bf-89e4-cf0fd5887c00 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Request body: {'subnet': {'network_id': 'a1e6ca9f-1ed6-414c-a74d-40752fd77a45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:38.201076 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484746a7-f095-47bf-89e4-cf0fd5887c00 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Made reservation on behalf of f8317acb64424f1b9afd698dd36cd595 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:55:38.204875 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-484746a7-f095-47bf-89e4-cf0fd5887c00 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:38.514327 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-484746a7-f095-47bf-89e4-cf0fd5887c00 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:38.517554 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-891a372e-85e9-41c6-ab2d-0863fc129594 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:38.517958 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa1c40-7f2c-422b-ac88-6f4d1992c85d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Network': ['ID=a1e6ca9f-1ed6-414c-a74d-40752fd77a45,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:38.518675 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 52a90fe4-a2ac-46cb-a687-7762c86407dc up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:38.520711 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-42aa1c40-7f2c-422b-ac88-6f4d1992c85d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:38.544930 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-512e3d41-4572-4129-a934-5d6d730b2852 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] 10.222.0.72 "GET /v2.0/routers/2f6a6237-b9db-45bb-b3e8-d6a196aa843d HTTP/1.1" status: 200 len: 921 time: 0.6004934 Jun 21 14:55:38.545173 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37922) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:38.554375 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network a1e6ca9f-1ed6-414c-a74d-40752fd77a45 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:55:38.607981 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484746a7-f095-47bf-89e4-cf0fd5887c00 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Subnet': ['ID=7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:38.616505 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-484746a7-f095-47bf-89e4-cf0fd5887c00 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:38.628617 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484746a7-f095-47bf-89e4-cf0fd5887c00 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Checking segment: {'id': '1e31a1a1-416c-4b6c-868e-d43b2ef09d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a1e6ca9f-1ed6-414c-a74d-40752fd77a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:55:38.628992 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484746a7-f095-47bf-89e4-cf0fd5887c00 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Network hostable DHCP agents. Network: a1e6ca9f-1ed6-414c-a74d-40752fd77a45, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:55:38.638311 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d679dc-eacb-4928-a7fa-feaca5a25656 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:38.639933 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e4d679dc-eacb-4928-a7fa-feaca5a25656 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=78e7bc12-ea33-4baf-9744-b93105835641&device_id=2f6a6237-b9db-45bb-b3e8-d6a196aa843d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0938129 Jun 21 14:55:38.643525 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37924) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:38.669723 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484746a7-f095-47bf-89e4-cf0fd5887c00 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Network a1e6ca9f-1ed6-414c-a74d-40752fd77a45 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:55:38.684658 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-484746a7-f095-47bf-89e4-cf0fd5887c00 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, a1e6ca9f-1ed6-414c-a74d-40752fd77a45) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:38.705081 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484746a7-f095-47bf-89e4-cf0fd5887c00 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:38.706078 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-484746a7-f095-47bf-89e4-cf0fd5887c00 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:38.712576 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d930fb8-bcdd-4ebb-b9e4-1dee80f7c48d None None] Network a1e6ca9f-1ed6-414c-a74d-40752fd77a45 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:55:38.737407 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-484746a7-f095-47bf-89e4-cf0fd5887c00 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6634238 Jun 21 14:55:38.738224 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37926) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:38.770872 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 52a90fe4-a2ac-46cb-a687-7762c86407dc completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:38.783668 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce27230a-2770-41e0-991c-90e37c25cf88 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:38.783668 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ce27230a-2770-41e0-991c-90e37c25cf88 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] 10.222.0.72 "GET /v2.0/networks/78e7bc12-ea33-4baf-9744-b93105835641 HTTP/1.1" status: 200 len: 881 time: 0.1344426 Jun 21 14:55:38.783668 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37928) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:38.816201 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-71c44143-6d9d-4332-94fb-7a85f874c218 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] 10.222.0.72 "GET /v2.0/ports?device_id=2f6a6237-b9db-45bb-b3e8-d6a196aa843d HTTP/1.1" status: 200 len: 205 time: 0.0332367 Jun 21 14:55:38.818522 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37932) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:38.824854 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 52a90fe4-a2ac-46cb-a687-7762c86407dc triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:38.827893 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:38.996415 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-eeb6b9f0-ee42-48d2-94ff-df334a59b9e8 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:39.118338 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:39.136742 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb36c5f-14a3-48bb-81db-a19f6d1e10d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-a1e6ca9f-1ed6-414c-a74d-40752fd77a45', 'network_id': 'a1e6ca9f-1ed6-414c-a74d-40752fd77a45', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'fixed_ips': [{'subnet_id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:55:39.137952 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9fb36c5f-14a3-48bb-81db-a19f6d1e10d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:39.184598 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 52a90fe4-a2ac-46cb-a687-7762c86407dc, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=52a90fe4-a2ac-46cb-a687-7762c86407dc,segment=NetworkSegment(ad7f1ed0-7ab6-48b2-b60d-dbbb2f9ae0b0),segment_id=ad7f1ed0-7ab6-48b2-b60d-dbbb2f9ae0b0)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:39.192600 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fe51403d-655c-4e29-b6ad-45b8d4be5fae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:39.215320 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-eeb6b9f0-ee42-48d2-94ff-df334a59b9e8 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:39.243713 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:39.250002 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-691e08f3-a1e6-4f2f-88e6-5adb404ce9d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:39.325356 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-eeb6b9f0-ee42-48d2-94ff-df334a59b9e8 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Deleting port 20374196-06d8-4a52-85a0-e2d8f8adba09 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:55:39.329008 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-eeb6b9f0-ee42-48d2-94ff-df334a59b9e8 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:39.359506 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 1eb82c39-4203-4016-86c1-776d17270ae7 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:55:39.393102 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=52a90fe4-a2ac-46cb-a687-7762c86407dc,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:39.394159 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 1eb82c39-4203-4016-86c1-776d17270ae7 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:55:39.394519 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 1eb82c39-4203-4016-86c1-776d17270ae7 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:55:39.397809 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:39.412203 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-9fb36c5f-14a3-48bb-81db-a19f6d1e10d4 None None] Allocated IP 2001:db8::2 (a1e6ca9f-1ed6-414c-a74d-40752fd77a45/7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7/45e3b772-937b-4181-84f6-de0bb44c073c) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:55:39.445202 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-eeb6b9f0-ee42-48d2-94ff-df334a59b9e8 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:39.520722 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-eeb6b9f0-ee42-48d2-94ff-df334a59b9e8 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Calling delete_port for 20374196-06d8-4a52-85a0-e2d8f8adba09 owned by network:router_gateway {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:55:39.595736 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9fb36c5f-14a3-48bb-81db-a19f6d1e10d4 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:39.604845 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-9fb36c5f-14a3-48bb-81db-a19f6d1e10d4 None None] Transition to ACTIVE for port object 45e3b772-937b-4181-84f6-de0bb44c073c will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:39.622610 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-9fb36c5f-14a3-48bb-81db-a19f6d1e10d4 None None] Transition to ACTIVE for port object 45e3b772-937b-4181-84f6-de0bb44c073c will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:39.631624 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9fb36c5f-14a3-48bb-81db-a19f6d1e10d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:39.633592 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-37ad4187-fae0-4964-ba1c-150eb3bb5755 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:39.675628 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb36c5f-14a3-48bb-81db-a19f6d1e10d4 None None] Network a1e6ca9f-1ed6-414c-a74d-40752fd77a45 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:39.682217 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-9fb36c5f-14a3-48bb-81db-a19f6d1e10d4 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:39.687308 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb36c5f-14a3-48bb-81db-a19f6d1e10d4 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:55:39.697126 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-fe51403d-655c-4e29-b6ad-45b8d4be5fae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Allocated IP 2001:db8::1 (a1e6ca9f-1ed6-414c-a74d-40752fd77a45/7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7/08b25317-f350-4c25-a6bb-c6a7ca11cea4) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:55:39.721598 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb36c5f-14a3-48bb-81db-a19f6d1e10d4 None None] Pushing event updated for resources: {'Port': ['ID=45e3b772-937b-4181-84f6-de0bb44c073c,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:39.733019 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-eeb6b9f0-ee42-48d2-94ff-df334a59b9e8 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:39.735449 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-303849a8-c06b-4394-9b2d-5345e94898bb tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:39.740490 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-9fb36c5f-14a3-48bb-81db-a19f6d1e10d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:39.758165 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-9fb36c5f-14a3-48bb-81db-a19f6d1e10d4 None None] Attempting to bind port 45e3b772-937b-4181-84f6-de0bb44c073c on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:55:39.758570 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-9fb36c5f-14a3-48bb-81db-a19f6d1e10d4 None None] Attempting to bind port 45e3b772-937b-4181-84f6-de0bb44c073c by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '1e31a1a1-416c-4b6c-868e-d43b2ef09d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a1e6ca9f-1ed6-414c-a74d-40752fd77a45'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:55:39.758904 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb36c5f-14a3-48bb-81db-a19f6d1e10d4 None None] Attempting to bind port 45e3b772-937b-4181-84f6-de0bb44c073c on network a1e6ca9f-1ed6-414c-a74d-40752fd77a45 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:55:39.764863 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb36c5f-14a3-48bb-81db-a19f6d1e10d4 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:55:39.765241 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb36c5f-14a3-48bb-81db-a19f6d1e10d4 None None] Checking segment: {'id': '1e31a1a1-416c-4b6c-868e-d43b2ef09d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a1e6ca9f-1ed6-414c-a74d-40752fd77a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:55:39.765635 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9fb36c5f-14a3-48bb-81db-a19f6d1e10d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:39.766059 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb36c5f-14a3-48bb-81db-a19f6d1e10d4 None None] Bound using segment: {'id': '1e31a1a1-416c-4b6c-868e-d43b2ef09d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a1e6ca9f-1ed6-414c-a74d-40752fd77a45'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:55:39.766529 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-9fb36c5f-14a3-48bb-81db-a19f6d1e10d4 None None] Bound port: 45e3b772-937b-4181-84f6-de0bb44c073c, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e31a1a1-416c-4b6c-868e-d43b2ef09d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a1e6ca9f-1ed6-414c-a74d-40752fd77a45'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:55:39.766901 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9fb36c5f-14a3-48bb-81db-a19f6d1e10d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:39.769677 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6b9f0-ee42-48d2-94ff-df334a59b9e8 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Pushing event deleted for resources: {'Port': ['ID=20374196-06d8-4a52-85a0-e2d8f8adba09,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:39.773548 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-eeb6b9f0-ee42-48d2-94ff-df334a59b9e8 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:39.851868 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-9fb36c5f-14a3-48bb-81db-a19f6d1e10d4 None None] For port 45e3b772-937b-4181-84f6-de0bb44c073c, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:55:39.853764 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-eeb6b9f0-ee42-48d2-94ff-df334a59b9e8 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:39.856394 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-9fb36c5f-14a3-48bb-81db-a19f6d1e10d4 None None] For port 45e3b772-937b-4181-84f6-de0bb44c073c, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=45e3b772-937b-4181-84f6-de0bb44c073c,segment=NetworkSegment(1e31a1a1-416c-4b6c-868e-d43b2ef09d10),segment_id=1e31a1a1-416c-4b6c-868e-d43b2ef09d10)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:55:39.860725 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fe51403d-655c-4e29-b6ad-45b8d4be5fae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:39.864397 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9fb36c5f-14a3-48bb-81db-a19f6d1e10d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:39.867970 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-887237bb-4677-4d17-9dc5-6145f96c78e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:39.880182 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-fe51403d-655c-4e29-b6ad-45b8d4be5fae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Transition to ACTIVE for port object 08b25317-f350-4c25-a6bb-c6a7ca11cea4 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:39.931642 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fe51403d-655c-4e29-b6ad-45b8d4be5fae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:39.947985 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3c6b49f6-612d-4ef4-8ad7-6b6af1f55d80 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:39.955620 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb36c5f-14a3-48bb-81db-a19f6d1e10d4 None None] Pushing event updated for resources: {'Port': ['ID=45e3b772-937b-4181-84f6-de0bb44c073c,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:39.961141 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-9fb36c5f-14a3-48bb-81db-a19f6d1e10d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:39.992357 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-eeb6b9f0-ee42-48d2-94ff-df334a59b9e8 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:39.996718 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-eeb6b9f0-ee42-48d2-94ff-df334a59b9e8 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:39.997442 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe51403d-655c-4e29-b6ad-45b8d4be5fae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Network a1e6ca9f-1ed6-414c-a74d-40752fd77a45 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:40.003794 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-fe51403d-655c-4e29-b6ad-45b8d4be5fae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:40.014149 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe51403d-655c-4e29-b6ad-45b8d4be5fae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:55:40.014807 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fe51403d-655c-4e29-b6ad-45b8d4be5fae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:40.049041 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-eeb6b9f0-ee42-48d2-94ff-df334a59b9e8 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:40.050155 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb6b9f0-ee42-48d2-94ff-df334a59b9e8 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Fanout notify agent at l3_agent the message router_deleted on router 2f6a6237-b9db-45bb-b3e8-d6a196aa843d {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:55:40.058682 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-eeb6b9f0-ee42-48d2-94ff-df334a59b9e8 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:40.061130 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-eeb6b9f0-ee42-48d2-94ff-df334a59b9e8 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] 10.222.0.72 "DELETE /v2.0/routers/2f6a6237-b9db-45bb-b3e8-d6a196aa843d HTTP/1.1" status: 204 len: 168 time: 1.2406449 Jun 21 14:55:40.064806 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37936) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:40.071112 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-a6db417f-6c04-4125-ad0d-692166057296 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-345946802', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}, 'admin_state_up': False}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:40.088951 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51403d-655c-4e29-b6ad-45b8d4be5fae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Port': ['ID=08b25317-f350-4c25-a6bb-c6a7ca11cea4,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:40.093923 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fe51403d-655c-4e29-b6ad-45b8d4be5fae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:40.111491 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a6db417f-6c04-4125-ad0d-692166057296 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:40.112879 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a6db417f-6c04-4125-ad0d-692166057296 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:40.216931 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a6db417f-6c04-4125-ad0d-692166057296 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:40.236436 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fe51403d-655c-4e29-b6ad-45b8d4be5fae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:40.402280 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a6db417f-6c04-4125-ad0d-692166057296 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:40.562558 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 45e3b772-937b-4181-84f6-de0bb44c073c up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:40.585618 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fe51403d-655c-4e29-b6ad-45b8d4be5fae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:40.592685 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fe51403d-655c-4e29-b6ad-45b8d4be5fae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:40.593589 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fe51403d-655c-4e29-b6ad-45b8d4be5fae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:40.596751 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-50298fd6-a545-4829-a0b7-59275bcd8815 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:40.620469 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 45e3b772-937b-4181-84f6-de0bb44c073c completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:40.625664 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 52a90fe4-a2ac-46cb-a687-7762c86407dc up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:40.690918 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 52a90fe4-a2ac-46cb-a687-7762c86407dc triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:40.691294 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:40.702708 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a6db417f-6c04-4125-ad0d-692166057296 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router_gateway, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:40.722528 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe51403d-655c-4e29-b6ad-45b8d4be5fae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Port': ['ID=08b25317-f350-4c25-a6bb-c6a7ca11cea4,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:40.722528 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fe51403d-655c-4e29-b6ad-45b8d4be5fae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:40.745467 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a6db417f-6c04-4125-ad0d-692166057296 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:40.783092 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe51403d-655c-4e29-b6ad-45b8d4be5fae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Network a1e6ca9f-1ed6-414c-a74d-40752fd77a45 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:40.784751 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-fe51403d-655c-4e29-b6ad-45b8d4be5fae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:40.957983 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-a6db417f-6c04-4125-ad0d-692166057296 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Allocated IP 172.26.3.137 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/22fffd3f-0af1-4779-bb82-9187827930db) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:55:40.959881 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe51403d-655c-4e29-b6ad-45b8d4be5fae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Router 2abe0a89-e609-4fcf-aace-412c00148af1 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:55:41.084855 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe51403d-655c-4e29-b6ad-45b8d4be5fae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:55:41.098592 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fe51403d-655c-4e29-b6ad-45b8d4be5fae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "PUT /v2.0/routers/2abe0a89-e609-4fcf-aace-412c00148af1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3591123 Jun 21 14:55:41.099327 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37940) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:41.105351 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc4d450-d83d-4e57-8653-85748e2dd65f None None] Sync routers for ids ['2abe0a89-e609-4fcf-aace-412c00148af1'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:55:41.111629 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-c81ee424-46cc-48d2-a937-ac2a84e67af6 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2138016397'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:41.117606 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc4d450-d83d-4e57-8653-85748e2dd65f None None] Routers {'2abe0a89-e609-4fcf-aace-412c00148af1'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:41.118385 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-1dc4d450-d83d-4e57-8653-85748e2dd65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['2abe0a89-e609-4fcf-aace-412c00148af1'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:41.122806 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a6db417f-6c04-4125-ad0d-692166057296 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:41.138585 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81ee424-46cc-48d2-a937-ac2a84e67af6 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Made reservation on behalf of f8317acb64424f1b9afd698dd36cd595 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:55:41.144681 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c81ee424-46cc-48d2-a937-ac2a84e67af6 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:41.183043 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c81ee424-46cc-48d2-a937-ac2a84e67af6 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:55:41.187119 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a6db417f-6c04-4125-ad0d-692166057296 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:41.189430 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-98d6446a-7522-469f-8d77-1b437f43ce31 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:41.213508 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c81ee424-46cc-48d2-a937-ac2a84e67af6 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:41.213883 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-c81ee424-46cc-48d2-a937-ac2a84e67af6 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Added segment 25f21afa-6022-44c9-b6c3-7f2b7d37301e of type vlan for network 2f76f6e5-9149-4c89-b426-f5c040725384 Jun 21 14:55:41.245168 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6db417f-6c04-4125-ad0d-692166057296 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:41.252317 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-a6db417f-6c04-4125-ad0d-692166057296 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:41.252964 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-1dc4d450-d83d-4e57-8653-85748e2dd65f None None] Set router 2abe0a89-e609-4fcf-aace-412c00148af1 gateway port host: None {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:55:41.257945 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6db417f-6c04-4125-ad0d-692166057296 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:55:41.264902 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db417f-6c04-4125-ad0d-692166057296 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Pushing event updated for resources: {'Port': ['ID=22fffd3f-0af1-4779-bb82-9187827930db,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:41.268437 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a6db417f-6c04-4125-ad0d-692166057296 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:41.270709 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c81ee424-46cc-48d2-a937-ac2a84e67af6 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:41.307820 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1157e0-07db-4e3b-996b-64ab86ae91cf None None] Network a1e6ca9f-1ed6-414c-a74d-40752fd77a45 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:55:41.322079 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c81ee424-46cc-48d2-a937-ac2a84e67af6 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:41.328165 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81ee424-46cc-48d2-a937-ac2a84e67af6 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:41.328760 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c81ee424-46cc-48d2-a937-ac2a84e67af6 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:41.332198 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ad541727-9af5-4d75-810b-48f68f615495 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:41.405823 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c81ee424-46cc-48d2-a937-ac2a84e67af6 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2994196 Jun 21 14:55:41.408795 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37942) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:41.416332 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-84566df3-262d-4bff-b833-0a5884b16145 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Request body: {'subnet': {'network_id': '2f76f6e5-9149-4c89-b426-f5c040725384', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:41.419971 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81ee424-46cc-48d2-a937-ac2a84e67af6 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Network': ['ID=2f76f6e5-9149-4c89-b426-f5c040725384,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:41.455477 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-691bebd1-c749-43c9-afb8-925ebda8bcdf None None] Provisioning for port 45e3b772-937b-4181-84f6-de0bb44c073c completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:41.470133 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-691bebd1-c749-43c9-afb8-925ebda8bcdf None None] Provisioning complete for port 45e3b772-937b-4181-84f6-de0bb44c073c triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:41.470133 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-691bebd1-c749-43c9-afb8-925ebda8bcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:41.475809 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ee424-46cc-48d2-a937-ac2a84e67af6 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:41.476257 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ee424-46cc-48d2-a937-ac2a84e67af6 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:41.476645 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ee424-46cc-48d2-a937-ac2a84e67af6 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:41.477072 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ee424-46cc-48d2-a937-ac2a84e67af6 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:41.477450 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ee424-46cc-48d2-a937-ac2a84e67af6 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:41.477919 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ee424-46cc-48d2-a937-ac2a84e67af6 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:41.478248 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ee424-46cc-48d2-a937-ac2a84e67af6 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:41.478700 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ee424-46cc-48d2-a937-ac2a84e67af6 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:41.479248 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ee424-46cc-48d2-a937-ac2a84e67af6 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:41.479618 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ee424-46cc-48d2-a937-ac2a84e67af6 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:41.480361 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ee424-46cc-48d2-a937-ac2a84e67af6 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:41.480610 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81ee424-46cc-48d2-a937-ac2a84e67af6 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:41.489751 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c81ee424-46cc-48d2-a937-ac2a84e67af6 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:41.539012 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 2f76f6e5-9149-4c89-b426-f5c040725384 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:55:41.546418 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84566df3-262d-4bff-b833-0a5884b16145 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Made reservation on behalf of f8317acb64424f1b9afd698dd36cd595 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:55:41.550728 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-84566df3-262d-4bff-b833-0a5884b16145 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:41.624348 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a6db417f-6c04-4125-ad0d-692166057296 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router_gateway, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:41.798773 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-84566df3-262d-4bff-b833-0a5884b16145 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:41.802043 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d6ca655a-4bb8-498f-89c9-56e31d6af7c1 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:41.839657 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-691bebd1-c749-43c9-afb8-925ebda8bcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:41.884984 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84566df3-262d-4bff-b833-0a5884b16145 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Subnet': ['ID=2d116746-ef11-45cc-a769-67781fb0a01a,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:41.888599 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-84566df3-262d-4bff-b833-0a5884b16145 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:41.895648 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84566df3-262d-4bff-b833-0a5884b16145 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Checking segment: {'id': '25f21afa-6022-44c9-b6c3-7f2b7d37301e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2f76f6e5-9149-4c89-b426-f5c040725384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:55:41.896076 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84566df3-262d-4bff-b833-0a5884b16145 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Network hostable DHCP agents. Network: 2f76f6e5-9149-4c89-b426-f5c040725384, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:55:41.899071 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-691bebd1-c749-43c9-afb8-925ebda8bcdf None None] For port 45e3b772-937b-4181-84f6-de0bb44c073c, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=45e3b772-937b-4181-84f6-de0bb44c073c,segment=NetworkSegment(1e31a1a1-416c-4b6c-868e-d43b2ef09d10),segment_id=1e31a1a1-416c-4b6c-868e-d43b2ef09d10)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:41.905292 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-1dc4d450-d83d-4e57-8653-85748e2dd65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'name': 'tempest-RoutersIpV6Test-router-1335457971', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:37Z', 'updated_at': '2021-06-21T14:55:40Z', 'revision_number': 2, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'gw_port_host': None, '_interfaces': [{'id': '08b25317-f350-4c25-a6bb-c6a7ca11cea4', 'name': '', 'network_id': 'a1e6ca9f-1ed6-414c-a74d-40752fd77a45', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:4c:8c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:39Z', 'updated_at': '2021-06-21T14:55:40Z', 'revision_number': 2, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:41.908692 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-691bebd1-c749-43c9-afb8-925ebda8bcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:41.914221 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a6db417f-6c04-4125-ad0d-692166057296 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:41.921902 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84566df3-262d-4bff-b833-0a5884b16145 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Network 2f76f6e5-9149-4c89-b426-f5c040725384 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:55:41.933757 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-4228c4af-0c68-41a3-b2b0-ec87e62d1ea8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:41.936418 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-84566df3-262d-4bff-b833-0a5884b16145 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 2f76f6e5-9149-4c89-b426-f5c040725384) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:41.937757 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc4d450-d83d-4e57-8653-85748e2dd65f None None] Checking router: 2abe0a89-e609-4fcf-aace-412c00148af1 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:55:41.938134 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc4d450-d83d-4e57-8653-85748e2dd65f None None] Updating router 2abe0a89-e609-4fcf-aace-412c00148af1 port 08b25317-f350-4c25-a6bb-c6a7ca11cea4 binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:55:41.942832 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84566df3-262d-4bff-b833-0a5884b16145 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:41.944297 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-84566df3-262d-4bff-b833-0a5884b16145 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:41.961313 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ee6d94-9518-421f-a3e2-a9ce8faafa75 None None] Network 2f76f6e5-9149-4c89-b426-f5c040725384 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:55:41.970860 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-84566df3-262d-4bff-b833-0a5884b16145 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5608754 Jun 21 14:55:41.973922 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37948) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:42.093701 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691bebd1-c749-43c9-afb8-925ebda8bcdf None None] Pushing event updated for resources: {'Port': ['ID=45e3b772-937b-4181-84f6-de0bb44c073c,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:42.098285 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1dc4d450-d83d-4e57-8653-85748e2dd65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:42.101298 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-691bebd1-c749-43c9-afb8-925ebda8bcdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:42.110050 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6db417f-6c04-4125-ad0d-692166057296 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Router 36d29468-5bfc-4fbd-9b6f-d667347d0380 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:55:42.528869 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 45e3b772-937b-4181-84f6-de0bb44c073c up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:42.530836 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3055387e-bc11-497d-8b5a-6d1fa2fd3bed None None] Provisioning for port 08b25317-f350-4c25-a6bb-c6a7ca11cea4 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:42.565851 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81d9a03-b39c-4b34-9958-6ad1baa0f51d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-2f76f6e5-9149-4c89-b426-f5c040725384', 'network_id': '2f76f6e5-9149-4c89-b426-f5c040725384', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'fixed_ips': [{'subnet_id': '2d116746-ef11-45cc-a769-67781fb0a01a'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:55:42.566740 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b81d9a03-b39c-4b34-9958-6ad1baa0f51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:42.569091 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3055387e-bc11-497d-8b5a-6d1fa2fd3bed None None] Provisioning complete for port 08b25317-f350-4c25-a6bb-c6a7ca11cea4 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:42.569461 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3055387e-bc11-497d-8b5a-6d1fa2fd3bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:42.665340 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9011e61c-0a61-44a4-b8c7-b2c279c7a84c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:42.674936 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6db417f-6c04-4125-ad0d-692166057296 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:55:42.693710 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d928b62-16dd-4a63-8e0a-83af2bdd787a None None] Sync routers for ids ['36d29468-5bfc-4fbd-9b6f-d667347d0380'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:55:42.694350 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-3055387e-bc11-497d-8b5a-6d1fa2fd3bed None None] Port 08b25317-f350-4c25-a6bb-c6a7ca11cea4 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:55:42.709578 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d928b62-16dd-4a63-8e0a-83af2bdd787a None None] Routers {'36d29468-5bfc-4fbd-9b6f-d667347d0380'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:42.710555 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-2d928b62-16dd-4a63-8e0a-83af2bdd787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['36d29468-5bfc-4fbd-9b6f-d667347d0380'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:42.714718 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a6db417f-6c04-4125-ad0d-692166057296 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:42.715324 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a6db417f-6c04-4125-ad0d-692166057296 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.6494508 Jun 21 14:55:42.718342 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37952) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:42.723563 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-c94a7fb0-b43f-4f1c-80a9-5bcef6a7d10a tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:42.745633 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1dc4d450-d83d-4e57-8653-85748e2dd65f None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:42.776769 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-2d928b62-16dd-4a63-8e0a-83af2bdd787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:42.785503 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-1dc4d450-d83d-4e57-8653-85748e2dd65f None None] Transition to ACTIVE for port object 08b25317-f350-4c25-a6bb-c6a7ca11cea4 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:42.791485 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d928b62-16dd-4a63-8e0a-83af2bdd787a None None] Routers {'36d29468-5bfc-4fbd-9b6f-d667347d0380'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:42.792914 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-2d928b62-16dd-4a63-8e0a-83af2bdd787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['36d29468-5bfc-4fbd-9b6f-d667347d0380'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:42.812636 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3055387e-bc11-497d-8b5a-6d1fa2fd3bed None None] Provisioning complete for port 45e3b772-937b-4181-84f6-de0bb44c073c triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:42.813030 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3055387e-bc11-497d-8b5a-6d1fa2fd3bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:42.814537 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 45e3b772-937b-4181-84f6-de0bb44c073c triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:42.814895 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:42.862914 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-2d928b62-16dd-4a63-8e0a-83af2bdd787a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:42.863741 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d928b62-16dd-4a63-8e0a-83af2bdd787a None None] The sync data for ids ['36d29468-5bfc-4fbd-9b6f-d667347d0380'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:55:42.901159 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1dc4d450-d83d-4e57-8653-85748e2dd65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:42.911005 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8883b7e4-b49c-4c7e-bab0-651967c5887f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:43.100799 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-b81d9a03-b39c-4b34-9958-6ad1baa0f51d None None] Allocated IP 2001:db8:1::2 (2f76f6e5-9149-4c89-b426-f5c040725384/2d116746-ef11-45cc-a769-67781fb0a01a/8a2f17fb-05c6-49f8-90fd-0cd64377e812) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:55:43.184482 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180d437-f098-4928-aaa9-975c8ff6b0f0 None None] Pushing event updated for resources: {'Port': ['ID=08b25317-f350-4c25-a6bb-c6a7ca11cea4,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:43.204239 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c94a7fb0-b43f-4f1c-80a9-5bcef6a7d10a tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:43.226492 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c94a7fb0-b43f-4f1c-80a9-5bcef6a7d10a tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:43.314204 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-c94a7fb0-b43f-4f1c-80a9-5bcef6a7d10a tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Deleting port 22fffd3f-0af1-4779-bb82-9187827930db {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:55:43.314942 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c94a7fb0-b43f-4f1c-80a9-5bcef6a7d10a tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:43.408687 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c94a7fb0-b43f-4f1c-80a9-5bcef6a7d10a tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:43.482190 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-c94a7fb0-b43f-4f1c-80a9-5bcef6a7d10a tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Calling delete_port for 22fffd3f-0af1-4779-bb82-9187827930db owned by network:router_gateway {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:55:43.498398 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180d437-f098-4928-aaa9-975c8ff6b0f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:43.498822 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180d437-f098-4928-aaa9-975c8ff6b0f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:43.499072 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180d437-f098-4928-aaa9-975c8ff6b0f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:43.499426 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180d437-f098-4928-aaa9-975c8ff6b0f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:43.499733 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180d437-f098-4928-aaa9-975c8ff6b0f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:43.500079 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180d437-f098-4928-aaa9-975c8ff6b0f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:43.500384 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180d437-f098-4928-aaa9-975c8ff6b0f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:43.500705 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180d437-f098-4928-aaa9-975c8ff6b0f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:43.501025 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180d437-f098-4928-aaa9-975c8ff6b0f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:43.501355 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180d437-f098-4928-aaa9-975c8ff6b0f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:43.501657 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180d437-f098-4928-aaa9-975c8ff6b0f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:43.501993 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d180d437-f098-4928-aaa9-975c8ff6b0f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:43.505915 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-d180d437-f098-4928-aaa9-975c8ff6b0f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:43.526523 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-1dc4d450-d83d-4e57-8653-85748e2dd65f None None] Attempting to bind port 08b25317-f350-4c25-a6bb-c6a7ca11cea4 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:55:43.526902 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-1dc4d450-d83d-4e57-8653-85748e2dd65f None None] Attempting to bind port 08b25317-f350-4c25-a6bb-c6a7ca11cea4 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '1e31a1a1-416c-4b6c-868e-d43b2ef09d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a1e6ca9f-1ed6-414c-a74d-40752fd77a45'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:55:43.527262 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc4d450-d83d-4e57-8653-85748e2dd65f None None] Attempting to bind port 08b25317-f350-4c25-a6bb-c6a7ca11cea4 on network a1e6ca9f-1ed6-414c-a74d-40752fd77a45 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:55:43.538396 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc4d450-d83d-4e57-8653-85748e2dd65f None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:55:43.538566 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc4d450-d83d-4e57-8653-85748e2dd65f None None] Checking segment: {'id': '1e31a1a1-416c-4b6c-868e-d43b2ef09d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a1e6ca9f-1ed6-414c-a74d-40752fd77a45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:55:43.538984 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1dc4d450-d83d-4e57-8653-85748e2dd65f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:43.539379 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc4d450-d83d-4e57-8653-85748e2dd65f None None] Bound using segment: {'id': '1e31a1a1-416c-4b6c-868e-d43b2ef09d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a1e6ca9f-1ed6-414c-a74d-40752fd77a45'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:55:43.539839 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-1dc4d450-d83d-4e57-8653-85748e2dd65f None None] Bound port: 08b25317-f350-4c25-a6bb-c6a7ca11cea4, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e31a1a1-416c-4b6c-868e-d43b2ef09d10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'a1e6ca9f-1ed6-414c-a74d-40752fd77a45'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:55:43.540222 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1dc4d450-d83d-4e57-8653-85748e2dd65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:43.673620 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c94a7fb0-b43f-4f1c-80a9-5bcef6a7d10a tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:43.676843 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8097d769-cf16-4256-a66f-ab6d73ccece9 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:43.678752 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-1dc4d450-d83d-4e57-8653-85748e2dd65f None None] For port 08b25317-f350-4c25-a6bb-c6a7ca11cea4, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:55:43.687854 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-1dc4d450-d83d-4e57-8653-85748e2dd65f None None] For port 08b25317-f350-4c25-a6bb-c6a7ca11cea4, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=08b25317-f350-4c25-a6bb-c6a7ca11cea4,segment=NetworkSegment(1e31a1a1-416c-4b6c-868e-d43b2ef09d10),segment_id=1e31a1a1-416c-4b6c-868e-d43b2ef09d10)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:55:43.699428 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b81d9a03-b39c-4b34-9958-6ad1baa0f51d None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:43.705162 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1dc4d450-d83d-4e57-8653-85748e2dd65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:43.705539 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94a7fb0-b43f-4f1c-80a9-5bcef6a7d10a tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Pushing event deleted for resources: {'Port': ['ID=22fffd3f-0af1-4779-bb82-9187827930db,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:43.710556 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:43.720546 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-b81d9a03-b39c-4b34-9958-6ad1baa0f51d None None] Transition to ACTIVE for port object 8a2f17fb-05c6-49f8-90fd-0cd64377e812 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:43.726388 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94a7fb0-b43f-4f1c-80a9-5bcef6a7d10a tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:43.726747 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94a7fb0-b43f-4f1c-80a9-5bcef6a7d10a tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:43.727167 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94a7fb0-b43f-4f1c-80a9-5bcef6a7d10a tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:43.727508 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94a7fb0-b43f-4f1c-80a9-5bcef6a7d10a tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:43.728319 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94a7fb0-b43f-4f1c-80a9-5bcef6a7d10a tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:43.728319 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94a7fb0-b43f-4f1c-80a9-5bcef6a7d10a tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:43.728747 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94a7fb0-b43f-4f1c-80a9-5bcef6a7d10a tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:43.729184 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94a7fb0-b43f-4f1c-80a9-5bcef6a7d10a tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:43.729759 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94a7fb0-b43f-4f1c-80a9-5bcef6a7d10a tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:43.729916 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94a7fb0-b43f-4f1c-80a9-5bcef6a7d10a tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:43.730272 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94a7fb0-b43f-4f1c-80a9-5bcef6a7d10a tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:43.731400 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c94a7fb0-b43f-4f1c-80a9-5bcef6a7d10a tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:43.777163 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc4d450-d83d-4e57-8653-85748e2dd65f None None] Routers {'2abe0a89-e609-4fcf-aace-412c00148af1'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:43.777831 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-1dc4d450-d83d-4e57-8653-85748e2dd65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['2abe0a89-e609-4fcf-aace-412c00148af1'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:43.789406 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c94a7fb0-b43f-4f1c-80a9-5bcef6a7d10a tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:43.805407 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c94a7fb0-b43f-4f1c-80a9-5bcef6a7d10a tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:43.827214 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-b81d9a03-b39c-4b34-9958-6ad1baa0f51d None None] Transition to ACTIVE for port object 8a2f17fb-05c6-49f8-90fd-0cd64377e812 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:43.887755 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180d437-f098-4928-aaa9-975c8ff6b0f0 None None] Pushing event updated for resources: {'Port': ['ID=08b25317-f350-4c25-a6bb-c6a7ca11cea4,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:43.893977 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-d180d437-f098-4928-aaa9-975c8ff6b0f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:43.895404 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b81d9a03-b39c-4b34-9958-6ad1baa0f51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:43.899930 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:43.968451 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-9011e61c-0a61-44a4-b8c7-b2c279c7a84c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Allocated IP 2001:db8:1::1 (2f76f6e5-9149-4c89-b426-f5c040725384/2d116746-ef11-45cc-a769-67781fb0a01a/1bcf1b35-bb9b-4816-9525-24ad42a27ee0) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:55:43.970853 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d9a03-b39c-4b34-9958-6ad1baa0f51d None None] Pushing event updated for resources: {'Port': ['ID=8a2f17fb-05c6-49f8-90fd-0cd64377e812,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:43.980898 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b81d9a03-b39c-4b34-9958-6ad1baa0f51d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:43.995892 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-1dc4d450-d83d-4e57-8653-85748e2dd65f None None] Set router 2abe0a89-e609-4fcf-aace-412c00148af1 gateway port host: None {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:55:44.037576 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81d9a03-b39c-4b34-9958-6ad1baa0f51d None None] Network 2f76f6e5-9149-4c89-b426-f5c040725384 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:44.048091 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-b81d9a03-b39c-4b34-9958-6ad1baa0f51d None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:44.053491 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81d9a03-b39c-4b34-9958-6ad1baa0f51d None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:55:44.095851 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c94a7fb0-b43f-4f1c-80a9-5bcef6a7d10a tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:44.105667 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c94a7fb0-b43f-4f1c-80a9-5bcef6a7d10a tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627068'] for router, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:44.133314 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-671600b7-0ff1-4dff-bfc8-d0ae015b869e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:44.152353 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9011e61c-0a61-44a4-b8c7-b2c279c7a84c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:44.168952 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-9011e61c-0a61-44a4-b8c7-b2c279c7a84c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Transition to ACTIVE for port object 1bcf1b35-bb9b-4816-9525-24ad42a27ee0 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:44.212751 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9011e61c-0a61-44a4-b8c7-b2c279c7a84c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:44.215639 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-10bbd2d5-4ace-4b4d-9c85-281bac4e3497 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:44.217995 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94a7fb0-b43f-4f1c-80a9-5bcef6a7d10a tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Router 36d29468-5bfc-4fbd-9b6f-d667347d0380 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:55:44.224428 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-b81d9a03-b39c-4b34-9958-6ad1baa0f51d None None] Attempting to bind port 8a2f17fb-05c6-49f8-90fd-0cd64377e812 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:55:44.225096 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-b81d9a03-b39c-4b34-9958-6ad1baa0f51d None None] Attempting to bind port 8a2f17fb-05c6-49f8-90fd-0cd64377e812 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '25f21afa-6022-44c9-b6c3-7f2b7d37301e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2f76f6e5-9149-4c89-b426-f5c040725384'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:55:44.225262 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81d9a03-b39c-4b34-9958-6ad1baa0f51d None None] Attempting to bind port 8a2f17fb-05c6-49f8-90fd-0cd64377e812 on network 2f76f6e5-9149-4c89-b426-f5c040725384 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:55:44.238140 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81d9a03-b39c-4b34-9958-6ad1baa0f51d None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:55:44.238525 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81d9a03-b39c-4b34-9958-6ad1baa0f51d None None] Checking segment: {'id': '25f21afa-6022-44c9-b6c3-7f2b7d37301e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2f76f6e5-9149-4c89-b426-f5c040725384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:55:44.238940 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b81d9a03-b39c-4b34-9958-6ad1baa0f51d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:44.239339 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81d9a03-b39c-4b34-9958-6ad1baa0f51d None None] Bound using segment: {'id': '25f21afa-6022-44c9-b6c3-7f2b7d37301e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2f76f6e5-9149-4c89-b426-f5c040725384'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:55:44.239822 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-b81d9a03-b39c-4b34-9958-6ad1baa0f51d None None] Bound port: 8a2f17fb-05c6-49f8-90fd-0cd64377e812, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f21afa-6022-44c9-b6c3-7f2b7d37301e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2f76f6e5-9149-4c89-b426-f5c040725384'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:55:44.240205 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b81d9a03-b39c-4b34-9958-6ad1baa0f51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:44.278588 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9011e61c-0a61-44a4-b8c7-b2c279c7a84c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Network 2f76f6e5-9149-4c89-b426-f5c040725384 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:44.281441 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-9011e61c-0a61-44a4-b8c7-b2c279c7a84c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:44.291770 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9011e61c-0a61-44a4-b8c7-b2c279c7a84c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:55:44.292737 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9011e61c-0a61-44a4-b8c7-b2c279c7a84c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:44.311463 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94a7fb0-b43f-4f1c-80a9-5bcef6a7d10a tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:55:44.318644 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c94a7fb0-b43f-4f1c-80a9-5bcef6a7d10a tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:44.320581 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c94a7fb0-b43f-4f1c-80a9-5bcef6a7d10a tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] 10.222.0.72 "PUT /v2.0/routers/36d29468-5bfc-4fbd-9b6f-d667347d0380 HTTP/1.1" status: 200 len: 705 time: 1.6009691 Jun 21 14:55:44.323924 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37960) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:44.341292 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b37342-709f-4c48-8edf-202a646ddc54 None None] Sync routers for ids ['36d29468-5bfc-4fbd-9b6f-d667347d0380'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:55:44.361356 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011e61c-0a61-44a4-b8c7-b2c279c7a84c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Port': ['ID=1bcf1b35-bb9b-4816-9525-24ad42a27ee0,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:44.372663 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9011e61c-0a61-44a4-b8c7-b2c279c7a84c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:44.391548 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-b81d9a03-b39c-4b34-9958-6ad1baa0f51d None None] For port 8a2f17fb-05c6-49f8-90fd-0cd64377e812, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:55:44.399035 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-b81d9a03-b39c-4b34-9958-6ad1baa0f51d None None] For port 8a2f17fb-05c6-49f8-90fd-0cd64377e812, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=8a2f17fb-05c6-49f8-90fd-0cd64377e812,segment=NetworkSegment(25f21afa-6022-44c9-b6c3-7f2b7d37301e),segment_id=25f21afa-6022-44c9-b6c3-7f2b7d37301e)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:55:44.410289 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b37342-709f-4c48-8edf-202a646ddc54 None None] Routers {'36d29468-5bfc-4fbd-9b6f-d667347d0380'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:44.410969 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-05b37342-709f-4c48-8edf-202a646ddc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['36d29468-5bfc-4fbd-9b6f-d667347d0380'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:44.415845 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b81d9a03-b39c-4b34-9958-6ad1baa0f51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:44.438162 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-da56e15f-e091-4f90-9519-0fda4d490556 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] 10.222.0.72 "GET /v2.0/routers/36d29468-5bfc-4fbd-9b6f-d667347d0380 HTTP/1.1" status: 200 len: 740 time: 0.1121855 Jun 21 14:55:44.439905 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37962) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:44.454176 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0f34face-adae-426f-8c21-82cd6ff1e32d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:44.505815 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-04a0fec1-6243-4a3a-901b-7a9a1f9cc2be tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] 10.222.0.72 "GET /v2.0/ports?network_id=78e7bc12-ea33-4baf-9744-b93105835641&device_id=36d29468-5bfc-4fbd-9b6f-d667347d0380 HTTP/1.1" status: 200 len: 205 time: 0.0618968 Jun 21 14:55:44.506073 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37964) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:44.507593 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-05b37342-709f-4c48-8edf-202a646ddc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:44.522145 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9011e61c-0a61-44a4-b8c7-b2c279c7a84c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:44.549521 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b37342-709f-4c48-8edf-202a646ddc54 None None] Routers {'36d29468-5bfc-4fbd-9b6f-d667347d0380'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:44.551673 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-05b37342-709f-4c48-8edf-202a646ddc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['36d29468-5bfc-4fbd-9b6f-d667347d0380'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:44.580409 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-733b9f41-125d-49dd-ad64-a0d2af1f460d tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] 10.222.0.72 "GET /v2.0/ports?device_id=36d29468-5bfc-4fbd-9b6f-d667347d0380 HTTP/1.1" status: 200 len: 205 time: 0.0731697 Jun 21 14:55:44.583684 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37966) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:44.605265 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-05b37342-709f-4c48-8edf-202a646ddc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:44.607545 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b37342-709f-4c48-8edf-202a646ddc54 None None] The sync data for ids ['36d29468-5bfc-4fbd-9b6f-d667347d0380'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:55:44.612071 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81d9a03-b39c-4b34-9958-6ad1baa0f51d None None] Pushing event updated for resources: {'Port': ['ID=8a2f17fb-05c6-49f8-90fd-0cd64377e812,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:44.618466 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b81d9a03-b39c-4b34-9958-6ad1baa0f51d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:44.644123 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-1dc4d450-d83d-4e57-8653-85748e2dd65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'name': 'tempest-RoutersIpV6Test-router-1335457971', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:37Z', 'updated_at': '2021-06-21T14:55:40Z', 'revision_number': 2, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'gw_port_host': None, '_interfaces': [{'id': '08b25317-f350-4c25-a6bb-c6a7ca11cea4', 'name': '', 'network_id': 'a1e6ca9f-1ed6-414c-a74d-40752fd77a45', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:4c:8c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:39Z', 'updated_at': '2021-06-21T14:55:43Z', 'revision_number': 4, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:44.673601 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc4d450-d83d-4e57-8653-85748e2dd65f None None] The sync data for ids ['2abe0a89-e609-4fcf-aace-412c00148af1'] in dv-neutron-797121-2-hyperv is: [{'id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'name': 'tempest-RoutersIpV6Test-router-1335457971', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:37Z', 'updated_at': '2021-06-21T14:55:40Z', 'revision_number': 2, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'gw_port_host': None, '_interfaces': [{'id': '08b25317-f350-4c25-a6bb-c6a7ca11cea4', 'name': '', 'network_id': 'a1e6ca9f-1ed6-414c-a74d-40752fd77a45', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:4c:8c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:39Z', 'updated_at': '2021-06-21T14:55:43Z', 'revision_number': 4, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:55:44.766975 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-652f5881-2acc-42c8-8cb6-a5c508def1eb tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:45.093076 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-652f5881-2acc-42c8-8cb6-a5c508def1eb tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:45.095749 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-652f5881-2acc-42c8-8cb6-a5c508def1eb tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:45.112669 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9011e61c-0a61-44a4-b8c7-b2c279c7a84c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:45.124197 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9011e61c-0a61-44a4-b8c7-b2c279c7a84c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:45.125077 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9011e61c-0a61-44a4-b8c7-b2c279c7a84c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:45.127202 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9b11304b-3bd1-4564-a661-f5ed01b334fd tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:45.160016 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-652f5881-2acc-42c8-8cb6-a5c508def1eb tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:45.161317 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-652f5881-2acc-42c8-8cb6-a5c508def1eb tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Fanout notify agent at l3_agent the message router_deleted on router 36d29468-5bfc-4fbd-9b6f-d667347d0380 {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:55:45.170410 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-652f5881-2acc-42c8-8cb6-a5c508def1eb tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:45.171591 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-652f5881-2acc-42c8-8cb6-a5c508def1eb tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] 10.222.0.72 "DELETE /v2.0/routers/36d29468-5bfc-4fbd-9b6f-d667347d0380 HTTP/1.1" status: 204 len: 168 time: 0.5869975 Jun 21 14:55:45.175996 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37968) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:45.664494 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-101090d9-1c00-4dd4-bc80-85a3bd2e1e23 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] 10.222.0.72 "GET /v2.0/ports?device_id=36d29468-5bfc-4fbd-9b6f-d667347d0380 HTTP/1.1" status: 200 len: 205 time: 0.4871995 Jun 21 14:55:45.667597 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37972) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:45.682102 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011e61c-0a61-44a4-b8c7-b2c279c7a84c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Port': ['ID=1bcf1b35-bb9b-4816-9525-24ad42a27ee0,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:45.686540 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9011e61c-0a61-44a4-b8c7-b2c279c7a84c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:45.728129 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-252c6767-2fa8-422c-a54d-de1b7da3460b tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] delete failed (client error): The resource could not be found. Jun 21 14:55:45.732368 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-252c6767-2fa8-422c-a54d-de1b7da3460b tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] 10.222.0.72 "DELETE /v2.0/routers/36d29468-5bfc-4fbd-9b6f-d667347d0380 HTTP/1.1" status: 404 len: 336 time: 0.0633333 Jun 21 14:55:45.733000 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37974) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:45.734842 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9011e61c-0a61-44a4-b8c7-b2c279c7a84c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Network 2f76f6e5-9149-4c89-b426-f5c040725384 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:45.736790 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-9011e61c-0a61-44a4-b8c7-b2c279c7a84c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:45.777344 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-26799dd0-267e-4012-8bec-de4ec079d33c tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] 10.222.0.72 "GET /v2.0/ports?device_id=2f6a6237-b9db-45bb-b3e8-d6a196aa843d HTTP/1.1" status: 200 len: 205 time: 0.0428975 Jun 21 14:55:45.780139 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37976) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:45.826475 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-4f5651f2-f045-4bab-8bff-7672aab99711 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] delete failed (client error): The resource could not be found. Jun 21 14:55:45.830527 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4f5651f2-f045-4bab-8bff-7672aab99711 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] 10.222.0.72 "DELETE /v2.0/routers/2f6a6237-b9db-45bb-b3e8-d6a196aa843d HTTP/1.1" status: 404 len: 336 time: 0.0493581 Jun 21 14:55:45.831160 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37978) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:45.866037 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ba7d8403-f440-43ca-a35c-dd527fcd78a7 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a71d6de-24fb-4020-88c7-cc9802ea040a HTTP/1.1" status: 200 len: 205 time: 0.0314538 Jun 21 14:55:45.866294 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37980) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:45.889411 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9011e61c-0a61-44a4-b8c7-b2c279c7a84c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Router 2abe0a89-e609-4fcf-aace-412c00148af1 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:55:45.889607 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da87ff91-3c81-4846-9c75-9d0b7d56c6d7 None None] Network 2f76f6e5-9149-4c89-b426-f5c040725384 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:55:45.921197 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-7dc54348-1e97-49a3-8b8a-b4fadca294c4 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] delete failed (client error): The resource could not be found. Jun 21 14:55:45.924890 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7dc54348-1e97-49a3-8b8a-b4fadca294c4 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] 10.222.0.72 "DELETE /v2.0/routers/2a71d6de-24fb-4020-88c7-cc9802ea040a HTTP/1.1" status: 404 len: 336 time: 0.0553234 Jun 21 14:55:45.925162 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37982) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:45.959863 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e5f9d728-c849-401a-a529-7c826deb3ccf tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] 10.222.0.72 "GET /v2.0/ports?device_id=6947f209-c0bc-4a66-9bb5-ff3360ebe7a7 HTTP/1.1" status: 200 len: 205 time: 0.0306118 Jun 21 14:55:45.959863 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37984) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:45.999631 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9011e61c-0a61-44a4-b8c7-b2c279c7a84c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:55:46.003443 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-ba572cad-3536-4e21-b9d3-f987a8730c4f tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] delete failed (client error): The resource could not be found. Jun 21 14:55:46.004611 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ba572cad-3536-4e21-b9d3-f987a8730c4f tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] 10.222.0.72 "DELETE /v2.0/routers/6947f209-c0bc-4a66-9bb5-ff3360ebe7a7 HTTP/1.1" status: 404 len: 336 time: 0.0437584 Jun 21 14:55:46.004784 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9011e61c-0a61-44a4-b8c7-b2c279c7a84c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "PUT /v2.0/routers/2abe0a89-e609-4fcf-aace-412c00148af1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0291367 Jun 21 14:55:46.008313 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37986) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:46.010226 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37988) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:46.015898 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-13e9a0b9-be57-4633-bdc3-6bf80eb90d67 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1140387601'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:46.029549 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-1afed350-f260-4ad7-a83e-11b626d46635 None None] Provisioning for port 8a2f17fb-05c6-49f8-90fd-0cd64377e812 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:46.057196 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-eb6b0307-08c3-48a7-9741-b6ff62415843 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] 10.222.0.72 "GET /v2.0/ports?device_id=80fd4a02-36c6-4e4d-b4ac-2506acb8fedf HTTP/1.1" status: 200 len: 205 time: 0.0360785 Jun 21 14:55:46.059890 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37990) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:46.078210 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e9a0b9-be57-4633-bdc3-6bf80eb90d67 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Made reservation on behalf of f8317acb64424f1b9afd698dd36cd595 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:55:46.082190 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-13e9a0b9-be57-4633-bdc3-6bf80eb90d67 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:46.108086 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-5714fca0-c976-496d-b833-36c86eb795fd tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] delete failed (client error): The resource could not be found. Jun 21 14:55:46.111704 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5714fca0-c976-496d-b833-36c86eb795fd tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] 10.222.0.72 "DELETE /v2.0/routers/80fd4a02-36c6-4e4d-b4ac-2506acb8fedf HTTP/1.1" status: 404 len: 336 time: 0.0483289 Jun 21 14:55:46.112221 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 37992) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:46.149224 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-610b8867-e806-4736-999c-df72813d8ca3 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] 10.222.0.72 "GET /v2.0/ports?device_id=88c84271-df3e-4e51-8a94-a456f0272cc0 HTTP/1.1" status: 200 len: 205 time: 0.0355403 Jun 21 14:55:46.151915 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37994) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:46.162940 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e9a0b9-be57-4633-bdc3-6bf80eb90d67 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:55:46.187498 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-13e9a0b9-be57-4633-bdc3-6bf80eb90d67 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:46.188081 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-13e9a0b9-be57-4633-bdc3-6bf80eb90d67 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Added segment 11f16cf9-2fb8-472b-a5f5-1dd4756f2762 of type vlan for network dc993472-b797-46c5-aa4b-c1d30246e989 Jun 21 14:55:46.212366 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-83e77692-6587-46f6-af15-a56b8945c357 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] delete failed (client error): The resource could not be found. Jun 21 14:55:46.215928 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-83e77692-6587-46f6-af15-a56b8945c357 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] 10.222.0.72 "DELETE /v2.0/routers/88c84271-df3e-4e51-8a94-a456f0272cc0 HTTP/1.1" status: 404 len: 336 time: 0.0607407 Jun 21 14:55:46.216323 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 37996) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:46.245201 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-13e9a0b9-be57-4633-bdc3-6bf80eb90d67 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:46.248815 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c0ad90-a7df-47c3-b25a-f7ffee445999 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] DELETE failed (client error): The resource could not be found. Jun 21 14:55:46.249279 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46c0ad90-a7df-47c3-b25a-f7ffee445999 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:55:46.251059 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-46c0ad90-a7df-47c3-b25a-f7ffee445999 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] 10.222.0.72 "DELETE /v2.0/subnets/ea9ade9d-3656-43ac-bd75-9767dfe17621 HTTP/1.1" status: 404 len: 337 time: 0.0337932 Jun 21 14:55:46.288323 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-13e9a0b9-be57-4633-bdc3-6bf80eb90d67 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:46.295754 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e9a0b9-be57-4633-bdc3-6bf80eb90d67 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:46.296433 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-13e9a0b9-be57-4633-bdc3-6bf80eb90d67 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:46.302271 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3136efc0-3b74-4f83-8d4c-64dd0433a2da tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:46.395235 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e9a0b9-be57-4633-bdc3-6bf80eb90d67 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Network': ['ID=dc993472-b797-46c5-aa4b-c1d30246e989,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:46.400540 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-13e9a0b9-be57-4633-bdc3-6bf80eb90d67 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:46.410636 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38000) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:46.413151 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network dc993472-b797-46c5-aa4b-c1d30246e989 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:55:46.419141 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-d66934e2-5cdc-4def-a79b-f1a2235e93a0 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Request body: {'subnet': {'network_id': 'dc993472-b797-46c5-aa4b-c1d30246e989', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:46.423163 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-13e9a0b9-be57-4633-bdc3-6bf80eb90d67 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4113843 Jun 21 14:55:46.528944 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221cbbd6-8013-4ba5-8bad-48a76c022f68 None None] Sync routers for ids ['2abe0a89-e609-4fcf-aace-412c00148af1'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:55:46.545106 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221cbbd6-8013-4ba5-8bad-48a76c022f68 None None] Routers {'2abe0a89-e609-4fcf-aace-412c00148af1'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:46.547305 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-221cbbd6-8013-4ba5-8bad-48a76c022f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['2abe0a89-e609-4fcf-aace-412c00148af1'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:46.625010 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66934e2-5cdc-4def-a79b-f1a2235e93a0 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Made reservation on behalf of f8317acb64424f1b9afd698dd36cd595 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:55:46.629720 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d66934e2-5cdc-4def-a79b-f1a2235e93a0 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:46.658314 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 8a2f17fb-05c6-49f8-90fd-0cd64377e812 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:46.778898 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b0f64e71-5858-4805-9ba4-3faf5a3dea89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:46.796729 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38006) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:46.800406 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-97d41ea4-511f-417a-b600-9bc27fb6bfe3 None None] Provisioning for port 1bcf1b35-bb9b-4816-9525-24ad42a27ee0 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:46.814154 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-97d41ea4-511f-417a-b600-9bc27fb6bfe3 None None] Provisioning complete for port 1bcf1b35-bb9b-4816-9525-24ad42a27ee0 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:46.814538 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-97d41ea4-511f-417a-b600-9bc27fb6bfe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:46.848489 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-221cbbd6-8013-4ba5-8bad-48a76c022f68 None None] Set router 2abe0a89-e609-4fcf-aace-412c00148af1 gateway port host: None {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:55:46.886529 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-97d41ea4-511f-417a-b600-9bc27fb6bfe3 None None] Port 1bcf1b35-bb9b-4816-9525-24ad42a27ee0 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:55:46.894890 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 8a2f17fb-05c6-49f8-90fd-0cd64377e812 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:46.900065 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 8a2f17fb-05c6-49f8-90fd-0cd64377e812 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:46.900482 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:46.967475 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b5b9e765-de0a-4b96-afc8-426a71c78293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:46.986410 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d66934e2-5cdc-4def-a79b-f1a2235e93a0 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:46.993559 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6a07fb38-2f0a-4a06-a6d6-11fdf7ec27a0 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:46.998679 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:47.054675 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2bf0890d-bcda-45dc-8bd5-a4ac6602b691 None None] Provisioning complete for port 1bcf1b35-bb9b-4816-9525-24ad42a27ee0 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:47.055449 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2bf0890d-bcda-45dc-8bd5-a4ac6602b691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:47.085673 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:47.126887 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-2bf0890d-bcda-45dc-8bd5-a4ac6602b691 None None] Port 1bcf1b35-bb9b-4816-9525-24ad42a27ee0 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:55:47.162949 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 8a2f17fb-05c6-49f8-90fd-0cd64377e812, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=8a2f17fb-05c6-49f8-90fd-0cd64377e812,segment=NetworkSegment(25f21afa-6022-44c9-b6c3-7f2b7d37301e),segment_id=25f21afa-6022-44c9-b6c3-7f2b7d37301e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:47.166363 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66934e2-5cdc-4def-a79b-f1a2235e93a0 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Subnet': ['ID=d76c6e59-43ef-4861-8a5a-d7d7ebfe05bb,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:47.175817 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d66934e2-5cdc-4def-a79b-f1a2235e93a0 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:47.179306 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:47.180192 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 08b25317-f350-4c25-a6bb-c6a7ca11cea4 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:47.185701 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-03b6563e-e463-4cbe-80f1-897c4df71005 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:47.195793 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-221cbbd6-8013-4ba5-8bad-48a76c022f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'name': 'tempest-RoutersIpV6Test-router-1335457971', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:37Z', 'updated_at': '2021-06-21T14:55:44Z', 'revision_number': 3, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'gw_port_host': None, '_interfaces': [{'id': '08b25317-f350-4c25-a6bb-c6a7ca11cea4', 'name': '', 'network_id': 'a1e6ca9f-1ed6-414c-a74d-40752fd77a45', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:4c:8c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:39Z', 'updated_at': '2021-06-21T14:55:43Z', 'revision_number': 4, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bcf1b35-bb9b-4816-9525-24ad42a27ee0', 'name': '', 'network_id': '2f76f6e5-9149-4c89-b426-f5c040725384', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:fd:89:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '2d116746-ef11-45cc-a769-67781fb0a01a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:42Z', 'updated_at': '2021-06-21T14:55:44Z', 'revision_number': 2, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '2d116746-ef11-45cc-a769-67781fb0a01a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:47.213659 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66934e2-5cdc-4def-a79b-f1a2235e93a0 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Checking segment: {'id': '11f16cf9-2fb8-472b-a5f5-1dd4756f2762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dc993472-b797-46c5-aa4b-c1d30246e989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:55:47.214239 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66934e2-5cdc-4def-a79b-f1a2235e93a0 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Network hostable DHCP agents. Network: dc993472-b797-46c5-aa4b-c1d30246e989, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:55:47.218857 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b5b9e765-de0a-4b96-afc8-426a71c78293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:47.226217 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221cbbd6-8013-4ba5-8bad-48a76c022f68 None None] Checking router: 2abe0a89-e609-4fcf-aace-412c00148af1 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:55:47.227055 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221cbbd6-8013-4ba5-8bad-48a76c022f68 None None] Updating router 2abe0a89-e609-4fcf-aace-412c00148af1 port 1bcf1b35-bb9b-4816-9525-24ad42a27ee0 binding host dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:55:47.230779 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b5b9e765-de0a-4b96-afc8-426a71c78293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:47.237730 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bdf84140-d868-4f3d-bd82-42cf0c1e2beb tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:47.265879 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66934e2-5cdc-4def-a79b-f1a2235e93a0 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Network dc993472-b797-46c5-aa4b-c1d30246e989 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:55:47.273872 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-221cbbd6-8013-4ba5-8bad-48a76c022f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:47.280830 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-d66934e2-5cdc-4def-a79b-f1a2235e93a0 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, dc993472-b797-46c5-aa4b-c1d30246e989) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:47.286676 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66934e2-5cdc-4def-a79b-f1a2235e93a0 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:47.287470 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d66934e2-5cdc-4def-a79b-f1a2235e93a0 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:47.301813 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9e765-de0a-4b96-afc8-426a71c78293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33345680-3ec6-4ddb-ac42-38b26f53958c,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:47.305002 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8386a340-53f6-408f-a4c3-0faf445d3a05 None None] Network dc993472-b797-46c5-aa4b-c1d30246e989 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:55:47.315369 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b5b9e765-de0a-4b96-afc8-426a71c78293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:47.327854 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d66934e2-5cdc-4def-a79b-f1a2235e93a0 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9158375 Jun 21 14:55:47.330634 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38010) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:47.333424 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b5b9e765-de0a-4b96-afc8-426a71c78293 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ac77120f3c22423396e7e7de6b873bfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5344779 Jun 21 14:55:47.335725 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38012) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:47.451714 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3e5648cb-4158-4d03-bb8e-daf382be6c42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:47.454053 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=8a2f17fb-05c6-49f8-90fd-0cd64377e812,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:47.468931 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:47.474246 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-7d1d618a-50f3-43b6-b74c-8ad5ded39a6a None None] Provisioning complete for port 1bcf1b35-bb9b-4816-9525-24ad42a27ee0 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:47.474871 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7d1d618a-50f3-43b6-b74c-8ad5ded39a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:47.554636 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-7d1d618a-50f3-43b6-b74c-8ad5ded39a6a None None] Port 1bcf1b35-bb9b-4816-9525-24ad42a27ee0 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:55:47.560978 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 08b25317-f350-4c25-a6bb-c6a7ca11cea4 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:47.585819 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 08b25317-f350-4c25-a6bb-c6a7ca11cea4 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:47.586760 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:47.701432 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-221cbbd6-8013-4ba5-8bad-48a76c022f68 None None] Notify callbacks [] for port, precommit_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:47.719501 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.provisioning_blocks [None req-221cbbd6-8013-4ba5-8bad-48a76c022f68 None None] Transition to ACTIVE for port object 1bcf1b35-bb9b-4816-9525-24ad42a27ee0 will not be triggered until provisioned by entity L2. {{(pid=105227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:47.733748 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-221cbbd6-8013-4ba5-8bad-48a76c022f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:47.743612 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a46801-499b-4408-ae4a-a0ee1ec68e0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-dc993472-b797-46c5-aa4b-c1d30246e989', 'network_id': 'dc993472-b797-46c5-aa4b-c1d30246e989', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'fixed_ips': [{'subnet_id': 'd76c6e59-43ef-4861-8a5a-d7d7ebfe05bb'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:55:47.744432 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-03a46801-499b-4408-ae4a-a0ee1ec68e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:47.753767 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-bee65863-faf1-43a0-ad2c-a49dfdbaee39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:47.828420 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0cdb3d-d822-402a-be2b-ce85d2918d4a None None] Pushing event updated for resources: {'Port': ['ID=1bcf1b35-bb9b-4816-9525-24ad42a27ee0,revision_number=3']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:47.848214 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-2b0cdb3d-d822-402a-be2b-ce85d2918d4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:47.906053 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-221cbbd6-8013-4ba5-8bad-48a76c022f68 None None] Attempting to bind port 1bcf1b35-bb9b-4816-9525-24ad42a27ee0 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:55:47.906450 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-221cbbd6-8013-4ba5-8bad-48a76c022f68 None None] Attempting to bind port 1bcf1b35-bb9b-4816-9525-24ad42a27ee0 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '25f21afa-6022-44c9-b6c3-7f2b7d37301e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2f76f6e5-9149-4c89-b426-f5c040725384'}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:55:47.906818 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221cbbd6-8013-4ba5-8bad-48a76c022f68 None None] Attempting to bind port 1bcf1b35-bb9b-4816-9525-24ad42a27ee0 on network 2f76f6e5-9149-4c89-b426-f5c040725384 {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:55:47.925158 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221cbbd6-8013-4ba5-8bad-48a76c022f68 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:55:47.925704 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221cbbd6-8013-4ba5-8bad-48a76c022f68 None None] Checking segment: {'id': '25f21afa-6022-44c9-b6c3-7f2b7d37301e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2f76f6e5-9149-4c89-b426-f5c040725384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:55:47.926298 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-221cbbd6-8013-4ba5-8bad-48a76c022f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:47.926857 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221cbbd6-8013-4ba5-8bad-48a76c022f68 None None] Bound using segment: {'id': '25f21afa-6022-44c9-b6c3-7f2b7d37301e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2f76f6e5-9149-4c89-b426-f5c040725384'} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:55:47.927463 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-221cbbd6-8013-4ba5-8bad-48a76c022f68 None None] Bound port: 1bcf1b35-bb9b-4816-9525-24ad42a27ee0, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f21afa-6022-44c9-b6c3-7f2b7d37301e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '2f76f6e5-9149-4c89-b426-f5c040725384'}}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:55:47.927937 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-221cbbd6-8013-4ba5-8bad-48a76c022f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:47.990263 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3e5648cb-4158-4d03-bb8e-daf382be6c42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:48.007595 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:48.041597 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-221cbbd6-8013-4ba5-8bad-48a76c022f68 None None] For port 1bcf1b35-bb9b-4816-9525-24ad42a27ee0, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:55:48.045933 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-221cbbd6-8013-4ba5-8bad-48a76c022f68 None None] For port 1bcf1b35-bb9b-4816-9525-24ad42a27ee0, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=1bcf1b35-bb9b-4816-9525-24ad42a27ee0,segment=NetworkSegment(25f21afa-6022-44c9-b6c3-7f2b7d37301e),segment_id=25f21afa-6022-44c9-b6c3-7f2b7d37301e)] {{(pid=105227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:55:48.057375 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-221cbbd6-8013-4ba5-8bad-48a76c022f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:48.063730 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:48.074371 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3e5648cb-4158-4d03-bb8e-daf382be6c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:48.077626 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3e5648cb-4158-4d03-bb8e-daf382be6c42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:48.082388 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3e5648cb-4158-4d03-bb8e-daf382be6c42 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/33345680-3ec6-4ddb-ac42-38b26f53958c HTTP/1.1" status: 204 len: 168 time: 0.7451088 Jun 21 14:55:48.083284 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-cdf4cb9a-eb59-4674-a134-62a0c73870ba tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:48.097045 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5648cb-4158-4d03-bb8e-daf382be6c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33345680-3ec6-4ddb-ac42-38b26f53958c,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:48.100463 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3e5648cb-4158-4d03-bb8e-daf382be6c42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:48.152949 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-03a46801-499b-4408-ae4a-a0ee1ec68e0b None None] Allocated IP 2001:db8:2::2 (dc993472-b797-46c5-aa4b-c1d30246e989/d76c6e59-43ef-4861-8a5a-d7d7ebfe05bb/a944f539-31a1-431d-a19b-e49ea001cfd2) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:55:48.170531 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0cdb3d-d822-402a-be2b-ce85d2918d4a None None] Pushing event updated for resources: {'Port': ['ID=1bcf1b35-bb9b-4816-9525-24ad42a27ee0,revision_number=4']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:48.175038 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-2b0cdb3d-d822-402a-be2b-ce85d2918d4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:48.185003 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b3eb564-fabe-4bc3-ad0f-3f128822e525 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:48.187220 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221cbbd6-8013-4ba5-8bad-48a76c022f68 None None] Routers {'2abe0a89-e609-4fcf-aace-412c00148af1'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:48.188387 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-221cbbd6-8013-4ba5-8bad-48a76c022f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['2abe0a89-e609-4fcf-aace-412c00148af1'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:48.316628 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:48.382662 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-221cbbd6-8013-4ba5-8bad-48a76c022f68 None None] Set router 2abe0a89-e609-4fcf-aace-412c00148af1 gateway port host: None {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:55:48.476050 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 08b25317-f350-4c25-a6bb-c6a7ca11cea4, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=08b25317-f350-4c25-a6bb-c6a7ca11cea4,segment=NetworkSegment(1e31a1a1-416c-4b6c-868e-d43b2ef09d10),segment_id=1e31a1a1-416c-4b6c-868e-d43b2ef09d10)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:48.494294 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:48.513687 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-162a7f4e-f135-4a38-b03c-99e7c18ba8c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:48.520630 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-03a46801-499b-4408-ae4a-a0ee1ec68e0b None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:48.558251 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-03a46801-499b-4408-ae4a-a0ee1ec68e0b None None] Transition to ACTIVE for port object a944f539-31a1-431d-a19b-e49ea001cfd2 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:48.607952 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38024) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:48.626727 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-03a46801-499b-4408-ae4a-a0ee1ec68e0b None None] Transition to ACTIVE for port object a944f539-31a1-431d-a19b-e49ea001cfd2 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:48.634247 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=08b25317-f350-4c25-a6bb-c6a7ca11cea4,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:48.638534 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:48.639958 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-03a46801-499b-4408-ae4a-a0ee1ec68e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:48.644345 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8883b7e4-b49c-4c7e-bab0-651967c5887f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:48.646354 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 8a2f17fb-05c6-49f8-90fd-0cd64377e812 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:48.725818 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-088b625d-0e5e-496d-a5ff-70ce8d5a6a1b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c3bacef0ca64452bbbf84df00c6c494f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1156585 Jun 21 14:55:48.727680 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38026) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:48.728464 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a46801-499b-4408-ae4a-a0ee1ec68e0b None None] Network dc993472-b797-46c5-aa4b-c1d30246e989 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:48.734813 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a46801-499b-4408-ae4a-a0ee1ec68e0b None None] Pushing event updated for resources: {'Port': ['ID=a944f539-31a1-431d-a19b-e49ea001cfd2,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:48.737365 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-03a46801-499b-4408-ae4a-a0ee1ec68e0b None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:48.738223 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-9b3eb564-fabe-4bc3-ad0f-3f128822e525 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Allocated IP 2001:db8:2::1 (dc993472-b797-46c5-aa4b-c1d30246e989/d76c6e59-43ef-4861-8a5a-d7d7ebfe05bb/d9f87848-ed22-4243-a5cc-b2acbbab31b8) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:55:48.739884 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-03a46801-499b-4408-ae4a-a0ee1ec68e0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:48.740856 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a46801-499b-4408-ae4a-a0ee1ec68e0b None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:55:48.762974 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-221cbbd6-8013-4ba5-8bad-48a76c022f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'name': 'tempest-RoutersIpV6Test-router-1335457971', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:37Z', 'updated_at': '2021-06-21T14:55:44Z', 'revision_number': 3, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'gw_port_host': None, '_interfaces': [{'id': '08b25317-f350-4c25-a6bb-c6a7ca11cea4', 'name': '', 'network_id': 'a1e6ca9f-1ed6-414c-a74d-40752fd77a45', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:4c:8c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:39Z', 'updated_at': '2021-06-21T14:55:43Z', 'revision_number': 4, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bcf1b35-bb9b-4816-9525-24ad42a27ee0', 'name': '', 'network_id': '2f76f6e5-9149-4c89-b426-f5c040725384', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:fd:89:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '2d116746-ef11-45cc-a769-67781fb0a01a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:42Z', 'updated_at': '2021-06-21T14:55:48Z', 'revision_number': 4, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '2d116746-ef11-45cc-a769-67781fb0a01a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:48.811859 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221cbbd6-8013-4ba5-8bad-48a76c022f68 None None] The sync data for ids ['2abe0a89-e609-4fcf-aace-412c00148af1'] in dv-neutron-797121-2-hyperv is: [{'id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'name': 'tempest-RoutersIpV6Test-router-1335457971', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:37Z', 'updated_at': '2021-06-21T14:55:44Z', 'revision_number': 3, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'gw_port_host': None, '_interfaces': [{'id': '08b25317-f350-4c25-a6bb-c6a7ca11cea4', 'name': '', 'network_id': 'a1e6ca9f-1ed6-414c-a74d-40752fd77a45', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:4c:8c:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:39Z', 'updated_at': '2021-06-21T14:55:43Z', 'revision_number': 4, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bcf1b35-bb9b-4816-9525-24ad42a27ee0', 'name': '', 'network_id': '2f76f6e5-9149-4c89-b426-f5c040725384', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:fd:89:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '2d116746-ef11-45cc-a769-67781fb0a01a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:42Z', 'updated_at': '2021-06-21T14:55:48Z', 'revision_number': 4, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '2d116746-ef11-45cc-a769-67781fb0a01a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:55:48.822917 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 8a2f17fb-05c6-49f8-90fd-0cd64377e812 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:48.825630 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:48.837427 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-03a46801-499b-4408-ae4a-a0ee1ec68e0b None None] Attempting to bind port a944f539-31a1-431d-a19b-e49ea001cfd2 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:55:48.839164 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-03a46801-499b-4408-ae4a-a0ee1ec68e0b None None] Attempting to bind port a944f539-31a1-431d-a19b-e49ea001cfd2 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '11f16cf9-2fb8-472b-a5f5-1dd4756f2762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dc993472-b797-46c5-aa4b-c1d30246e989'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:55:48.840435 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a46801-499b-4408-ae4a-a0ee1ec68e0b None None] Attempting to bind port a944f539-31a1-431d-a19b-e49ea001cfd2 on network dc993472-b797-46c5-aa4b-c1d30246e989 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:55:48.885598 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4b4b27f9-3e44-4047-819d-53724bca5396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:48.943762 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4b4b27f9-3e44-4047-819d-53724bca5396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:49.002829 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b3eb564-fabe-4bc3-ad0f-3f128822e525 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:49.029096 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-9b3eb564-fabe-4bc3-ad0f-3f128822e525 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Transition to ACTIVE for port object d9f87848-ed22-4243-a5cc-b2acbbab31b8 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:49.045852 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4b4b27f9-3e44-4047-819d-53724bca5396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:49.049843 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4b4b27f9-3e44-4047-819d-53724bca5396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:49.058665 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4b4b27f9-3e44-4047-819d-53724bca5396 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dde91432-c97d-4c28-9074-68c2f3b6d723 HTTP/1.1" status: 204 len: 168 time: 0.3296783 Jun 21 14:55:49.071406 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9b7f50a4-9624-4cd7-b3f6-881342b25aa0 tempest-NegativeSecGroupIPv6Test-715994909 tempest-NegativeSecGroupIPv6Test-715994909-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:49.086311 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b27f9-3e44-4047-819d-53724bca5396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde91432-c97d-4c28-9074-68c2f3b6d723,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:49.091303 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4b4b27f9-3e44-4047-819d-53724bca5396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:49.130417 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a46801-499b-4408-ae4a-a0ee1ec68e0b None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:55:49.131107 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b3eb564-fabe-4bc3-ad0f-3f128822e525 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:49.131254 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a46801-499b-4408-ae4a-a0ee1ec68e0b None None] Checking segment: {'id': '11f16cf9-2fb8-472b-a5f5-1dd4756f2762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dc993472-b797-46c5-aa4b-c1d30246e989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:55:49.131364 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-03a46801-499b-4408-ae4a-a0ee1ec68e0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:49.131799 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a46801-499b-4408-ae4a-a0ee1ec68e0b None None] Bound using segment: {'id': '11f16cf9-2fb8-472b-a5f5-1dd4756f2762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dc993472-b797-46c5-aa4b-c1d30246e989'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:55:49.132286 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-03a46801-499b-4408-ae4a-a0ee1ec68e0b None None] Bound port: a944f539-31a1-431d-a19b-e49ea001cfd2, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f16cf9-2fb8-472b-a5f5-1dd4756f2762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dc993472-b797-46c5-aa4b-c1d30246e989'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:55:49.132654 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-03a46801-499b-4408-ae4a-a0ee1ec68e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:49.136799 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fe51403d-655c-4e29-b6ad-45b8d4be5fae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:49.189675 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3eb564-fabe-4bc3-ad0f-3f128822e525 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Network dc993472-b797-46c5-aa4b-c1d30246e989 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:49.193409 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-9b3eb564-fabe-4bc3-ad0f-3f128822e525 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:49.196275 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3eb564-fabe-4bc3-ad0f-3f128822e525 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:55:49.197322 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b3eb564-fabe-4bc3-ad0f-3f128822e525 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:49.245744 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-03a46801-499b-4408-ae4a-a0ee1ec68e0b None None] For port a944f539-31a1-431d-a19b-e49ea001cfd2, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:55:49.251889 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-03a46801-499b-4408-ae4a-a0ee1ec68e0b None None] For port a944f539-31a1-431d-a19b-e49ea001cfd2, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=a944f539-31a1-431d-a19b-e49ea001cfd2,segment=NetworkSegment(11f16cf9-2fb8-472b-a5f5-1dd4756f2762),segment_id=11f16cf9-2fb8-472b-a5f5-1dd4756f2762)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:55:49.272748 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3eb564-fabe-4bc3-ad0f-3f128822e525 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Port': ['ID=d9f87848-ed22-4243-a5cc-b2acbbab31b8,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:49.279095 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-03a46801-499b-4408-ae4a-a0ee1ec68e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:49.283483 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-d180d437-f098-4928-aaa9-975c8ff6b0f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:49.284429 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9b3eb564-fabe-4bc3-ad0f-3f128822e525 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:49.380582 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a46801-499b-4408-ae4a-a0ee1ec68e0b None None] Pushing event updated for resources: {'Port': ['ID=a944f539-31a1-431d-a19b-e49ea001cfd2,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:49.391592 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-03a46801-499b-4408-ae4a-a0ee1ec68e0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:49.406078 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b3eb564-fabe-4bc3-ad0f-3f128822e525 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:49.689528 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:49.835449 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b3eb564-fabe-4bc3-ad0f-3f128822e525 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:49.843105 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b3eb564-fabe-4bc3-ad0f-3f128822e525 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:49.843970 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b3eb564-fabe-4bc3-ad0f-3f128822e525 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:49.847386 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1f938ffc-7bef-4a3a-8963-47f13731e41d tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:49.960002 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3eb564-fabe-4bc3-ad0f-3f128822e525 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Port': ['ID=d9f87848-ed22-4243-a5cc-b2acbbab31b8,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:49.964648 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9b3eb564-fabe-4bc3-ad0f-3f128822e525 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:50.015960 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3eb564-fabe-4bc3-ad0f-3f128822e525 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Network dc993472-b797-46c5-aa4b-c1d30246e989 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:50.017451 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-9b3eb564-fabe-4bc3-ad0f-3f128822e525 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:50.125721 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3eb564-fabe-4bc3-ad0f-3f128822e525 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Router 2abe0a89-e609-4fcf-aace-412c00148af1 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:55:50.186882 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38052) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:50.237774 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3eb564-fabe-4bc3-ad0f-3f128822e525 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:55:50.243926 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9b3eb564-fabe-4bc3-ad0f-3f128822e525 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "PUT /v2.0/routers/2abe0a89-e609-4fcf-aace-412c00148af1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9120123 Jun 21 14:55:50.246903 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38056) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:50.253391 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-53fc83e5-b524-44b1-8174-3f2778733b79 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-560145333'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:50.292170 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fc83e5-b524-44b1-8174-3f2778733b79 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Made reservation on behalf of f8317acb64424f1b9afd698dd36cd595 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:55:50.297121 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61ec7ad-552e-4f70-959b-85a78d02a0ab None None] Sync routers for ids ['2abe0a89-e609-4fcf-aace-412c00148af1'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:55:50.300997 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-53fc83e5-b524-44b1-8174-3f2778733b79 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:50.308697 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61ec7ad-552e-4f70-959b-85a78d02a0ab None None] Routers {'2abe0a89-e609-4fcf-aace-412c00148af1'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:50.309946 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-f61ec7ad-552e-4f70-959b-85a78d02a0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['2abe0a89-e609-4fcf-aace-412c00148af1'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:50.335582 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-3fd76834-a321-4a6a-acb3-adb1f8afd67c tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Request body: {'security_group': {'name': 'tempest-secgroup--1336526403'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:50.367396 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53fc83e5-b524-44b1-8174-3f2778733b79 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:55:50.374119 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3fd76834-a321-4a6a-acb3-adb1f8afd67c tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:50.385450 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3fd76834-a321-4a6a-acb3-adb1f8afd67c tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:50.392010 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-53fc83e5-b524-44b1-8174-3f2778733b79 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:50.392423 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-53fc83e5-b524-44b1-8174-3f2778733b79 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Added segment a9b0e72c-b145-4804-978d-b8445d1cab20 of type vlan for network 91d8654c-4466-48de-a070-639bdc929738 Jun 21 14:55:50.429335 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-f61ec7ad-552e-4f70-959b-85a78d02a0ab None None] Set router 2abe0a89-e609-4fcf-aace-412c00148af1 gateway port host: None {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:55:50.460882 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-53fc83e5-b524-44b1-8174-3f2778733b79 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:50.520305 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-53fc83e5-b524-44b1-8174-3f2778733b79 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:50.527583 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fc83e5-b524-44b1-8174-3f2778733b79 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:50.528523 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-53fc83e5-b524-44b1-8174-3f2778733b79 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:50.538486 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b9a0db5e-70e7-4322-8435-6d3f8c55d5eb tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:50.609105 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ae1159-6b63-4783-a554-4f3890fcfab8 None None] Network dc993472-b797-46c5-aa4b-c1d30246e989 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:55:50.651793 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc83e5-b524-44b1-8174-3f2778733b79 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Network': ['ID=91d8654c-4466-48de-a070-639bdc929738,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:50.655162 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-53fc83e5-b524-44b1-8174-3f2778733b79 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:50.676324 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 91d8654c-4466-48de-a070-639bdc929738 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:55:50.680895 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3fd76834-a321-4a6a-acb3-adb1f8afd67c tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:50.693898 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3fd76834-a321-4a6a-acb3-adb1f8afd67c tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:50.699840 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-35c8a98d-6211-4244-b6ce-1910c774b0f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:50.720594 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38058) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:50.726423 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-53fc83e5-b524-44b1-8174-3f2778733b79 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4783621 Jun 21 14:55:50.729199 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-89bf7581-63d9-4abc-8f87-16651db39238 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Request body: {'subnet': {'network_id': '91d8654c-4466-48de-a070-639bdc929738', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:50.762200 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd76834-a321-4a6a-acb3-adb1f8afd67c tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f09d08b-48b3-44e5-8661-f44348b4ddc8,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:50.767575 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3fd76834-a321-4a6a-acb3-adb1f8afd67c tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:50.800020 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-926e6410-582a-4f91-8815-6ca7c113d7b6 None None] Provisioning for port a944f539-31a1-431d-a19b-e49ea001cfd2 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:50.843303 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 08b25317-f350-4c25-a6bb-c6a7ca11cea4 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:50.858161 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3fd76834-a321-4a6a-acb3-adb1f8afd67c tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:50.870180 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3fd76834-a321-4a6a-acb3-adb1f8afd67c tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:50.878096 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:50.890067 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89bf7581-63d9-4abc-8f87-16651db39238 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Made reservation on behalf of f8317acb64424f1b9afd698dd36cd595 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:55:50.896562 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89bf7581-63d9-4abc-8f87-16651db39238 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:50.913621 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3fd76834-a321-4a6a-acb3-adb1f8afd67c tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:50.915362 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3fd76834-a321-4a6a-acb3-adb1f8afd67c tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7273083 Jun 21 14:55:50.916582 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd76834-a321-4a6a-acb3-adb1f8afd67c tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4564c1d-b9dd-4353-9826-893ea06b16a4,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:50.919126 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38060) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:50.926337 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3fd76834-a321-4a6a-acb3-adb1f8afd67c tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:50.968745 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-f61ec7ad-552e-4f70-959b-85a78d02a0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'name': 'tempest-RoutersIpV6Test-router-1335457971', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:37Z', 'updated_at': '2021-06-21T14:55:49Z', 'revision_number': 4, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'gw_port_host': None, '_interfaces': [{'id': '08b25317-f350-4c25-a6bb-c6a7ca11cea4', 'name': '', 'network_id': 'a1e6ca9f-1ed6-414c-a74d-40752fd77a45', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:4c:8c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:39Z', 'updated_at': '2021-06-21T14:55:48Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bcf1b35-bb9b-4816-9525-24ad42a27ee0', 'name': '', 'network_id': '2f76f6e5-9149-4c89-b426-f5c040725384', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:fd:89:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '2d116746-ef11-45cc-a769-67781fb0a01a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:42Z', 'updated_at': '2021-06-21T14:55:48Z', 'revision_number': 4, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '2d116746-ef11-45cc-a769-67781fb0a01a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f87848-ed22-4243-a5cc-b2acbbab31b8', 'name': '', 'network_id': 'dc993472-b797-46c5-aa4b-c1d30246e989', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:f6:8b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'd76c6e59-43ef-4861-8a5a-d7d7ebfe05bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:48Z', 'updated_at': '2021-06-21T14:55:49Z', 'revision_number': 2, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': 'd76c6e59-43ef-4861-8a5a-d7d7ebfe05bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:50.992625 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9346690f-c173-48fc-b753-e02d240a629e tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0724087 Jun 21 14:55:50.996311 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38064) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:51.006726 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-a6ca36f3-e37a-464b-baac-17a3b92393fa tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Request body: {'security_group': {'name': 'tempest-security--348914367', 'description': 'tempest-security-description-667081920'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:51.011603 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61ec7ad-552e-4f70-959b-85a78d02a0ab None None] Checking router: 2abe0a89-e609-4fcf-aace-412c00148af1 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:55:51.012139 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61ec7ad-552e-4f70-959b-85a78d02a0ab None None] Updating router 2abe0a89-e609-4fcf-aace-412c00148af1 port d9f87848-ed22-4243-a5cc-b2acbbab31b8 binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:55:51.033447 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 08b25317-f350-4c25-a6bb-c6a7ca11cea4 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:51.033849 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:51.065328 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a6ca36f3-e37a-464b-baac-17a3b92393fa tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:51.098954 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f61ec7ad-552e-4f70-959b-85a78d02a0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:51.150431 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a6ca36f3-e37a-464b-baac-17a3b92393fa tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:51.155988 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a6ca36f3-e37a-464b-baac-17a3b92393fa tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:51.158877 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a6ca36f3-e37a-464b-baac-17a3b92393fa tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:51.160115 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a6ca36f3-e37a-464b-baac-17a3b92393fa tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "PUT /v2.0/security-groups/f4564c1d-b9dd-4353-9826-893ea06b16a4 HTTP/1.1" status: 200 len: 1778 time: 0.1624892 Jun 21 14:55:51.163095 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38066) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:51.164488 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fb85c50f-124b-4a72-8d75-e4c0dd109621 tempest-ServerActionsTestJSON-2030872555 tempest-ServerActionsTestJSON-2030872555-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:51.232412 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca36f3-e37a-464b-baac-17a3b92393fa tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4564c1d-b9dd-4353-9826-893ea06b16a4,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:51.239693 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a6ca36f3-e37a-464b-baac-17a3b92393fa tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:51.253551 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89bf7581-63d9-4abc-8f87-16651db39238 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:51.258252 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6ed0b969-3b77-4b3e-b1f8-c2ca0e78ac4b tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:51.263757 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0222d762-fa41-4389-992f-56ec567cbfe4 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "GET /v2.0/security-groups/f4564c1d-b9dd-4353-9826-893ea06b16a4 HTTP/1.1" status: 200 len: 1778 time: 0.0981047 Jun 21 14:55:51.266411 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38068) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:51.277664 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 1bcf1b35-bb9b-4816-9525-24ad42a27ee0 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:51.358545 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf7581-63d9-4abc-8f87-16651db39238 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Subnet': ['ID=ac6df426-67e7-43fb-8cf4-671b80875274,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:51.363085 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-89bf7581-63d9-4abc-8f87-16651db39238 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:51.384276 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bf7581-63d9-4abc-8f87-16651db39238 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Checking segment: {'id': 'a9b0e72c-b145-4804-978d-b8445d1cab20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '91d8654c-4466-48de-a070-639bdc929738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:55:51.384698 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bf7581-63d9-4abc-8f87-16651db39238 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Network hostable DHCP agents. Network: 91d8654c-4466-48de-a070-639bdc929738, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:55:51.399445 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 1bcf1b35-bb9b-4816-9525-24ad42a27ee0 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:51.411615 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 1bcf1b35-bb9b-4816-9525-24ad42a27ee0 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:51.413141 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:51.422031 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-af1e8b7e-918d-4a42-8afd-53c602c765fc tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:51.478410 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-af1e8b7e-918d-4a42-8afd-53c602c765fc tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:51.488388 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bf7581-63d9-4abc-8f87-16651db39238 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Network 91d8654c-4466-48de-a070-639bdc929738 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:55:51.526372 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-89bf7581-63d9-4abc-8f87-16651db39238 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 91d8654c-4466-48de-a070-639bdc929738) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:51.531428 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bf7581-63d9-4abc-8f87-16651db39238 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:55:51.532009 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89bf7581-63d9-4abc-8f87-16651db39238 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:51.550935 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-af1e8b7e-918d-4a42-8afd-53c602c765fc tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:51.554202 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-af1e8b7e-918d-4a42-8afd-53c602c765fc tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:51.555755 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-af1e8b7e-918d-4a42-8afd-53c602c765fc tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "DELETE /v2.0/security-groups/f4564c1d-b9dd-4353-9826-893ea06b16a4 HTTP/1.1" status: 204 len: 168 time: 0.2879419 Jun 21 14:55:51.557680 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-29125dd6-fc0b-4c15-909d-78d9bc7fb12e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:51.558623 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38070) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:51.586208 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-89bf7581-63d9-4abc-8f87-16651db39238 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8639548 Jun 21 14:55:51.587241 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e8b7e-918d-4a42-8afd-53c602c765fc tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4564c1d-b9dd-4353-9826-893ea06b16a4,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:51.589158 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38072) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:51.597025 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-af1e8b7e-918d-4a42-8afd-53c602c765fc tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:51.618553 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:51.625578 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c2c49b-20ea-48d7-91e6-7f746bfaa243 None None] Network 91d8654c-4466-48de-a070-639bdc929738 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:55:51.639096 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-675cd8a2-ea70-4b1a-b59a-774e2cc3eade tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0783489 Jun 21 14:55:51.641917 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38074) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:51.669474 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f61ec7ad-552e-4f70-959b-85a78d02a0ab None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:51.673760 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-41e52fa7-e306-4c58-b628-35f40ba90067 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] delete failed (client error): The resource could not be found. Jun 21 14:55:51.675893 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-41e52fa7-e306-4c58-b628-35f40ba90067 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "DELETE /v2.0/security-groups/f4564c1d-b9dd-4353-9826-893ea06b16a4 HTTP/1.1" status: 404 len: 347 time: 0.0323503 Jun 21 14:55:51.680329 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38076) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:51.693664 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-15f29100-492c-4a0d-b2f1-385503479cc1 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Request body: {'security_group': {'name': 'tempest-secgroup--1434762969'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:51.755621 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-15f29100-492c-4a0d-b2f1-385503479cc1 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:51.815345 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f61ec7ad-552e-4f70-959b-85a78d02a0ab None None] Transition to ACTIVE for port object d9f87848-ed22-4243-a5cc-b2acbbab31b8 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:51.819385 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 1bcf1b35-bb9b-4816-9525-24ad42a27ee0, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=1bcf1b35-bb9b-4816-9525-24ad42a27ee0,segment=NetworkSegment(25f21afa-6022-44c9-b6c3-7f2b7d37301e),segment_id=25f21afa-6022-44c9-b6c3-7f2b7d37301e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:51.849264 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:51.850179 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device a944f539-31a1-431d-a19b-e49ea001cfd2 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:51.851967 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f61ec7ad-552e-4f70-959b-85a78d02a0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:51.858107 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f4f8f5b4-0229-4952-ab44-159d191b4b6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:51.941863 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-15f29100-492c-4a0d-b2f1-385503479cc1 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:51.955235 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-15f29100-492c-4a0d-b2f1-385503479cc1 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:51.958932 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-71f1366f-6ecb-4efb-8dfe-a636df0ca884 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:51.974222 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-787d5e9e-c191-49e0-bafb-a824e4f367da None None] Provisioning for port d9f87848-ed22-4243-a5cc-b2acbbab31b8 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:52.008725 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f29100-492c-4a0d-b2f1-385503479cc1 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44c3211e-3133-4b14-876a-05908f308a14,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:52.014565 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-15f29100-492c-4a0d-b2f1-385503479cc1 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:52.023031 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-15f29100-492c-4a0d-b2f1-385503479cc1 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:52.025245 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-15f29100-492c-4a0d-b2f1-385503479cc1 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3431799 Jun 21 14:55:52.033555 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38078) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:52.041482 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-8ad4aac6-81ec-4689-b398-f4334d37eae7 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Request body: {'security_group_rule': {'security_group_id': '44c3211e-3133-4b14-876a-05908f308a14', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:52.085545 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8ad4aac6-81ec-4689-b398-f4334d37eae7 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:52.178424 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8ad4aac6-81ec-4689-b398-f4334d37eae7 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:52.190723 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8ad4aac6-81ec-4689-b398-f4334d37eae7 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:52.212325 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d87e7251-2a32-4d1d-92ca-496aa752c8dd tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:52.223248 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8ad4aac6-81ec-4689-b398-f4334d37eae7 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:52.230775 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8ad4aac6-81ec-4689-b398-f4334d37eae7 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1947856 Jun 21 14:55:52.232175 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38082) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:52.240815 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad4aac6-81ec-4689-b398-f4334d37eae7 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69da7e72-1ad8-43d5-bd1b-9cf939da873b,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:52.245827 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8ad4aac6-81ec-4689-b398-f4334d37eae7 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:52.323180 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=1bcf1b35-bb9b-4816-9525-24ad42a27ee0,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:52.344250 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-05154774-5b11-4588-a192-fbd010b55c52 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:52.352641 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-05154774-5b11-4588-a192-fbd010b55c52 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:52.359064 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747efad0-600b-4c6b-a6e3-f13bd768eb57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-91d8654c-4466-48de-a070-639bdc929738', 'network_id': '91d8654c-4466-48de-a070-639bdc929738', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'fixed_ips': [{'subnet_id': 'ac6df426-67e7-43fb-8cf4-671b80875274'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:55:52.359899 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-747efad0-600b-4c6b-a6e3-f13bd768eb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:52.417081 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-f61ec7ad-552e-4f70-959b-85a78d02a0ab None None] Attempting to bind port d9f87848-ed22-4243-a5cc-b2acbbab31b8 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:55:52.417807 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-f61ec7ad-552e-4f70-959b-85a78d02a0ab None None] Attempting to bind port d9f87848-ed22-4243-a5cc-b2acbbab31b8 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '11f16cf9-2fb8-472b-a5f5-1dd4756f2762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dc993472-b797-46c5-aa4b-c1d30246e989'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:55:52.417807 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61ec7ad-552e-4f70-959b-85a78d02a0ab None None] Attempting to bind port d9f87848-ed22-4243-a5cc-b2acbbab31b8 on network dc993472-b797-46c5-aa4b-c1d30246e989 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:55:52.423041 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port a944f539-31a1-431d-a19b-e49ea001cfd2 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:52.428470 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61ec7ad-552e-4f70-959b-85a78d02a0ab None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:55:52.428852 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61ec7ad-552e-4f70-959b-85a78d02a0ab None None] Checking segment: {'id': '11f16cf9-2fb8-472b-a5f5-1dd4756f2762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dc993472-b797-46c5-aa4b-c1d30246e989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:55:52.429262 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f61ec7ad-552e-4f70-959b-85a78d02a0ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:52.429661 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61ec7ad-552e-4f70-959b-85a78d02a0ab None None] Bound using segment: {'id': '11f16cf9-2fb8-472b-a5f5-1dd4756f2762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dc993472-b797-46c5-aa4b-c1d30246e989'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:55:52.430188 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-f61ec7ad-552e-4f70-959b-85a78d02a0ab None None] Bound port: d9f87848-ed22-4243-a5cc-b2acbbab31b8, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11f16cf9-2fb8-472b-a5f5-1dd4756f2762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'dc993472-b797-46c5-aa4b-c1d30246e989'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:55:52.430552 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f61ec7ad-552e-4f70-959b-85a78d02a0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:52.455859 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port a944f539-31a1-431d-a19b-e49ea001cfd2 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:52.456228 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:52.493625 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd86d15-d5f7-4740-91d8-a3baf168a5ca None None] Pushing event updated for resources: {'Port': ['ID=d9f87848-ed22-4243-a5cc-b2acbbab31b8,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:52.499814 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-bfd86d15-d5f7-4740-91d8-a3baf168a5ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:52.500558 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-03a46801-499b-4408-ae4a-a0ee1ec68e0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.641s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:52.501077 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-03a46801-499b-4408-ae4a-a0ee1ec68e0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:52.506414 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-05154774-5b11-4588-a192-fbd010b55c52 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:52.511600 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-448e7171-4e5c-467a-a127-06b3d82180a8 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:52.519014 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-05154774-5b11-4588-a192-fbd010b55c52 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:52.519774 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-05154774-5b11-4588-a192-fbd010b55c52 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/69da7e72-1ad8-43d5-bd1b-9cf939da873b HTTP/1.1" status: 204 len: 168 time: 0.2863958 Jun 21 14:55:52.522688 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38086) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:52.537094 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05154774-5b11-4588-a192-fbd010b55c52 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69da7e72-1ad8-43d5-bd1b-9cf939da873b,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:52.543571 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-05154774-5b11-4588-a192-fbd010b55c52 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:52.604732 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-16592782-686f-4f8b-aec7-b1746052d7e4 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0774372 Jun 21 14:55:52.605111 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38088) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:52.650350 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9fc7c3eb-072d-45ef-bb5e-212042dab40c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:52.678223 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6ad54357-81fb-4662-bea8-83aabfeae83b tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:52.687721 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-f61ec7ad-552e-4f70-959b-85a78d02a0ab None None] For port d9f87848-ed22-4243-a5cc-b2acbbab31b8, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:55:52.715988 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6ad54357-81fb-4662-bea8-83aabfeae83b tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:52.759014 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-f61ec7ad-552e-4f70-959b-85a78d02a0ab None None] For port d9f87848-ed22-4243-a5cc-b2acbbab31b8, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=d9f87848-ed22-4243-a5cc-b2acbbab31b8,segment=NetworkSegment(11f16cf9-2fb8-472b-a5f5-1dd4756f2762),segment_id=11f16cf9-2fb8-472b-a5f5-1dd4756f2762)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:55:52.771592 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f61ec7ad-552e-4f70-959b-85a78d02a0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:52.773064 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6ad54357-81fb-4662-bea8-83aabfeae83b tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:52.778767 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6ad54357-81fb-4662-bea8-83aabfeae83b tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:52.779629 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-164a4875-b57e-4cc3-b4d7-f86eee6fedf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:52.782148 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-747efad0-600b-4c6b-a6e3-f13bd768eb57 None None] Allocated IP 2001:db8:3::2 (91d8654c-4466-48de-a070-639bdc929738/ac6df426-67e7-43fb-8cf4-671b80875274/4fe44e12-592d-4744-9dd0-e124b380d77f) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:55:52.782321 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6ad54357-81fb-4662-bea8-83aabfeae83b tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "DELETE /v2.0/security-groups/44c3211e-3133-4b14-876a-05908f308a14 HTTP/1.1" status: 204 len: 168 time: 0.1762030 Jun 21 14:55:52.783135 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-15f29100-492c-4a0d-b2f1-385503479cc1 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:52.795167 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38090) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:52.814563 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:52.824600 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad54357-81fb-4662-bea8-83aabfeae83b tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c3211e-3133-4b14-876a-05908f308a14,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:52.829366 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6ad54357-81fb-4662-bea8-83aabfeae83b tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:52.883513 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-929112cc-8d39-42e5-8e0b-fab0a9a24892 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0862894 Jun 21 14:55:52.884990 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38092) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:52.892356 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-5b7a3612-f668-4f31-bc00-4547b78377f5 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Request body: {'security_group': {'name': 'tempest-secgroup--361813635'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:52.935940 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3612-f668-4f31-bc00-4547b78377f5 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:52.956159 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd86d15-d5f7-4740-91d8-a3baf168a5ca None None] Pushing event updated for resources: {'Port': ['ID=d9f87848-ed22-4243-a5cc-b2acbbab31b8,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:52.970470 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61ec7ad-552e-4f70-959b-85a78d02a0ab None None] Routers {'2abe0a89-e609-4fcf-aace-412c00148af1'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:52.971267 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-f61ec7ad-552e-4f70-959b-85a78d02a0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['2abe0a89-e609-4fcf-aace-412c00148af1'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:53.012390 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-bfd86d15-d5f7-4740-91d8-a3baf168a5ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:53.020588 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port a944f539-31a1-431d-a19b-e49ea001cfd2, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=a944f539-31a1-431d-a19b-e49ea001cfd2,segment=NetworkSegment(11f16cf9-2fb8-472b-a5f5-1dd4756f2762),segment_id=11f16cf9-2fb8-472b-a5f5-1dd4756f2762)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:53.053288 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:53.064243 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:53.068336 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3612-f668-4f31-bc00-4547b78377f5 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:53.076802 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3612-f668-4f31-bc00-4547b78377f5 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:53.081486 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5567505d-f014-47cf-8080-7c34296d4d76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:53.122797 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5b7a3612-f668-4f31-bc00-4547b78377f5 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:53.127524 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38094) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:53.127717 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5b7a3612-f668-4f31-bc00-4547b78377f5 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2410948 Jun 21 14:55:53.133165 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-d1d31487-fffd-41d2-ab51-41c8e1b7c4a7 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Request body: {'security_group_rule': {'security_group_id': '4d12c10f-a35a-4a78-a8a1-cf9487d589e2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:53.133756 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a3612-f668-4f31-bc00-4547b78377f5 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d12c10f-a35a-4a78-a8a1-cf9487d589e2,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:53.137409 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5b7a3612-f668-4f31-bc00-4547b78377f5 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:53.156747 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-f61ec7ad-552e-4f70-959b-85a78d02a0ab None None] Set router 2abe0a89-e609-4fcf-aace-412c00148af1 gateway port host: None {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:55:53.200563 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=a944f539-31a1-431d-a19b-e49ea001cfd2,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:53.200812 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d1d31487-fffd-41d2-ab51-41c8e1b7c4a7 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:53.204704 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:53.235035 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 1bcf1b35-bb9b-4816-9525-24ad42a27ee0 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:53.274470 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d1d31487-fffd-41d2-ab51-41c8e1b7c4a7 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:53.281462 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d1d31487-fffd-41d2-ab51-41c8e1b7c4a7 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:53.289503 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-747efad0-600b-4c6b-a6e3-f13bd768eb57 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:53.289952 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b3dc84de-20ab-4c14-8855-2abfcd06b608 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:53.306772 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d31487-fffd-41d2-ab51-41c8e1b7c4a7 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d9bcb37-6bde-4a38-a3c7-80aedb315795,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:53.313601 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d1d31487-fffd-41d2-ab51-41c8e1b7c4a7 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:53.315875 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d1d31487-fffd-41d2-ab51-41c8e1b7c4a7 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:53.321133 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38098) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:53.322683 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d1d31487-fffd-41d2-ab51-41c8e1b7c4a7 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1935146 Jun 21 14:55:53.326336 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-c91121e2-19f8-4035-9c49-b34534f8df29 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Request body: {'security_group_rule': {'security_group_id': '4d12c10f-a35a-4a78-a8a1-cf9487d589e2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:53.354086 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-747efad0-600b-4c6b-a6e3-f13bd768eb57 None None] Transition to ACTIVE for port object 4fe44e12-592d-4744-9dd0-e124b380d77f will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:53.357329 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c91121e2-19f8-4035-9c49-b34534f8df29 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:53.422096 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-747efad0-600b-4c6b-a6e3-f13bd768eb57 None None] Transition to ACTIVE for port object 4fe44e12-592d-4744-9dd0-e124b380d77f will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:53.440086 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-747efad0-600b-4c6b-a6e3-f13bd768eb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:53.441079 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c91121e2-19f8-4035-9c49-b34534f8df29 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:53.444815 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:53.451336 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c91121e2-19f8-4035-9c49-b34534f8df29 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:53.453804 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-01782485-3675-476f-a313-2a6b32c1be28 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:53.475317 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91121e2-19f8-4035-9c49-b34534f8df29 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fad5557-92c6-41b4-87dc-dd79bcd7eeb1,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:53.477973 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c91121e2-19f8-4035-9c49-b34534f8df29 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:53.486818 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c91121e2-19f8-4035-9c49-b34534f8df29 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:53.488154 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c91121e2-19f8-4035-9c49-b34534f8df29 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1659062 Jun 21 14:55:53.491576 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38100) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:53.498075 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 1bcf1b35-bb9b-4816-9525-24ad42a27ee0 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:53.498455 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:53.499028 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-dca4a71a-03e4-4345-8c4e-59c9ee569c45 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Request body: {'security_group_rule': {'security_group_id': '4d12c10f-a35a-4a78-a8a1-cf9487d589e2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:53.506590 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747efad0-600b-4c6b-a6e3-f13bd768eb57 None None] Network 91d8654c-4466-48de-a070-639bdc929738 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:53.518022 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-9fc7c3eb-072d-45ef-bb5e-212042dab40c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Allocated IP 2001:db8:3::1 (91d8654c-4466-48de-a070-639bdc929738/ac6df426-67e7-43fb-8cf4-671b80875274/461913e0-dba2-442c-9612-d3799f783f0d) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:55:53.531109 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-dca4a71a-03e4-4345-8c4e-59c9ee569c45 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:53.545816 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-747efad0-600b-4c6b-a6e3-f13bd768eb57 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:53.552534 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747efad0-600b-4c6b-a6e3-f13bd768eb57 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:55:53.558929 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747efad0-600b-4c6b-a6e3-f13bd768eb57 None None] Pushing event updated for resources: {'Port': ['ID=4fe44e12-592d-4744-9dd0-e124b380d77f,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:53.584349 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-747efad0-600b-4c6b-a6e3-f13bd768eb57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:53.606456 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-dca4a71a-03e4-4345-8c4e-59c9ee569c45 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:53.613154 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-dca4a71a-03e4-4345-8c4e-59c9ee569c45 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:53.615746 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a39339f9-8775-4fc4-aee0-92d1f8c4aa80 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:53.636804 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca4a71a-03e4-4345-8c4e-59c9ee569c45 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca8edcf2-af75-4c31-a676-9829d652f82f,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:53.641660 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-dca4a71a-03e4-4345-8c4e-59c9ee569c45 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:53.652224 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-dca4a71a-03e4-4345-8c4e-59c9ee569c45 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:53.653513 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-dca4a71a-03e4-4345-8c4e-59c9ee569c45 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1609867 Jun 21 14:55:53.656839 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38102) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:53.663670 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-40e45f5c-599c-4517-b126-05c852e24400 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Request body: {'security_group_rule': {'security_group_id': '4d12c10f-a35a-4a78-a8a1-cf9487d589e2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:53.665313 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-747efad0-600b-4c6b-a6e3-f13bd768eb57 None None] Attempting to bind port 4fe44e12-592d-4744-9dd0-e124b380d77f on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:55:53.666324 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-747efad0-600b-4c6b-a6e3-f13bd768eb57 None None] Attempting to bind port 4fe44e12-592d-4744-9dd0-e124b380d77f by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'a9b0e72c-b145-4804-978d-b8445d1cab20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '91d8654c-4466-48de-a070-639bdc929738'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:55:53.666694 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747efad0-600b-4c6b-a6e3-f13bd768eb57 None None] Attempting to bind port 4fe44e12-592d-4744-9dd0-e124b380d77f on network 91d8654c-4466-48de-a070-639bdc929738 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:55:53.696395 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9fc7c3eb-072d-45ef-bb5e-212042dab40c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:53.698324 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-40e45f5c-599c-4517-b126-05c852e24400 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:53.700015 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747efad0-600b-4c6b-a6e3-f13bd768eb57 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:55:53.700402 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747efad0-600b-4c6b-a6e3-f13bd768eb57 None None] Checking segment: {'id': 'a9b0e72c-b145-4804-978d-b8445d1cab20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '91d8654c-4466-48de-a070-639bdc929738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:55:53.700812 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-747efad0-600b-4c6b-a6e3-f13bd768eb57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:53.701217 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747efad0-600b-4c6b-a6e3-f13bd768eb57 None None] Bound using segment: {'id': 'a9b0e72c-b145-4804-978d-b8445d1cab20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '91d8654c-4466-48de-a070-639bdc929738'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:55:53.701847 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-747efad0-600b-4c6b-a6e3-f13bd768eb57 None None] Bound port: 4fe44e12-592d-4744-9dd0-e124b380d77f, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b0e72c-b145-4804-978d-b8445d1cab20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '91d8654c-4466-48de-a070-639bdc929738'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:55:53.702105 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-747efad0-600b-4c6b-a6e3-f13bd768eb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:53.711223 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-9fc7c3eb-072d-45ef-bb5e-212042dab40c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Transition to ACTIVE for port object 461913e0-dba2-442c-9612-d3799f783f0d will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:53.737133 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-f61ec7ad-552e-4f70-959b-85a78d02a0ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'name': 'tempest-RoutersIpV6Test-router-1335457971', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:37Z', 'updated_at': '2021-06-21T14:55:49Z', 'revision_number': 4, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'gw_port_host': None, '_interfaces': [{'id': '08b25317-f350-4c25-a6bb-c6a7ca11cea4', 'name': '', 'network_id': 'a1e6ca9f-1ed6-414c-a74d-40752fd77a45', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:4c:8c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:39Z', 'updated_at': '2021-06-21T14:55:48Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bcf1b35-bb9b-4816-9525-24ad42a27ee0', 'name': '', 'network_id': '2f76f6e5-9149-4c89-b426-f5c040725384', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:fd:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '2d116746-ef11-45cc-a769-67781fb0a01a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:42Z', 'updated_at': '2021-06-21T14:55:51Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '2d116746-ef11-45cc-a769-67781fb0a01a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f87848-ed22-4243-a5cc-b2acbbab31b8', 'name': '', 'network_id': 'dc993472-b797-46c5-aa4b-c1d30246e989', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:f6:8b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'd76c6e59-43ef-4861-8a5a-d7d7ebfe05bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:48Z', 'updated_at': '2021-06-21T14:55:52Z', 'revision_number': 4, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': 'd76c6e59-43ef-4861-8a5a-d7d7ebfe05bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:53.758587 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9fc7c3eb-072d-45ef-bb5e-212042dab40c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:53.761259 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6d76779b-ffbd-4a15-afef-3332ae056bc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:53.768822 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61ec7ad-552e-4f70-959b-85a78d02a0ab None None] The sync data for ids ['2abe0a89-e609-4fcf-aace-412c00148af1'] in dv-neutron-797121-2-hyperv is: [{'id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'name': 'tempest-RoutersIpV6Test-router-1335457971', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:37Z', 'updated_at': '2021-06-21T14:55:49Z', 'revision_number': 4, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'gw_port_host': None, '_interfaces': [{'id': '08b25317-f350-4c25-a6bb-c6a7ca11cea4', 'name': '', 'network_id': 'a1e6ca9f-1ed6-414c-a74d-40752fd77a45', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:4c:8c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:39Z', 'updated_at': '2021-06-21T14:55:48Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bcf1b35-bb9b-4816-9525-24ad42a27ee0', 'name': '', 'network_id': '2f76f6e5-9149-4c89-b426-f5c040725384', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:fd:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '2d116746-ef11-45cc-a769-67781fb0a01a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:42Z', 'updated_at': '2021-06-21T14:55:51Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '2d116746-ef11-45cc-a769-67781fb0a01a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f87848-ed22-4243-a5cc-b2acbbab31b8', 'name': '', 'network_id': 'dc993472-b797-46c5-aa4b-c1d30246e989', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:f6:8b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'd76c6e59-43ef-4861-8a5a-d7d7ebfe05bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:48Z', 'updated_at': '2021-06-21T14:55:52Z', 'revision_number': 4, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': 'd76c6e59-43ef-4861-8a5a-d7d7ebfe05bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:55:53.812926 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc7c3eb-072d-45ef-bb5e-212042dab40c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Network 91d8654c-4466-48de-a070-639bdc929738 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:53.818995 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-9fc7c3eb-072d-45ef-bb5e-212042dab40c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:53.824398 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc7c3eb-072d-45ef-bb5e-212042dab40c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:55:53.824939 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9fc7c3eb-072d-45ef-bb5e-212042dab40c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:53.829469 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-40e45f5c-599c-4517-b126-05c852e24400 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:53.830984 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7c3eb-072d-45ef-bb5e-212042dab40c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Port': ['ID=461913e0-dba2-442c-9612-d3799f783f0d,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:53.840253 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-40e45f5c-599c-4517-b126-05c852e24400 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:53.855944 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:53.884487 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e45f5c-599c-4517-b126-05c852e24400 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d0ddd10-1af5-4857-abec-929a23f443ea,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:53.892269 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-40e45f5c-599c-4517-b126-05c852e24400 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:53.892984 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9fc7c3eb-072d-45ef-bb5e-212042dab40c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:53.899801 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-747efad0-600b-4c6b-a6e3-f13bd768eb57 None None] For port 4fe44e12-592d-4744-9dd0-e124b380d77f, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:55:53.907493 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-747efad0-600b-4c6b-a6e3-f13bd768eb57 None None] For port 4fe44e12-592d-4744-9dd0-e124b380d77f, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=4fe44e12-592d-4744-9dd0-e124b380d77f,segment=NetworkSegment(a9b0e72c-b145-4804-978d-b8445d1cab20),segment_id=a9b0e72c-b145-4804-978d-b8445d1cab20)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:55:53.925264 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-40e45f5c-599c-4517-b126-05c852e24400 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:53.927914 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-40e45f5c-599c-4517-b126-05c852e24400 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2698352 Jun 21 14:55:53.934201 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-747efad0-600b-4c6b-a6e3-f13bd768eb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:53.937127 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38104) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:53.937335 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8304d2cd-e415-487d-bb1c-e56e45b7e210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:53.953017 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-169a6a88-d3d3-4214-b270-822a659b7fdd tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Request body: {'security_group_rule': {'security_group_id': '4d12c10f-a35a-4a78-a8a1-cf9487d589e2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:54.039131 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-169a6a88-d3d3-4214-b270-822a659b7fdd tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:54.045325 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747efad0-600b-4c6b-a6e3-f13bd768eb57 None None] Pushing event updated for resources: {'Port': ['ID=4fe44e12-592d-4744-9dd0-e124b380d77f,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:54.055677 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-747efad0-600b-4c6b-a6e3-f13bd768eb57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:54.077405 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9fc7c3eb-072d-45ef-bb5e-212042dab40c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:54.143004 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-169a6a88-d3d3-4214-b270-822a659b7fdd tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:54.150140 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-169a6a88-d3d3-4214-b270-822a659b7fdd tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:54.163606 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:54.189485 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-169a6a88-d3d3-4214-b270-822a659b7fdd tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:54.190731 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-169a6a88-d3d3-4214-b270-822a659b7fdd tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2539167 Jun 21 14:55:54.195137 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38106) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:54.196590 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169a6a88-d3d3-4214-b270-822a659b7fdd tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90c19bc8-1fa9-48f0-b176-5eeec6e7dfc8,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:54.201118 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-169a6a88-d3d3-4214-b270-822a659b7fdd tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:54.226945 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0e1b4563-0c8e-4dd3-8bf5-bb8089c7a922 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:54.236566 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0e1b4563-0c8e-4dd3-8bf5-bb8089c7a922 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:54.282904 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0e1b4563-0c8e-4dd3-8bf5-bb8089c7a922 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:54.300699 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0e1b4563-0c8e-4dd3-8bf5-bb8089c7a922 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:54.302054 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0e1b4563-0c8e-4dd3-8bf5-bb8089c7a922 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/90c19bc8-1fa9-48f0-b176-5eeec6e7dfc8 HTTP/1.1" status: 204 len: 168 time: 0.1021941 Jun 21 14:55:54.302996 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:54.310669 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38110) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:54.367670 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b4563-0c8e-4dd3-8bf5-bb8089c7a922 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=90c19bc8-1fa9-48f0-b176-5eeec6e7dfc8,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:54.384668 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0e1b4563-0c8e-4dd3-8bf5-bb8089c7a922 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:54.442218 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6a6f5255-25f9-4807-b995-c3ca113b252e tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1282713 Jun 21 14:55:54.442471 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38112) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:54.493026 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-257ea544-f937-4aba-9c16-25ed82b860e0 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:54.503832 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-257ea544-f937-4aba-9c16-25ed82b860e0 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:54.544123 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9fc7c3eb-072d-45ef-bb5e-212042dab40c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:54.549203 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-257ea544-f937-4aba-9c16-25ed82b860e0 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:54.554952 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-257ea544-f937-4aba-9c16-25ed82b860e0 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:54.556928 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-257ea544-f937-4aba-9c16-25ed82b860e0 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/5d0ddd10-1af5-4857-abec-929a23f443ea HTTP/1.1" status: 204 len: 168 time: 0.1132398 Jun 21 14:55:54.557980 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:54.558601 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9fc7c3eb-072d-45ef-bb5e-212042dab40c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:54.559824 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9fc7c3eb-072d-45ef-bb5e-212042dab40c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:54.562714 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38118) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:54.564648 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9b11304b-3bd1-4564-a661-f5ed01b334fd tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:54.566480 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257ea544-f937-4aba-9c16-25ed82b860e0 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d0ddd10-1af5-4857-abec-929a23f443ea,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:54.569079 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-257ea544-f937-4aba-9c16-25ed82b860e0 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:54.676260 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7c3eb-072d-45ef-bb5e-212042dab40c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event updated for resources: {'Port': ['ID=461913e0-dba2-442c-9612-d3799f783f0d,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:54.684995 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9fc7c3eb-072d-45ef-bb5e-212042dab40c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:54.707774 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-cd0bc6e7-bf8a-416d-bad9-4db7602204df tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1369033 Jun 21 14:55:54.710120 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38124) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:54.756311 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9ec845f4-a51b-4386-8a34-019c960323d1 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:54.771003 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9ec845f4-a51b-4386-8a34-019c960323d1 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:54.785518 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc7c3eb-072d-45ef-bb5e-212042dab40c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Network 91d8654c-4466-48de-a070-639bdc929738 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:55:54.793250 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-9fc7c3eb-072d-45ef-bb5e-212042dab40c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:55:54.845150 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9ec845f4-a51b-4386-8a34-019c960323d1 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:54.847060 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-05154774-5b11-4588-a192-fbd010b55c52 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:54.851930 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9ec845f4-a51b-4386-8a34-019c960323d1 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:54.853038 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9ec845f4-a51b-4386-8a34-019c960323d1 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/ca8edcf2-af75-4c31-a676-9829d652f82f HTTP/1.1" status: 204 len: 168 time: 0.1421852 Jun 21 14:55:54.856182 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38126) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:54.889659 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec845f4-a51b-4386-8a34-019c960323d1 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca8edcf2-af75-4c31-a676-9829d652f82f,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:54.893720 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9ec845f4-a51b-4386-8a34-019c960323d1 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:54.920053 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc7c3eb-072d-45ef-bb5e-212042dab40c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Router 2abe0a89-e609-4fcf-aace-412c00148af1 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:55:54.931192 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b35c3a11-be6f-4aef-9c82-d2d8f84d42d4 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0731518 Jun 21 14:55:54.932242 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38128) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:54.960829 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1c5b2c15-a678-4864-94cb-91829960f2ff tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:54.970167 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1c5b2c15-a678-4864-94cb-91829960f2ff tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:55.006285 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1c5b2c15-a678-4864-94cb-91829960f2ff tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:55.012149 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1c5b2c15-a678-4864-94cb-91829960f2ff tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:55.017172 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1c5b2c15-a678-4864-94cb-91829960f2ff tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/3fad5557-92c6-41b4-87dc-dd79bcd7eeb1 HTTP/1.1" status: 204 len: 168 time: 0.0839298 Jun 21 14:55:55.018099 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38130) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:55.019052 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-dca4a71a-03e4-4345-8c4e-59c9ee569c45 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:55.035976 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc7c3eb-072d-45ef-bb5e-212042dab40c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:55:55.045189 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9fc7c3eb-072d-45ef-bb5e-212042dab40c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "PUT /v2.0/routers/2abe0a89-e609-4fcf-aace-412c00148af1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4547579 Jun 21 14:55:55.046524 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb61650-cb84-443f-b387-c9c120048b49 None None] Sync routers for ids ['2abe0a89-e609-4fcf-aace-412c00148af1'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:55:55.050342 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38132) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:55.053758 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b2c15-a678-4864-94cb-91829960f2ff tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3fad5557-92c6-41b4-87dc-dd79bcd7eeb1,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:55.059083 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1c5b2c15-a678-4864-94cb-91829960f2ff tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:55.059335 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-de649286-3cff-4a74-835d-84d53719b4a1 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:55.060533 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb61650-cb84-443f-b387-c9c120048b49 None None] Routers {'2abe0a89-e609-4fcf-aace-412c00148af1'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:55.061475 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-7eb61650-cb84-443f-b387-c9c120048b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['2abe0a89-e609-4fcf-aace-412c00148af1'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:55.104520 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38134) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:55.104747 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-2dcfd13b-11db-48c9-bbcc-a4a715f5ef3b tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0709107 Jun 21 14:55:55.187856 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d587f0cc-e35f-474e-a2ce-75bcaa4dfce6 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:55.188825 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-7eb61650-cb84-443f-b387-c9c120048b49 None None] Set router 2abe0a89-e609-4fcf-aace-412c00148af1 gateway port host: None {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:55:55.219812 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d587f0cc-e35f-474e-a2ce-75bcaa4dfce6 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:55.344789 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d587f0cc-e35f-474e-a2ce-75bcaa4dfce6 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:55.349515 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:55.365613 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d587f0cc-e35f-474e-a2ce-75bcaa4dfce6 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:55.371684 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38144) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:55.373619 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d587f0cc-e35f-474e-a2ce-75bcaa4dfce6 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/6d9bcb37-6bde-4a38-a3c7-80aedb315795 HTTP/1.1" status: 204 len: 168 time: 0.2688780 Jun 21 14:55:55.385629 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device d9f87848-ed22-4243-a5cc-b2acbbab31b8 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:55.437543 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587f0cc-e35f-474e-a2ce-75bcaa4dfce6 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d9bcb37-6bde-4a38-a3c7-80aedb315795,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:55.441762 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d587f0cc-e35f-474e-a2ce-75bcaa4dfce6 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:55.457372 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c3589334-2cb4-4219-b6cd-db50ebcae0b7 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0741866 Jun 21 14:55:55.460351 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38148) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:55.487209 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5a2f6c-52f7-4208-a5e5-64bafe799e28 None None] Network 91d8654c-4466-48de-a070-639bdc929738 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:55:55.537214 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-7eb61650-cb84-443f-b387-c9c120048b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'name': 'tempest-RoutersIpV6Test-router-1335457971', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:37Z', 'updated_at': '2021-06-21T14:55:53Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'gw_port_host': None, '_interfaces': [{'id': '08b25317-f350-4c25-a6bb-c6a7ca11cea4', 'name': '', 'network_id': 'a1e6ca9f-1ed6-414c-a74d-40752fd77a45', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:4c:8c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:39Z', 'updated_at': '2021-06-21T14:55:48Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bcf1b35-bb9b-4816-9525-24ad42a27ee0', 'name': '', 'network_id': '2f76f6e5-9149-4c89-b426-f5c040725384', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:fd:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '2d116746-ef11-45cc-a769-67781fb0a01a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:42Z', 'updated_at': '2021-06-21T14:55:51Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '2d116746-ef11-45cc-a769-67781fb0a01a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '461913e0-dba2-442c-9612-d3799f783f0d', 'name': '', 'network_id': '91d8654c-4466-48de-a070-639bdc929738', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:63:98:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'ac6df426-67e7-43fb-8cf4-671b80875274', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:52Z', 'updated_at': '2021-06-21T14:55:54Z', 'revision_number': 2, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': 'ac6df426-67e7-43fb-8cf4-671b80875274', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f87848-ed22-4243-a5cc-b2acbbab31b8', 'name': '', 'network_id': 'dc993472-b797-46c5-aa4b-c1d30246e989', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:f6:8b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'd76c6e59-43ef-4861-8a5a-d7d7ebfe05bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:48Z', 'updated_at': '2021-06-21T14:55:52Z', 'revision_number': 4, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': 'd76c6e59-43ef-4861-8a5a-d7d7ebfe05bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:55.572493 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb61650-cb84-443f-b387-c9c120048b49 None None] Checking router: 2abe0a89-e609-4fcf-aace-412c00148af1 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:55:55.573288 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb61650-cb84-443f-b387-c9c120048b49 None None] Updating router 2abe0a89-e609-4fcf-aace-412c00148af1 port 461913e0-dba2-442c-9612-d3799f783f0d binding host dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:55:55.591252 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d99860fc-63f9-4e03-8569-46a3b1e84410 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:55.616294 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-7eb61650-cb84-443f-b387-c9c120048b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:55.645913 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d99860fc-63f9-4e03-8569-46a3b1e84410 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:55.689686 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-be3c35f6-d767-4a1a-8972-ec87dacd57a0 None None] Provisioning for port 4fe44e12-592d-4744-9dd0-e124b380d77f completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:55.694224 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.extraroute_db [None req-de649286-3cff-4a74-835d-84d53719b4a1 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=105224) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 21 14:55:55.719998 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.extraroute_db [None req-de649286-3cff-4a74-835d-84d53719b4a1 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Removed routes are [] {{(pid=105224) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 21 14:55:55.720918 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-de649286-3cff-4a74-835d-84d53719b4a1 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:55.721766 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port d9f87848-ed22-4243-a5cc-b2acbbab31b8 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:55.730429 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port d9f87848-ed22-4243-a5cc-b2acbbab31b8 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:55.731215 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:55.742243 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d99860fc-63f9-4e03-8569-46a3b1e84410 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:55.745287 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d99860fc-63f9-4e03-8569-46a3b1e84410 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:55.746478 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d99860fc-63f9-4e03-8569-46a3b1e84410 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "DELETE /v2.0/security-groups/4d12c10f-a35a-4a78-a8a1-cf9487d589e2 HTTP/1.1" status: 204 len: 168 time: 0.2851613 Jun 21 14:55:55.747476 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b541fe2e-4634-4f13-9586-f0c5ea5b8af0 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:55.749195 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38150) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:55.762710 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99860fc-63f9-4e03-8569-46a3b1e84410 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d12c10f-a35a-4a78-a8a1-cf9487d589e2,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:55.771122 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d99860fc-63f9-4e03-8569-46a3b1e84410 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:55.882650 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:55.907248 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-cbe4bf11-07b9-43b2-a9d8-1c5c04f2e541 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1564422 Jun 21 14:55:55.912647 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38152) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:55.918370 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-d01510da-558d-4ec4-9ebb-7da5cbb5606d tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Request body: {'security_group': {'name': 'tempest-secgroup--1348284799'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:55.958195 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port d9f87848-ed22-4243-a5cc-b2acbbab31b8, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=d9f87848-ed22-4243-a5cc-b2acbbab31b8,segment=NetworkSegment(11f16cf9-2fb8-472b-a5f5-1dd4756f2762),segment_id=11f16cf9-2fb8-472b-a5f5-1dd4756f2762)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:55.966630 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d01510da-558d-4ec4-9ebb-7da5cbb5606d tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:55.967882 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:55.968897 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 4fe44e12-592d-4744-9dd0-e124b380d77f up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:55.981066 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-d180d437-f098-4928-aaa9-975c8ff6b0f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:56.010172 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-7eb61650-cb84-443f-b387-c9c120048b49 None None] Notify callbacks [] for port, precommit_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:56.024253 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.provisioning_blocks [None req-7eb61650-cb84-443f-b387-c9c120048b49 None None] Transition to ACTIVE for port object 461913e0-dba2-442c-9612-d3799f783f0d will not be triggered until provisioned by entity L2. {{(pid=105227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:55:56.043503 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-7eb61650-cb84-443f-b387-c9c120048b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:56.048841 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:56.072448 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-de649286-3cff-4a74-835d-84d53719b4a1 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:56.077017 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-de649286-3cff-4a74-835d-84d53719b4a1 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627068'] for router, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:56.091034 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d01510da-558d-4ec4-9ebb-7da5cbb5606d tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:56.099183 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d01510da-558d-4ec4-9ebb-7da5cbb5606d tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:56.124191 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-58de2221-8963-492a-ac74-b2a1d329626e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:56.145461 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=d9f87848-ed22-4243-a5cc-b2acbbab31b8,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:56.149095 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:56.165372 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01510da-558d-4ec4-9ebb-7da5cbb5606d tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a06c5eea-4cbd-4cf8-8326-1f955060ded9,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:56.169634 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d01510da-558d-4ec4-9ebb-7da5cbb5606d tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:56.170417 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d01510da-558d-4ec4-9ebb-7da5cbb5606d tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:56.175282 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d01510da-558d-4ec4-9ebb-7da5cbb5606d tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2621362 Jun 21 14:55:56.176027 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38154) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:56.183656 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 4fe44e12-592d-4744-9dd0-e124b380d77f completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:56.202827 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 4fe44e12-592d-4744-9dd0-e124b380d77f triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:56.203057 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:56.203835 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-675a6c55-513c-4c61-8704-50417d6ac09f tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Request body: {'security_group_rule': {'security_group_id': 'a06c5eea-4cbd-4cf8-8326-1f955060ded9', 'direction': 'ingress', 'protocol': 17}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:56.211661 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ba253-8903-467b-9673-3b024728a1fd None None] Pushing event updated for resources: {'Port': ['ID=461913e0-dba2-442c-9612-d3799f783f0d,revision_number=3']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:56.244918 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95ba253-8903-467b-9673-3b024728a1fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:56.245219 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95ba253-8903-467b-9673-3b024728a1fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:56.245647 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95ba253-8903-467b-9673-3b024728a1fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:56.246081 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95ba253-8903-467b-9673-3b024728a1fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:56.246497 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95ba253-8903-467b-9673-3b024728a1fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:56.246882 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95ba253-8903-467b-9673-3b024728a1fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:56.247271 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95ba253-8903-467b-9673-3b024728a1fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:56.247656 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95ba253-8903-467b-9673-3b024728a1fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:56.248041 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95ba253-8903-467b-9673-3b024728a1fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:56.248476 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95ba253-8903-467b-9673-3b024728a1fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:56.249016 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95ba253-8903-467b-9673-3b024728a1fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:56.249404 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c95ba253-8903-467b-9673-3b024728a1fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:55:56.249872 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-675a6c55-513c-4c61-8704-50417d6ac09f tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:56.267116 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-c95ba253-8903-467b-9673-3b024728a1fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:56.293893 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de649286-3cff-4a74-835d-84d53719b4a1 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Router 2abe0a89-e609-4fcf-aace-412c00148af1 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:55:56.320254 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-7eb61650-cb84-443f-b387-c9c120048b49 None None] Attempting to bind port 461913e0-dba2-442c-9612-d3799f783f0d on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:55:56.321097 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-7eb61650-cb84-443f-b387-c9c120048b49 None None] Attempting to bind port 461913e0-dba2-442c-9612-d3799f783f0d by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'a9b0e72c-b145-4804-978d-b8445d1cab20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '91d8654c-4466-48de-a070-639bdc929738'}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:55:56.321097 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb61650-cb84-443f-b387-c9c120048b49 None None] Attempting to bind port 461913e0-dba2-442c-9612-d3799f783f0d on network 91d8654c-4466-48de-a070-639bdc929738 {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:55:56.332041 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb61650-cb84-443f-b387-c9c120048b49 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:55:56.332447 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb61650-cb84-443f-b387-c9c120048b49 None None] Checking segment: {'id': 'a9b0e72c-b145-4804-978d-b8445d1cab20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '91d8654c-4466-48de-a070-639bdc929738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:55:56.332963 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-7eb61650-cb84-443f-b387-c9c120048b49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:56.333248 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb61650-cb84-443f-b387-c9c120048b49 None None] Bound using segment: {'id': 'a9b0e72c-b145-4804-978d-b8445d1cab20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '91d8654c-4466-48de-a070-639bdc929738'} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:55:56.333727 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-7eb61650-cb84-443f-b387-c9c120048b49 None None] Bound port: 461913e0-dba2-442c-9612-d3799f783f0d, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b0e72c-b145-4804-978d-b8445d1cab20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '91d8654c-4466-48de-a070-639bdc929738'}}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:55:56.334233 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-7eb61650-cb84-443f-b387-c9c120048b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:56.365495 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:56.366775 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-675a6c55-513c-4c61-8704-50417d6ac09f tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:56.375778 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-44a83912-df79-49fb-803f-78d4f8e93160 None None] Provisioning for port 461913e0-dba2-442c-9612-d3799f783f0d completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:56.381651 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-675a6c55-513c-4c61-8704-50417d6ac09f tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:56.388261 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:56.411534 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675a6c55-513c-4c61-8704-50417d6ac09f tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a483267d-fc4d-417e-9005-52ef05ba84dc,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:56.419300 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-675a6c55-513c-4c61-8704-50417d6ac09f tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:56.420332 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-675a6c55-513c-4c61-8704-50417d6ac09f tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:56.425566 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-675a6c55-513c-4c61-8704-50417d6ac09f tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2483766 Jun 21 14:55:56.426459 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38156) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:56.434201 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-7eb61650-cb84-443f-b387-c9c120048b49 None None] For port 461913e0-dba2-442c-9612-d3799f783f0d, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:55:56.435808 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 4fe44e12-592d-4744-9dd0-e124b380d77f, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=4fe44e12-592d-4744-9dd0-e124b380d77f,segment=NetworkSegment(a9b0e72c-b145-4804-978d-b8445d1cab20),segment_id=a9b0e72c-b145-4804-978d-b8445d1cab20)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:56.439851 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-7eb61650-cb84-443f-b387-c9c120048b49 None None] For port 461913e0-dba2-442c-9612-d3799f783f0d, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=461913e0-dba2-442c-9612-d3799f783f0d,segment=NetworkSegment(a9b0e72c-b145-4804-978d-b8445d1cab20),segment_id=a9b0e72c-b145-4804-978d-b8445d1cab20)] {{(pid=105227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:55:56.444379 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-44a83912-df79-49fb-803f-78d4f8e93160 None None] Provisioning complete for port 4fe44e12-592d-4744-9dd0-e124b380d77f triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:56.444692 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-44a83912-df79-49fb-803f-78d4f8e93160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:56.457546 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-7eb61650-cb84-443f-b387-c9c120048b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:56.460977 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:56.460977 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device a944f539-31a1-431d-a19b-e49ea001cfd2 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:56.461367 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-2b0cdb3d-d822-402a-be2b-ce85d2918d4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:56.484007 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de649286-3cff-4a74-835d-84d53719b4a1 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:55:56.507135 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-de649286-3cff-4a74-835d-84d53719b4a1 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:56.508358 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-de649286-3cff-4a74-835d-84d53719b4a1 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "PUT /v2.0/routers/2abe0a89-e609-4fcf-aace-412c00148af1 HTTP/1.1" status: 200 len: 954 time: 1.4569802 Jun 21 14:55:56.515695 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38160) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:56.538126 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:56.573956 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb61650-cb84-443f-b387-c9c120048b49 None None] Routers {'2abe0a89-e609-4fcf-aace-412c00148af1'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:56.574807 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-7eb61650-cb84-443f-b387-c9c120048b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['2abe0a89-e609-4fcf-aace-412c00148af1'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:56.632241 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port a944f539-31a1-431d-a19b-e49ea001cfd2 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:56.632608 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:56.640782 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=4fe44e12-592d-4744-9dd0-e124b380d77f,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:56.649610 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d1d21248-66b2-4ed2-a9a5-a0c476470db2 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:56.683899 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:56.688000 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d1d21248-66b2-4ed2-a9a5-a0c476470db2 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:56.708660 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-55385cfb-e487-422c-8780-806c6a565d58 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "GET /v2.0/routers/2abe0a89-e609-4fcf-aace-412c00148af1 HTTP/1.1" status: 200 len: 954 time: 0.1890125 Jun 21 14:55:56.709686 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38162) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:56.714318 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-7ca07b61-8418-46cf-b3db-d62f86d84bb2 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Request body: {'router': {'routes': None}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:56.833435 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95ba253-8903-467b-9673-3b024728a1fd None None] Pushing event updated for resources: {'Port': ['ID=461913e0-dba2-442c-9612-d3799f783f0d,revision_number=4']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:56.871666 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-c95ba253-8903-467b-9673-3b024728a1fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:56.905089 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d1d21248-66b2-4ed2-a9a5-a0c476470db2 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:56.918003 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d1d21248-66b2-4ed2-a9a5-a0c476470db2 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:56.918003 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d1d21248-66b2-4ed2-a9a5-a0c476470db2 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "DELETE /v2.0/security-groups/a06c5eea-4cbd-4cf8-8326-1f955060ded9 HTTP/1.1" status: 204 len: 168 time: 0.4816680 Jun 21 14:55:56.918003 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-49f641ba-3155-4a7d-b84b-259e4e5c6a85 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:56.924427 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38164) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:56.925007 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-7eb61650-cb84-443f-b387-c9c120048b49 None None] Set router 2abe0a89-e609-4fcf-aace-412c00148af1 gateway port host: None {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:55:56.961265 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d21248-66b2-4ed2-a9a5-a0c476470db2 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06c5eea-4cbd-4cf8-8326-1f955060ded9,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:56.968356 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d1d21248-66b2-4ed2-a9a5-a0c476470db2 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:57.001928 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6c0dbc25-736f-4faf-879e-624086cda524 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0740585 Jun 21 14:55:57.012533 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38166) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:57.021403 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-9d1a2e73-8af4-4211-8e52-7f1324498980 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Request body: {'security_group': {'name': 'tempest-secgroup--997051563'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:57.068366 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9d1a2e73-8af4-4211-8e52-7f1324498980 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:57.204523 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device d9f87848-ed22-4243-a5cc-b2acbbab31b8 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:57.299713 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9d1a2e73-8af4-4211-8e52-7f1324498980 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:57.310324 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9d1a2e73-8af4-4211-8e52-7f1324498980 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:57.314171 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e526cb80-7168-45d8-a057-798e4f186ebb tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:57.325682 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port d9f87848-ed22-4243-a5cc-b2acbbab31b8 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:57.327230 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:57.355938 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9d1a2e73-8af4-4211-8e52-7f1324498980 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:57.360107 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9d1a2e73-8af4-4211-8e52-7f1324498980 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3458343 Jun 21 14:55:57.361524 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38168) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:57.366447 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-7c26287b-6a11-42bd-a34e-67d19e1ba202 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Request body: {'security_group': {'name': 'tempest-secgroup--1779587966'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:57.382472 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a2e73-8af4-4211-8e52-7f1324498980 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f47b7134-8612-4405-ad4f-b995009f4d99,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:57.386975 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9d1a2e73-8af4-4211-8e52-7f1324498980 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:57.403066 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7c26287b-6a11-42bd-a34e-67d19e1ba202 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:57.438770 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-7eb61650-cb84-443f-b387-c9c120048b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'name': 'tempest-RoutersIpV6Test-router-1335457971', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:37Z', 'updated_at': '2021-06-21T14:55:55Z', 'revision_number': 6, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'gw_port_host': None, '_interfaces': [{'id': '08b25317-f350-4c25-a6bb-c6a7ca11cea4', 'name': '', 'network_id': 'a1e6ca9f-1ed6-414c-a74d-40752fd77a45', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:4c:8c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:39Z', 'updated_at': '2021-06-21T14:55:48Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bcf1b35-bb9b-4816-9525-24ad42a27ee0', 'name': '', 'network_id': '2f76f6e5-9149-4c89-b426-f5c040725384', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:fd:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '2d116746-ef11-45cc-a769-67781fb0a01a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:42Z', 'updated_at': '2021-06-21T14:55:51Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '2d116746-ef11-45cc-a769-67781fb0a01a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '461913e0-dba2-442c-9612-d3799f783f0d', 'name': '', 'network_id': '91d8654c-4466-48de-a070-639bdc929738', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:63:98:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'ac6df426-67e7-43fb-8cf4-671b80875274', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:52Z', 'updated_at': '2021-06-21T14:55:56Z', 'revision_number': 4, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': 'ac6df426-67e7-43fb-8cf4-671b80875274', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f87848-ed22-4243-a5cc-b2acbbab31b8', 'name': '', 'network_id': 'dc993472-b797-46c5-aa4b-c1d30246e989', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:f6:8b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'd76c6e59-43ef-4861-8a5a-d7d7ebfe05bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:48Z', 'updated_at': '2021-06-21T14:55:55Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': 'd76c6e59-43ef-4861-8a5a-d7d7ebfe05bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:57.473001 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 4fe44e12-592d-4744-9dd0-e124b380d77f up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:57.479147 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb61650-cb84-443f-b387-c9c120048b49 None None] The sync data for ids ['2abe0a89-e609-4fcf-aace-412c00148af1'] in dv-neutron-797121-2-hyperv is: [{'id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'name': 'tempest-RoutersIpV6Test-router-1335457971', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:37Z', 'updated_at': '2021-06-21T14:55:55Z', 'revision_number': 6, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'gw_port_host': None, '_interfaces': [{'id': '08b25317-f350-4c25-a6bb-c6a7ca11cea4', 'name': '', 'network_id': 'a1e6ca9f-1ed6-414c-a74d-40752fd77a45', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:4c:8c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:39Z', 'updated_at': '2021-06-21T14:55:48Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bcf1b35-bb9b-4816-9525-24ad42a27ee0', 'name': '', 'network_id': '2f76f6e5-9149-4c89-b426-f5c040725384', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:fd:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '2d116746-ef11-45cc-a769-67781fb0a01a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:42Z', 'updated_at': '2021-06-21T14:55:51Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '2d116746-ef11-45cc-a769-67781fb0a01a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '461913e0-dba2-442c-9612-d3799f783f0d', 'name': '', 'network_id': '91d8654c-4466-48de-a070-639bdc929738', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:63:98:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'ac6df426-67e7-43fb-8cf4-671b80875274', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:52Z', 'updated_at': '2021-06-21T14:55:56Z', 'revision_number': 4, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': 'ac6df426-67e7-43fb-8cf4-671b80875274', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f87848-ed22-4243-a5cc-b2acbbab31b8', 'name': '', 'network_id': 'dc993472-b797-46c5-aa4b-c1d30246e989', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:f6:8b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'd76c6e59-43ef-4861-8a5a-d7d7ebfe05bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:48Z', 'updated_at': '2021-06-21T14:55:55Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': 'd76c6e59-43ef-4861-8a5a-d7d7ebfe05bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:55:57.600219 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7c26287b-6a11-42bd-a34e-67d19e1ba202 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:57.600726 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 4fe44e12-592d-4744-9dd0-e124b380d77f triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:57.601281 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:57.620810 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7c26287b-6a11-42bd-a34e-67d19e1ba202 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:57.628664 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-16c1d514-d87f-4c84-8e0c-b22acf1af521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:57.669537 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7c26287b-6a11-42bd-a34e-67d19e1ba202 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:57.670829 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-7c26287b-6a11-42bd-a34e-67d19e1ba202 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3083205 Jun 21 14:55:57.674226 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38180) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:57.684653 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-be5728b9-5818-4901-b07a-e15de0f81477 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Request body: {'security_group_rule': {'security_group_id': 'f47b7134-8612-4405-ad4f-b995009f4d99', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2b1c514f-c667-4cc4-9ff1-a671cc74cbf1', 'remote_ip_prefix': None}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:57.712796 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26287b-6a11-42bd-a34e-67d19e1ba202 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1c514f-c667-4cc4-9ff1-a671cc74cbf1,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:57.714562 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.extraroute_db [None req-7ca07b61-8418-46cf-b3db-d62f86d84bb2 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Added routes are [] {{(pid=105225) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 21 14:55:57.715517 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.extraroute_db [None req-7ca07b61-8418-46cf-b3db-d62f86d84bb2 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=105225) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 21 14:55:57.716688 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-7c26287b-6a11-42bd-a34e-67d19e1ba202 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:57.757740 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-be5728b9-5818-4901-b07a-e15de0f81477 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:57.772733 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ca07b61-8418-46cf-b3db-d62f86d84bb2 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:57.894710 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-be5728b9-5818-4901-b07a-e15de0f81477 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:57.910849 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-be5728b9-5818-4901-b07a-e15de0f81477 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:57.923012 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d1d31487-fffd-41d2-ab51-41c8e1b7c4a7 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:57.942274 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5728b9-5818-4901-b07a-e15de0f81477 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f92c65f4-e7a0-409d-82fe-4f2da0f8a0dd,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:57.945313 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-be5728b9-5818-4901-b07a-e15de0f81477 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:57.949041 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-be5728b9-5818-4901-b07a-e15de0f81477 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:57.959130 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-be5728b9-5818-4901-b07a-e15de0f81477 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2838507 Jun 21 14:55:57.960021 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38184) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:57.993251 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-03e391df-223d-41e5-b2b3-b3ee9e44d1fc tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:58.004164 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-03e391df-223d-41e5-b2b3-b3ee9e44d1fc tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:58.049192 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ca07b61-8418-46cf-b3db-d62f86d84bb2 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:58.051643 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-03e391df-223d-41e5-b2b3-b3ee9e44d1fc tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:58.053319 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ca07b61-8418-46cf-b3db-d62f86d84bb2 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627068'] for router, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:58.055584 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:58.065678 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-03e391df-223d-41e5-b2b3-b3ee9e44d1fc tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:58.067815 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-03e391df-223d-41e5-b2b3-b3ee9e44d1fc tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/f92c65f4-e7a0-409d-82fe-4f2da0f8a0dd HTTP/1.1" status: 204 len: 168 time: 0.1066327 Jun 21 14:55:58.073674 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38186) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:58.085421 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e391df-223d-41e5-b2b3-b3ee9e44d1fc tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f92c65f4-e7a0-409d-82fe-4f2da0f8a0dd,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:58.099340 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-03e391df-223d-41e5-b2b3-b3ee9e44d1fc tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:58.148343 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3014b5b6-b31b-4921-adc8-ce0b2b1e7d0e tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0726542 Jun 21 14:55:58.151235 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38188) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:58.166387 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca07b61-8418-46cf-b3db-d62f86d84bb2 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Router 2abe0a89-e609-4fcf-aace-412c00148af1 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:55:58.219891 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-686ce26b-923c-48ff-9389-af6dd4721c9b tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:58.246387 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-686ce26b-923c-48ff-9389-af6dd4721c9b tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:58.275605 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca07b61-8418-46cf-b3db-d62f86d84bb2 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:55:58.283347 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ca07b61-8418-46cf-b3db-d62f86d84bb2 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:58.286963 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38190) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:58.287149 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7ca07b61-8418-46cf-b3db-d62f86d84bb2 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "PUT /v2.0/routers/2abe0a89-e609-4fcf-aace-412c00148af1 HTTP/1.1" status: 200 len: 704 time: 1.5771377 Jun 21 14:55:58.365291 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-686ce26b-923c-48ff-9389-af6dd4721c9b tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:58.367956 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-686ce26b-923c-48ff-9389-af6dd4721c9b tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:58.371570 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-686ce26b-923c-48ff-9389-af6dd4721c9b tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "DELETE /v2.0/security-groups/2b1c514f-c667-4cc4-9ff1-a671cc74cbf1 HTTP/1.1" status: 204 len: 168 time: 0.2168372 Jun 21 14:55:58.371941 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f366e225-0bcf-4346-81ab-2b649f72c3df tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:58.372080 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38192) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:58.389760 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ce26b-923c-48ff-9389-af6dd4721c9b tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1c514f-c667-4cc4-9ff1-a671cc74cbf1,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:58.393257 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-686ce26b-923c-48ff-9389-af6dd4721c9b tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:58.400880 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0f1c75cf-b771-4662-b389-dfee4ae1baf9 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "GET /v2.0/routers/2abe0a89-e609-4fcf-aace-412c00148af1 HTTP/1.1" status: 200 len: 704 time: 0.1127195 Jun 21 14:55:58.406826 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38194) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:58.455839 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1353a175-f785-45f2-996b-be84fde1c6ea tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0823858 Jun 21 14:55:58.458204 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38196) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:58.511933 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa86baa-18d6-4e9a-b8fb-7ffe57769456 None None] Sync routers for ids ['2abe0a89-e609-4fcf-aace-412c00148af1'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:55:58.524118 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b04746a2-4410-4af7-9e64-fea93b1e7fee tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:58.527951 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa86baa-18d6-4e9a-b8fb-7ffe57769456 None None] Routers {'2abe0a89-e609-4fcf-aace-412c00148af1'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:58.529352 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-8aa86baa-18d6-4e9a-b8fb-7ffe57769456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['2abe0a89-e609-4fcf-aace-412c00148af1'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:58.553657 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b04746a2-4410-4af7-9e64-fea93b1e7fee tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:58.616884 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b04746a2-4410-4af7-9e64-fea93b1e7fee tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:58.620514 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b04746a2-4410-4af7-9e64-fea93b1e7fee tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:58.622012 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b04746a2-4410-4af7-9e64-fea93b1e7fee tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "DELETE /v2.0/security-groups/f47b7134-8612-4405-ad4f-b995009f4d99 HTTP/1.1" status: 204 len: 168 time: 0.1624925 Jun 21 14:55:58.623058 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-949ee84d-7937-477d-a92b-f8461d752668 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:58.626430 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38198) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:58.641389 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-8aa86baa-18d6-4e9a-b8fb-7ffe57769456 None None] Set router 2abe0a89-e609-4fcf-aace-412c00148af1 gateway port host: None {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:55:58.653063 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04746a2-4410-4af7-9e64-fea93b1e7fee tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47b7134-8612-4405-ad4f-b995009f4d99,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:58.656288 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b04746a2-4410-4af7-9e64-fea93b1e7fee tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:58.693692 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4b664745-b0c6-4ca8-8b1a-6466c240470e tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0652399 Jun 21 14:55:58.701292 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38202) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:58.717755 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-4da9d982-626a-40d0-8baa-5382c675ce5a tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Request body: {'security_group': {'name': 'tempest-secgroup--1661901727'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:58.755875 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4da9d982-626a-40d0-8baa-5382c675ce5a tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:58.860492 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4da9d982-626a-40d0-8baa-5382c675ce5a tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:58.867720 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4da9d982-626a-40d0-8baa-5382c675ce5a tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:58.887022 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d99860fc-63f9-4e03-8569-46a3b1e84410 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:58.902500 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4da9d982-626a-40d0-8baa-5382c675ce5a tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:58.904643 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4da9d982-626a-40d0-8baa-5382c675ce5a tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2020385 Jun 21 14:55:58.910426 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38204) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:58.912601 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-8aa86baa-18d6-4e9a-b8fb-7ffe57769456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'name': 'tempest-RoutersIpV6Test-router-1335457971', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:37Z', 'updated_at': '2021-06-21T14:55:57Z', 'revision_number': 7, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'gw_port_host': None, '_interfaces': [{'id': '08b25317-f350-4c25-a6bb-c6a7ca11cea4', 'name': '', 'network_id': 'a1e6ca9f-1ed6-414c-a74d-40752fd77a45', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:4c:8c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:39Z', 'updated_at': '2021-06-21T14:55:48Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bcf1b35-bb9b-4816-9525-24ad42a27ee0', 'name': '', 'network_id': '2f76f6e5-9149-4c89-b426-f5c040725384', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:fd:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '2d116746-ef11-45cc-a769-67781fb0a01a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:42Z', 'updated_at': '2021-06-21T14:55:51Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '2d116746-ef11-45cc-a769-67781fb0a01a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '461913e0-dba2-442c-9612-d3799f783f0d', 'name': '', 'network_id': '91d8654c-4466-48de-a070-639bdc929738', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:63:98:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'ac6df426-67e7-43fb-8cf4-671b80875274', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:52Z', 'updated_at': '2021-06-21T14:55:56Z', 'revision_number': 4, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': 'ac6df426-67e7-43fb-8cf4-671b80875274', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f87848-ed22-4243-a5cc-b2acbbab31b8', 'name': '', 'network_id': 'dc993472-b797-46c5-aa4b-c1d30246e989', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:f6:8b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'd76c6e59-43ef-4861-8a5a-d7d7ebfe05bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:48Z', 'updated_at': '2021-06-21T14:55:55Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': 'd76c6e59-43ef-4861-8a5a-d7d7ebfe05bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:58.917030 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-ec7d6205-4194-47f0-b6b0-fe848b422516 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Request body: {'security_group_rule': {'security_group_id': '941343f7-f6ac-4e3d-98f9-ac379e551432', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:58.925563 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da9d982-626a-40d0-8baa-5382c675ce5a tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=941343f7-f6ac-4e3d-98f9-ac379e551432,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:58.934154 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4da9d982-626a-40d0-8baa-5382c675ce5a tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:58.951616 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa86baa-18d6-4e9a-b8fb-7ffe57769456 None None] Checking router: 2abe0a89-e609-4fcf-aace-412c00148af1 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:55:58.961942 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa86baa-18d6-4e9a-b8fb-7ffe57769456 None None] Routers {'2abe0a89-e609-4fcf-aace-412c00148af1'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:55:58.961942 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-8aa86baa-18d6-4e9a-b8fb-7ffe57769456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['2abe0a89-e609-4fcf-aace-412c00148af1'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:58.998642 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ec7d6205-4194-47f0-b6b0-fe848b422516 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:59.050828 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-8aa86baa-18d6-4e9a-b8fb-7ffe57769456 None None] Set router 2abe0a89-e609-4fcf-aace-412c00148af1 gateway port host: None {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:55:59.137997 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ec7d6205-4194-47f0-b6b0-fe848b422516 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:59.150805 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ec7d6205-4194-47f0-b6b0-fe848b422516 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:59.161031 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-bc61a044-a86c-418b-af9c-5d9b56bd15b6 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:59.208415 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d6205-4194-47f0-b6b0-fe848b422516 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb536333-1975-4c0d-b3f1-647d4cb4f4e0,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:59.211276 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ec7d6205-4194-47f0-b6b0-fe848b422516 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:59.215309 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ec7d6205-4194-47f0-b6b0-fe848b422516 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:59.216492 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-ec7d6205-4194-47f0-b6b0-fe848b422516 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3051217 Jun 21 14:55:59.219633 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38206) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:59.258507 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 461913e0-dba2-442c-9612-d3799f783f0d up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:55:59.259512 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d1013ba1-b0a4-4249-aafc-93efd59b6191 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:59.268010 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d1013ba1-b0a4-4249-aafc-93efd59b6191 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:59.301977 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d1013ba1-b0a4-4249-aafc-93efd59b6191 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:59.304815 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:59.313749 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d1013ba1-b0a4-4249-aafc-93efd59b6191 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:59.317733 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d1013ba1-b0a4-4249-aafc-93efd59b6191 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/fb536333-1975-4c0d-b3f1-647d4cb4f4e0 HTTP/1.1" status: 204 len: 168 time: 0.0945182 Jun 21 14:55:59.317990 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38208) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:59.320455 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1013ba1-b0a4-4249-aafc-93efd59b6191 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb536333-1975-4c0d-b3f1-647d4cb4f4e0,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:59.329342 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d1013ba1-b0a4-4249-aafc-93efd59b6191 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:59.378638 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 461913e0-dba2-442c-9612-d3799f783f0d completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:55:59.381875 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d6d9274c-2d80-470f-8ca3-8682e2e559f7 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0611436 Jun 21 14:55:59.383880 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38210) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:59.393736 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 461913e0-dba2-442c-9612-d3799f783f0d triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:55:59.394143 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:59.406544 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-25f26464-371e-4cb6-ba34-b553db53f228 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:59.439801 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-8aa86baa-18d6-4e9a-b8fb-7ffe57769456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'name': 'tempest-RoutersIpV6Test-router-1335457971', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:37Z', 'updated_at': '2021-06-21T14:55:57Z', 'revision_number': 7, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'gw_port_host': None, '_interfaces': [{'id': '08b25317-f350-4c25-a6bb-c6a7ca11cea4', 'name': '', 'network_id': 'a1e6ca9f-1ed6-414c-a74d-40752fd77a45', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:4c:8c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:39Z', 'updated_at': '2021-06-21T14:55:48Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bcf1b35-bb9b-4816-9525-24ad42a27ee0', 'name': '', 'network_id': '2f76f6e5-9149-4c89-b426-f5c040725384', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:fd:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '2d116746-ef11-45cc-a769-67781fb0a01a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:42Z', 'updated_at': '2021-06-21T14:55:51Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '2d116746-ef11-45cc-a769-67781fb0a01a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '461913e0-dba2-442c-9612-d3799f783f0d', 'name': '', 'network_id': '91d8654c-4466-48de-a070-639bdc929738', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:63:98:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'ac6df426-67e7-43fb-8cf4-671b80875274', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:52Z', 'updated_at': '2021-06-21T14:55:56Z', 'revision_number': 4, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': 'ac6df426-67e7-43fb-8cf4-671b80875274', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f87848-ed22-4243-a5cc-b2acbbab31b8', 'name': '', 'network_id': 'dc993472-b797-46c5-aa4b-c1d30246e989', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:f6:8b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'd76c6e59-43ef-4861-8a5a-d7d7ebfe05bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:48Z', 'updated_at': '2021-06-21T14:55:55Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': 'd76c6e59-43ef-4861-8a5a-d7d7ebfe05bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:55:59.469566 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b4171855-fc64-4763-b952-beb0c3394e1e tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:59.475114 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa86baa-18d6-4e9a-b8fb-7ffe57769456 None None] The sync data for ids ['2abe0a89-e609-4fcf-aace-412c00148af1'] in dv-neutron-797121-2-hyperv is: [{'id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'name': 'tempest-RoutersIpV6Test-router-1335457971', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:37Z', 'updated_at': '2021-06-21T14:55:57Z', 'revision_number': 7, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'gw_port_host': None, '_interfaces': [{'id': '08b25317-f350-4c25-a6bb-c6a7ca11cea4', 'name': '', 'network_id': 'a1e6ca9f-1ed6-414c-a74d-40752fd77a45', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:4c:8c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:39Z', 'updated_at': '2021-06-21T14:55:48Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bcf1b35-bb9b-4816-9525-24ad42a27ee0', 'name': '', 'network_id': '2f76f6e5-9149-4c89-b426-f5c040725384', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:fd:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '2d116746-ef11-45cc-a769-67781fb0a01a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:42Z', 'updated_at': '2021-06-21T14:55:51Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '2d116746-ef11-45cc-a769-67781fb0a01a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '461913e0-dba2-442c-9612-d3799f783f0d', 'name': '', 'network_id': '91d8654c-4466-48de-a070-639bdc929738', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:63:98:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': 'ac6df426-67e7-43fb-8cf4-671b80875274', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:52Z', 'updated_at': '2021-06-21T14:55:56Z', 'revision_number': 4, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': 'ac6df426-67e7-43fb-8cf4-671b80875274', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f87848-ed22-4243-a5cc-b2acbbab31b8', 'name': '', 'network_id': 'dc993472-b797-46c5-aa4b-c1d30246e989', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:f6:8b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'd76c6e59-43ef-4861-8a5a-d7d7ebfe05bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:48Z', 'updated_at': '2021-06-21T14:55:55Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': 'd76c6e59-43ef-4861-8a5a-d7d7ebfe05bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:55:59.514776 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b4171855-fc64-4763-b952-beb0c3394e1e tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:59.534084 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:59.593474 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b4171855-fc64-4763-b952-beb0c3394e1e tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:59.607975 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 461913e0-dba2-442c-9612-d3799f783f0d, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=461913e0-dba2-442c-9612-d3799f783f0d,segment=NetworkSegment(a9b0e72c-b145-4804-978d-b8445d1cab20),segment_id=a9b0e72c-b145-4804-978d-b8445d1cab20)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:59.609026 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b4171855-fc64-4763-b952-beb0c3394e1e tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:59.613988 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b4171855-fc64-4763-b952-beb0c3394e1e tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "DELETE /v2.0/security-groups/941343f7-f6ac-4e3d-98f9-ac379e551432 HTTP/1.1" status: 204 len: 168 time: 0.2276306 Jun 21 14:55:59.619103 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:59.622593 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:59.622825 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38212) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:59.624910 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-84e244a3-16bd-46c9-834d-3e4f0f0bd671 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:59.667783 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4171855-fc64-4763-b952-beb0c3394e1e tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=941343f7-f6ac-4e3d-98f9-ac379e551432,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:59.673885 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b4171855-fc64-4763-b952-beb0c3394e1e tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:59.719430 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=461913e0-dba2-442c-9612-d3799f783f0d,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:59.723008 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:59.750555 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c1ea14da-e043-43b1-a90c-17d71a99c1ba tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1170971 Jun 21 14:55:59.754244 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38216) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:59.760408 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-e8a72ff3-5634-401a-9753-6e45db98f794 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Request body: {'security_group': {'name': 'tempest-secgroup--192876922'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:55:59.795041 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e8a72ff3-5634-401a-9753-6e45db98f794 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:59.837345 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-25f26464-371e-4cb6-ba34-b553db53f228 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Deleting port 461913e0-dba2-442c-9612-d3799f783f0d {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:55:59.838718 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-25f26464-371e-4cb6-ba34-b553db53f228 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:59.921062 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e8a72ff3-5634-401a-9753-6e45db98f794 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:59.927120 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e8a72ff3-5634-401a-9753-6e45db98f794 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:59.930398 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-72f45cc2-b093-46d3-96ed-4d80dc0470fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:55:59.965051 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-25f26464-371e-4cb6-ba34-b553db53f228 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] For port 461913e0-dba2-442c-9612-d3799f783f0d, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=461913e0-dba2-442c-9612-d3799f783f0d,segment=NetworkSegment(a9b0e72c-b145-4804-978d-b8445d1cab20),segment_id=a9b0e72c-b145-4804-978d-b8445d1cab20)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:55:59.965545 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-25f26464-371e-4cb6-ba34-b553db53f228 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:59.969765 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a72ff3-5634-401a-9753-6e45db98f794 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e1ceb2d-d87a-4741-b9a3-f892cf5f335d,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:55:59.973524 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e8a72ff3-5634-401a-9753-6e45db98f794 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:55:59.978267 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e8a72ff3-5634-401a-9753-6e45db98f794 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2223275 Jun 21 14:55:59.978810 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38218) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:55:59.979600 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e8a72ff3-5634-401a-9753-6e45db98f794 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:55:59.988543 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-b38338b9-c071-4819-9834-cd427cdf0098 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Request body: {'security_group_rule': {'security_group_id': '3e1ceb2d-d87a-4741-b9a3-f892cf5f335d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:00.064481 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-25f26464-371e-4cb6-ba34-b553db53f228 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Calling delete_port for 461913e0-dba2-442c-9612-d3799f783f0d owned by network:router_interface {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:56:00.145385 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b38338b9-c071-4819-9834-cd427cdf0098 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:00.285896 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b38338b9-c071-4819-9834-cd427cdf0098 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:00.295148 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b38338b9-c071-4819-9834-cd427cdf0098 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:00.301860 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ec7d6205-4194-47f0-b6b0-fe848b422516 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:00.340186 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38338b9-c071-4819-9834-cd427cdf0098 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd0fdbf4-11c9-4795-8ab6-8179c9f10de1,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:00.346061 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b38338b9-c071-4819-9834-cd427cdf0098 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:00.357887 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b38338b9-c071-4819-9834-cd427cdf0098 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:00.359118 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b38338b9-c071-4819-9834-cd427cdf0098 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3792384 Jun 21 14:56:00.362010 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38220) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:00.369983 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-25f26464-371e-4cb6-ba34-b553db53f228 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:00.372054 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9fc7c3eb-072d-45ef-bb5e-212042dab40c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:00.383540 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-80c526c8-6b61-43ae-8ec0-efbc5ea9c00d tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "GET /v2.0/security-group-rules/bd0fdbf4-11c9-4795-8ab6-8179c9f10de1 HTTP/1.1" status: 200 len: 763 time: 0.0178366 Jun 21 14:56:00.384161 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38222) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:00.397605 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f26464-371e-4cb6-ba34-b553db53f228 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event deleted for resources: {'Port': ['ID=461913e0-dba2-442c-9612-d3799f783f0d,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:00.401843 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-25f26464-371e-4cb6-ba34-b553db53f228 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:00.447663 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1472e318-7662-43ea-bf13-6c59fe0ace28 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0619318 Jun 21 14:56:00.449917 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38224) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:00.477707 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-04e9daf2-0389-4f0c-9de3-5f4284465f34 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:00.486629 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-04e9daf2-0389-4f0c-9de3-5f4284465f34 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:00.526105 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-04e9daf2-0389-4f0c-9de3-5f4284465f34 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:00.532008 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-04e9daf2-0389-4f0c-9de3-5f4284465f34 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:00.533541 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-04e9daf2-0389-4f0c-9de3-5f4284465f34 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/bd0fdbf4-11c9-4795-8ab6-8179c9f10de1 HTTP/1.1" status: 204 len: 168 time: 0.0824163 Jun 21 14:56:00.534837 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-169a6a88-d3d3-4214-b270-822a659b7fdd tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:00.537865 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38226) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:00.543459 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-25f26464-371e-4cb6-ba34-b553db53f228 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:00.564167 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e9daf2-0389-4f0c-9de3-5f4284465f34 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd0fdbf4-11c9-4795-8ab6-8179c9f10de1,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:00.566568 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-04e9daf2-0389-4f0c-9de3-5f4284465f34 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:00.593306 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-30d0f869-21a0-47e5-bc02-8a1bf40c967c tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0538471 Jun 21 14:56:00.595655 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38228) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:00.605936 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-b4037f68-bae0-4c48-b2c9-51e42b2d8eaf tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Request body: {'security_group_rule': {'security_group_id': '3e1ceb2d-d87a-4741-b9a3-f892cf5f335d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:00.640380 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b4037f68-bae0-4c48-b2c9-51e42b2d8eaf tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:00.691157 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b4037f68-bae0-4c48-b2c9-51e42b2d8eaf tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:00.700027 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b4037f68-bae0-4c48-b2c9-51e42b2d8eaf tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:00.702548 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0715ff0f-b317-4bde-86c3-280dc84f99dd tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:00.723183 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4037f68-bae0-4c48-b2c9-51e42b2d8eaf tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c44b0c12-34c3-4ad2-a294-2e0f27dc9c82,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:00.726314 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b4037f68-bae0-4c48-b2c9-51e42b2d8eaf tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:00.731436 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b4037f68-bae0-4c48-b2c9-51e42b2d8eaf tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:00.732924 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b4037f68-bae0-4c48-b2c9-51e42b2d8eaf tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1362081 Jun 21 14:56:00.735875 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38230) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:00.766559 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e35af371-de85-4ebf-9983-6c32e7090cf1 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "GET /v2.0/security-group-rules/c44b0c12-34c3-4ad2-a294-2e0f27dc9c82 HTTP/1.1" status: 200 len: 763 time: 0.0286496 Jun 21 14:56:00.768577 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38232) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:00.817198 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f26464-371e-4cb6-ba34-b553db53f228 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Router 2abe0a89-e609-4fcf-aace-412c00148af1 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:56:00.833129 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b806ba7d-601b-49bd-975a-ff247f13862f tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0616162 Jun 21 14:56:00.835460 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38236) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:00.907196 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6403e2ac-db1b-4002-929e-fcfd9d4c7e26 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:00.944408 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6403e2ac-db1b-4002-929e-fcfd9d4c7e26 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:00.982218 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f26464-371e-4cb6-ba34-b553db53f228 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:56:00.988108 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-25f26464-371e-4cb6-ba34-b553db53f228 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "PUT /v2.0/routers/2abe0a89-e609-4fcf-aace-412c00148af1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5802448 Jun 21 14:56:00.990925 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38238) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:01.000549 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def2cf88-bc98-4266-a05f-38754e22dead None None] Sync routers for ids ['2abe0a89-e609-4fcf-aace-412c00148af1'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:56:01.001886 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6403e2ac-db1b-4002-929e-fcfd9d4c7e26 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:01.010828 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def2cf88-bc98-4266-a05f-38754e22dead None None] Routers {'2abe0a89-e609-4fcf-aace-412c00148af1'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:56:01.011809 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-def2cf88-bc98-4266-a05f-38754e22dead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['2abe0a89-e609-4fcf-aace-412c00148af1'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:01.026714 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-03e391df-223d-41e5-b2b3-b3ee9e44d1fc tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:01.034853 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6403e2ac-db1b-4002-929e-fcfd9d4c7e26 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:01.035899 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6403e2ac-db1b-4002-929e-fcfd9d4c7e26 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/c44b0c12-34c3-4ad2-a294-2e0f27dc9c82 HTTP/1.1" status: 204 len: 168 time: 0.1995459 Jun 21 14:56:01.038850 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38240) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:01.043870 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403e2ac-db1b-4002-929e-fcfd9d4c7e26 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c44b0c12-34c3-4ad2-a294-2e0f27dc9c82,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:01.047709 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6403e2ac-db1b-4002-929e-fcfd9d4c7e26 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:01.068660 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-02744464-580b-4a4d-ac7a-48d11e23ce0d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Deleting subnet ac6df426-67e7-43fb-8cf4-671b80875274 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:56:01.072819 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-02744464-580b-4a4d-ac7a-48d11e23ce0d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:01.087673 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-bfd301f7-b36a-4ce8-a4b6-2d4c7167ab3d tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0451319 Jun 21 14:56:01.087914 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38242) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:01.093089 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-28558606-2374-497e-a12c-a3dd089f306d tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Request body: {'security_group_rule': {'security_group_id': '3e1ceb2d-d87a-4741-b9a3-f892cf5f335d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:01.113519 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-def2cf88-bc98-4266-a05f-38754e22dead None None] Set router 2abe0a89-e609-4fcf-aace-412c00148af1 gateway port host: None {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:56:01.125396 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-02744464-580b-4a4d-ac7a-48d11e23ce0d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:01.137936 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-28558606-2374-497e-a12c-a3dd089f306d tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:01.199821 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-28558606-2374-497e-a12c-a3dd089f306d tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:01.206984 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-28558606-2374-497e-a12c-a3dd089f306d tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:01.214624 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-04e9daf2-0389-4f0c-9de3-5f4284465f34 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:01.230199 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-02744464-580b-4a4d-ac7a-48d11e23ce0d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:01.230447 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28558606-2374-497e-a12c-a3dd089f306d tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f02cc18-bfdd-4a43-999a-a7f00a29c0f3,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:01.233043 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-28558606-2374-497e-a12c-a3dd089f306d tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:01.234381 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-28558606-2374-497e-a12c-a3dd089f306d tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:01.235938 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-28558606-2374-497e-a12c-a3dd089f306d tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1470792 Jun 21 14:56:01.238619 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38244) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:01.256155 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3f0ba3a2-5f96-4f25-899a-ec03b94f604c tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "GET /v2.0/security-group-rules/6f02cc18-bfdd-4a43-999a-a7f00a29c0f3 HTTP/1.1" status: 200 len: 764 time: 0.0162642 Jun 21 14:56:01.258551 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38246) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:01.301258 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d58c8edc-1226-4169-a971-76b7cbaa917a tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0409958 Jun 21 14:56:01.303614 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38248) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:01.318651 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-02744464-580b-4a4d-ac7a-48d11e23ce0d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:01.324428 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a36c5540-3626-45f0-aab4-6884d5adbebd tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:01.348867 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-def2cf88-bc98-4266-a05f-38754e22dead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'name': 'tempest-RoutersIpV6Test-router-1335457971', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:37Z', 'updated_at': '2021-06-21T14:56:00Z', 'revision_number': 8, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'gw_port_host': None, '_interfaces': [{'id': '08b25317-f350-4c25-a6bb-c6a7ca11cea4', 'name': '', 'network_id': 'a1e6ca9f-1ed6-414c-a74d-40752fd77a45', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:4c:8c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:39Z', 'updated_at': '2021-06-21T14:55:48Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bcf1b35-bb9b-4816-9525-24ad42a27ee0', 'name': '', 'network_id': '2f76f6e5-9149-4c89-b426-f5c040725384', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:fd:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '2d116746-ef11-45cc-a769-67781fb0a01a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:42Z', 'updated_at': '2021-06-21T14:55:51Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '2d116746-ef11-45cc-a769-67781fb0a01a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f87848-ed22-4243-a5cc-b2acbbab31b8', 'name': '', 'network_id': 'dc993472-b797-46c5-aa4b-c1d30246e989', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:f6:8b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'd76c6e59-43ef-4861-8a5a-d7d7ebfe05bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:48Z', 'updated_at': '2021-06-21T14:55:55Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': 'd76c6e59-43ef-4861-8a5a-d7d7ebfe05bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:01.363966 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02744464-580b-4a4d-ac7a-48d11e23ce0d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event deleted for resources: {'Subnet': ['ID=ac6df426-67e7-43fb-8cf4-671b80875274,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:01.367067 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-02744464-580b-4a4d-ac7a-48d11e23ce0d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:01.369615 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-02744464-580b-4a4d-ac7a-48d11e23ce0d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/subnets/ac6df426-67e7-43fb-8cf4-671b80875274 HTTP/1.1" status: 204 len: 168 time: 0.3770926 Jun 21 14:56:01.372649 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38250) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:01.376239 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1fc99c-5e8b-4521-b602-0be085b14a99 None None] Network 91d8654c-4466-48de-a070-639bdc929738 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:56:01.376822 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-02744464-580b-4a4d-ac7a-48d11e23ce0d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:01.382566 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3a041ee5-01e5-4362-a48f-f8bfc6206a90 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:01.388709 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def2cf88-bc98-4266-a05f-38754e22dead None None] Checking router: 2abe0a89-e609-4fcf-aace-412c00148af1 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:56:01.397413 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def2cf88-bc98-4266-a05f-38754e22dead None None] Routers {'2abe0a89-e609-4fcf-aace-412c00148af1'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:56:01.398121 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-def2cf88-bc98-4266-a05f-38754e22dead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['2abe0a89-e609-4fcf-aace-412c00148af1'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:01.398507 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3a041ee5-01e5-4362-a48f-f8bfc6206a90 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:01.429446 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3a041ee5-01e5-4362-a48f-f8bfc6206a90 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:01.431813 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:01.443668 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3a041ee5-01e5-4362-a48f-f8bfc6206a90 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:01.449141 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3a041ee5-01e5-4362-a48f-f8bfc6206a90 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "DELETE /v2.0/security-group-rules/6f02cc18-bfdd-4a43-999a-a7f00a29c0f3 HTTP/1.1" status: 204 len: 168 time: 0.1400816 Jun 21 14:56:01.449141 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a041ee5-01e5-4362-a48f-f8bfc6206a90 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f02cc18-bfdd-4a43-999a-a7f00a29c0f3,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:01.449141 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38252) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:01.450412 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3a041ee5-01e5-4362-a48f-f8bfc6206a90 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:01.490309 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2df0a13d-e04a-4120-965a-85adb4dbf1e7 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:01.497640 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e61d8cff-3d9b-47c5-8dab-e5732c9dbc22 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0454512 Jun 21 14:56:01.497872 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-def2cf88-bc98-4266-a05f-38754e22dead None None] Set router 2abe0a89-e609-4fcf-aace-412c00148af1 gateway port host: None {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:56:01.498939 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38254) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:01.566570 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6e281a70-31fa-4ea7-81a9-dd55c404fed2 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:01.577265 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-2df0a13d-e04a-4120-965a-85adb4dbf1e7 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Deleting port 4fe44e12-592d-4744-9dd0-e124b380d77f {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:56:01.577602 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2df0a13d-e04a-4120-965a-85adb4dbf1e7 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:01.600418 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6e281a70-31fa-4ea7-81a9-dd55c404fed2 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:01.625093 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3475144d-703f-44d2-a228-bb9d70d71bab None None] DHCP port deletion for 91d8654c-4466-48de-a070-639bdc929738 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:56:01.645280 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-2df0a13d-e04a-4120-965a-85adb4dbf1e7 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] For port 4fe44e12-592d-4744-9dd0-e124b380d77f, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=4fe44e12-592d-4744-9dd0-e124b380d77f,segment=NetworkSegment(a9b0e72c-b145-4804-978d-b8445d1cab20),segment_id=a9b0e72c-b145-4804-978d-b8445d1cab20)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:56:01.645718 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2df0a13d-e04a-4120-965a-85adb4dbf1e7 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:01.655707 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6e281a70-31fa-4ea7-81a9-dd55c404fed2 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:01.661816 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6e281a70-31fa-4ea7-81a9-dd55c404fed2 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:01.665534 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6e281a70-31fa-4ea7-81a9-dd55c404fed2 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "DELETE /v2.0/security-groups/3e1ceb2d-d87a-4741-b9a3-f892cf5f335d HTTP/1.1" status: 204 len: 168 time: 0.1631901 Jun 21 14:56:01.665534 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4b4b27f9-3e44-4047-819d-53724bca5396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:01.669060 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38256) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:01.686430 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-3475144d-703f-44d2-a228-bb9d70d71bab None None] Deleting port 4fe44e12-592d-4744-9dd0-e124b380d77f {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:56:01.687247 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3475144d-703f-44d2-a228-bb9d70d71bab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:01.723529 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4de66c57-f7db-474e-8936-1c8707983626 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0532026 Jun 21 14:56:01.724511 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e281a70-31fa-4ea7-81a9-dd55c404fed2 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e1ceb2d-d87a-4741-b9a3-f892cf5f335d,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:01.734224 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6e281a70-31fa-4ea7-81a9-dd55c404fed2 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:01.735014 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38258) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:01.736608 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-2df0a13d-e04a-4120-965a-85adb4dbf1e7 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Calling delete_port for 4fe44e12-592d-4744-9dd0-e124b380d77f owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:56:01.752598 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-def2cf88-bc98-4266-a05f-38754e22dead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'name': 'tempest-RoutersIpV6Test-router-1335457971', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:37Z', 'updated_at': '2021-06-21T14:56:00Z', 'revision_number': 8, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'gw_port_host': None, '_interfaces': [{'id': '08b25317-f350-4c25-a6bb-c6a7ca11cea4', 'name': '', 'network_id': 'a1e6ca9f-1ed6-414c-a74d-40752fd77a45', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:4c:8c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:39Z', 'updated_at': '2021-06-21T14:55:48Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bcf1b35-bb9b-4816-9525-24ad42a27ee0', 'name': '', 'network_id': '2f76f6e5-9149-4c89-b426-f5c040725384', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:fd:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '2d116746-ef11-45cc-a769-67781fb0a01a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:42Z', 'updated_at': '2021-06-21T14:55:51Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '2d116746-ef11-45cc-a769-67781fb0a01a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f87848-ed22-4243-a5cc-b2acbbab31b8', 'name': '', 'network_id': 'dc993472-b797-46c5-aa4b-c1d30246e989', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:f6:8b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'd76c6e59-43ef-4861-8a5a-d7d7ebfe05bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:48Z', 'updated_at': '2021-06-21T14:55:55Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': 'd76c6e59-43ef-4861-8a5a-d7d7ebfe05bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:01.773990 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-3475144d-703f-44d2-a228-bb9d70d71bab None None] For port 4fe44e12-592d-4744-9dd0-e124b380d77f, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=4fe44e12-592d-4744-9dd0-e124b380d77f,segment=NetworkSegment(a9b0e72c-b145-4804-978d-b8445d1cab20),segment_id=a9b0e72c-b145-4804-978d-b8445d1cab20)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:56:01.774386 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3475144d-703f-44d2-a228-bb9d70d71bab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:01.785490 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def2cf88-bc98-4266-a05f-38754e22dead None None] The sync data for ids ['2abe0a89-e609-4fcf-aace-412c00148af1'] in dv-neutron-797121-2-hyperv is: [{'id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'name': 'tempest-RoutersIpV6Test-router-1335457971', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:37Z', 'updated_at': '2021-06-21T14:56:00Z', 'revision_number': 8, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'gw_port_host': None, '_interfaces': [{'id': '08b25317-f350-4c25-a6bb-c6a7ca11cea4', 'name': '', 'network_id': 'a1e6ca9f-1ed6-414c-a74d-40752fd77a45', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:4c:8c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:39Z', 'updated_at': '2021-06-21T14:55:48Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bcf1b35-bb9b-4816-9525-24ad42a27ee0', 'name': '', 'network_id': '2f76f6e5-9149-4c89-b426-f5c040725384', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:fd:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '2d116746-ef11-45cc-a769-67781fb0a01a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:42Z', 'updated_at': '2021-06-21T14:55:51Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '2d116746-ef11-45cc-a769-67781fb0a01a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9f87848-ed22-4243-a5cc-b2acbbab31b8', 'name': '', 'network_id': 'dc993472-b797-46c5-aa4b-c1d30246e989', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:f6:8b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': 'd76c6e59-43ef-4861-8a5a-d7d7ebfe05bb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:48Z', 'updated_at': '2021-06-21T14:55:55Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': 'd76c6e59-43ef-4861-8a5a-d7d7ebfe05bb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:56:01.799448 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-14e6df3a-57d5-448a-b045-a5f6d540f4c2 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0629418 Jun 21 14:56:01.850202 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2df0a13d-e04a-4120-965a-85adb4dbf1e7 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:01.852103 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-3475144d-703f-44d2-a228-bb9d70d71bab None None] Calling delete_port for 4fe44e12-592d-4744-9dd0-e124b380d77f owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:56:01.856279 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-77c11a19-900b-41df-ac7b-71c24462078e tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:01.887439 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0a13d-e04a-4120-965a-85adb4dbf1e7 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event deleted for resources: {'Port': ['ID=4fe44e12-592d-4744-9dd0-e124b380d77f,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:01.890764 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2df0a13d-e04a-4120-965a-85adb4dbf1e7 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:01.891729 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df0a13d-e04a-4120-965a-85adb4dbf1e7 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] No DVR routers for this DVR port 4fe44e12-592d-4744-9dd0-e124b380d77f on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:56:01.935093 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3475144d-703f-44d2-a228-bb9d70d71bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:01.940475 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0f34face-adae-426f-8c21-82cd6ff1e32d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:01.972883 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3475144d-703f-44d2-a228-bb9d70d71bab None None] Pushing event deleted for resources: {'Port': ['ID=4fe44e12-592d-4744-9dd0-e124b380d77f,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:01.977904 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3475144d-703f-44d2-a228-bb9d70d71bab None None] No DVR routers for this DVR port 4fe44e12-592d-4744-9dd0-e124b380d77f on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:56:01.981432 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3475144d-703f-44d2-a228-bb9d70d71bab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:02.010848 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2df0a13d-e04a-4120-965a-85adb4dbf1e7 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:02.021393 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-2df0a13d-e04a-4120-965a-85adb4dbf1e7 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91d8654c-4466-48de-a070-639bdc929738']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:02.032036 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-2df0a13d-e04a-4120-965a-85adb4dbf1e7 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b0e72c-b145-4804-978d-b8445d1cab20') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:02.032407 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-2df0a13d-e04a-4120-965a-85adb4dbf1e7 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b0e72c-b145-4804-978d-b8445d1cab20') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:02.041935 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2df0a13d-e04a-4120-965a-85adb4dbf1e7 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:02.057358 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2df0a13d-e04a-4120-965a-85adb4dbf1e7 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:02.064050 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2df0a13d-e04a-4120-965a-85adb4dbf1e7 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:56:02.064443 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2df0a13d-e04a-4120-965a-85adb4dbf1e7 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:02.067505 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:56:02.067505 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:56:02.067505 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:56:02.067505 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:56:02.067505 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:56:02.067505 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:56:02.067505 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:56:02.067505 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:56:02.067505 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:56:02.067505 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:56:02.067505 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:56:02.067505 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:56:02.067505 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:56:02.067505 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:56:02.067505 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:56:02.067505 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:56:02.067505 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:56:02.067505 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:56:02.067505 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:56:02.067505 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:56:02.067505 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:56:02.067505 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:56:02.067505 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:56:02.067505 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:56:02.067505 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:56:02.067505 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:56:02.067505 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:56:02.067505 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:56:02.067505 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:56:02.067505 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:56:02.067505 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:56:02.067505 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:56:02.127811 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38272) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:02.138389 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2df0a13d-e04a-4120-965a-85adb4dbf1e7 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:02.142062 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-05d056bf-6088-4682-9133-61b8f5491f34 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:02.147368 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2df0a13d-e04a-4120-965a-85adb4dbf1e7 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:02.149227 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-2df0a13d-e04a-4120-965a-85adb4dbf1e7 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/networks/91d8654c-4466-48de-a070-639bdc929738 HTTP/1.1" status: 204 len: 168 time: 0.7686048 Jun 21 14:56:02.153029 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38276) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:02.161644 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0a13d-e04a-4120-965a-85adb4dbf1e7 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event deleted for resources: {'Network': ['ID=91d8654c-4466-48de-a070-639bdc929738,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:02.164233 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2df0a13d-e04a-4120-965a-85adb4dbf1e7 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:02.405929 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-cf527198-9b83-49d6-94de-6fab42086705 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1382459489&fields=id&tenant_id=c4e5ef8cecbf4ede86b5a3dcbc277e2f HTTP/1.1" status: 200 len: 267 time: 0.1286349 Jun 21 14:56:02.413107 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-512271ec-e08d-461c-bad8-addb8d774399 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=92c54d30ac2c411087ee3966e5351677&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2821546 Jun 21 14:56:02.413520 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38280) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:02.465292 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d7ad7298-6002-44f8-9e54-9b7c9ce8d3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:02.486532 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d7ad7298-6002-44f8-9e54-9b7c9ce8d3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:02.536719 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d7ad7298-6002-44f8-9e54-9b7c9ce8d3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:02.539506 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d7ad7298-6002-44f8-9e54-9b7c9ce8d3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:02.541377 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d7ad7298-6002-44f8-9e54-9b7c9ce8d3eb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3f09d08b-48b3-44e5-8661-f44348b4ddc8 HTTP/1.1" status: 204 len: 168 time: 0.1266782 Jun 21 14:56:02.542258 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b5b9e765-de0a-4b96-afc8-426a71c78293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:02.551348 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad7298-6002-44f8-9e54-9b7c9ce8d3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f09d08b-48b3-44e5-8661-f44348b4ddc8,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:02.553919 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d7ad7298-6002-44f8-9e54-9b7c9ce8d3eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:02.584734 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-8d294e54-dbfe-4ab4-8740-fed2e7f44575 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:02.586204 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-8d294e54-dbfe-4ab4-8740-fed2e7f44575 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/networks?id=51c83c43-7be7-46e9-8af2-485fddc9c895 HTTP/1.1" status: 200 len: 811 time: 0.1665788 Jun 21 14:56:02.607005 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-223e247d-edc4-425b-bfcc-bc28cd624358 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/quotas/c4e5ef8cecbf4ede86b5a3dcbc277e2f HTTP/1.1" status: 200 len: 375 time: 0.0141816 Jun 21 14:56:02.722418 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-0a425b2d-8fa7-4bb5-bddf-11165bf61318 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c4e5ef8cecbf4ede86b5a3dcbc277e2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1089001 Jun 21 14:56:02.743999 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-954aa576-f445-4ac8-9af5-a025c538b7ed tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:02.992155 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-5e72a217-3b5f-4a9f-bfba-be1d29dd2544 service neutron] 10.222.0.72 "GET /v2.0/networks/51c83c43-7be7-46e9-8af2-485fddc9c895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556167 Jun 21 14:56:03.148440 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-a36388eb-7f26-4dd4-865e-13068f79ca9d service neutron] 10.222.0.72 "GET /v2.0/networks/51c83c43-7be7-46e9-8af2-485fddc9c895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479270 Jun 21 14:56:03.185558 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-954aa576-f445-4ac8-9af5-a025c538b7ed tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Deleting port d9f87848-ed22-4243-a5cc-b2acbbab31b8 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:56:03.186142 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-954aa576-f445-4ac8-9af5-a025c538b7ed tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:03.192172 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 4fe44e12-592d-4744-9dd0-e124b380d77f no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:56:03.219561 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 4fe44e12-592d-4744-9dd0-e124b380d77f {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:56:03.219923 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 4fe44e12-592d-4744-9dd0-e124b380d77f not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:56:03.220351 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 461913e0-dba2-442c-9612-d3799f783f0d no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:56:03.248715 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 461913e0-dba2-442c-9612-d3799f783f0d {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:56:03.249600 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 461913e0-dba2-442c-9612-d3799f783f0d not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:56:03.255477 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38308) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:03.303930 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-954aa576-f445-4ac8-9af5-a025c538b7ed tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] For port d9f87848-ed22-4243-a5cc-b2acbbab31b8, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=d9f87848-ed22-4243-a5cc-b2acbbab31b8,segment=NetworkSegment(11f16cf9-2fb8-472b-a5f5-1dd4756f2762),segment_id=11f16cf9-2fb8-472b-a5f5-1dd4756f2762)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:56:03.304653 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-954aa576-f445-4ac8-9af5-a025c538b7ed tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:03.366278 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-60cada01-fa06-4887-8786-693646fbe999 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:03.366946 dv-neutron-797121-2-hyperv neutron-server[105225]: WARNING neutron.api.v2.base [None req-60cada01-fa06-4887-8786-693646fbe999 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 21 14:56:03.367507 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-60cada01-fa06-4887-8786-693646fbe999 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] create failed (client error): There was a conflict when trying to complete your request. Jun 21 14:56:03.369332 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-60cada01-fa06-4887-8786-693646fbe999 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1120963 Jun 21 14:56:03.379141 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38316) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:03.379371 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-954aa576-f445-4ac8-9af5-a025c538b7ed tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Calling delete_port for d9f87848-ed22-4243-a5cc-b2acbbab31b8 owned by network:router_interface {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:56:03.387939 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-ad3e9b65-f0dd-4789-99f9-c65e6457b432 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Request body: {'security_group': {'name': 'tempest-secgroup--2080583349'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:03.416044 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ad3e9b65-f0dd-4789-99f9-c65e6457b432 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:03.426154 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ad3e9b65-f0dd-4789-99f9-c65e6457b432 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:03.554981 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ad3e9b65-f0dd-4789-99f9-c65e6457b432 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:03.560614 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ad3e9b65-f0dd-4789-99f9-c65e6457b432 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:03.564720 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3fd76834-a321-4a6a-acb3-adb1f8afd67c tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:03.605754 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e9b65-f0dd-4789-99f9-c65e6457b432 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfc521d-c3d5-4510-941e-d99e492db6ff,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:03.609987 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ad3e9b65-f0dd-4789-99f9-c65e6457b432 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:03.674398 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ad3e9b65-f0dd-4789-99f9-c65e6457b432 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:03.680956 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ad3e9b65-f0dd-4789-99f9-c65e6457b432 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:03.685049 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7ef67af0-7c6d-40da-881a-006b59a17be2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:03.719325 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ad3e9b65-f0dd-4789-99f9-c65e6457b432 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:03.720404 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ad3e9b65-f0dd-4789-99f9-c65e6457b432 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3448646 Jun 21 14:56:03.722586 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e9b65-f0dd-4789-99f9-c65e6457b432 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0c366b-2b11-4723-8650-1c8c3600d705,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:03.725491 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ad3e9b65-f0dd-4789-99f9-c65e6457b432 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:03.726135 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38328) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:03.731101 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-f97f0264-234e-43c8-848c-651b6984e82a tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Request body: {'security_group_rule': {'security_group_id': 'bd0c366b-2b11-4723-8650-1c8c3600d705', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:03.762038 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f97f0264-234e-43c8-848c-651b6984e82a tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:03.831888 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f97f0264-234e-43c8-848c-651b6984e82a tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:03.839477 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f97f0264-234e-43c8-848c-651b6984e82a tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:03.844488 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1c5b2c15-a678-4864-94cb-91829960f2ff tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:03.859957 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97f0264-234e-43c8-848c-651b6984e82a tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e4105a-60ec-4668-981d-e2cb3444f6fc,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:03.864059 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f97f0264-234e-43c8-848c-651b6984e82a tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:03.872791 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f97f0264-234e-43c8-848c-651b6984e82a tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:03.876908 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f97f0264-234e-43c8-848c-651b6984e82a tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1495893 Jun 21 14:56:03.877515 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38336) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:03.882857 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-f859f4fe-62f5-4196-b080-8c01cbb23a95 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Request body: {'security_group_rule': {'security_group_id': 'bd0c366b-2b11-4723-8650-1c8c3600d705', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:03.904397 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-90eb4894-a594-4e41-8d55-134d3c12d7b8 req-980acb4f-0411-436e-a74b-d5a088e69925 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=28af8b38-8bca-4c39-9382-1950fa984c2c HTTP/1.1" status: 200 len: 210 time: 0.0423892 Jun 21 14:56:03.920683 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f859f4fe-62f5-4196-b080-8c01cbb23a95 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:03.987627 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-954aa576-f445-4ac8-9af5-a025c538b7ed tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:03.990046 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6d76779b-ffbd-4a15-afef-3332ae056bc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:03.991703 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-f859f4fe-62f5-4196-b080-8c01cbb23a95 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] create failed (client error): There was a conflict when trying to complete your request. Jun 21 14:56:03.992699 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f859f4fe-62f5-4196-b080-8c01cbb23a95 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1140924 Jun 21 14:56:03.998051 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38338) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:04.028653 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954aa576-f445-4ac8-9af5-a025c538b7ed tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event deleted for resources: {'Port': ['ID=d9f87848-ed22-4243-a5cc-b2acbbab31b8,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:04.038925 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-954aa576-f445-4ac8-9af5-a025c538b7ed tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:04.176270 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9e9d83c8-a62f-4f30-9123-18fa3b2ee5f8 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:04.205449 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-954aa576-f445-4ac8-9af5-a025c538b7ed tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:04.219666 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9e9d83c8-a62f-4f30-9123-18fa3b2ee5f8 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:04.340057 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9e9d83c8-a62f-4f30-9123-18fa3b2ee5f8 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:04.342642 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9e9d83c8-a62f-4f30-9123-18fa3b2ee5f8 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:04.343784 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9e9d83c8-a62f-4f30-9123-18fa3b2ee5f8 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "DELETE /v2.0/security-groups/bd0c366b-2b11-4723-8650-1c8c3600d705 HTTP/1.1" status: 204 len: 168 time: 0.3439000 Jun 21 14:56:04.346607 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38342) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:04.385279 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e2f698f5-e346-4aee-9606-41238f4be475 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:04.413600 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-95a3f6d0-f251-48f6-aa66-fda4c3177d9a tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0652249 Jun 21 14:56:04.417847 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38346) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:04.421510 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9d83c8-a62f-4f30-9123-18fa3b2ee5f8 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0c366b-2b11-4723-8650-1c8c3600d705,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:04.423687 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-89cc8251-09cf-4ca0-a175-4e683d43046c tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Request body: {'security_group': {'name': 'tempest-secgroup--1933696581'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:04.425280 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9e9d83c8-a62f-4f30-9123-18fa3b2ee5f8 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:04.457976 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-89cc8251-09cf-4ca0-a175-4e683d43046c tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:04.459618 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-954aa576-f445-4ac8-9af5-a025c538b7ed tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Router 2abe0a89-e609-4fcf-aace-412c00148af1 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:56:04.542006 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-89cc8251-09cf-4ca0-a175-4e683d43046c tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:04.546832 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-89cc8251-09cf-4ca0-a175-4e683d43046c tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:04.549345 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6ad54357-81fb-4662-bea8-83aabfeae83b tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:04.557998 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954aa576-f445-4ac8-9af5-a025c538b7ed tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:56:04.565952 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-954aa576-f445-4ac8-9af5-a025c538b7ed tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "PUT /v2.0/routers/2abe0a89-e609-4fcf-aace-412c00148af1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4108028 Jun 21 14:56:04.566602 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38348) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:04.569174 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420ad38f-d200-4c26-8554-f6d6d6ffc79d None None] Sync routers for ids ['2abe0a89-e609-4fcf-aace-412c00148af1'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:56:04.573675 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-89cc8251-09cf-4ca0-a175-4e683d43046c tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:04.577897 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-89cc8251-09cf-4ca0-a175-4e683d43046c tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1560073 Jun 21 14:56:04.578143 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38350) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:04.583278 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-faa772d0-b58a-4a67-b7bc-67d94806973e tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Request body: {'security_group_rule': {'security_group_id': '7ad5bae2-e2d2-41a0-88f6-52bc19560332', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:04.583757 dv-neutron-797121-2-hyperv neutron-server[105225]: WARNING neutron.api.v2.base [None req-faa772d0-b58a-4a67-b7bc-67d94806973e tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jun 21 14:56:04.584242 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-faa772d0-b58a-4a67-b7bc-67d94806973e tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:56:04.587493 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-faa772d0-b58a-4a67-b7bc-67d94806973e tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0061603 Jun 21 14:56:04.587493 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cc8251-09cf-4ca0-a175-4e683d43046c tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad5bae2-e2d2-41a0-88f6-52bc19560332,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:04.588418 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38352) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:04.589678 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420ad38f-d200-4c26-8554-f6d6d6ffc79d None None] Routers {'2abe0a89-e609-4fcf-aace-412c00148af1'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:56:04.590669 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-420ad38f-d200-4c26-8554-f6d6d6ffc79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['2abe0a89-e609-4fcf-aace-412c00148af1'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:04.595260 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-89cc8251-09cf-4ca0-a175-4e683d43046c tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:04.622060 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8aeeda1-77a5-4820-8a8b-4fcebbb287e7 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Deleting subnet d76c6e59-43ef-4861-8a5a-d7d7ebfe05bb {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:56:04.625224 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c8aeeda1-77a5-4820-8a8b-4fcebbb287e7 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:04.646160 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b575b86d-1dab-4fa2-b053-eda3d1e75525 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:04.671618 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b575b86d-1dab-4fa2-b053-eda3d1e75525 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:04.672374 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c8aeeda1-77a5-4820-8a8b-4fcebbb287e7 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:04.698666 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-420ad38f-d200-4c26-8554-f6d6d6ffc79d None None] Set router 2abe0a89-e609-4fcf-aace-412c00148af1 gateway port host: None {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:56:04.717641 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b575b86d-1dab-4fa2-b053-eda3d1e75525 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:04.720821 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b575b86d-1dab-4fa2-b053-eda3d1e75525 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:04.722278 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b575b86d-1dab-4fa2-b053-eda3d1e75525 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "DELETE /v2.0/security-groups/7ad5bae2-e2d2-41a0-88f6-52bc19560332 HTTP/1.1" status: 204 len: 168 time: 0.1329932 Jun 21 14:56:04.723375 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3fd76834-a321-4a6a-acb3-adb1f8afd67c tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:04.726338 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38354) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:04.733910 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575b86d-1dab-4fa2-b053-eda3d1e75525 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad5bae2-e2d2-41a0-88f6-52bc19560332,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:04.736316 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b575b86d-1dab-4fa2-b053-eda3d1e75525 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:04.799600 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c8aeeda1-77a5-4820-8a8b-4fcebbb287e7 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:04.825166 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6439fa1b-f6b5-4292-a3fc-d69d85802076 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0974104 Jun 21 14:56:04.831819 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38356) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:04.838799 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-efb4aa2f-7ee0-4218-8218-a7ad3b5f711d tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Request body: {'security_group': {'name': 'tempest-secgroup--48503361'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:04.887996 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-efb4aa2f-7ee0-4218-8218-a7ad3b5f711d tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:04.910431 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c8aeeda1-77a5-4820-8a8b-4fcebbb287e7 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:04.916168 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ac7413f5-1b7f-4c2b-82c7-e186ec597083 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:04.955015 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aeeda1-77a5-4820-8a8b-4fcebbb287e7 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event deleted for resources: {'Subnet': ['ID=d76c6e59-43ef-4861-8a5a-d7d7ebfe05bb,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:04.957540 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-420ad38f-d200-4c26-8554-f6d6d6ffc79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'name': 'tempest-RoutersIpV6Test-router-1335457971', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:37Z', 'updated_at': '2021-06-21T14:56:03Z', 'revision_number': 9, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'gw_port_host': None, '_interfaces': [{'id': '08b25317-f350-4c25-a6bb-c6a7ca11cea4', 'name': '', 'network_id': 'a1e6ca9f-1ed6-414c-a74d-40752fd77a45', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:4c:8c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:39Z', 'updated_at': '2021-06-21T14:55:48Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bcf1b35-bb9b-4816-9525-24ad42a27ee0', 'name': '', 'network_id': '2f76f6e5-9149-4c89-b426-f5c040725384', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:fd:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '2d116746-ef11-45cc-a769-67781fb0a01a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:42Z', 'updated_at': '2021-06-21T14:55:51Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '2d116746-ef11-45cc-a769-67781fb0a01a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:04.959368 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c8aeeda1-77a5-4820-8a8b-4fcebbb287e7 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:04.965982 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c8aeeda1-77a5-4820-8a8b-4fcebbb287e7 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/subnets/d76c6e59-43ef-4861-8a5a-d7d7ebfe05bb HTTP/1.1" status: 204 len: 168 time: 0.3983362 Jun 21 14:56:04.966674 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38360) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:04.971421 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c8aeeda1-77a5-4820-8a8b-4fcebbb287e7 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:04.989672 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a782a1-e2ed-4ab0-9573-5e30202e7376 None None] Network dc993472-b797-46c5-aa4b-c1d30246e989 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:56:05.007607 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420ad38f-d200-4c26-8554-f6d6d6ffc79d None None] Checking router: 2abe0a89-e609-4fcf-aace-412c00148af1 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:56:05.054144 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-420ad38f-d200-4c26-8554-f6d6d6ffc79d None None] Routers {'2abe0a89-e609-4fcf-aace-412c00148af1'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:56:05.054787 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-420ad38f-d200-4c26-8554-f6d6d6ffc79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['2abe0a89-e609-4fcf-aace-412c00148af1'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:05.111807 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a38f7515-5d09-4b61-9fdb-6bcd5f08aa25 req-3a1ee7b5-4970-4f8e-99da-9ad34110fd7e tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=28af8b38-8bca-4c39-9382-1950fa984c2c HTTP/1.1" status: 200 len: 210 time: 0.0654149 Jun 21 14:56:05.115922 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-8cd6d570-db22-4965-8352-4345a56e4628 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:05.118014 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-8cd6d570-db22-4965-8352-4345a56e4628 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.66 "GET /v2.0/networks?id=51c83c43-7be7-46e9-8af2-485fddc9c895 HTTP/1.1" status: 200 len: 811 time: 0.2977116 Jun 21 14:56:05.157434 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-09a02799-0770-437b-ae61-a0a70443a69e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:05.249695 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-efb4aa2f-7ee0-4218-8218-a7ad3b5f711d tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:05.264154 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-efb4aa2f-7ee0-4218-8218-a7ad3b5f711d tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:05.281339 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9e35eec2-57aa-4cdb-80e7-45ed5fb38ec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:05.301460 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-efb4aa2f-7ee0-4218-8218-a7ad3b5f711d tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:05.303120 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-efb4aa2f-7ee0-4218-8218-a7ad3b5f711d tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4684896 Jun 21 14:56:05.307639 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38362) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:05.319489 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-23a8214e-d948-4aa6-95da-1c04d3e25d10 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Request body: {'security_group_rule': {'security_group_id': '55bfec21-b023-419c-a85c-808af4489b43', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:05.320632 dv-neutron-797121-2-hyperv neutron-server[105224]: WARNING neutron.api.v2.base [None req-23a8214e-d948-4aa6-95da-1c04d3e25d10 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jun 21 14:56:05.322518 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-23a8214e-d948-4aa6-95da-1c04d3e25d10 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:56:05.324559 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-23a8214e-d948-4aa6-95da-1c04d3e25d10 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0130916 Jun 21 14:56:05.330957 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38366) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:05.347483 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-09a02799-0770-437b-ae61-a0a70443a69e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Deleting port a944f539-31a1-431d-a19b-e49ea001cfd2 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:56:05.348082 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-09a02799-0770-437b-ae61-a0a70443a69e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:05.352322 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4aa2f-7ee0-4218-8218-a7ad3b5f711d tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55bfec21-b023-419c-a85c-808af4489b43,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:05.357152 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-efb4aa2f-7ee0-4218-8218-a7ad3b5f711d tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:05.389262 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:05.398049 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-420ad38f-d200-4c26-8554-f6d6d6ffc79d None None] Set router 2abe0a89-e609-4fcf-aace-412c00148af1 gateway port host: None {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:56:05.488146 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-09a02799-0770-437b-ae61-a0a70443a69e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] For port a944f539-31a1-431d-a19b-e49ea001cfd2, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=a944f539-31a1-431d-a19b-e49ea001cfd2,segment=NetworkSegment(11f16cf9-2fb8-472b-a5f5-1dd4756f2762),segment_id=11f16cf9-2fb8-472b-a5f5-1dd4756f2762)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:56:05.488418 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-09a02799-0770-437b-ae61-a0a70443a69e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:05.569382 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-09a02799-0770-437b-ae61-a0a70443a69e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Calling delete_port for a944f539-31a1-431d-a19b-e49ea001cfd2 owned by network:dhcp {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:56:05.620806 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-805d2ff1-63e6-4fd9-8b11-6d4c50e915c0 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4e5ef8cecbf4ede86b5a3dcbc277e2f HTTP/1.1" status: 200 len: 380 time: 0.4771078 Jun 21 14:56:05.623735 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d9fa9fb0-8736-45a2-93ef-2401c07744cf tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:05.631484 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec7b3bd-4a4f-4ebc-a45d-576eb5fac304 None None] DHCP port deletion for dc993472-b797-46c5-aa4b-c1d30246e989 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:56:05.632430 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-0aeb0769-6e21-44db-8e3e-a25f0daf06cf tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Request body: {'port': {'device_id': '28af8b38-8bca-4c39-9382-1950fa984c2c', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'admin_state_up': True, 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'security_groups': ['3304cbd0-f5a6-424c-a8d9-be079f9dd2c7']}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:05.659930 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d9fa9fb0-8736-45a2-93ef-2401c07744cf tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:05.711583 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-09a02799-0770-437b-ae61-a0a70443a69e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:05.716642 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a9772d1a-2516-4607-97ca-f3a7ec452fe3 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:05.730089 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d9fa9fb0-8736-45a2-93ef-2401c07744cf tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:05.732747 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d9fa9fb0-8736-45a2-93ef-2401c07744cf tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:05.733940 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d9fa9fb0-8736-45a2-93ef-2401c07744cf tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "DELETE /v2.0/security-groups/55bfec21-b023-419c-a85c-808af4489b43 HTTP/1.1" status: 204 len: 168 time: 0.3975332 Jun 21 14:56:05.737154 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-420ad38f-d200-4c26-8554-f6d6d6ffc79d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'name': 'tempest-RoutersIpV6Test-router-1335457971', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:37Z', 'updated_at': '2021-06-21T14:56:03Z', 'revision_number': 9, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'gw_port_host': None, '_interfaces': [{'id': '08b25317-f350-4c25-a6bb-c6a7ca11cea4', 'name': '', 'network_id': 'a1e6ca9f-1ed6-414c-a74d-40752fd77a45', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:4c:8c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:39Z', 'updated_at': '2021-06-21T14:55:48Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bcf1b35-bb9b-4816-9525-24ad42a27ee0', 'name': '', 'network_id': '2f76f6e5-9149-4c89-b426-f5c040725384', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:fd:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '2d116746-ef11-45cc-a769-67781fb0a01a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:42Z', 'updated_at': '2021-06-21T14:55:51Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '2d116746-ef11-45cc-a769-67781fb0a01a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:05.741817 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-eec7b3bd-4a4f-4ebc-a45d-576eb5fac304 None None] Deleting port a944f539-31a1-431d-a19b-e49ea001cfd2 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:56:05.742505 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-eec7b3bd-4a4f-4ebc-a45d-576eb5fac304 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:05.753752 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38370) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:05.763758 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a02799-0770-437b-ae61-a0a70443a69e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event deleted for resources: {'Port': ['ID=a944f539-31a1-431d-a19b-e49ea001cfd2,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:05.766504 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a02799-0770-437b-ae61-a0a70443a69e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] No DVR routers for this DVR port a944f539-31a1-431d-a19b-e49ea001cfd2 on host dv-neutron-797121-2-hyperv {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:56:05.774678 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-09a02799-0770-437b-ae61-a0a70443a69e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:05.775928 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6141f460-9175-4c0e-b002-96f944f90bac tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:05.790131 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-420ad38f-d200-4c26-8554-f6d6d6ffc79d None None] The sync data for ids ['2abe0a89-e609-4fcf-aace-412c00148af1'] in dv-neutron-797121-2-hyperv is: [{'id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'name': 'tempest-RoutersIpV6Test-router-1335457971', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:37Z', 'updated_at': '2021-06-21T14:56:03Z', 'revision_number': 9, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'gw_port_host': None, '_interfaces': [{'id': '08b25317-f350-4c25-a6bb-c6a7ca11cea4', 'name': '', 'network_id': 'a1e6ca9f-1ed6-414c-a74d-40752fd77a45', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:4c:8c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:39Z', 'updated_at': '2021-06-21T14:55:48Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1bcf1b35-bb9b-4816-9525-24ad42a27ee0', 'name': '', 'network_id': '2f76f6e5-9149-4c89-b426-f5c040725384', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:fd:89:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '2d116746-ef11-45cc-a769-67781fb0a01a', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:42Z', 'updated_at': '2021-06-21T14:55:51Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '2d116746-ef11-45cc-a769-67781fb0a01a', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:56:05.807090 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-0aeb0769-6e21-44db-8e3e-a25f0daf06cf tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Made reservation on behalf of c4e5ef8cecbf4ede86b5a3dcbc277e2f for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:56:05.811725 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-0aeb0769-6e21-44db-8e3e-a25f0daf06cf tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:05.812507 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa9fb0-8736-45a2-93ef-2401c07744cf tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bfec21-b023-419c-a85c-808af4489b43,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:05.826510 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d9fa9fb0-8736-45a2-93ef-2401c07744cf tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:05.877552 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-eec7b3bd-4a4f-4ebc-a45d-576eb5fac304 None None] For port a944f539-31a1-431d-a19b-e49ea001cfd2, host dv-neutron-797121-2-hyperv, got binding levels [] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:56:05.878375 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-eec7b3bd-4a4f-4ebc-a45d-576eb5fac304 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:05.920588 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e4546ec7-9ee8-4491-b7af-8f566d4b48f0 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1654305 Jun 21 14:56:05.922478 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-09a02799-0770-437b-ae61-a0a70443a69e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:05.925623 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38372) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:05.937986 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-215b86f6-49f7-4cd8-bdb1-881bcaaa7aaf tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Request body: {'security_group': {'name': 'tempest-secgroup--945787487'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:05.949067 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-09a02799-0770-437b-ae61-a0a70443a69e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc993472-b797-46c5-aa4b-c1d30246e989']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:05.959078 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-eec7b3bd-4a4f-4ebc-a45d-576eb5fac304 None None] Calling delete_port for a944f539-31a1-431d-a19b-e49ea001cfd2 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:56:05.962660 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.ipam_backend_mixin [None req-eec7b3bd-4a4f-4ebc-a45d-576eb5fac304 None None] Port a944f539-31a1-431d-a19b-e49ea001cfd2 was not found and therefore no delete operation was performed {{(pid=105226) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 21 14:56:05.964049 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-09a02799-0770-437b-ae61-a0a70443a69e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11f16cf9-2fb8-472b-a5f5-1dd4756f2762') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:05.964344 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-09a02799-0770-437b-ae61-a0a70443a69e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11f16cf9-2fb8-472b-a5f5-1dd4756f2762') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:05.964879 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-eec7b3bd-4a4f-4ebc-a45d-576eb5fac304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:05.968562 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-bfd86d15-d5f7-4740-91d8-a3baf168a5ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:05.979747 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-09a02799-0770-437b-ae61-a0a70443a69e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:05.994099 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-09a02799-0770-437b-ae61-a0a70443a69e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:05.997894 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-215b86f6-49f7-4cd8-bdb1-881bcaaa7aaf tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:06.002019 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7b3bd-4a4f-4ebc-a45d-576eb5fac304 None None] Pushing event deleted for resources: {'Port': ['ID=a944f539-31a1-431d-a19b-e49ea001cfd2,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:06.003981 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec7b3bd-4a4f-4ebc-a45d-576eb5fac304 None None] No DVR routers for this DVR port a944f539-31a1-431d-a19b-e49ea001cfd2 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:56:06.005806 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-eec7b3bd-4a4f-4ebc-a45d-576eb5fac304 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:06.015748 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09a02799-0770-437b-ae61-a0a70443a69e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:56:06.015863 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-09a02799-0770-437b-ae61-a0a70443a69e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:06.019081 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:56:06.019081 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:56:06.019081 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:56:06.019081 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:56:06.019081 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:56:06.019081 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:56:06.019081 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:56:06.019081 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:56:06.019081 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:56:06.019081 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:56:06.019081 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:56:06.019081 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:56:06.019081 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:56:06.019081 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:56:06.019081 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:56:06.019081 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:56:06.019081 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:56:06.019081 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:56:06.019081 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:56:06.019081 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:56:06.019081 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:56:06.019081 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:56:06.019081 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:56:06.019081 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:56:06.019081 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:56:06.019081 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:56:06.019081 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:56:06.019081 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:56:06.019081 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:56:06.019081 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:56:06.019081 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:56:06.019081 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:56:06.021645 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-0aeb0769-6e21-44db-8e3e-a25f0daf06cf tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Allocated IP 172.20.0.10 (51c83c43-7be7-46e9-8af2-485fddc9c895/dfe1f5e6-b043-4974-b594-b5b570160e02/d0156dbf-a5b5-4621-a371-c711c6909ee5) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:56:06.102670 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-09a02799-0770-437b-ae61-a0a70443a69e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:06.114114 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:06.126222 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-09a02799-0770-437b-ae61-a0a70443a69e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:06.128227 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-09a02799-0770-437b-ae61-a0a70443a69e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/networks/dc993472-b797-46c5-aa4b-c1d30246e989 HTTP/1.1" status: 204 len: 168 time: 1.1536617 Jun 21 14:56:06.131862 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38374) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:06.142287 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a02799-0770-437b-ae61-a0a70443a69e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event deleted for resources: {'Network': ['ID=dc993472-b797-46c5-aa4b-c1d30246e989,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:06.147186 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-09a02799-0770-437b-ae61-a0a70443a69e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:06.232420 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-215b86f6-49f7-4cd8-bdb1-881bcaaa7aaf tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:06.249185 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-215b86f6-49f7-4cd8-bdb1-881bcaaa7aaf tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:06.252025 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-89e1dc4a-0040-4789-b247-a018909c8ca8 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:06.298603 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-215b86f6-49f7-4cd8-bdb1-881bcaaa7aaf tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:06.300334 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-215b86f6-49f7-4cd8-bdb1-881bcaaa7aaf tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3674138 Jun 21 14:56:06.302066 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b86f6-49f7-4cd8-bdb1-881bcaaa7aaf tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c4150b7-3c06-41b3-90e4-b4129c2ceefe,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:06.306141 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-215b86f6-49f7-4cd8-bdb1-881bcaaa7aaf tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:06.308152 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38378) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:06.314038 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-0aeb0769-6e21-44db-8e3e-a25f0daf06cf tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:06.315497 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-8ccaf902-a244-46b7-9d25-5a554f3b73d9 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Request body: {'security_group_rule': {'security_group_id': '6c4150b7-3c06-41b3-90e4-b4129c2ceefe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:06.316670 dv-neutron-797121-2-hyperv neutron-server[105224]: WARNING neutron.api.v2.base [None req-8ccaf902-a244-46b7-9d25-5a554f3b73d9 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jun 21 14:56:06.317514 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-8ccaf902-a244-46b7-9d25-5a554f3b73d9 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:56:06.318821 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8ccaf902-a244-46b7-9d25-5a554f3b73d9 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0096462 Jun 21 14:56:06.322525 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38382) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:06.332717 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-cd51628f-900b-466c-919c-5f28e0f49e63 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Request body: {'security_group_rule': {'security_group_id': '6c4150b7-3c06-41b3-90e4-b4129c2ceefe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:06.334467 dv-neutron-797121-2-hyperv neutron-server[105225]: WARNING neutron.api.v2.base [None req-cd51628f-900b-466c-919c-5f28e0f49e63 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jun 21 14:56:06.334971 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-cd51628f-900b-466c-919c-5f28e0f49e63 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:56:06.339093 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-cd51628f-900b-466c-919c-5f28e0f49e63 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0126796 Jun 21 14:56:06.345919 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38384) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:06.354529 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4ba49667-0872-41d8-8d8f-01317e7330ec req-82e9f9f8-4090-4e26-bdda-7186bad40515 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=28af8b38-8bca-4c39-9382-1950fa984c2c HTTP/1.1" status: 200 len: 210 time: 0.0470061 Jun 21 14:56:06.356299 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-16182fe0-6e73-4b4b-a54e-97c5bf7f17f1 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Request body: {'security_group_rule': {'security_group_id': '6c4150b7-3c06-41b3-90e4-b4129c2ceefe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:06.357381 dv-neutron-797121-2-hyperv neutron-server[105225]: WARNING neutron.api.v2.base [None req-16182fe0-6e73-4b4b-a54e-97c5bf7f17f1 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jun 21 14:56:06.357918 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-16182fe0-6e73-4b4b-a54e-97c5bf7f17f1 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:56:06.361663 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38386) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:06.361936 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-16182fe0-6e73-4b4b-a54e-97c5bf7f17f1 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0128863 Jun 21 14:56:06.363977 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-0aeb0769-6e21-44db-8e3e-a25f0daf06cf tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Transition to ACTIVE for port object d0156dbf-a5b5-4621-a371-c711c6909ee5 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:56:06.377970 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-eb801212-9c2c-47ac-94d3-6bebc8449c47 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Request body: {'security_group_rule': {'security_group_id': '6c4150b7-3c06-41b3-90e4-b4129c2ceefe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:06.377970 dv-neutron-797121-2-hyperv neutron-server[105224]: WARNING neutron.api.v2.base [None req-eb801212-9c2c-47ac-94d3-6bebc8449c47 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jun 21 14:56:06.377970 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-eb801212-9c2c-47ac-94d3-6bebc8449c47 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:56:06.377970 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-eb801212-9c2c-47ac-94d3-6bebc8449c47 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0096560 Jun 21 14:56:06.378887 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38388) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:06.447572 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c52bdd78-65ae-4433-9c98-d272643e6df6 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:06.473328 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c52bdd78-65ae-4433-9c98-d272643e6df6 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:06.514925 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-0aeb0769-6e21-44db-8e3e-a25f0daf06cf tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:06.521073 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a6db417f-6c04-4125-ad0d-692166057296 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:06.528096 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c52bdd78-65ae-4433-9c98-d272643e6df6 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:06.532698 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c52bdd78-65ae-4433-9c98-d272643e6df6 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:06.536177 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c52bdd78-65ae-4433-9c98-d272643e6df6 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "DELETE /v2.0/security-groups/6c4150b7-3c06-41b3-90e4-b4129c2ceefe HTTP/1.1" status: 204 len: 168 time: 0.1531577 Jun 21 14:56:06.536177 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6ed3779d-65df-4caa-b025-c68e02b765eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:06.539645 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38390) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:06.552760 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52bdd78-65ae-4433-9c98-d272643e6df6 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c4150b7-3c06-41b3-90e4-b4129c2ceefe,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:06.563096 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c52bdd78-65ae-4433-9c98-d272643e6df6 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:06.602740 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-0aeb0769-6e21-44db-8e3e-a25f0daf06cf tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Network 51c83c43-7be7-46e9-8af2-485fddc9c895 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:56:06.611270 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9ba53d67-1ca9-44c4-a18f-2708a75014ec tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0665586 Jun 21 14:56:06.611488 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-0aeb0769-6e21-44db-8e3e-a25f0daf06cf tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:56:06.611702 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38392) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:06.612742 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-0aeb0769-6e21-44db-8e3e-a25f0daf06cf tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:56:06.627543 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-03d39368-6496-4626-82e6-9a280af38d40 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Request body: {'security_group': {'name': 'tempest-secgroup--128524733'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:06.649080 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb0769-6e21-44db-8e3e-a25f0daf06cf tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Pushing event updated for resources: {'Port': ['ID=d0156dbf-a5b5-4621-a371-c711c6909ee5,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:06.659014 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0aeb0769-6e21-44db-8e3e-a25f0daf06cf tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:06.661636 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-03d39368-6496-4626-82e6-9a280af38d40 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:06.703172 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-0aeb0769-6e21-44db-8e3e-a25f0daf06cf tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:06.703831 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-0aeb0769-6e21-44db-8e3e-a25f0daf06cf tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:06.766384 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-03d39368-6496-4626-82e6-9a280af38d40 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:06.772520 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-03d39368-6496-4626-82e6-9a280af38d40 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:06.776429 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-215b86f6-49f7-4cd8-bdb1-881bcaaa7aaf tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:06.795999 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-0aeb0769-6e21-44db-8e3e-a25f0daf06cf tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1691210 Jun 21 14:56:06.806785 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d39368-6496-4626-82e6-9a280af38d40 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56a4c82c-b7e8-42a5-b5aa-5c53f8d20480,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:06.809875 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b6d5925b-28bd-46aa-ba3b-e59240237316 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:06.812794 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-03d39368-6496-4626-82e6-9a280af38d40 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:06.816907 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-d456693d-b372-4018-9f64-09560fdb3607 service neutron] Request body: {'port': {'device_id': '28af8b38-8bca-4c39-9382-1950fa984c2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:06.825214 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-03d39368-6496-4626-82e6-9a280af38d40 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:06.827166 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-03d39368-6496-4626-82e6-9a280af38d40 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2044086 Jun 21 14:56:06.830233 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38394) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:06.840889 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-c7e60012-497b-41b9-9393-3e56564dff92 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Request body: {'security_group_rule': {'security_group_id': '56a4c82c-b7e8-42a5-b5aa-5c53f8d20480', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:06.841374 dv-neutron-797121-2-hyperv neutron-server[105224]: WARNING neutron.api.v2.base [None req-c7e60012-497b-41b9-9393-3e56564dff92 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 21 14:56:06.841930 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-c7e60012-497b-41b9-9393-3e56564dff92 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:56:06.846492 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c7e60012-497b-41b9-9393-3e56564dff92 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0137830 Jun 21 14:56:06.847110 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38396) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:06.851627 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-7557e257-1b35-4302-b4a0-0b15db631cee tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Request body: {'security_group_rule': {'security_group_id': '56a4c82c-b7e8-42a5-b5aa-5c53f8d20480', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:06.895771 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-7557e257-1b35-4302-b4a0-0b15db631cee tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:56:06.900887 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-7557e257-1b35-4302-b4a0-0b15db631cee tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0525868 Jun 21 14:56:06.901470 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38398) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:06.907479 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-fb8c18c1-1dd3-45ce-aa03-2f9b30911e93 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Request body: {'security_group_rule': {'security_group_id': '56a4c82c-b7e8-42a5-b5aa-5c53f8d20480', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:06.907479 dv-neutron-797121-2-hyperv neutron-server[105224]: WARNING neutron.api.v2.base [None req-fb8c18c1-1dd3-45ce-aa03-2f9b30911e93 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jun 21 14:56:06.907801 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-fb8c18c1-1dd3-45ce-aa03-2f9b30911e93 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:56:06.910209 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fb8c18c1-1dd3-45ce-aa03-2f9b30911e93 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0077507 Jun 21 14:56:06.911401 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38400) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:06.916133 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-f88ed3d1-3d6e-4aa1-9aa9-9f046ad294f9 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Request body: {'security_group_rule': {'security_group_id': '56a4c82c-b7e8-42a5-b5aa-5c53f8d20480', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:06.951753 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-cbdc8665-93c5-49de-8035-ddb87cebf4ce None None] Provisioning for port d0156dbf-a5b5-4621-a371-c711c6909ee5 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:56:06.964074 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-f88ed3d1-3d6e-4aa1-9aa9-9f046ad294f9 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:56:06.967833 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f88ed3d1-3d6e-4aa1-9aa9-9f046ad294f9 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0527136 Jun 21 14:56:06.967972 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-cbdc8665-93c5-49de-8035-ddb87cebf4ce None None] Provisioning complete for port d0156dbf-a5b5-4621-a371-c711c6909ee5 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:56:06.968082 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38402) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:06.968195 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-cbdc8665-93c5-49de-8035-ddb87cebf4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:06.974191 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-5cac481c-6664-40a7-a709-6ddbc5fcbcd9 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Request body: {'security_group_rule': {'security_group_id': '56a4c82c-b7e8-42a5-b5aa-5c53f8d20480', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:06.974777 dv-neutron-797121-2-hyperv neutron-server[105224]: WARNING neutron.api.v2.base [None req-5cac481c-6664-40a7-a709-6ddbc5fcbcd9 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jun 21 14:56:06.975638 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-5cac481c-6664-40a7-a709-6ddbc5fcbcd9 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:56:06.979373 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5cac481c-6664-40a7-a709-6ddbc5fcbcd9 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0077662 Jun 21 14:56:06.980288 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38404) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:06.985222 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-2c6667d3-a223-4051-a7e6-85aef85edde2 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Request body: {'security_group_rule': {'security_group_id': '56a4c82c-b7e8-42a5-b5aa-5c53f8d20480', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:06.990580 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-d456693d-b372-4018-9f64-09560fdb3607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:07.022216 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-cbdc8665-93c5-49de-8035-ddb87cebf4ce None None] Port d0156dbf-a5b5-4621-a371-c711c6909ee5 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:56:07.044465 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-2c6667d3-a223-4051-a7e6-85aef85edde2 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:56:07.049247 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2c6667d3-a223-4051-a7e6-85aef85edde2 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0672100 Jun 21 14:56:07.050953 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38406) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:07.059094 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-98de2a4e-a56b-4c23-9a73-659a5a40456b tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Request body: {'security_group_rule': {'security_group_id': '56a4c82c-b7e8-42a5-b5aa-5c53f8d20480', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:07.060281 dv-neutron-797121-2-hyperv neutron-server[105224]: WARNING neutron.api.v2.base [None req-98de2a4e-a56b-4c23-9a73-659a5a40456b tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jun 21 14:56:07.060865 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-98de2a4e-a56b-4c23-9a73-659a5a40456b tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:56:07.061932 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-98de2a4e-a56b-4c23-9a73-659a5a40456b tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0098503 Jun 21 14:56:07.065232 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38408) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:07.070147 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-9fc76764-7cb4-4e1f-a4f3-9f6ba731a048 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Request body: {'security_group_rule': {'security_group_id': '56a4c82c-b7e8-42a5-b5aa-5c53f8d20480', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:07.122147 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-9fc76764-7cb4-4e1f-a4f3-9f6ba731a048 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:56:07.124778 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9fc76764-7cb4-4e1f-a4f3-9f6ba731a048 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0572319 Jun 21 14:56:07.126459 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38410) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:07.132233 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-1b9c69f5-a855-46fe-978c-71effdea6cdf tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Request body: {'security_group_rule': {'security_group_id': '56a4c82c-b7e8-42a5-b5aa-5c53f8d20480', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:07.194559 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-1b9c69f5-a855-46fe-978c-71effdea6cdf tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:56:07.202572 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1b9c69f5-a855-46fe-978c-71effdea6cdf tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0749159 Jun 21 14:56:07.203274 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38412) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:07.213749 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device d9f87848-ed22-4243-a5cc-b2acbbab31b8 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:56:07.236431 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: d9f87848-ed22-4243-a5cc-b2acbbab31b8 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:56:07.237233 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device d9f87848-ed22-4243-a5cc-b2acbbab31b8 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:56:07.238682 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device a944f539-31a1-431d-a19b-e49ea001cfd2 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:56:07.268153 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: a944f539-31a1-431d-a19b-e49ea001cfd2 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:56:07.271050 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device a944f539-31a1-431d-a19b-e49ea001cfd2 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:56:07.289435 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1f9b17d0-5938-434e-a0b6-86d4ecf548d6 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:07.315807 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1f9b17d0-5938-434e-a0b6-86d4ecf548d6 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:07.364413 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1f9b17d0-5938-434e-a0b6-86d4ecf548d6 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:07.367685 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1f9b17d0-5938-434e-a0b6-86d4ecf548d6 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:07.371850 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1f9b17d0-5938-434e-a0b6-86d4ecf548d6 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "DELETE /v2.0/security-groups/56a4c82c-b7e8-42a5-b5aa-5c53f8d20480 HTTP/1.1" status: 204 len: 168 time: 0.1631215 Jun 21 14:56:07.371850 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:07.379115 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38414) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:07.383421 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b17d0-5938-434e-a0b6-86d4ecf548d6 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a4c82c-b7e8-42a5-b5aa-5c53f8d20480,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:07.386412 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1f9b17d0-5938-434e-a0b6-86d4ecf548d6 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:07.491763 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0f1715f9-f959-41d1-b015-0a59ada26cc8 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1116896 Jun 21 14:56:07.495967 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38418) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:07.501152 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-99090673-5c04-4139-bdcb-bac74ed71268 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Request body: {'security_group': {'name': 'tempest-secgroup--1193609912'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:07.509725 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-b6d5925b-28bd-46aa-ba3b-e59240237316 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Deleting port 1bcf1b35-bb9b-4816-9525-24ad42a27ee0 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:56:07.510078 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b6d5925b-28bd-46aa-ba3b-e59240237316 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:07.551684 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2c87d9-04ab-4a8f-b0e7-427fe878a35d req-d1d42b1e-1d3a-467b-be99-fea7cc5e54be tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:07.553414 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5c2c87d9-04ab-4a8f-b0e7-427fe878a35d req-d1d42b1e-1d3a-467b-be99-fea7cc5e54be tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=28af8b38-8bca-4c39-9382-1950fa984c2c HTTP/1.1" status: 200 len: 932 time: 0.0689840 Jun 21 14:56:07.596387 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5c2c87d9-04ab-4a8f-b0e7-427fe878a35d req-37590711-dd90-45a0-8f65-af46bf94c0da tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359116 Jun 21 14:56:07.599204 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-d456693d-b372-4018-9f64-09560fdb3607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0156dbf-a5b5-4621-a371-c711c6909ee5 {{(pid=105225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:56:07.613545 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-d456693d-b372-4018-9f64-09560fdb3607 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:07.621214 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-99090673-5c04-4139-bdcb-bac74ed71268 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:07.656123 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-d456693d-b372-4018-9f64-09560fdb3607 service neutron] Transition to ACTIVE for port object d0156dbf-a5b5-4621-a371-c711c6909ee5 will not be triggered until provisioned by entity L2. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:56:07.668342 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-d456693d-b372-4018-9f64-09560fdb3607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:07.673923 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d37d8afd-5578-4628-9066-aaea3bb4c115 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:07.728227 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-b6d5925b-28bd-46aa-ba3b-e59240237316 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] For port 1bcf1b35-bb9b-4816-9525-24ad42a27ee0, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=1bcf1b35-bb9b-4816-9525-24ad42a27ee0,segment=NetworkSegment(25f21afa-6022-44c9-b6c3-7f2b7d37301e),segment_id=25f21afa-6022-44c9-b6c3-7f2b7d37301e)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:56:07.728630 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b6d5925b-28bd-46aa-ba3b-e59240237316 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:07.839773 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-b6d5925b-28bd-46aa-ba3b-e59240237316 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Calling delete_port for 1bcf1b35-bb9b-4816-9525-24ad42a27ee0 owned by network:router_interface {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:56:07.847749 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456693d-b372-4018-9f64-09560fdb3607 service neutron] Pushing event updated for resources: {'Port': ['ID=d0156dbf-a5b5-4621-a371-c711c6909ee5,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:07.857079 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d456693d-b372-4018-9f64-09560fdb3607 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:08.006794 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-99090673-5c04-4139-bdcb-bac74ed71268 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:08.017290 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-99090673-5c04-4139-bdcb-bac74ed71268 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:08.022288 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-63419c53-bc03-4028-8551-548f399ac1b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:08.056073 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-d456693d-b372-4018-9f64-09560fdb3607 service neutron] Attempting to bind port d0156dbf-a5b5-4621-a371-c711c6909ee5 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:56:08.056387 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-d456693d-b372-4018-9f64-09560fdb3607 service neutron] Attempting to bind port d0156dbf-a5b5-4621-a371-c711c6909ee5 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '8063d322-273e-4ce9-859d-4659337bd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895'}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:56:08.056670 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-d456693d-b372-4018-9f64-09560fdb3607 service neutron] Attempting to bind port d0156dbf-a5b5-4621-a371-c711c6909ee5 on network 51c83c43-7be7-46e9-8af2-485fddc9c895 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:56:08.101325 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-99090673-5c04-4139-bdcb-bac74ed71268 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:08.102487 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-99090673-5c04-4139-bdcb-bac74ed71268 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6054890 Jun 21 14:56:08.105320 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99090673-5c04-4139-bdcb-bac74ed71268 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44c27dbf-c8c7-4c4a-8b80-adff0522e329,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:08.106040 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38420) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:08.113447 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-d456693d-b372-4018-9f64-09560fdb3607 service neutron] Port d0156dbf-a5b5-4621-a371-c711c6909ee5 on network 51c83c43-7be7-46e9-8af2-485fddc9c895 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:56:08.113802 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-d456693d-b372-4018-9f64-09560fdb3607 service neutron] Attempting to bind port d0156dbf-a5b5-4621-a371-c711c6909ee5 on network 51c83c43-7be7-46e9-8af2-485fddc9c895 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:56:08.114007 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-4e7f6d3a-39c5-445b-94c5-eddbf7b4174a tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Request body: {'security_group_rule': {'security_group_id': '44c27dbf-c8c7-4c4a-8b80-adff0522e329', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:08.116540 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-99090673-5c04-4139-bdcb-bac74ed71268 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:08.121410 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-d456693d-b372-4018-9f64-09560fdb3607 service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:56:08.121741 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-d456693d-b372-4018-9f64-09560fdb3607 service neutron] Checking segment: {'id': '8063d322-273e-4ce9-859d-4659337bd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:56:08.122366 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-d456693d-b372-4018-9f64-09560fdb3607 service neutron] Bound using segment: {'id': '8063d322-273e-4ce9-859d-4659337bd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895'} {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:56:08.122739 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-d456693d-b372-4018-9f64-09560fdb3607 service neutron] Bound port: d0156dbf-a5b5-4621-a371-c711c6909ee5, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8063d322-273e-4ce9-859d-4659337bd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895'}}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:56:08.123089 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-d456693d-b372-4018-9f64-09560fdb3607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:08.170240 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-4e7f6d3a-39c5-445b-94c5-eddbf7b4174a tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] create failed (client error): The resource could not be found. Jun 21 14:56:08.173936 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4e7f6d3a-39c5-445b-94c5-eddbf7b4174a tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0613103 Jun 21 14:56:08.174605 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38422) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:08.179089 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-be37fe2e-355d-41f0-96cb-bf554bcf2652 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Request body: {'security_group_rule': {'security_group_id': '44c27dbf-c8c7-4c4a-8b80-adff0522e329', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ff85996c-45cd-4ec3-9fe3-850b717fcf54'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:08.222546 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-be37fe2e-355d-41f0-96cb-bf554bcf2652 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] create failed (client error): The resource could not be found. Jun 21 14:56:08.226288 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-be37fe2e-355d-41f0-96cb-bf554bcf2652 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0484061 Jun 21 14:56:08.226489 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38424) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:08.242866 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-d456693d-b372-4018-9f64-09560fdb3607 service neutron] For port d0156dbf-a5b5-4621-a371-c711c6909ee5, host hv-neutron-7971, cleared binding levels {{(pid=105225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:56:08.248052 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-d456693d-b372-4018-9f64-09560fdb3607 service neutron] For port d0156dbf-a5b5-4621-a371-c711c6909ee5, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d0156dbf-a5b5-4621-a371-c711c6909ee5,segment=NetworkSegment(8063d322-273e-4ce9-859d-4659337bd9d3),segment_id=8063d322-273e-4ce9-859d-4659337bd9d3)] {{(pid=105225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:56:08.249697 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b6d5925b-28bd-46aa-ba3b-e59240237316 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:08.252345 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-be64cba1-15a9-451e-b351-df51a0715486 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:08.259395 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-d456693d-b372-4018-9f64-09560fdb3607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:08.287647 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fddd6ab6-3c30-4e25-80ba-e0db4ec76ced tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:08.291213 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d5925b-28bd-46aa-ba3b-e59240237316 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event deleted for resources: {'Port': ['ID=1bcf1b35-bb9b-4816-9525-24ad42a27ee0,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:08.296133 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b6d5925b-28bd-46aa-ba3b-e59240237316 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:08.296985 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c94a7fb0-b43f-4f1c-80a9-5bcef6a7d10a tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:08.323451 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fddd6ab6-3c30-4e25-80ba-e0db4ec76ced tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:08.339757 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-d456693d-b372-4018-9f64-09560fdb3607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:08.340387 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-d456693d-b372-4018-9f64-09560fdb3607 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:08.341849 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-d456693d-b372-4018-9f64-09560fdb3607 service neutron] 10.222.0.66 "PUT /v2.0/ports/d0156dbf-a5b5-4621-a371-c711c6909ee5 HTTP/1.1" status: 200 len: 1094 time: 1.5365088 Jun 21 14:56:08.342354 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28af8b38-8bca-4c39-9382-1950fa984c2c', 'tag': 'd0156dbf-a5b5-4621-a371-c711c6909ee5'}] {{(pid=105225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:56:08.344700 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d720512e93a77e3bffebe2b790a2b81995dcc7e4c74443a12a7dc003910c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a1f3f5-f4fb-425c-828d-4ce3392cdc9b" -d '{"events": [{"name": "network-changed", "server_uuid": "28af8b38-8bca-4c39-9382-1950fa984c2c", "tag": "d0156dbf-a5b5-4621-a371-c711c6909ee5"}]}' {{(pid=105225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:56:08.406347 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fddd6ab6-3c30-4e25-80ba-e0db4ec76ced tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:08.414610 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fddd6ab6-3c30-4e25-80ba-e0db4ec76ced tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:08.426202 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fddd6ab6-3c30-4e25-80ba-e0db4ec76ced tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "DELETE /v2.0/security-groups/44c27dbf-c8c7-4c4a-8b80-adff0522e329 HTTP/1.1" status: 204 len: 168 time: 0.1985850 Jun 21 14:56:08.427018 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38428) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:08.427824 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0f1e349c-138e-4d29-96b9-8862b9ec121c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:08.441772 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cee5842-01f8-4f08-b46c-02284d5c736c x-openstack-request-id: req-8cee5842-01f8-4f08-b46c-02284d5c736c {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:56:08.442401 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28af8b38-8bca-4c39-9382-1950fa984c2c", "tag": "d0156dbf-a5b5-4621-a371-c711c6909ee5", "status": "completed", "code": 200}]} {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:56:08.442862 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8cee5842-01f8-4f08-b46c-02284d5c736c {{(pid=105225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:56:08.443505 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28af8b38-8bca-4c39-9382-1950fa984c2c', 'tag': 'd0156dbf-a5b5-4621-a371-c711c6909ee5', 'status': 'completed', 'code': 200} Jun 21 14:56:08.506765 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0d55a42b-3e0d-453a-b98d-21303ae7f61d tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0740485 Jun 21 14:56:08.507797 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38430) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:08.510831 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd6ab6-3c30-4e25-80ba-e0db4ec76ced tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c27dbf-c8c7-4c4a-8b80-adff0522e329,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:08.516182 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-3b03973e-5634-4749-8627-79979d6dc9d2 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Request body: {'security_group_rule': {'security_group_id': 'ecfad8af-6d9f-472d-9dce-325389a30fda', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:08.548813 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d456693d-b372-4018-9f64-09560fdb3607 service neutron] Pushing event updated for resources: {'Port': ['ID=d0156dbf-a5b5-4621-a371-c711c6909ee5,revision_number=3']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:08.556674 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d456693d-b372-4018-9f64-09560fdb3607 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:08.557061 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fddd6ab6-3c30-4e25-80ba-e0db4ec76ced tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:08.583537 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b6d5925b-28bd-46aa-ba3b-e59240237316 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:08.595501 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-3b03973e-5634-4749-8627-79979d6dc9d2 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] create failed (client error): The resource could not be found. Jun 21 14:56:08.601161 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38432) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:08.602308 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3b03973e-5634-4749-8627-79979d6dc9d2 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0925963 Jun 21 14:56:08.610886 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-3198d266-3639-4a22-9e19-2000132c83f7 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Request body: {'security_group': {'name': 'tempest-secgroup--1737460605'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:08.827162 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49923b7-7553-4de8-b77c-871003ffcd17 req-f67e9e2d-a0db-49cd-af50-56fc10b8828d tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:08.828874 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d49923b7-7553-4de8-b77c-871003ffcd17 req-f67e9e2d-a0db-49cd-af50-56fc10b8828d tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=28af8b38-8bca-4c39-9382-1950fa984c2c HTTP/1.1" status: 200 len: 944 time: 0.0913558 Jun 21 14:56:08.882667 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d49923b7-7553-4de8-b77c-871003ffcd17 req-7313d570-c8d0-4eb0-bfe5-3fd8ff6c8120 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470233 Jun 21 14:56:09.033878 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-633800fa-5401-444f-9433-d5364c0897d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:09.035256 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-633800fa-5401-444f-9433-d5364c0897d9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c4e5ef8cecbf4ede86b5a3dcbc277e2f&device_id=28af8b38-8bca-4c39-9382-1950fa984c2c HTTP/1.1" status: 200 len: 1097 time: 0.6163547 Jun 21 14:56:09.093313 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3198d266-3639-4a22-9e19-2000132c83f7 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:09.097455 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-172dd5d8-d5e4-474e-ac03-36523b6b38ef service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0156dbf-a5b5-4621-a371-c711c6909ee5 HTTP/1.1" status: 200 len: 217 time: 0.0520480 Jun 21 14:56:09.243173 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-2b4933a8-25f7-447d-be96-7a9d2f456ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:09.244696 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-2b4933a8-25f7-447d-be96-7a9d2f456ed1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dfe1f5e6-b043-4974-b594-b5b570160e02 HTTP/1.1" status: 200 len: 850 time: 0.1385190 Jun 21 14:56:09.315583 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d5925b-28bd-46aa-ba3b-e59240237316 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Router 2abe0a89-e609-4fcf-aace-412c00148af1 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:56:09.432318 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3198d266-3639-4a22-9e19-2000132c83f7 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:09.441862 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-c8203198-ea6c-4eac-829c-0540dfc7a646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:09.443346 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-c8203198-ea6c-4eac-829c-0540dfc7a646 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51c83c43-7be7-46e9-8af2-485fddc9c895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1908877 Jun 21 14:56:09.445531 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3198d266-3639-4a22-9e19-2000132c83f7 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:09.450826 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-74881c5e-a76c-4d84-bb58-e97ef211b7fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:09.530644 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d5925b-28bd-46aa-ba3b-e59240237316 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:56:09.537284 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3198d266-3639-4a22-9e19-2000132c83f7 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:09.541163 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3198d266-3639-4a22-9e19-2000132c83f7 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9361143 Jun 21 14:56:09.541674 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38436) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:09.542287 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b6d5925b-28bd-46aa-ba3b-e59240237316 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "PUT /v2.0/routers/2abe0a89-e609-4fcf-aace-412c00148af1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4042561 Jun 21 14:56:09.545145 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38438) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:09.545640 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848f18f9-cc45-4e51-800e-e610c076d0f0 None None] Sync routers for ids ['2abe0a89-e609-4fcf-aace-412c00148af1'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:56:09.547593 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198d266-3639-4a22-9e19-2000132c83f7 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2916e29a-5d0e-44f8-95e0-862aa9b517b7,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:09.553273 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3198d266-3639-4a22-9e19-2000132c83f7 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:09.577986 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848f18f9-cc45-4e51-800e-e610c076d0f0 None None] Routers {'2abe0a89-e609-4fcf-aace-412c00148af1'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:56:09.578977 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-848f18f9-cc45-4e51-800e-e610c076d0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['2abe0a89-e609-4fcf-aace-412c00148af1'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:09.585363 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-47b19cb1-d735-4ae8-9fbc-47f1d48d6938 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Request body: {'security_group': {'name': 'tempest-secgroup--2087031416'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:09.586011 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-36963dcb-60e6-44a8-a0f9-537247e38e22 service neutron] 10.222.0.66 "GET /v2.0/networks/51c83c43-7be7-46e9-8af2-485fddc9c895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320591 Jun 21 14:56:09.625510 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2256bc0-e9d9-4da9-9a0e-836cb24a7977 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Deleting subnet 2d116746-ef11-45cc-a769-67781fb0a01a {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:56:09.629212 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d2256bc0-e9d9-4da9-9a0e-836cb24a7977 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:09.653869 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-47b19cb1-d735-4ae8-9fbc-47f1d48d6938 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:09.671659 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-848f18f9-cc45-4e51-800e-e610c076d0f0 None None] Set router 2abe0a89-e609-4fcf-aace-412c00148af1 gateway port host: None {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:56:09.688706 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d2256bc0-e9d9-4da9-9a0e-836cb24a7977 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:09.703868 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-5c93cd46-cb14-4843-a5a3-dda963a1374f req-f66f4981-be1f-4fd5-9672-7b2629e81bc9 service neutron] 10.222.0.66 "GET /v2.0/networks/51c83c43-7be7-46e9-8af2-485fddc9c895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093955 Jun 21 14:56:09.832823 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d2256bc0-e9d9-4da9-9a0e-836cb24a7977 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:09.858338 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1f3f5-f4fb-425c-828d-4ce3392cdc9b req-516153d1-3770-43cd-95e4-5d820a2a25b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:09.860184 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-09a1f3f5-f4fb-425c-828d-4ce3392cdc9b req-516153d1-3770-43cd-95e4-5d820a2a25b1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c4e5ef8cecbf4ede86b5a3dcbc277e2f&device_id=28af8b38-8bca-4c39-9382-1950fa984c2c HTTP/1.1" status: 200 len: 1097 time: 0.0933850 Jun 21 14:56:09.870929 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-47b19cb1-d735-4ae8-9fbc-47f1d48d6938 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:09.886676 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-47b19cb1-d735-4ae8-9fbc-47f1d48d6938 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:09.891522 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-7c26287b-6a11-42bd-a34e-67d19e1ba202 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:09.960118 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b19cb1-d735-4ae8-9fbc-47f1d48d6938 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a29538a-0559-4f59-aae5-065338df0322,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:09.986347 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-47b19cb1-d735-4ae8-9fbc-47f1d48d6938 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:10.000899 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1f3f5-f4fb-425c-828d-4ce3392cdc9b req-84df62b0-fc01-4d44-9f3a-16e0496481c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:10.003229 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-09a1f3f5-f4fb-425c-828d-4ce3392cdc9b req-84df62b0-fc01-4d44-9f3a-16e0496481c3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=51c83c43-7be7-46e9-8af2-485fddc9c895 HTTP/1.1" status: 200 len: 912 time: 0.1353605 Jun 21 14:56:10.009341 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-47b19cb1-d735-4ae8-9fbc-47f1d48d6938 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:10.014062 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-47b19cb1-d735-4ae8-9fbc-47f1d48d6938 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4685829 Jun 21 14:56:10.014867 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38442) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:10.023163 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-848f18f9-cc45-4e51-800e-e610c076d0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'name': 'tempest-RoutersIpV6Test-router-1335457971', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:37Z', 'updated_at': '2021-06-21T14:56:08Z', 'revision_number': 10, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'gw_port_host': None, '_interfaces': [{'id': '08b25317-f350-4c25-a6bb-c6a7ca11cea4', 'name': '', 'network_id': 'a1e6ca9f-1ed6-414c-a74d-40752fd77a45', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:4c:8c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:39Z', 'updated_at': '2021-06-21T14:55:48Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:10.027139 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-9906e5ff-6ee7-4043-953f-4cabf4140a51 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Request body: {'security_group_rule': {'security_group_id': '2916e29a-5d0e-44f8-95e0-862aa9b517b7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '9a29538a-0559-4f59-aae5-065338df0322'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:10.056562 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848f18f9-cc45-4e51-800e-e610c076d0f0 None None] Checking router: 2abe0a89-e609-4fcf-aace-412c00148af1 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:56:10.065284 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d2256bc0-e9d9-4da9-9a0e-836cb24a7977 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:10.069272 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848f18f9-cc45-4e51-800e-e610c076d0f0 None None] Routers {'2abe0a89-e609-4fcf-aace-412c00148af1'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:56:10.070386 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-848f18f9-cc45-4e51-800e-e610c076d0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['2abe0a89-e609-4fcf-aace-412c00148af1'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:10.084748 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-09a1f3f5-f4fb-425c-828d-4ce3392cdc9b req-ceb9f3db-b1d4-4804-a034-feb55dcb38e7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0156dbf-a5b5-4621-a371-c711c6909ee5 HTTP/1.1" status: 200 len: 217 time: 0.0748050 Jun 21 14:56:10.101862 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c870e93c-7ca5-419d-a193-d5402c11fb7f tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:10.140200 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1f3f5-f4fb-425c-828d-4ce3392cdc9b req-83fced82-027e-4215-b2ca-115d0bdb65ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:10.141682 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-09a1f3f5-f4fb-425c-828d-4ce3392cdc9b req-83fced82-027e-4215-b2ca-115d0bdb65ba service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dfe1f5e6-b043-4974-b594-b5b570160e02 HTTP/1.1" status: 200 len: 850 time: 0.0501935 Jun 21 14:56:10.142547 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2256bc0-e9d9-4da9-9a0e-836cb24a7977 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event deleted for resources: {'Subnet': ['ID=2d116746-ef11-45cc-a769-67781fb0a01a,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:10.145904 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d2256bc0-e9d9-4da9-9a0e-836cb24a7977 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:10.151353 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d2256bc0-e9d9-4da9-9a0e-836cb24a7977 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:10.159644 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71da8ac2-f259-4ebc-a1f0-d829e7466937 None None] Network 2f76f6e5-9149-4c89-b426-f5c040725384 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:56:10.160251 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38444) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:10.170117 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d2256bc0-e9d9-4da9-9a0e-836cb24a7977 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/subnets/2d116746-ef11-45cc-a769-67781fb0a01a HTTP/1.1" status: 204 len: 168 time: 0.6172106 Jun 21 14:56:10.193588 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-848f18f9-cc45-4e51-800e-e610c076d0f0 None None] Set router 2abe0a89-e609-4fcf-aace-412c00148af1 gateway port host: None {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:56:10.218849 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-9906e5ff-6ee7-4043-953f-4cabf4140a51 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 14:56:10.219925 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9906e5ff-6ee7-4043-953f-4cabf4140a51 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2032061 Jun 21 14:56:10.222842 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38446) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:10.284883 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ebab3eb-a05e-4406-a32d-cc6e7a32c371 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:10.309923 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78d3d8-42be-49ca-86a9-8706459c8fb6 req-f51b3319-dd5a-471f-9089-8d3717f0c3d0 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:10.312701 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8c78d3d8-42be-49ca-86a9-8706459c8fb6 req-f51b3319-dd5a-471f-9089-8d3717f0c3d0 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=28af8b38-8bca-4c39-9382-1950fa984c2c HTTP/1.1" status: 200 len: 944 time: 0.2434411 Jun 21 14:56:10.322667 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1f3f5-f4fb-425c-828d-4ce3392cdc9b req-7ffb05cf-f8e5-49f9-ae7f-b19a73f5262a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:10.324232 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-09a1f3f5-f4fb-425c-828d-4ce3392cdc9b req-7ffb05cf-f8e5-49f9-ae7f-b19a73f5262a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51c83c43-7be7-46e9-8af2-485fddc9c895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1759505 Jun 21 14:56:10.379201 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8c78d3d8-42be-49ca-86a9-8706459c8fb6 req-688c95e9-600b-4120-bfb2-904d84cd84a4 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571034 Jun 21 14:56:10.381318 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e112011b-cbd2-4c2f-b4c6-8a8c13729524 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:10.423375 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e112011b-cbd2-4c2f-b4c6-8a8c13729524 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:10.492318 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-848f18f9-cc45-4e51-800e-e610c076d0f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'name': 'tempest-RoutersIpV6Test-router-1335457971', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:37Z', 'updated_at': '2021-06-21T14:56:08Z', 'revision_number': 10, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'gw_port_host': None, '_interfaces': [{'id': '08b25317-f350-4c25-a6bb-c6a7ca11cea4', 'name': '', 'network_id': 'a1e6ca9f-1ed6-414c-a74d-40752fd77a45', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:4c:8c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:39Z', 'updated_at': '2021-06-21T14:55:48Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:10.503508 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e112011b-cbd2-4c2f-b4c6-8a8c13729524 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:10.504910 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-7ebab3eb-a05e-4406-a32d-cc6e7a32c371 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Deleting port 8a2f17fb-05c6-49f8-90fd-0cd64377e812 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:56:10.505277 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ebab3eb-a05e-4406-a32d-cc6e7a32c371 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:10.505651 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb153c92-967f-4965-8b4e-bd2dfda27d32 None None] DHCP port deletion for 2f76f6e5-9149-4c89-b426-f5c040725384 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:56:10.509351 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e112011b-cbd2-4c2f-b4c6-8a8c13729524 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:10.521275 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e112011b-cbd2-4c2f-b4c6-8a8c13729524 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "DELETE /v2.0/security-groups/9a29538a-0559-4f59-aae5-065338df0322 HTTP/1.1" status: 204 len: 168 time: 0.2973549 Jun 21 14:56:10.522034 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38448) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:10.522846 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-03c886d3-26cc-4940-86cd-c70b779607cc tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:10.532934 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848f18f9-cc45-4e51-800e-e610c076d0f0 None None] The sync data for ids ['2abe0a89-e609-4fcf-aace-412c00148af1'] in dv-neutron-797121-2-hyperv is: [{'id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'name': 'tempest-RoutersIpV6Test-router-1335457971', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:37Z', 'updated_at': '2021-06-21T14:56:08Z', 'revision_number': 10, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'gw_port_host': None, '_interfaces': [{'id': '08b25317-f350-4c25-a6bb-c6a7ca11cea4', 'name': '', 'network_id': 'a1e6ca9f-1ed6-414c-a74d-40752fd77a45', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'mac_address': 'fa:16:3e:4c:8c:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1201, 'fixed_ips': [{'subnet_id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:39Z', 'updated_at': '2021-06-21T14:55:48Z', 'revision_number': 5, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'subnets': [{'id': '7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:56:10.538814 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e112011b-cbd2-4c2f-b4c6-8a8c13729524 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a29538a-0559-4f59-aae5-065338df0322,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:10.541400 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e112011b-cbd2-4c2f-b4c6-8a8c13729524 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:10.581943 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-09a1f3f5-f4fb-425c-828d-4ce3392cdc9b req-d439d9c5-eebd-4c84-ab0f-959355f259c5 service neutron] 10.222.0.66 "GET /v2.0/networks/51c83c43-7be7-46e9-8af2-485fddc9c895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164075 Jun 21 14:56:10.586227 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-eb153c92-967f-4965-8b4e-bd2dfda27d32 None None] Deleting port 8a2f17fb-05c6-49f8-90fd-0cd64377e812 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:56:10.586639 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-eb153c92-967f-4965-8b4e-bd2dfda27d32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:10.648883 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-eb153c92-967f-4965-8b4e-bd2dfda27d32 None None] For port 8a2f17fb-05c6-49f8-90fd-0cd64377e812, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=8a2f17fb-05c6-49f8-90fd-0cd64377e812,segment=NetworkSegment(25f21afa-6022-44c9-b6c3-7f2b7d37301e),segment_id=25f21afa-6022-44c9-b6c3-7f2b7d37301e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:56:10.649437 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-eb153c92-967f-4965-8b4e-bd2dfda27d32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:10.674722 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-7ebab3eb-a05e-4406-a32d-cc6e7a32c371 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] For port 8a2f17fb-05c6-49f8-90fd-0cd64377e812, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=8a2f17fb-05c6-49f8-90fd-0cd64377e812,segment=NetworkSegment(25f21afa-6022-44c9-b6c3-7f2b7d37301e),segment_id=25f21afa-6022-44c9-b6c3-7f2b7d37301e)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:56:10.675074 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ebab3eb-a05e-4406-a32d-cc6e7a32c371 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:10.714668 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-eb153c92-967f-4965-8b4e-bd2dfda27d32 None None] Calling delete_port for 8a2f17fb-05c6-49f8-90fd-0cd64377e812 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:56:10.733051 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-31e15699-09fb-437d-8cab-917d3c29f44e tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1852510 Jun 21 14:56:10.736076 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38450) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:10.763845 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-7ebab3eb-a05e-4406-a32d-cc6e7a32c371 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Calling delete_port for 8a2f17fb-05c6-49f8-90fd-0cd64377e812 owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:56:10.795957 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-26729610-402a-4c48-8d9d-d33c33aa1c4d tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:10.804606 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-eb153c92-967f-4965-8b4e-bd2dfda27d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:10.807022 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-747efad0-600b-4c6b-a6e3-f13bd768eb57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:10.820876 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-26729610-402a-4c48-8d9d-d33c33aa1c4d tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:10.825935 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-09a1f3f5-f4fb-425c-828d-4ce3392cdc9b req-1287d2f3-7ae4-4efe-9efc-849d79d9fd38 service neutron] 10.222.0.66 "GET /v2.0/networks/51c83c43-7be7-46e9-8af2-485fddc9c895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290215 Jun 21 14:56:10.837139 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb153c92-967f-4965-8b4e-bd2dfda27d32 None None] Pushing event deleted for resources: {'Port': ['ID=8a2f17fb-05c6-49f8-90fd-0cd64377e812,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:10.840520 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-eb153c92-967f-4965-8b4e-bd2dfda27d32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:10.841325 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb153c92-967f-4965-8b4e-bd2dfda27d32 None None] No DVR routers for this DVR port 8a2f17fb-05c6-49f8-90fd-0cd64377e812 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:56:10.881630 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ebab3eb-a05e-4406-a32d-cc6e7a32c371 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:10.883975 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b6d5925b-28bd-46aa-ba3b-e59240237316 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:10.889204 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-26729610-402a-4c48-8d9d-d33c33aa1c4d tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:10.893704 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-26729610-402a-4c48-8d9d-d33c33aa1c4d tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:10.901982 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-26729610-402a-4c48-8d9d-d33c33aa1c4d tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "DELETE /v2.0/security-groups/2916e29a-5d0e-44f8-95e0-862aa9b517b7 HTTP/1.1" status: 204 len: 168 time: 0.1646752 Jun 21 14:56:10.902642 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38452) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:10.903404 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e112011b-cbd2-4c2f-b4c6-8a8c13729524 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:10.919359 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebab3eb-a05e-4406-a32d-cc6e7a32c371 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event deleted for resources: {'Port': ['ID=8a2f17fb-05c6-49f8-90fd-0cd64377e812,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:10.923735 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7ebab3eb-a05e-4406-a32d-cc6e7a32c371 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:10.924512 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebab3eb-a05e-4406-a32d-cc6e7a32c371 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] No DVR routers for this DVR port 8a2f17fb-05c6-49f8-90fd-0cd64377e812 on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:56:10.933446 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26729610-402a-4c48-8d9d-d33c33aa1c4d tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2916e29a-5d0e-44f8-95e0-862aa9b517b7,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:10.938529 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-26729610-402a-4c48-8d9d-d33c33aa1c4d tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:10.983256 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-98f9f376-cb32-4608-a756-52c51f0fb672 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0726831 Jun 21 14:56:10.984128 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38454) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:10.988694 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-e0154ce8-6c34-4385-9bdc-9d1a5a9d7f67 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Request body: {'security_group': {'name': 'tempest-secgroup--644151169'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:11.016362 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ebab3eb-a05e-4406-a32d-cc6e7a32c371 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:11.023814 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e0154ce8-6c34-4385-9bdc-9d1a5a9d7f67 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:11.028581 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-7ebab3eb-a05e-4406-a32d-cc6e7a32c371 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f76f6e5-9149-4c89-b426-f5c040725384']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:11.039836 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-7ebab3eb-a05e-4406-a32d-cc6e7a32c371 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25f21afa-6022-44c9-b6c3-7f2b7d37301e') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:11.040131 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-7ebab3eb-a05e-4406-a32d-cc6e7a32c371 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25f21afa-6022-44c9-b6c3-7f2b7d37301e') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:11.049952 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ebab3eb-a05e-4406-a32d-cc6e7a32c371 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:11.064801 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ebab3eb-a05e-4406-a32d-cc6e7a32c371 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:11.070856 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ebab3eb-a05e-4406-a32d-cc6e7a32c371 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:56:11.071356 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ebab3eb-a05e-4406-a32d-cc6e7a32c371 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: self.session.flush() Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: self.session.flush() Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: self.session.flush() Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: self.session.flush() Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:56:11.074386 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:56:11.122717 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e0154ce8-6c34-4385-9bdc-9d1a5a9d7f67 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:11.131195 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e0154ce8-6c34-4385-9bdc-9d1a5a9d7f67 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:11.136362 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-51043938-eb0b-46a0-9bcd-72f55c54d65e tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:11.154968 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ebab3eb-a05e-4406-a32d-cc6e7a32c371 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:11.163920 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ebab3eb-a05e-4406-a32d-cc6e7a32c371 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:11.164589 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e0154ce8-6c34-4385-9bdc-9d1a5a9d7f67 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:11.173253 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e0154ce8-6c34-4385-9bdc-9d1a5a9d7f67 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1844063 Jun 21 14:56:11.173253 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38456) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:11.174462 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7ebab3eb-a05e-4406-a32d-cc6e7a32c371 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/networks/2f76f6e5-9149-4c89-b426-f5c040725384 HTTP/1.1" status: 204 len: 168 time: 1.0117798 Jun 21 14:56:11.175566 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-5ec8ab18-f4cb-4a13-92f6-1689683aaebd tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:11.175964 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a896058f-7b5f-43e6-af2b-d794d62370ef tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:11.176163 dv-neutron-797121-2-hyperv neutron-server[105224]: WARNING neutron.api.v2.base [None req-5ec8ab18-f4cb-4a13-92f6-1689683aaebd tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jun 21 14:56:11.177557 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-5ec8ab18-f4cb-4a13-92f6-1689683aaebd tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] update failed (client error): There was a conflict when trying to complete your request. Jun 21 14:56:11.177557 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5ec8ab18-f4cb-4a13-92f6-1689683aaebd tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "PUT /v2.0/security-groups/2fd2ad0f-06b2-4777-b6a8-8e11ac8e674e HTTP/1.1" status: 409 len: 330 time: 0.0054684 Jun 21 14:56:11.177875 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38458) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:11.183558 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 1bcf1b35-bb9b-4816-9525-24ad42a27ee0 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:56:11.184477 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0154ce8-6c34-4385-9bdc-9d1a5a9d7f67 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd2ad0f-06b2-4777-b6a8-8e11ac8e674e,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:11.188282 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38460) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:11.191282 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e0154ce8-6c34-4385-9bdc-9d1a5a9d7f67 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:11.202342 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebab3eb-a05e-4406-a32d-cc6e7a32c371 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event deleted for resources: {'Network': ['ID=2f76f6e5-9149-4c89-b426-f5c040725384,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:11.206271 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7ebab3eb-a05e-4406-a32d-cc6e7a32c371 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:11.207382 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 1bcf1b35-bb9b-4816-9525-24ad42a27ee0 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:56:11.207848 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 1bcf1b35-bb9b-4816-9525-24ad42a27ee0 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:56:11.208357 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 8a2f17fb-05c6-49f8-90fd-0cd64377e812 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:56:11.232693 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 8a2f17fb-05c6-49f8-90fd-0cd64377e812 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:56:11.233133 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 8a2f17fb-05c6-49f8-90fd-0cd64377e812 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:56:11.390637 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e6dd58a5-86dd-46d3-b90f-04fd973b2d31 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:11.424996 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e6dd58a5-86dd-46d3-b90f-04fd973b2d31 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:11.532157 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e6dd58a5-86dd-46d3-b90f-04fd973b2d31 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:11.534650 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e6dd58a5-86dd-46d3-b90f-04fd973b2d31 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:11.535727 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e6dd58a5-86dd-46d3-b90f-04fd973b2d31 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "DELETE /v2.0/security-groups/2fd2ad0f-06b2-4777-b6a8-8e11ac8e674e HTTP/1.1" status: 204 len: 168 time: 0.3462341 Jun 21 14:56:11.538958 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38464) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:11.552773 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a6ca36f3-e37a-464b-baac-17a3b92393fa tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:11.570523 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd58a5-86dd-46d3-b90f-04fd973b2d31 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd2ad0f-06b2-4777-b6a8-8e11ac8e674e,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:11.575132 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e6dd58a5-86dd-46d3-b90f-04fd973b2d31 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:11.585949 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-59c1f035-858c-47f1-9df6-8bbb660cea1f tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0454497 Jun 21 14:56:11.589886 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38466) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:11.603586 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-986c0dc3-ad4d-4237-a596-31644f875e6c tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] delete failed (client error): The resource could not be found. Jun 21 14:56:11.604588 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-986c0dc3-ad4d-4237-a596-31644f875e6c tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "DELETE /v2.0/security-groups/4846c6d2-34fe-4fbe-a0fe-e2393d604d72 HTTP/1.1" status: 404 len: 347 time: 0.0136080 Jun 21 14:56:11.608914 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38468) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:11.622879 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-837050be-6747-4563-b4c9-1293ec0a80c3 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] show failed (client error): The resource could not be found. Jun 21 14:56:11.623860 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-837050be-6747-4563-b4c9-1293ec0a80c3 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "GET /v2.0/security-groups/65fd8f87-bb39-4001-ac14-55cef68bc31e HTTP/1.1" status: 404 len: 347 time: 0.0140619 Jun 21 14:56:11.627688 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38470) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:11.628824 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4fa0e-baff-4115-9620-b23b01b0961a req-da5d6770-ab3f-49e2-823e-fb3fdf55ff0f tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:11.630681 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e5b4fa0e-baff-4115-9620-b23b01b0961a req-da5d6770-ab3f-49e2-823e-fb3fdf55ff0f tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=28af8b38-8bca-4c39-9382-1950fa984c2c HTTP/1.1" status: 200 len: 944 time: 0.1131988 Jun 21 14:56:11.640012 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-bd714c9f-6433-4608-80ef-fbd5301b0845 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] show failed (client error): The resource could not be found. Jun 21 14:56:11.640595 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-bd714c9f-6433-4608-80ef-fbd5301b0845 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] 10.222.0.72 "GET /v2.0/security-group-rules/a9daa4ee-c259-420e-83b6-7c115d579c9a HTTP/1.1" status: 404 len: 356 time: 0.0120337 Jun 21 14:56:11.697918 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e5b4fa0e-baff-4115-9620-b23b01b0961a req-6c163e22-474e-4e2c-b4fe-ea04b89c7375 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580380 Jun 21 14:56:11.710172 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-50f534bd-d23f-400a-9b0b-b52c68096d1f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:11.899021 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38478) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:11.973583 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-50f534bd-d23f-400a-9b0b-b52c68096d1f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Deleting port 08b25317-f350-4c25-a6bb-c6a7ca11cea4 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:56:11.974113 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-50f534bd-d23f-400a-9b0b-b52c68096d1f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:12.038910 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-100e94ac-729b-4ffd-ac74-c901d0656489 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=061549d2a2f743c39b1c33344d56975a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1380460 Jun 21 14:56:12.041239 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38482) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:12.069449 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-50f534bd-d23f-400a-9b0b-b52c68096d1f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] For port 08b25317-f350-4c25-a6bb-c6a7ca11cea4, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=08b25317-f350-4c25-a6bb-c6a7ca11cea4,segment=NetworkSegment(1e31a1a1-416c-4b6c-868e-d43b2ef09d10),segment_id=1e31a1a1-416c-4b6c-868e-d43b2ef09d10)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:56:12.069756 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-50f534bd-d23f-400a-9b0b-b52c68096d1f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:12.094054 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8678b1ac-c6e0-4d85-a3c3-4735e51d5f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:12.115404 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8678b1ac-c6e0-4d85-a3c3-4735e51d5f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:12.139425 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-50f534bd-d23f-400a-9b0b-b52c68096d1f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Calling delete_port for 08b25317-f350-4c25-a6bb-c6a7ca11cea4 owned by network:router_interface {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:56:12.165888 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8678b1ac-c6e0-4d85-a3c3-4735e51d5f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:12.168533 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8678b1ac-c6e0-4d85-a3c3-4735e51d5f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:12.169673 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8678b1ac-c6e0-4d85-a3c3-4735e51d5f54 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cbfc521d-c3d5-4510-941e-d99e492db6ff HTTP/1.1" status: 204 len: 168 time: 0.1275549 Jun 21 14:56:12.170532 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d1d21248-66b2-4ed2-a9a5-a0c476470db2 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:12.179392 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678b1ac-c6e0-4d85-a3c3-4735e51d5f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfc521d-c3d5-4510-941e-d99e492db6ff,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:12.188879 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8678b1ac-c6e0-4d85-a3c3-4735e51d5f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:12.246011 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38486) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:12.349224 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-50f534bd-d23f-400a-9b0b-b52c68096d1f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:12.351615 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-50682d6f-af00-45b1-99cc-e793e458ce8c tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:12.378381 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f534bd-d23f-400a-9b0b-b52c68096d1f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event deleted for resources: {'Port': ['ID=08b25317-f350-4c25-a6bb-c6a7ca11cea4,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:12.381291 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-50f534bd-d23f-400a-9b0b-b52c68096d1f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:12.436386 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-45899eae-3d73-4e54-9d7d-f7eacafd28c1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Deleting port 1f0105ae-c678-4713-ac71-a59ec36ba674 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:56:12.436728 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-45899eae-3d73-4e54-9d7d-f7eacafd28c1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:12.495132 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-50f534bd-d23f-400a-9b0b-b52c68096d1f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:12.522976 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-45899eae-3d73-4e54-9d7d-f7eacafd28c1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:12.523364 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-45899eae-3d73-4e54-9d7d-f7eacafd28c1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:12.599427 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-45899eae-3d73-4e54-9d7d-f7eacafd28c1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Calling delete_port for 1f0105ae-c678-4713-ac71-a59ec36ba674 owned by network:floatingip {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:56:12.670458 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f534bd-d23f-400a-9b0b-b52c68096d1f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Router 2abe0a89-e609-4fcf-aace-412c00148af1 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:56:12.763961 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f534bd-d23f-400a-9b0b-b52c68096d1f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:56:12.777403 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38506) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:12.780424 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d312b047-ec8f-43a2-8709-f584cefba93e None None] Sync routers for ids ['2abe0a89-e609-4fcf-aace-412c00148af1'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:56:12.781764 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-50f534bd-d23f-400a-9b0b-b52c68096d1f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "PUT /v2.0/routers/2abe0a89-e609-4fcf-aace-412c00148af1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6026454 Jun 21 14:56:12.794428 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d312b047-ec8f-43a2-8709-f584cefba93e None None] Routers {'2abe0a89-e609-4fcf-aace-412c00148af1'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:56:12.795661 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-d312b047-ec8f-43a2-8709-f584cefba93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['2abe0a89-e609-4fcf-aace-412c00148af1'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:12.849919 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c6c1fba-9215-492d-92a6-71e38562b582 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Deleting subnet 7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:56:12.855261 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2c6c1fba-9215-492d-92a6-71e38562b582 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:12.890265 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-45899eae-3d73-4e54-9d7d-f7eacafd28c1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:12.895028 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-d312b047-ec8f-43a2-8709-f584cefba93e None None] Set router 2abe0a89-e609-4fcf-aace-412c00148af1 gateway port host: None {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:56:12.904688 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6c3b43ab-5038-445f-9736-26c747c92f12 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:12.914243 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e0af0-6a93-4473-9c51-d9b6ecc766f1 req-f9e61b08-b813-4b38-94a3-e04d8c2b2459 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:12.916290 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-335e0af0-6a93-4473-9c51-d9b6ecc766f1 req-f9e61b08-b813-4b38-94a3-e04d8c2b2459 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=28af8b38-8bca-4c39-9382-1950fa984c2c HTTP/1.1" status: 200 len: 944 time: 0.0834093 Jun 21 14:56:12.928930 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45899eae-3d73-4e54-9d7d-f7eacafd28c1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Pushing event deleted for resources: {'Port': ['ID=1f0105ae-c678-4713-ac71-a59ec36ba674,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:12.930671 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38510) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:12.959026 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2c6c1fba-9215-492d-92a6-71e38562b582 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:12.962361 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-45899eae-3d73-4e54-9d7d-f7eacafd28c1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:12.970677 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-d312b047-ec8f-43a2-8709-f584cefba93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'name': 'tempest-RoutersIpV6Test-router-1335457971', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:37Z', 'updated_at': '2021-06-21T14:56:12Z', 'revision_number': 11, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'gw_port_host': None}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:13.005633 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d312b047-ec8f-43a2-8709-f584cefba93e None None] Checking router: 2abe0a89-e609-4fcf-aace-412c00148af1 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:56:13.019926 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d312b047-ec8f-43a2-8709-f584cefba93e None None] Routers {'2abe0a89-e609-4fcf-aace-412c00148af1'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:56:13.020679 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-d312b047-ec8f-43a2-8709-f584cefba93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['2abe0a89-e609-4fcf-aace-412c00148af1'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:13.029599 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-45899eae-3d73-4e54-9d7d-f7eacafd28c1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for floatingip, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:13.030054 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.l3_db [None req-45899eae-3d73-4e54-9d7d-f7eacafd28c1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Floating IP f7c7d661-18ac-4d40-8f7c-6c67f1278edd disassociated (deleted). External IP: 172.26.3.208, port: 770ef2a8-b1b6-4903-baf5-e7da67bed61e. Jun 21 14:56:13.111506 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-d312b047-ec8f-43a2-8709-f584cefba93e None None] Set router 2abe0a89-e609-4fcf-aace-412c00148af1 gateway port host: None {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:56:13.122377 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-73dbcd08-09a3-4b2c-b266-8018015c1531 tempest-SubnetPoolsTestJSON-1478008208 tempest-SubnetPoolsTestJSON-1478008208-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1300071633', 'prefixes': ['172.20.0.0/16']}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:13.186875 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-d312b047-ec8f-43a2-8709-f584cefba93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'name': 'tempest-RoutersIpV6Test-router-1335457971', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:37Z', 'updated_at': '2021-06-21T14:56:12Z', 'revision_number': 11, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'gw_port_host': None}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:13.191608 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2c6c1fba-9215-492d-92a6-71e38562b582 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:13.227348 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d312b047-ec8f-43a2-8709-f584cefba93e None None] The sync data for ids ['2abe0a89-e609-4fcf-aace-412c00148af1'] in dv-neutron-797121-2-hyperv is: [{'id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'name': 'tempest-RoutersIpV6Test-router-1335457971', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:37Z', 'updated_at': '2021-06-21T14:56:12Z', 'revision_number': 11, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'gw_port_host': None}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:56:13.355817 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-335e0af0-6a93-4473-9c51-d9b6ecc766f1 req-bd570e91-949b-493e-88ad-be8f9e338981 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4333191 Jun 21 14:56:13.364496 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2c6c1fba-9215-492d-92a6-71e38562b582 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:13.368231 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7333cefd-67e0-4593-943f-cae2b2070739 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:13.381406 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-73dbcd08-09a3-4b2c-b266-8018015c1531 tempest-SubnetPoolsTestJSON-1478008208 tempest-SubnetPoolsTestJSON-1478008208-project] Notify callbacks [] for subnetpool, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:13.382637 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-73dbcd08-09a3-4b2c-b266-8018015c1531 tempest-SubnetPoolsTestJSON-1478008208 tempest-SubnetPoolsTestJSON-1478008208-project] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4451728 Jun 21 14:56:13.386434 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38514) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:13.406959 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c1fba-9215-492d-92a6-71e38562b582 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event deleted for resources: {'Subnet': ['ID=7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:13.409278 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306b8ab6-9a27-4337-94b2-8764e3b3e9ea None None] Network a1e6ca9f-1ed6-414c-a74d-40752fd77a45 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:56:13.410744 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2c6c1fba-9215-492d-92a6-71e38562b582 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:13.412696 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-2c6c1fba-9215-492d-92a6-71e38562b582 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/subnets/7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7 HTTP/1.1" status: 204 len: 168 time: 0.6342552 Jun 21 14:56:13.413616 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2c6c1fba-9215-492d-92a6-71e38562b582 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:13.416258 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38516) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:13.437236 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-476999c4-af17-4c77-bcc5-63c2e5faaae6 tempest-SubnetPoolsTestJSON-1478008208 tempest-SubnetPoolsTestJSON-1478008208-project] 10.222.0.72 "GET /v2.0/subnetpools/11b564f5-02b7-4847-9dbb-21b8cbb986ec HTTP/1.1" status: 200 len: 732 time: 0.0490398 Jun 21 14:56:13.439856 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38518) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:13.444932 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-f95e542d-f0f8-4ee5-aa3c-48eb86a5604d tempest-SubnetPoolsTestJSON-1478008208 tempest-SubnetPoolsTestJSON-1478008208-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1088927665'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:13.471319 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45899eae-3d73-4e54-9d7d-f7eacafd28c1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Router f0507c19-f11e-4a9f-ad9e-9545e51cb270 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:56:13.512826 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-52250096-018c-4b0b-8565-796827948e25 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:13.530075 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f95e542d-f0f8-4ee5-aa3c-48eb86a5604d tempest-SubnetPoolsTestJSON-1478008208 tempest-SubnetPoolsTestJSON-1478008208-project] Notify callbacks [] for subnetpool, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:13.534375 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f95e542d-f0f8-4ee5-aa3c-48eb86a5604d tempest-SubnetPoolsTestJSON-1478008208 tempest-SubnetPoolsTestJSON-1478008208-project] 10.222.0.72 "PUT /v2.0/subnetpools/11b564f5-02b7-4847-9dbb-21b8cbb986ec HTTP/1.1" status: 200 len: 684 time: 0.0928936 Jun 21 14:56:13.535063 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38520) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:13.638186 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a97cbc3-c54f-4cfe-bb5c-f61d66551a9b None None] DHCP port deletion for a1e6ca9f-1ed6-414c-a74d-40752fd77a45 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:56:13.642413 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-476b4dd9-22ad-4946-9014-77e8839c6aa0 tempest-SubnetPoolsTestJSON-1478008208 tempest-SubnetPoolsTestJSON-1478008208-project] Notify callbacks [] for subnetpool, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:13.647136 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-476b4dd9-22ad-4946-9014-77e8839c6aa0 tempest-SubnetPoolsTestJSON-1478008208 tempest-SubnetPoolsTestJSON-1478008208-project] 10.222.0.72 "DELETE /v2.0/subnetpools/11b564f5-02b7-4847-9dbb-21b8cbb986ec HTTP/1.1" status: 204 len: 168 time: 0.1106582 Jun 21 14:56:13.647979 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38522) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:13.666221 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-be2f46df-d933-476b-83dd-76124ec752bb tempest-SubnetPoolsTestJSON-1478008208 tempest-SubnetPoolsTestJSON-1478008208-project] show failed (client error): The resource could not be found. Jun 21 14:56:13.670585 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-be2f46df-d933-476b-83dd-76124ec752bb tempest-SubnetPoolsTestJSON-1478008208 tempest-SubnetPoolsTestJSON-1478008208-project] 10.222.0.72 "GET /v2.0/subnetpools/11b564f5-02b7-4847-9dbb-21b8cbb986ec HTTP/1.1" status: 404 len: 346 time: 0.0212116 Jun 21 14:56:13.671278 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38524) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:13.693743 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-e6058515-0f7f-449f-ace5-24259b0ba570 tempest-SubnetPoolsTestJSON-1478008208 tempest-SubnetPoolsTestJSON-1478008208-project] delete failed (client error): The resource could not be found. Jun 21 14:56:13.694880 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e6058515-0f7f-449f-ace5-24259b0ba570 tempest-SubnetPoolsTestJSON-1478008208 tempest-SubnetPoolsTestJSON-1478008208-project] 10.222.0.72 "DELETE /v2.0/subnetpools/11b564f5-02b7-4847-9dbb-21b8cbb986ec HTTP/1.1" status: 404 len: 346 time: 0.0226080 Jun 21 14:56:13.708204 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-5a97cbc3-c54f-4cfe-bb5c-f61d66551a9b None None] Deleting port 45e3b772-937b-4181-84f6-de0bb44c073c {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:56:13.708959 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5a97cbc3-c54f-4cfe-bb5c-f61d66551a9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:13.793277 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-5a97cbc3-c54f-4cfe-bb5c-f61d66551a9b None None] For port 45e3b772-937b-4181-84f6-de0bb44c073c, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=45e3b772-937b-4181-84f6-de0bb44c073c,segment=NetworkSegment(1e31a1a1-416c-4b6c-868e-d43b2ef09d10),segment_id=1e31a1a1-416c-4b6c-868e-d43b2ef09d10)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:56:13.793935 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5a97cbc3-c54f-4cfe-bb5c-f61d66551a9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:13.872079 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-5a97cbc3-c54f-4cfe-bb5c-f61d66551a9b None None] Calling delete_port for 45e3b772-937b-4181-84f6-de0bb44c073c owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:56:13.957850 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5a97cbc3-c54f-4cfe-bb5c-f61d66551a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:13.963252 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3ee377fe-375d-4c97-aecd-581b08c7b15c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:13.994679 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38530) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:13.998613 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a97cbc3-c54f-4cfe-bb5c-f61d66551a9b None None] Pushing event deleted for resources: {'Port': ['ID=45e3b772-937b-4181-84f6-de0bb44c073c,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:14.003767 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45899eae-3d73-4e54-9d7d-f7eacafd28c1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:56:14.006421 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5a97cbc3-c54f-4cfe-bb5c-f61d66551a9b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:14.009472 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a97cbc3-c54f-4cfe-bb5c-f61d66551a9b None None] No DVR routers for this DVR port 45e3b772-937b-4181-84f6-de0bb44c073c on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:56:14.009707 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-45899eae-3d73-4e54-9d7d-f7eacafd28c1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:14.019150 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895d109a-e3c7-40ee-9e5c-299354756aa6 None None] Sync routers for ids ['f0507c19-f11e-4a9f-ad9e-9545e51cb270'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:56:14.041984 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-52250096-018c-4b0b-8565-796827948e25 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Deleting port 45e3b772-937b-4181-84f6-de0bb44c073c {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:56:14.042281 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-52250096-018c-4b0b-8565-796827948e25 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:14.043128 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-701776de-1509-4934-8737-bdd234ebc6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:14.045672 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895d109a-e3c7-40ee-9e5c-299354756aa6 None None] Routers {'f0507c19-f11e-4a9f-ad9e-9545e51cb270'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:56:14.046340 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-895d109a-e3c7-40ee-9e5c-299354756aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['f0507c19-f11e-4a9f-ad9e-9545e51cb270'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:14.093615 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:56:14.104579 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-45899eae-3d73-4e54-9d7d-f7eacafd28c1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "DELETE /v2.0/floatingips/f7c7d661-18ac-4d40-8f7c-6c67f1278edd HTTP/1.1" status: 204 len: 168 time: 1.8572526 Jun 21 14:56:14.107828 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36629ba0-ae8b-4546-a0b2-d7c2737a2307', 'tag': '770ef2a8-b1b6-4903-baf5-e7da67bed61e'}] {{(pid=105225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:56:14.109409 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d720512e93a77e3bffebe2b790a2b81995dcc7e4c74443a12a7dc003910c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e2a4fe-306f-44db-863d-f22b0e65d48d" -d '{"events": [{"name": "network-changed", "server_uuid": "36629ba0-ae8b-4546-a0b2-d7c2737a2307", "tag": "770ef2a8-b1b6-4903-baf5-e7da67bed61e"}]}' {{(pid=105225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:56:14.126099 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-52250096-018c-4b0b-8565-796827948e25 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] For port 45e3b772-937b-4181-84f6-de0bb44c073c, host dv-neutron-797121-2-hyperv, got binding levels [] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:56:14.126217 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-52250096-018c-4b0b-8565-796827948e25 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:14.144950 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5a27d891-a17f-4e80-9bdb-5a2c41e3e9de admin admin] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:14.171731 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-895d109a-e3c7-40ee-9e5c-299354756aa6 None None] Set router f0507c19-f11e-4a9f-ad9e-9545e51cb270 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:56:14.212093 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-52250096-018c-4b0b-8565-796827948e25 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Calling delete_port for 45e3b772-937b-4181-84f6-de0bb44c073c owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:56:14.215580 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.ipam_backend_mixin [None req-52250096-018c-4b0b-8565-796827948e25 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Port 45e3b772-937b-4181-84f6-de0bb44c073c was not found and therefore no delete operation was performed {{(pid=105225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 21 14:56:14.217126 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-52250096-018c-4b0b-8565-796827948e25 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:14.220126 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b3a6b2-492e-4e2d-b139-df9abdf41ab4 x-openstack-request-id: req-91b3a6b2-492e-4e2d-b139-df9abdf41ab4 {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:56:14.220456 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36629ba0-ae8b-4546-a0b2-d7c2737a2307", "tag": "770ef2a8-b1b6-4903-baf5-e7da67bed61e", "status": "completed", "code": 200}]} {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:56:14.220751 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-91b3a6b2-492e-4e2d-b139-df9abdf41ab4 {{(pid=105225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:56:14.221278 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36629ba0-ae8b-4546-a0b2-d7c2737a2307', 'tag': '770ef2a8-b1b6-4903-baf5-e7da67bed61e', 'status': 'completed', 'code': 200} Jun 21 14:56:14.222989 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-34cc0d67-a361-4274-a3e0-83050e9601b6 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:14.259877 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52250096-018c-4b0b-8565-796827948e25 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event deleted for resources: {'Port': ['ID=45e3b772-937b-4181-84f6-de0bb44c073c,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:14.263093 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-52250096-018c-4b0b-8565-796827948e25 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:14.269258 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5a27d891-a17f-4e80-9bdb-5a2c41e3e9de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:14.274593 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5a27d891-a17f-4e80-9bdb-5a2c41e3e9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:14.279845 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-af1e8b7e-918d-4a42-8afd-53c602c765fc tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:14.281889 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52250096-018c-4b0b-8565-796827948e25 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] No DVR routers for this DVR port 45e3b772-937b-4181-84f6-de0bb44c073c on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:56:14.329848 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5a27d891-a17f-4e80-9bdb-5a2c41e3e9de admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8e1d90173607439b9d08fc4ca3296d45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3320029 Jun 21 14:56:14.330109 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38538) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:14.343602 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a27d891-a17f-4e80-9bdb-5a2c41e3e9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2befd487-d8de-436d-a065-e1df13f7dad6,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:14.356781 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5a27d891-a17f-4e80-9bdb-5a2c41e3e9de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:14.368395 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-52250096-018c-4b0b-8565-796827948e25 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:14.381197 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-52250096-018c-4b0b-8565-796827948e25 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1e6ca9f-1ed6-414c-a74d-40752fd77a45']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:14.393641 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-52250096-018c-4b0b-8565-796827948e25 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e31a1a1-416c-4b6c-868e-d43b2ef09d10') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:14.394066 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-52250096-018c-4b0b-8565-796827948e25 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e31a1a1-416c-4b6c-868e-d43b2ef09d10') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:14.408908 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-52250096-018c-4b0b-8565-796827948e25 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:14.428265 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-52250096-018c-4b0b-8565-796827948e25 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:14.437139 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2a4fe-306f-44db-863d-f22b0e65d48d req-27c6f61e-b67e-4cb3-9c27-5ae1389f0d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:14.438791 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e2e2a4fe-306f-44db-863d-f22b0e65d48d req-27c6f61e-b67e-4cb3-9c27-5ae1389f0d94 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=060f9c733e164454be5831351376fee6&device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 1098 time: 0.2095754 Jun 21 14:56:14.439794 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52250096-018c-4b0b-8565-796827948e25 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:56:14.440345 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-52250096-018c-4b0b-8565-796827948e25 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:14.443471 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:56:14.443471 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:56:14.443471 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:56:14.443471 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:56:14.443471 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:56:14.443471 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:56:14.443471 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:56:14.443471 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:56:14.443471 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:56:14.443471 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:56:14.443471 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:56:14.443471 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:56:14.443471 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:56:14.443471 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:56:14.443471 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:56:14.443471 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:56:14.443471 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:56:14.443471 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:56:14.443471 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:56:14.443471 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:56:14.443471 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:56:14.443471 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:56:14.443471 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:56:14.443471 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:56:14.443471 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:56:14.443471 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:56:14.443471 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:56:14.443471 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:56:14.443471 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:56:14.443471 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:56:14.443471 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:56:14.443471 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:56:14.453321 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-82f481bf-937c-4540-b83b-55dd6bd0325e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:14.454656 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-895d109a-e3c7-40ee-9e5c-299354756aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370772449', 'tenant_id': '060f9c733e164454be5831351376fee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'f9bf8d04-0ce0-4b9e-a438-d75a0302b74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:52:47Z', 'updated_at': '2021-06-21T14:52:57Z', 'revision_number': 4, 'project_id': '060f9c733e164454be5831351376fee6', 'gw_port': {'id': 'f9bf8d04-0ce0-4b9e-a438-d75a0302b74c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:52:48Z', 'updated_at': '2021-06-21T14:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'b90383c9-0437-4e3e-a6e5-a588c5acf1ee', 'name': '', 'network_id': 'f484fb70-feb1-4f25-877a-464c31fc799c', 'tenant_id': '060f9c733e164454be5831351376fee6', 'mac_address': 'fa:16:3e:1a:b6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '0d0620da-2b3a-40f4-8576-0503ea417cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:52:55Z', 'updated_at': '2021-06-21T14:53:06Z', 'revision_number': 5, 'project_id': '060f9c733e164454be5831351376fee6', 'subnets': [{'id': '0d0620da-2b3a-40f4-8576-0503ea417cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:14.499138 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-82f481bf-937c-4540-b83b-55dd6bd0325e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:14.501508 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895d109a-e3c7-40ee-9e5c-299354756aa6 None None] Checking router: f0507c19-f11e-4a9f-ad9e-9545e51cb270 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:56:14.512908 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895d109a-e3c7-40ee-9e5c-299354756aa6 None None] Routers {'f0507c19-f11e-4a9f-ad9e-9545e51cb270'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:56:14.513605 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-895d109a-e3c7-40ee-9e5c-299354756aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['f0507c19-f11e-4a9f-ad9e-9545e51cb270'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:14.574851 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-82f481bf-937c-4540-b83b-55dd6bd0325e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:14.576352 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-52250096-018c-4b0b-8565-796827948e25 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:14.578899 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-82f481bf-937c-4540-b83b-55dd6bd0325e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:14.581201 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-82f481bf-937c-4540-b83b-55dd6bd0325e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2befd487-d8de-436d-a065-e1df13f7dad6 HTTP/1.1" status: 204 len: 168 time: 0.2493241 Jun 21 14:56:14.596249 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-13e9a0b9-be57-4633-bdc3-6bf80eb90d67 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:14.596845 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-81ccec51-05a8-44c1-848a-af95628fd7a3 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:14.602325 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-52250096-018c-4b0b-8565-796827948e25 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:14.604233 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-52250096-018c-4b0b-8565-796827948e25 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/networks/a1e6ca9f-1ed6-414c-a74d-40752fd77a45 HTTP/1.1" status: 204 len: 168 time: 1.1870801 Jun 21 14:56:14.616749 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38546) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:14.630893 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-2bdd399c-75ee-40d3-82bc-8ffed1794bf5 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Request body: {'router': {'routes': None}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:14.632315 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f481bf-937c-4540-b83b-55dd6bd0325e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2befd487-d8de-436d-a065-e1df13f7dad6,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:14.636231 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-82f481bf-937c-4540-b83b-55dd6bd0325e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:14.641598 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52250096-018c-4b0b-8565-796827948e25 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Pushing event deleted for resources: {'Network': ['ID=a1e6ca9f-1ed6-414c-a74d-40752fd77a45,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:14.702629 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-52250096-018c-4b0b-8565-796827948e25 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:14.715643 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82569750-7128-445c-99af-cc16d7d3e240 req-131b1ca2-3090-4d34-a808-11b3e8966ee1 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:14.718381 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-82569750-7128-445c-99af-cc16d7d3e240 req-131b1ca2-3090-4d34-a808-11b3e8966ee1 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=28af8b38-8bca-4c39-9382-1950fa984c2c HTTP/1.1" status: 200 len: 944 time: 0.1348467 Jun 21 14:56:14.747128 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2a4fe-306f-44db-863d-f22b0e65d48d req-fec4240f-d79c-4089-87e3-d77797634304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:14.748600 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e2e2a4fe-306f-44db-863d-f22b0e65d48d req-fec4240f-d79c-4089-87e3-d77797634304 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f484fb70-feb1-4f25-877a-464c31fc799c HTTP/1.1" status: 200 len: 898 time: 0.2915678 Jun 21 14:56:14.749574 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-895d109a-e3c7-40ee-9e5c-299354756aa6 None None] Set router f0507c19-f11e-4a9f-ad9e-9545e51cb270 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:56:14.798661 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-82569750-7128-445c-99af-cc16d7d3e240 req-26990550-60f9-4926-9846-6302a7127ae3 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590775 Jun 21 14:56:14.832107 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c0aab-ca6f-4329-b20d-fe62bc1669a7 req-b1e5a7d9-430f-43c5-b199-9ef785de268d tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:14.833648 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1a0c0aab-ca6f-4329-b20d-fe62bc1669a7 req-b1e5a7d9-430f-43c5-b199-9ef785de268d tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 945 time: 0.1428478 Jun 21 14:56:14.887129 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e2e2a4fe-306f-44db-863d-f22b0e65d48d req-e044eae2-059a-44b2-abd1-2203fd91bb7b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=770ef2a8-b1b6-4903-baf5-e7da67bed61e HTTP/1.1" status: 200 len: 217 time: 0.0757930 Jun 21 14:56:14.893546 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1a0c0aab-ca6f-4329-b20d-fe62bc1669a7 req-b0109b24-ccb3-48b1-a6a2-a997c9bf08a9 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b633c1b-6044-439e-9871-9d4719d063b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540915 Jun 21 14:56:14.907153 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.extraroute_db [None req-2bdd399c-75ee-40d3-82bc-8ffed1794bf5 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Added routes are [] {{(pid=105225) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jun 21 14:56:14.907446 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.extraroute_db [None req-2bdd399c-75ee-40d3-82bc-8ffed1794bf5 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Removed routes are [] {{(pid=105225) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jun 21 14:56:14.907992 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2bdd399c-75ee-40d3-82bc-8ffed1794bf5 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:15.013640 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-895d109a-e3c7-40ee-9e5c-299354756aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370772449', 'tenant_id': '060f9c733e164454be5831351376fee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'f9bf8d04-0ce0-4b9e-a438-d75a0302b74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:52:47Z', 'updated_at': '2021-06-21T14:52:57Z', 'revision_number': 4, 'project_id': '060f9c733e164454be5831351376fee6', 'gw_port': {'id': 'f9bf8d04-0ce0-4b9e-a438-d75a0302b74c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:52:48Z', 'updated_at': '2021-06-21T14:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'b90383c9-0437-4e3e-a6e5-a588c5acf1ee', 'name': '', 'network_id': 'f484fb70-feb1-4f25-877a-464c31fc799c', 'tenant_id': '060f9c733e164454be5831351376fee6', 'mac_address': 'fa:16:3e:1a:b6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '0d0620da-2b3a-40f4-8576-0503ea417cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:52:55Z', 'updated_at': '2021-06-21T14:53:06Z', 'revision_number': 5, 'project_id': '060f9c733e164454be5831351376fee6', 'subnets': [{'id': '0d0620da-2b3a-40f4-8576-0503ea417cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:15.040290 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-895d109a-e3c7-40ee-9e5c-299354756aa6 None None] The sync data for ids ['f0507c19-f11e-4a9f-ad9e-9545e51cb270'] in dv-neutron-797121-2-hyperv is: [{'id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370772449', 'tenant_id': '060f9c733e164454be5831351376fee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'f9bf8d04-0ce0-4b9e-a438-d75a0302b74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:52:47Z', 'updated_at': '2021-06-21T14:52:57Z', 'revision_number': 4, 'project_id': '060f9c733e164454be5831351376fee6', 'gw_port': {'id': 'f9bf8d04-0ce0-4b9e-a438-d75a0302b74c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:52:48Z', 'updated_at': '2021-06-21T14:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'b90383c9-0437-4e3e-a6e5-a588c5acf1ee', 'name': '', 'network_id': 'f484fb70-feb1-4f25-877a-464c31fc799c', 'tenant_id': '060f9c733e164454be5831351376fee6', 'mac_address': 'fa:16:3e:1a:b6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'device_owner': 'network:router_interface', 'standard_attr_id': 780, 'fixed_ips': [{'subnet_id': '0d0620da-2b3a-40f4-8576-0503ea417cc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:52:55Z', 'updated_at': '2021-06-21T14:53:06Z', 'revision_number': 5, 'project_id': '060f9c733e164454be5831351376fee6', 'subnets': [{'id': '0d0620da-2b3a-40f4-8576-0503ea417cc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:56:15.092678 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2a4fe-306f-44db-863d-f22b0e65d48d req-9086c4c1-2bbb-4828-84f1-00420616d2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:15.094298 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e2e2a4fe-306f-44db-863d-f22b0e65d48d req-9086c4c1-2bbb-4828-84f1-00420616d2ec service neutron] 10.222.0.66 "GET /v2.0/subnets?id=0d0620da-2b3a-40f4-8576-0503ea417cc9 HTTP/1.1" status: 200 len: 834 time: 0.1885259 Jun 21 14:56:15.096274 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2bdd399c-75ee-40d3-82bc-8ffed1794bf5 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:15.100210 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2bdd399c-75ee-40d3-82bc-8ffed1794bf5 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627068'] for router, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:15.192988 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 45e3b772-937b-4181-84f6-de0bb44c073c no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:56:15.216400 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bdd399c-75ee-40d3-82bc-8ffed1794bf5 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Router 2abe0a89-e609-4fcf-aace-412c00148af1 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:56:15.231326 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 45e3b772-937b-4181-84f6-de0bb44c073c {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:56:15.231687 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 45e3b772-937b-4181-84f6-de0bb44c073c not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:56:15.232128 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 08b25317-f350-4c25-a6bb-c6a7ca11cea4 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:56:15.238080 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2a4fe-306f-44db-863d-f22b0e65d48d req-be27971c-ee71-4912-a574-658027751e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:15.242339 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e2e2a4fe-306f-44db-863d-f22b0e65d48d req-be27971c-ee71-4912-a574-658027751e1d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f484fb70-feb1-4f25-877a-464c31fc799c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1349368 Jun 21 14:56:15.260520 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 08b25317-f350-4c25-a6bb-c6a7ca11cea4 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:56:15.261064 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 08b25317-f350-4c25-a6bb-c6a7ca11cea4 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:56:15.360595 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bdd399c-75ee-40d3-82bc-8ffed1794bf5 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:56:15.369886 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2bdd399c-75ee-40d3-82bc-8ffed1794bf5 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:15.373994 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-2bdd399c-75ee-40d3-82bc-8ffed1794bf5 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "PUT /v2.0/routers/2abe0a89-e609-4fcf-aace-412c00148af1 HTTP/1.1" status: 200 len: 705 time: 0.7561774 Jun 21 14:56:15.374682 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38566) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:15.381465 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9d851b-26d2-4142-a701-f81fea04df0d None None] Sync routers for ids ['2abe0a89-e609-4fcf-aace-412c00148af1'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:56:15.401570 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9d851b-26d2-4142-a701-f81fea04df0d None None] Routers {'2abe0a89-e609-4fcf-aace-412c00148af1'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:56:15.402545 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-5e9d851b-26d2-4142-a701-f81fea04df0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['2abe0a89-e609-4fcf-aace-412c00148af1'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:15.408218 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facb669e-1302-48ce-9ea5-8968204e3f58 None None] New status for floating IP f7c7d661-18ac-4d40-8f7c-6c67f1278edd: DOWN {{(pid=105227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:56:15.424394 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e2e2a4fe-306f-44db-863d-f22b0e65d48d req-451b215b-5a38-4024-b352-bfad3e45579c service neutron] 10.222.0.66 "GET /v2.0/networks/f484fb70-feb1-4f25-877a-464c31fc799c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364920 Jun 21 14:56:15.449731 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e504f867-855d-4e65-a287-53855d866a33 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "GET /v2.0/ports?device_id=2abe0a89-e609-4fcf-aace-412c00148af1 HTTP/1.1" status: 200 len: 205 time: 0.0731149 Jun 21 14:56:15.452109 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38568) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:15.503116 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-5e9d851b-26d2-4142-a701-f81fea04df0d None None] Set router 2abe0a89-e609-4fcf-aace-412c00148af1 gateway port host: None {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:56:15.553678 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-840e7678-3ef3-4433-8450-b971be096f30 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:15.557859 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e2e2a4fe-306f-44db-863d-f22b0e65d48d req-f02633bd-d9d9-4f90-8b74-e6bf7b38ddf1 service neutron] 10.222.0.66 "GET /v2.0/networks/f484fb70-feb1-4f25-877a-464c31fc799c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244850 Jun 21 14:56:15.580698 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-5e9d851b-26d2-4142-a701-f81fea04df0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'name': 'tempest-RoutersIpV6Test-router-1335457971', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:37Z', 'updated_at': '2021-06-21T14:56:12Z', 'revision_number': 11, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'gw_port_host': None}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:15.608111 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9d851b-26d2-4142-a701-f81fea04df0d None None] Checking router: 2abe0a89-e609-4fcf-aace-412c00148af1 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:56:15.617110 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9d851b-26d2-4142-a701-f81fea04df0d None None] Routers {'2abe0a89-e609-4fcf-aace-412c00148af1'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:56:15.617805 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-5e9d851b-26d2-4142-a701-f81fea04df0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:55:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['2abe0a89-e609-4fcf-aace-412c00148af1'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:15.753144 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-840e7678-3ef3-4433-8450-b971be096f30 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:15.755987 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-840e7678-3ef3-4433-8450-b971be096f30 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:15.807991 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-840e7678-3ef3-4433-8450-b971be096f30 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:15.808632 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840e7678-3ef3-4433-8450-b971be096f30 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Fanout notify agent at l3_agent the message router_deleted on router 2abe0a89-e609-4fcf-aace-412c00148af1 {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:56:15.815670 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-840e7678-3ef3-4433-8450-b971be096f30 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:15.816970 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-840e7678-3ef3-4433-8450-b971be096f30 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/routers/2abe0a89-e609-4fcf-aace-412c00148af1 HTTP/1.1" status: 204 len: 168 time: 0.3637650 Jun 21 14:56:15.821279 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38578) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:15.827439 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-c7755674-bb62-48dd-a76e-81aada87d5cf tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1538841196', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:15.843838 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-5e9d851b-26d2-4142-a701-f81fea04df0d None None] Set router 2abe0a89-e609-4fcf-aace-412c00148af1 gateway port host: None {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:56:15.861159 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c7755674-bb62-48dd-a76e-81aada87d5cf tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:15.862639 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c7755674-bb62-48dd-a76e-81aada87d5cf tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:15.901055 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-5e9d851b-26d2-4142-a701-f81fea04df0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'name': 'tempest-RoutersIpV6Test-router-1335457971', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:37Z', 'updated_at': '2021-06-21T14:56:12Z', 'revision_number': 11, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'gw_port_host': None}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:15.928248 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c7755674-bb62-48dd-a76e-81aada87d5cf tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:15.931743 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9d851b-26d2-4142-a701-f81fea04df0d None None] The sync data for ids ['2abe0a89-e609-4fcf-aace-412c00148af1'] in dv-neutron-797121-2-hyperv is: [{'id': '2abe0a89-e609-4fcf-aace-412c00148af1', 'name': 'tempest-RoutersIpV6Test-router-1335457971', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:37Z', 'updated_at': '2021-06-21T14:56:12Z', 'revision_number': 11, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'gw_port_host': None}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:56:15.936554 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c7755674-bb62-48dd-a76e-81aada87d5cf tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:15.995957 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c7755674-bb62-48dd-a76e-81aada87d5cf tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:15.999828 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c7755674-bb62-48dd-a76e-81aada87d5cf tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1736982 Jun 21 14:56:16.000617 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38588) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:16.006993 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-1d17a8db-f044-441c-9014-158637410ae9 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Request body: {'router': {'admin_state_up': True}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:16.052270 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05866327-5038-4bf2-b058-9ee48edd1209 req-f3b4ea42-7ae3-4a54-9eec-f9d4b729606f tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:16.054293 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-05866327-5038-4bf2-b058-9ee48edd1209 req-f3b4ea42-7ae3-4a54-9eec-f9d4b729606f tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=28af8b38-8bca-4c39-9382-1950fa984c2c HTTP/1.1" status: 200 len: 944 time: 0.1007183 Jun 21 14:56:16.144340 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-05866327-5038-4bf2-b058-9ee48edd1209 req-30162bcb-bff1-40a9-9bea-84b4db699d74 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789597 Jun 21 14:56:16.164812 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b068778-f941-4f4e-808b-2b36225f63cf req-18062fdc-7212-4d87-925e-747608de7c41 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:16.166449 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9b068778-f941-4f4e-808b-2b36225f63cf req-18062fdc-7212-4d87-925e-747608de7c41 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 945 time: 0.1112335 Jun 21 14:56:16.182287 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38592) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:16.237660 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9b068778-f941-4f4e-808b-2b36225f63cf req-bd8ffbe5-e94f-43bb-9707-48916b4f9b10 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/security-groups?id=4b633c1b-6044-439e-9871-9d4719d063b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652065 Jun 21 14:56:16.269764 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1d17a8db-f044-441c-9014-158637410ae9 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:16.288326 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1d17a8db-f044-441c-9014-158637410ae9 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627068'] for router, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:16.409255 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-27e96a87-20ad-49db-a4e1-3d2c92af8672 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'network': {'name': 'tempest-network-smoke--111170505', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'port_security_enabled': True}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:16.456112 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27e96a87-20ad-49db-a4e1-3d2c92af8672 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Made reservation on behalf of 6034e39b7b9c4208ae0c3b83482b9f88 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:56:16.460456 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-27e96a87-20ad-49db-a4e1-3d2c92af8672 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:16.475806 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d17a8db-f044-441c-9014-158637410ae9 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Router 40099250-cbea-4921-94ee-ec9e60f8198e is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:56:16.480054 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-27e96a87-20ad-49db-a4e1-3d2c92af8672 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:16.514043 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3c4ae-d8ba-42dc-bd52-608e8a30f4f7 req-46c8aa2b-d0f2-4020-9657-74bf3e8bc8d1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:16.515903 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-6bd3c4ae-d8ba-42dc-bd52-608e8a30f4f7 req-46c8aa2b-d0f2-4020-9657-74bf3e8bc8d1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.66 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 945 time: 0.1416779 Jun 21 14:56:16.554340 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7f28fff6-524a-4855-b65c-6c141be10e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:16.638348 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d17a8db-f044-441c-9014-158637410ae9 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:56:16.646589 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1d17a8db-f044-441c-9014-158637410ae9 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:16.647603 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5334fb-0e5e-433a-ab6f-c69b3577a8a1 None None] Sync routers for ids ['40099250-cbea-4921-94ee-ec9e60f8198e'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:56:16.647763 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1d17a8db-f044-441c-9014-158637410ae9 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "PUT /v2.0/routers/40099250-cbea-4921-94ee-ec9e60f8198e HTTP/1.1" status: 200 len: 698 time: 0.6460037 Jun 21 14:56:16.652177 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38596) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:16.662539 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5334fb-0e5e-433a-ab6f-c69b3577a8a1 None None] Routers {'40099250-cbea-4921-94ee-ec9e60f8198e'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:56:16.663206 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-2d5334fb-0e5e-433a-ab6f-c69b3577a8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:56:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['40099250-cbea-4921-94ee-ec9e60f8198e'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:16.736906 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-2d5334fb-0e5e-433a-ab6f-c69b3577a8a1 None None] Set router 40099250-cbea-4921-94ee-ec9e60f8198e gateway port host: None {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:56:16.746239 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-ad8d4c40-d4b7-4277-b8b1-f7ff102acb3a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "GET /v2.0/routers/40099250-cbea-4921-94ee-ec9e60f8198e HTTP/1.1" status: 200 len: 704 time: 0.0913887 Jun 21 14:56:16.746765 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38598) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:16.765674 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-27e96a87-20ad-49db-a4e1-3d2c92af8672 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:16.768852 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [req-6bd3c4ae-d8ba-42dc-bd52-608e8a30f4f7 req-665f6a58-5e7e-4fae-9328-2ae672d936a2 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Deleting port 770ef2a8-b1b6-4903-baf5-e7da67bed61e {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:56:16.769131 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-6bd3c4ae-d8ba-42dc-bd52-608e8a30f4f7 req-665f6a58-5e7e-4fae-9328-2ae672d936a2 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:16.778175 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-723a957b-b766-4a4a-927f-2a7c67937c26 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "GET /v2.0/ports?device_id=40099250-cbea-4921-94ee-ec9e60f8198e HTTP/1.1" status: 200 len: 205 time: 0.0301213 Jun 21 14:56:16.780599 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38600) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:16.784996 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-27e96a87-20ad-49db-a4e1-3d2c92af8672 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:16.791262 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-2d5334fb-0e5e-433a-ab6f-c69b3577a8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40099250-cbea-4921-94ee-ec9e60f8198e', 'name': 'tempest-RoutersIpV6Test-router-1538841196', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:56:15Z', 'updated_at': '2021-06-21T14:56:16Z', 'revision_number': 2, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'gw_port_host': None}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:16.818014 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fd16f594-c48e-4581-9b82-3107887cd988 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:16.821084 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5334fb-0e5e-433a-ab6f-c69b3577a8a1 None None] Checking router: 40099250-cbea-4921-94ee-ec9e60f8198e for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:56:16.829988 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5334fb-0e5e-433a-ab6f-c69b3577a8a1 None None] Routers {'40099250-cbea-4921-94ee-ec9e60f8198e'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:56:16.830475 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-2d5334fb-0e5e-433a-ab6f-c69b3577a8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:56:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['40099250-cbea-4921-94ee-ec9e60f8198e'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:16.848316 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27e96a87-20ad-49db-a4e1-3d2c92af8672 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:56:16.857734 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ec6ca608-d49c-480e-9ec6-65223586c72d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:16.869609 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e96a87-20ad-49db-a4e1-3d2c92af8672 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c13b858-81c9-4de8-88f5-a18d3d214b21,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:16.874041 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-27e96a87-20ad-49db-a4e1-3d2c92af8672 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:16.880549 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-27e96a87-20ad-49db-a4e1-3d2c92af8672 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:16.881121 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-27e96a87-20ad-49db-a4e1-3d2c92af8672 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Added segment 930493da-ffd4-4652-98a9-7c8a00396b69 of type vlan for network e6bd3afd-8baa-44f7-8317-b6521e5826be Jun 21 14:56:16.905361 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-2d5334fb-0e5e-433a-ab6f-c69b3577a8a1 None None] Set router 40099250-cbea-4921-94ee-ec9e60f8198e gateway port host: None {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:56:16.946980 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-27e96a87-20ad-49db-a4e1-3d2c92af8672 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:16.951288 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [req-6bd3c4ae-d8ba-42dc-bd52-608e8a30f4f7 req-665f6a58-5e7e-4fae-9328-2ae672d936a2 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] For port 770ef2a8-b1b6-4903-baf5-e7da67bed61e, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=770ef2a8-b1b6-4903-baf5-e7da67bed61e,segment=NetworkSegment(de29049e-cb44-42ae-8f1b-766943afd272),segment_id=de29049e-cb44-42ae-8f1b-766943afd272)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:56:16.951630 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-6bd3c4ae-d8ba-42dc-bd52-608e8a30f4f7 req-665f6a58-5e7e-4fae-9328-2ae672d936a2 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:16.978318 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-2d5334fb-0e5e-433a-ab6f-c69b3577a8a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40099250-cbea-4921-94ee-ec9e60f8198e', 'name': 'tempest-RoutersIpV6Test-router-1538841196', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:56:15Z', 'updated_at': '2021-06-21T14:56:16Z', 'revision_number': 2, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'gw_port_host': None}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:17.007778 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5334fb-0e5e-433a-ab6f-c69b3577a8a1 None None] The sync data for ids ['40099250-cbea-4921-94ee-ec9e60f8198e'] in dv-neutron-797121-2-hyperv is: [{'id': '40099250-cbea-4921-94ee-ec9e60f8198e', 'name': 'tempest-RoutersIpV6Test-router-1538841196', 'tenant_id': 'f8317acb64424f1b9afd698dd36cd595', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:56:15Z', 'updated_at': '2021-06-21T14:56:16Z', 'revision_number': 2, 'project_id': 'f8317acb64424f1b9afd698dd36cd595', 'gw_port_host': None}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:56:17.009397 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:17.029397 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ec6ca608-d49c-480e-9ec6-65223586c72d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:17.033838 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ec6ca608-d49c-480e-9ec6-65223586c72d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:17.040952 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [req-6bd3c4ae-d8ba-42dc-bd52-608e8a30f4f7 req-665f6a58-5e7e-4fae-9328-2ae672d936a2 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Calling delete_port for 770ef2a8-b1b6-4903-baf5-e7da67bed61e owned by compute:nova {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:56:17.083041 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ec6ca608-d49c-480e-9ec6-65223586c72d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:17.083576 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6ca608-d49c-480e-9ec6-65223586c72d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Fanout notify agent at l3_agent the message router_deleted on router 40099250-cbea-4921-94ee-ec9e60f8198e {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:56:17.091779 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ec6ca608-d49c-480e-9ec6-65223586c72d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:17.097873 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-ec6ca608-d49c-480e-9ec6-65223586c72d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/routers/40099250-cbea-4921-94ee-ec9e60f8198e HTTP/1.1" status: 204 len: 168 time: 0.3111856 Jun 21 14:56:17.098273 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38602) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:17.107123 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-27e96a87-20ad-49db-a4e1-3d2c92af8672 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:17.113159 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e96a87-20ad-49db-a4e1-3d2c92af8672 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:17.113750 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-27e96a87-20ad-49db-a4e1-3d2c92af8672 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:17.119127 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-43ca28f4-5b3e-4f5f-b6ae-9978d6819773 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:17.134034 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5ad9ce6b-2641-4124-9609-757e734a6092 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "GET /v2.0/ports?device_id=40099250-cbea-4921-94ee-ec9e60f8198e HTTP/1.1" status: 200 len: 205 time: 0.0342031 Jun 21 14:56:17.136090 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38604) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:17.176189 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-9889e776-792c-4e87-a14e-976f6449c4dc tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] delete failed (client error): The resource could not be found. Jun 21 14:56:17.177176 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9889e776-792c-4e87-a14e-976f6449c4dc tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/routers/40099250-cbea-4921-94ee-ec9e60f8198e HTTP/1.1" status: 404 len: 336 time: 0.0401976 Jun 21 14:56:17.180562 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38606) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:17.201845 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-27e96a87-20ad-49db-a4e1-3d2c92af8672 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0157056 Jun 21 14:56:17.204368 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38610) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:17.219242 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-5b873adc-1170-42e4-be86-457b4bb17b0e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-861481270', 'admin_state_up': True, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:17.220824 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-841e1835-ee58-4175-a6fa-e59eb0cd7544 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] DELETE failed (client error): The resource could not be found. Jun 21 14:56:17.221291 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-841e1835-ee58-4175-a6fa-e59eb0cd7544 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:56:17.226491 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-841e1835-ee58-4175-a6fa-e59eb0cd7544 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/subnets/ac6df426-67e7-43fb-8cf4-671b80875274 HTTP/1.1" status: 404 len: 337 time: 0.0442188 Jun 21 14:56:17.226927 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38612) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:17.229207 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e96a87-20ad-49db-a4e1-3d2c92af8672 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Network': ['ID=e6bd3afd-8baa-44f7-8317-b6521e5826be,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:17.232766 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-27e96a87-20ad-49db-a4e1-3d2c92af8672 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:17.240691 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network e6bd3afd-8baa-44f7-8317-b6521e5826be details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:56:17.268650 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e04d6f2-1f77-4d34-aade-86336ffe1378 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] DELETE failed (client error): The resource could not be found. Jun 21 14:56:17.269514 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e04d6f2-1f77-4d34-aade-86336ffe1378 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:56:17.274814 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5e04d6f2-1f77-4d34-aade-86336ffe1378 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/subnets/d76c6e59-43ef-4861-8a5a-d7d7ebfe05bb HTTP/1.1" status: 404 len: 337 time: 0.0465405 Jun 21 14:56:17.275741 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38616) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:17.292109 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5b873adc-1170-42e4-be86-457b4bb17b0e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:17.293148 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5b873adc-1170-42e4-be86-457b4bb17b0e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:17.311797 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-362d41ab-049f-4362-a439-75e97f3c244a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] DELETE failed (client error): The resource could not be found. Jun 21 14:56:17.311797 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-362d41ab-049f-4362-a439-75e97f3c244a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:56:17.316463 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-362d41ab-049f-4362-a439-75e97f3c244a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/subnets/2d116746-ef11-45cc-a769-67781fb0a01a HTTP/1.1" status: 404 len: 337 time: 0.0396063 Jun 21 14:56:17.317076 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38618) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:17.345641 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-6bd3c4ae-d8ba-42dc-bd52-608e8a30f4f7 req-665f6a58-5e7e-4fae-9328-2ae672d936a2 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:17.350417 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-93787206-eed1-4bdb-bde3-61c10ca70de6 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] DELETE failed (client error): The resource could not be found. Jun 21 14:56:17.350876 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93787206-eed1-4bdb-bde3-61c10ca70de6 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:56:17.352732 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4395bb08-26eb-4919-8932-bf5c94f6ca31 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:17.355698 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-93787206-eed1-4bdb-bde3-61c10ca70de6 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/subnets/7c8fbafb-6a0c-474f-ad04-1b7e282c6cc7 HTTP/1.1" status: 404 len: 337 time: 0.0361700 Jun 21 14:56:17.356521 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38620) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:17.409934 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c8832d41-7536-4c38-8c0b-60dd77c05a10 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "GET /v2.0/ports?device_id=2abe0a89-e609-4fcf-aace-412c00148af1 HTTP/1.1" status: 200 len: 205 time: 0.0520220 Jun 21 14:56:17.419981 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38622) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:17.421611 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5b873adc-1170-42e4-be86-457b4bb17b0e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:17.431293 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f6a58-5e7e-4fae-9328-2ae672d936a2 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Pushing event deleted for resources: {'Port': ['ID=770ef2a8-b1b6-4903-baf5-e7da67bed61e,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:17.433591 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-665f6a58-5e7e-4fae-9328-2ae672d936a2 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:17.487336 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-c718a65f-0528-495e-857b-f1380977d8ea tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] delete failed (client error): The resource could not be found. Jun 21 14:56:17.490785 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c718a65f-0528-495e-857b-f1380977d8ea tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/routers/2abe0a89-e609-4fcf-aace-412c00148af1 HTTP/1.1" status: 404 len: 336 time: 0.0670290 Jun 21 14:56:17.504210 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38624) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:17.506763 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd3c4ae-d8ba-42dc-bd52-608e8a30f4f7 req-665f6a58-5e7e-4fae-9328-2ae672d936a2 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] No DVR routers for this DVR port 770ef2a8-b1b6-4903-baf5-e7da67bed61e on host hv-neutron-7971 {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:56:17.509449 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-6bd3c4ae-d8ba-42dc-bd52-608e8a30f4f7 req-665f6a58-5e7e-4fae-9328-2ae672d936a2 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:17.511583 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-6bd3c4ae-d8ba-42dc-bd52-608e8a30f4f7 req-665f6a58-5e7e-4fae-9328-2ae672d936a2 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.66 "DELETE /v2.0/ports/770ef2a8-b1b6-4903-baf5-e7da67bed61e HTTP/1.1" status: 204 len: 173 time: 0.9895027 Jun 21 14:56:17.511723 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c36421a0-0047-4f2c-8a98-9aeeea99c762 req-c215fd14-2e72-4550-9e6d-cc8be450a5d7 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "GET /v2.0/ports?device_id=36629ba0-ae8b-4546-a0b2-d7c2737a2307 HTTP/1.1" status: 200 len: 210 time: 0.0825145 Jun 21 14:56:17.525744 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36629ba0-ae8b-4546-a0b2-d7c2737a2307', 'name': 'network-vif-deleted', 'tag': '770ef2a8-b1b6-4903-baf5-e7da67bed61e'}] {{(pid=105225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:56:17.527945 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d720512e93a77e3bffebe2b790a2b81995dcc7e4c74443a12a7dc003910c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f53ed49-578e-4129-b709-6670a16fbcae" -d '{"events": [{"server_uuid": "36629ba0-ae8b-4546-a0b2-d7c2737a2307", "name": "network-vif-deleted", "tag": "770ef2a8-b1b6-4903-baf5-e7da67bed61e"}]}' {{(pid=105225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:56:17.556938 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3f93b-c139-43cb-89d6-42ac1696da5b req-c5ba5232-a9fe-4e75-9d51-b75db5fff27d tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:17.564652 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c0d3f93b-c139-43cb-89d6-42ac1696da5b req-c5ba5232-a9fe-4e75-9d51-b75db5fff27d tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=28af8b38-8bca-4c39-9382-1950fa984c2c HTTP/1.1" status: 200 len: 944 time: 0.1942892 Jun 21 14:56:17.583773 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ce1d320e-1ba9-4f59-bf2e-a9451630d332 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "GET /v2.0/ports?device_id=b4016b90-c665-4f39-94b7-55d8311c321a HTTP/1.1" status: 200 len: 205 time: 0.0755889 Jun 21 14:56:17.585717 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38628) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:17.614207 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c0d3f93b-c139-43cb-89d6-42ac1696da5b req-8477dd31-3335-4b2c-9e16-a9b4751321e8 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484784 Jun 21 14:56:17.640969 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf83848-aaa0-4b24-a079-d45d43a16f43 x-openstack-request-id: req-1cf83848-aaa0-4b24-a079-d45d43a16f43 {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:56:17.641329 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36629ba0-ae8b-4546-a0b2-d7c2737a2307", "name": "network-vif-deleted", "tag": "770ef2a8-b1b6-4903-baf5-e7da67bed61e", "status": "completed", "code": 200}]} {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:56:17.641601 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1cf83848-aaa0-4b24-a079-d45d43a16f43 {{(pid=105225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:56:17.642054 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36629ba0-ae8b-4546-a0b2-d7c2737a2307', 'name': 'network-vif-deleted', 'tag': '770ef2a8-b1b6-4903-baf5-e7da67bed61e', 'status': 'completed', 'code': 200} Jun 21 14:56:17.643869 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.api.v2.resource [None req-19d620ac-0c40-48ca-a722-285ef11f742f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] delete failed (client error): The resource could not be found. Jun 21 14:56:17.645842 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-19d620ac-0c40-48ca-a722-285ef11f742f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/routers/b4016b90-c665-4f39-94b7-55d8311c321a HTTP/1.1" status: 404 len: 336 time: 0.0580142 Jun 21 14:56:17.647598 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38630) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:17.674972 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6eb6465-a76b-495e-8a38-0e3d8e7e68bc tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] DELETE failed (client error): The resource could not be found. Jun 21 14:56:17.675787 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6eb6465-a76b-495e-8a38-0e3d8e7e68bc tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:56:17.679876 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f6eb6465-a76b-495e-8a38-0e3d8e7e68bc tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/subnets/9230b520-6811-46da-987e-bb8b81bcc6c5 HTTP/1.1" status: 404 len: 337 time: 0.0284512 Jun 21 14:56:17.681664 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38632) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:17.712699 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-791e0ce5-3dc8-4ceb-b0e4-bfac83c880b7 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "GET /v2.0/ports?device_id=96172922-fad1-4414-af06-8dad9bef5bb0 HTTP/1.1" status: 200 len: 205 time: 0.0295789 Jun 21 14:56:17.715005 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38634) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:17.717588 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5b873adc-1170-42e4-be86-457b4bb17b0e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:17.759427 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-5d170a6e-22d3-4688-8d29-380da5614c08 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] delete failed (client error): The resource could not be found. Jun 21 14:56:17.760740 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5d170a6e-22d3-4688-8d29-380da5614c08 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/routers/96172922-fad1-4414-af06-8dad9bef5bb0 HTTP/1.1" status: 404 len: 336 time: 0.0435159 Jun 21 14:56:17.764291 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38636) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:17.795999 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e9ce119d-cb66-4c0e-95e7-13c70341bb20 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "GET /v2.0/ports?device_id=97fbc7bc-1742-488c-9323-1cdb0a379ff9 HTTP/1.1" status: 200 len: 205 time: 0.0304482 Jun 21 14:56:17.798270 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38638) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:17.838566 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-c8e0a339-5d82-41f2-bc1b-4cac0e42e49e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] delete failed (client error): The resource could not be found. Jun 21 14:56:17.841468 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c8e0a339-5d82-41f2-bc1b-4cac0e42e49e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/routers/97fbc7bc-1742-488c-9323-1cdb0a379ff9 HTTP/1.1" status: 404 len: 336 time: 0.0418265 Jun 21 14:56:17.843866 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38640) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:17.878469 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-17800361-2d50-430a-98f8-13ddb6f2f803 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] DELETE failed (client error): The resource could not be found. Jun 21 14:56:17.879341 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17800361-2d50-430a-98f8-13ddb6f2f803 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:56:17.881987 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-17800361-2d50-430a-98f8-13ddb6f2f803 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/subnets/4e170cac-ba9d-47d1-8936-a38bbe2b89c2 HTTP/1.1" status: 404 len: 337 time: 0.0368297 Jun 21 14:56:17.884902 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38642) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:17.917046 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f34e212c-637e-477e-b8a0-dbf4e371cd34 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "GET /v2.0/ports?device_id=e37d20ae-cdbb-4d62-a4a4-95b39c20f618 HTTP/1.1" status: 200 len: 205 time: 0.0304456 Jun 21 14:56:17.919388 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38644) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:17.957651 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-8daf240f-e1a4-4a88-8983-5c756af8ac8d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] delete failed (client error): The resource could not be found. Jun 21 14:56:17.958871 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8daf240f-e1a4-4a88-8983-5c756af8ac8d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/routers/e37d20ae-cdbb-4d62-a4a4-95b39c20f618 HTTP/1.1" status: 404 len: 336 time: 0.0384533 Jun 21 14:56:17.961424 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38646) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:17.996642 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-708e212c-758b-49f7-ae77-8f64f4e1b5f8 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] DELETE failed (client error): The resource could not be found. Jun 21 14:56:17.997099 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-708e212c-758b-49f7-ae77-8f64f4e1b5f8 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:56:18.002550 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-708e212c-758b-49f7-ae77-8f64f4e1b5f8 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/subnets/4d17a0f8-754d-47ca-8994-ce2b25cc701b HTTP/1.1" status: 404 len: 337 time: 0.0399051 Jun 21 14:56:18.003629 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38648) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:18.018603 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:18.041944 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a61bd3b3-a0be-4270-bff0-9d1cabd02a7f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cd6fc17-89b6-4786-8ab5-b2624f64c017 HTTP/1.1" status: 200 len: 205 time: 0.0359819 Jun 21 14:56:18.043372 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38650) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:18.088437 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-c6412c3f-3688-4ff0-9aa9-79a403005aca tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] delete failed (client error): The resource could not be found. Jun 21 14:56:18.089828 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c6412c3f-3688-4ff0-9aa9-79a403005aca tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/routers/6cd6fc17-89b6-4786-8ab5-b2624f64c017 HTTP/1.1" status: 404 len: 336 time: 0.0452945 Jun 21 14:56:18.092368 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38652) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:18.122404 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a460532-aac7-4160-9a18-fffaf4c8fb40 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] DELETE failed (client error): The resource could not be found. Jun 21 14:56:18.122939 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a460532-aac7-4160-9a18-fffaf4c8fb40 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:56:18.125845 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4a460532-aac7-4160-9a18-fffaf4c8fb40 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/subnets/4caf2cd7-e84e-4471-b1c7-b4f3fe887219 HTTP/1.1" status: 404 len: 337 time: 0.0313275 Jun 21 14:56:18.127854 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38654) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:18.160869 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9b1aeae-ce4c-4ec1-85f6-ab3fe5af28fd tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] DELETE failed (client error): The resource could not be found. Jun 21 14:56:18.161391 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9b1aeae-ce4c-4ec1-85f6-ab3fe5af28fd tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 14:56:18.163095 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b9b1aeae-ce4c-4ec1-85f6-ab3fe5af28fd tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] 10.222.0.72 "DELETE /v2.0/subnets/76eb2cc4-d232-411e-b337-28e0fa770c62 HTTP/1.1" status: 404 len: 337 time: 0.0341659 Jun 21 14:56:18.313960 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5b873adc-1170-42e4-be86-457b4bb17b0e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_gateway, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:18.332792 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5b873adc-1170-42e4-be86-457b4bb17b0e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:18.454641 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-5b873adc-1170-42e4-be86-457b4bb17b0e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Allocated IP 172.26.3.175 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/331856e5-3808-4c99-be5c-5b218635f29c) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:56:18.455756 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38660) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:18.558826 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5b873adc-1170-42e4-be86-457b4bb17b0e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:18.600888 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5b873adc-1170-42e4-be86-457b4bb17b0e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:18.603898 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-edeacac0-5c54-4522-b079-e5cbb7209c81 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:18.633156 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-78d6bf3f-faa8-4a71-b8e2-12380783fac4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f8317acb64424f1b9afd698dd36cd595&name=default HTTP/1.1" status: 200 len: 2980 time: 0.1739099 Jun 21 14:56:18.634689 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38666) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:18.647446 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b873adc-1170-42e4-be86-457b4bb17b0e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:56:18.652879 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-5b873adc-1170-42e4-be86-457b4bb17b0e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:56:18.659889 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b873adc-1170-42e4-be86-457b4bb17b0e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:56:18.689134 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b873adc-1170-42e4-be86-457b4bb17b0e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=331856e5-3808-4c99-be5c-5b218635f29c,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:18.691312 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38670) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:18.702399 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5b873adc-1170-42e4-be86-457b4bb17b0e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:18.722898 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-774d8847-efe8-4c6d-9af6-5e660d64abee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:18.755933 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-774d8847-efe8-4c6d-9af6-5e660d64abee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:18.842585 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-774d8847-efe8-4c6d-9af6-5e660d64abee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:18.845162 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-774d8847-efe8-4c6d-9af6-5e660d64abee admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:18.846319 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-774d8847-efe8-4c6d-9af6-5e660d64abee admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fca6a0c0-3075-4baa-b238-0e1e6ccc697c HTTP/1.1" status: 204 len: 168 time: 0.2103431 Jun 21 14:56:18.852213 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-56239c03-48d6-40cd-a0b2-2be647965203 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:18.870551 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749133fa-4804-4712-8413-3085d8256e29 req-b313ca3e-c2f4-4458-addb-a87245217ba7 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:18.871796 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-749133fa-4804-4712-8413-3085d8256e29 req-b313ca3e-c2f4-4458-addb-a87245217ba7 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=28af8b38-8bca-4c39-9382-1950fa984c2c HTTP/1.1" status: 200 len: 944 time: 0.0808828 Jun 21 14:56:18.872915 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774d8847-efe8-4c6d-9af6-5e660d64abee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca6a0c0-3075-4baa-b238-0e1e6ccc697c,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:18.875665 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-774d8847-efe8-4c6d-9af6-5e660d64abee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:18.944740 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-749133fa-4804-4712-8413-3085d8256e29 req-4fabf25c-8c42-4e2f-bcd1-654e5430ea28 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490043 Jun 21 14:56:19.125126 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5b873adc-1170-42e4-be86-457b4bb17b0e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_gateway, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:19.399952 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5b873adc-1170-42e4-be86-457b4bb17b0e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:19.497808 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f82837ba-9aac-4ec4-b0ea-e845970caa02 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:19.562108 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38692) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:19.659149 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b873adc-1170-42e4-be86-457b4bb17b0e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router 7335a08f-f354-47e8-8277-d3c11c967eff is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:56:19.663529 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-bb429205-0148-4ced-872f-8b8678b61f78 tempest-ServiceProvidersTest-907171266 tempest-ServiceProvidersTest-907171266-project] 10.222.0.72 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1001217 Jun 21 14:56:19.688711 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:19.770613 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device d0156dbf-a5b5-4621-a371-c711c6909ee5 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:56:19.773294 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 770ef2a8-b1b6-4903-baf5-e7da67bed61e no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:56:19.800604 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: 770ef2a8-b1b6-4903-baf5-e7da67bed61e {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:56:19.800946 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 770ef2a8-b1b6-4903-baf5-e7da67bed61e not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:56:19.825679 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b873adc-1170-42e4-be86-457b4bb17b0e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:56:19.843425 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de65021f-75cb-4bb4-bfa3-e0b507a9a4c4 None None] Sync routers for ids ['7335a08f-f354-47e8-8277-d3c11c967eff'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:56:19.856775 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5b873adc-1170-42e4-be86-457b4bb17b0e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:19.858035 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5b873adc-1170-42e4-be86-457b4bb17b0e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.6526883 Jun 21 14:56:19.862958 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38698) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:19.866813 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de65021f-75cb-4bb4-bfa3-e0b507a9a4c4 None None] Routers {'7335a08f-f354-47e8-8277-d3c11c967eff'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:56:19.868094 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-de65021f-75cb-4bb4-bfa3-e0b507a9a4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:56:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['7335a08f-f354-47e8-8277-d3c11c967eff'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:19.910500 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port d0156dbf-a5b5-4621-a371-c711c6909ee5, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d0156dbf-a5b5-4621-a371-c711c6909ee5,segment=NetworkSegment(8063d322-273e-4ce9-859d-4659337bd9d3),segment_id=8063d322-273e-4ce9-859d-4659337bd9d3)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:56:19.921972 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': 'd0156dbf-a5b5-4621-a371-c711c6909ee5', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'port_id': 'd0156dbf-a5b5-4621-a371-c711c6909ee5', 'mac_address': 'fa:16:3e:f2:1d:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:56:19.924549 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-f82837ba-9aac-4ec4-b0ea-e845970caa02 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Deleting port b90383c9-0437-4e3e-a6e5-a588c5acf1ee {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:56:19.925173 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f82837ba-9aac-4ec4-b0ea-e845970caa02 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:19.994470 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:20.031010 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0156dbf-a5b5-4621-a371-c711c6909ee5 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:56:20.051574 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38706) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:20.077917 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-f82837ba-9aac-4ec4-b0ea-e845970caa02 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] For port b90383c9-0437-4e3e-a6e5-a588c5acf1ee, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=b90383c9-0437-4e3e-a6e5-a588c5acf1ee,segment=NetworkSegment(de29049e-cb44-42ae-8f1b-766943afd272),segment_id=de29049e-cb44-42ae-8f1b-766943afd272)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:56:20.078259 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f82837ba-9aac-4ec4-b0ea-e845970caa02 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:20.085700 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d28e94ea-d1ea-4658-95c8-b58b3f1e8a10 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=6034e39b7b9c4208ae0c3b83482b9f88&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2204506 Jun 21 14:56:20.088315 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38710) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:20.110921 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port d0156dbf-a5b5-4621-a371-c711c6909ee5, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d0156dbf-a5b5-4621-a371-c711c6909ee5,segment=NetworkSegment(8063d322-273e-4ce9-859d-4659337bd9d3),segment_id=8063d322-273e-4ce9-859d-4659337bd9d3)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:56:20.121410 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:20.124795 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3475144d-703f-44d2-a228-bb9d70d71bab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:20.171294 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-f82837ba-9aac-4ec4-b0ea-e845970caa02 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Calling delete_port for b90383c9-0437-4e3e-a6e5-a588c5acf1ee owned by network:router_interface {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:56:20.178322 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-de65021f-75cb-4bb4-bfa3-e0b507a9a4c4 None None] Set router 7335a08f-f354-47e8-8277-d3c11c967eff gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:56:20.229712 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=d0156dbf-a5b5-4621-a371-c711c6909ee5,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:20.244845 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:20.261206 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b4b31e-d089-49e3-8602-3436be05a72c tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:20.262831 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d6b4b31e-d089-49e3-8602-3436be05a72c tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1733572 Jun 21 14:56:20.266312 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38712) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:20.275829 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd4a35-613f-4b20-8430-ca0e0d93ed1d req-e3675263-0be2-4229-a1dc-2244b342bf76 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:20.277491 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b3fd4a35-613f-4b20-8430-ca0e0d93ed1d req-e3675263-0be2-4229-a1dc-2244b342bf76 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=28af8b38-8bca-4c39-9382-1950fa984c2c HTTP/1.1" status: 200 len: 945 time: 0.1251013 Jun 21 14:56:20.331966 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-aaeab09a-6f52-46d5-ab78-9dcbd04e2669 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=78e7bc12-ea33-4baf-9744-b93105835641&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0640078 Jun 21 14:56:20.334053 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-be39360b-0416-43d0-b106-59b25e65a3aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:20.335744 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38714) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:20.348306 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-ae052044-5eb5-4e2e-a6c4-965491f005c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-908401079', 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:20.441319 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b3fd4a35-613f-4b20-8430-ca0e0d93ed1d req-fdaa4c5a-8b55-455c-82ff-2f4bdcb1382e tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417730 Jun 21 14:56:20.481644 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['d0156dbf-a5b5-4621-a371-c711c6909ee5'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:56:20.502809 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f82837ba-9aac-4ec4-b0ea-e845970caa02 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:20.505953 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-322950e8-075a-4d5a-8017-9bccc16b7cbd tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:20.538727 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82837ba-9aac-4ec4-b0ea-e845970caa02 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Pushing event deleted for resources: {'Port': ['ID=b90383c9-0437-4e3e-a6e5-a588c5acf1ee,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:20.570166 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f82837ba-9aac-4ec4-b0ea-e845970caa02 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:20.621469 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-be39360b-0416-43d0-b106-59b25e65a3aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:20.636088 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-be39360b-0416-43d0-b106-59b25e65a3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:20.642515 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e6dd58a5-86dd-46d3-b90f-04fd973b2d31 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:20.688706 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae052044-5eb5-4e2e-a6c4-965491f005c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Made reservation on behalf of 6034e39b7b9c4208ae0c3b83482b9f88 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:56:20.702992 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-de65021f-75cb-4bb4-bfa3-e0b507a9a4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'name': 'tempest-TestNetworkBasicOps-router-861481270', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '331856e5-3808-4c99-be5c-5b218635f29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:56:17Z', 'updated_at': '2021-06-21T14:56:18Z', 'revision_number': 3, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '331856e5-3808-4c99-be5c-5b218635f29c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:56:18Z', 'updated_at': '2021-06-21T14:56:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:20.703848 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ae052044-5eb5-4e2e-a6c4-965491f005c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:20.751064 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-be39360b-0416-43d0-b106-59b25e65a3aa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ed3cab22635b43988927096fe6820ba2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6923530 Jun 21 14:56:20.754945 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38716) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:20.767280 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de65021f-75cb-4bb4-bfa3-e0b507a9a4c4 None None] Checking router: 7335a08f-f354-47e8-8277-d3c11c967eff for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:56:20.767971 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de65021f-75cb-4bb4-bfa3-e0b507a9a4c4 None None] Updating router 7335a08f-f354-47e8-8277-d3c11c967eff port 331856e5-3808-4c99-be5c-5b218635f29c binding host dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:56:20.811275 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39360b-0416-43d0-b106-59b25e65a3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bca22c7-cae8-48ba-b401-fe976cf5c7b4,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:20.827694 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-be39360b-0416-43d0-b106-59b25e65a3aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:20.850242 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-de65021f-75cb-4bb4-bfa3-e0b507a9a4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:20.991314 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f82837ba-9aac-4ec4-b0ea-e845970caa02 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:20.993111 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4a630360-09a5-4dc8-aa3d-19950af9c2e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:21.055547 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4a630360-09a5-4dc8-aa3d-19950af9c2e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:21.090213 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ae052044-5eb5-4e2e-a6c4-965491f005c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:21.097039 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-89bf7581-63d9-4abc-8f87-16651db39238 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:21.130792 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-de65021f-75cb-4bb4-bfa3-e0b507a9a4c4 None None] Notify callbacks [] for port, precommit_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:21.141378 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.provisioning_blocks [None req-de65021f-75cb-4bb4-bfa3-e0b507a9a4c4 None None] Transition to ACTIVE for port object 331856e5-3808-4c99-be5c-5b218635f29c will not be triggered until provisioned by entity L2. {{(pid=105227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:56:21.157332 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-de65021f-75cb-4bb4-bfa3-e0b507a9a4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:21.160354 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-5129e6d3-51ab-4aeb-85ae-cd9da4040b45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:21.204451 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae052044-5eb5-4e2e-a6c4-965491f005c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Subnet': ['ID=f3988780-e7a7-430b-944f-17d1fe35f49d,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:21.207075 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae052044-5eb5-4e2e-a6c4-965491f005c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Checking segment: {'id': '930493da-ffd4-4652-98a9-7c8a00396b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:56:21.207517 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae052044-5eb5-4e2e-a6c4-965491f005c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network hostable DHCP agents. Network: e6bd3afd-8baa-44f7-8317-b6521e5826be, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:56:21.210030 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ae052044-5eb5-4e2e-a6c4-965491f005c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:21.242071 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-de65021f-75cb-4bb4-bfa3-e0b507a9a4c4 None None] Attempting to bind port 331856e5-3808-4c99-be5c-5b218635f29c on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:56:21.242443 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-de65021f-75cb-4bb4-bfa3-e0b507a9a4c4 None None] Attempting to bind port 331856e5-3808-4c99-be5c-5b218635f29c by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:56:21.245618 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de65021f-75cb-4bb4-bfa3-e0b507a9a4c4 None None] Attempting to bind port 331856e5-3808-4c99-be5c-5b218635f29c on network 78e7bc12-ea33-4baf-9744-b93105835641 {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:56:21.253657 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae052044-5eb5-4e2e-a6c4-965491f005c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network e6bd3afd-8baa-44f7-8317-b6521e5826be is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:56:21.255252 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305596b-da31-496d-aec9-6df4785184cd None None] Pushing event updated for resources: {'Port': ['ID=331856e5-3808-4c99-be5c-5b218635f29c,revision_number=2']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:21.258187 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de65021f-75cb-4bb4-bfa3-e0b507a9a4c4 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:56:21.258571 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de65021f-75cb-4bb4-bfa3-e0b507a9a4c4 None None] Checking segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:56:21.259004 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-de65021f-75cb-4bb4-bfa3-e0b507a9a4c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:21.259624 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de65021f-75cb-4bb4-bfa3-e0b507a9a4c4 None None] Bound using segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:56:21.260147 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-de65021f-75cb-4bb4-bfa3-e0b507a9a4c4 None None] Bound port: 331856e5-3808-4c99-be5c-5b218635f29c, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:56:21.260531 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-de65021f-75cb-4bb4-bfa3-e0b507a9a4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:21.263465 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-8305596b-da31-496d-aec9-6df4785184cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:21.273064 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-ae052044-5eb5-4e2e-a6c4-965491f005c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, e6bd3afd-8baa-44f7-8317-b6521e5826be) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:56:21.279422 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae052044-5eb5-4e2e-a6c4-965491f005c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:21.280042 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ae052044-5eb5-4e2e-a6c4-965491f005c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:21.285843 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e876f77-a084-4913-94bb-31a29360d6b8 None None] Network e6bd3afd-8baa-44f7-8317-b6521e5826be requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:56:21.320815 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-ae052044-5eb5-4e2e-a6c4-965491f005c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9765284 Jun 21 14:56:21.321466 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38718) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:21.330563 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-de65021f-75cb-4bb4-bfa3-e0b507a9a4c4 None None] For port 331856e5-3808-4c99-be5c-5b218635f29c, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:56:21.334523 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-de65021f-75cb-4bb4-bfa3-e0b507a9a4c4 None None] For port 331856e5-3808-4c99-be5c-5b218635f29c, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=331856e5-3808-4c99-be5c-5b218635f29c,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:56:21.344415 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-de65021f-75cb-4bb4-bfa3-e0b507a9a4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:21.347760 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-24793119-0db1-47f7-b023-9ecf3a77d26f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:21.452161 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de65021f-75cb-4bb4-bfa3-e0b507a9a4c4 None None] Routers {'7335a08f-f354-47e8-8277-d3c11c967eff'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:56:21.452957 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-de65021f-75cb-4bb4-bfa3-e0b507a9a4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:56:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['7335a08f-f354-47e8-8277-d3c11c967eff'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:21.493344 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2d39b3-cdb1-4dd5-9090-756468ae80d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-e6bd3afd-8baa-44f7-8317-b6521e5826be', 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ips': [{'subnet_id': 'f3988780-e7a7-430b-944f-17d1fe35f49d'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:56:21.494203 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6b2d39b3-cdb1-4dd5-9090-756468ae80d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:21.533169 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305596b-da31-496d-aec9-6df4785184cd None None] Pushing event updated for resources: {'Port': ['ID=331856e5-3808-4c99-be5c-5b218635f29c,revision_number=3']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:21.538609 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-8305596b-da31-496d-aec9-6df4785184cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:21.628349 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4a630360-09a5-4dc8-aa3d-19950af9c2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:21.632766 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4a630360-09a5-4dc8-aa3d-19950af9c2e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:21.634171 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4a630360-09a5-4dc8-aa3d-19950af9c2e8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6bca22c7-cae8-48ba-b401-fe976cf5c7b4 HTTP/1.1" status: 204 len: 168 time: 0.8753817 Jun 21 14:56:21.637392 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d7ad7298-6002-44f8-9e54-9b7c9ce8d3eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:21.694242 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-de65021f-75cb-4bb4-bfa3-e0b507a9a4c4 None None] Set router 7335a08f-f354-47e8-8277-d3c11c967eff gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:56:21.702623 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a630360-09a5-4dc8-aa3d-19950af9c2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bca22c7-cae8-48ba-b401-fe976cf5c7b4,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:21.716315 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4a630360-09a5-4dc8-aa3d-19950af9c2e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:21.772941 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device d0156dbf-a5b5-4621-a371-c711c6909ee5 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:56:21.807480 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82837ba-9aac-4ec4-b0ea-e845970caa02 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Router f0507c19-f11e-4a9f-ad9e-9545e51cb270 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:56:21.985873 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82837ba-9aac-4ec4-b0ea-e845970caa02 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:56:22.001851 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f82837ba-9aac-4ec4-b0ea-e845970caa02 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "PUT /v2.0/routers/f0507c19-f11e-4a9f-ad9e-9545e51cb270/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3094482 Jun 21 14:56:22.005051 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38724) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:22.015560 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a945c8-2254-4676-b03e-2096873be9a8 None None] Sync routers for ids ['f0507c19-f11e-4a9f-ad9e-9545e51cb270'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:56:22.057006 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a945c8-2254-4676-b03e-2096873be9a8 None None] Routers {'f0507c19-f11e-4a9f-ad9e-9545e51cb270'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:56:22.057581 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-b1a945c8-2254-4676-b03e-2096873be9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:56:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['f0507c19-f11e-4a9f-ad9e-9545e51cb270'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:22.070095 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-de65021f-75cb-4bb4-bfa3-e0b507a9a4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'name': 'tempest-TestNetworkBasicOps-router-861481270', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '331856e5-3808-4c99-be5c-5b218635f29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:56:17Z', 'updated_at': '2021-06-21T14:56:18Z', 'revision_number': 3, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '331856e5-3808-4c99-be5c-5b218635f29c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:56:18Z', 'updated_at': '2021-06-21T14:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:22.077648 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-88576657-750c-4166-9c90-7b9af445f403 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Deleting subnet 0d0620da-2b3a-40f4-8576-0503ea417cc9 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:56:22.082445 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-88576657-750c-4166-9c90-7b9af445f403 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:22.097509 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de65021f-75cb-4bb4-bfa3-e0b507a9a4c4 None None] The sync data for ids ['7335a08f-f354-47e8-8277-d3c11c967eff'] in dv-neutron-797121-2-hyperv is: [{'id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'name': 'tempest-TestNetworkBasicOps-router-861481270', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '331856e5-3808-4c99-be5c-5b218635f29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:56:17Z', 'updated_at': '2021-06-21T14:56:18Z', 'revision_number': 3, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '331856e5-3808-4c99-be5c-5b218635f29c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e9:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:56:18Z', 'updated_at': '2021-06-21T14:56:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:56:22.104357 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-6b2d39b3-cdb1-4dd5-9090-756468ae80d6 None None] Allocated IP 172.20.0.2 (e6bd3afd-8baa-44f7-8317-b6521e5826be/f3988780-e7a7-430b-944f-17d1fe35f49d/4d78eded-f330-4f61-8ab6-7646d7d4fd69) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:56:22.113502 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port d0156dbf-a5b5-4621-a371-c711c6909ee5 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:56:22.137394 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-88576657-750c-4166-9c90-7b9af445f403 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:22.170400 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9a098-415e-4708-ab5a-d3e3118fc0b6 req-76e46647-2966-42f8-a6ac-00bf5da26ebe tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:22.171323 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port d0156dbf-a5b5-4621-a371-c711c6909ee5 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:56:22.171578 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:22.178092 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-08b9a098-415e-4708-ab5a-d3e3118fc0b6 req-76e46647-2966-42f8-a6ac-00bf5da26ebe tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=28af8b38-8bca-4c39-9382-1950fa984c2c HTTP/1.1" status: 200 len: 945 time: 0.5466759 Jun 21 14:56:22.247970 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-88576657-750c-4166-9c90-7b9af445f403 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:22.257708 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-08b9a098-415e-4708-ab5a-d3e3118fc0b6 req-d898bae2-e637-4a61-b64b-c922cea47882 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787866 Jun 21 14:56:22.285320 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-b1a945c8-2254-4676-b03e-2096873be9a8 None None] Set router f0507c19-f11e-4a9f-ad9e-9545e51cb270 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:56:22.332187 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-88576657-750c-4166-9c90-7b9af445f403 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:22.344774 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9d52d682-7ffd-41b4-9226-a158a05c5925 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:22.382696 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-88576657-750c-4166-9c90-7b9af445f403 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:22.384759 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-88576657-750c-4166-9c90-7b9af445f403 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "DELETE /v2.0/subnets/0d0620da-2b3a-40f4-8576-0503ea417cc9 HTTP/1.1" status: 204 len: 168 time: 0.3783281 Jun 21 14:56:22.385881 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88576657-750c-4166-9c90-7b9af445f403 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Pushing event deleted for resources: {'Subnet': ['ID=0d0620da-2b3a-40f4-8576-0503ea417cc9,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:22.410381 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-88576657-750c-4166-9c90-7b9af445f403 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:22.411063 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38726) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:22.524808 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-98ffbe02-dcc0-4d05-9ecc-58bd032ab4c7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:22.581475 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-43a45759-2498-4de7-996f-ad281d741c92 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for router, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:22.601993 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:22.604041 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244b06c2-a8d8-4f03-b898-62b129458255 None None] Network f484fb70-feb1-4f25-877a-464c31fc799c requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:56:22.733465 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-43a45759-2498-4de7-996f-ad281d741c92 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:22.813392 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-43a45759-2498-4de7-996f-ad281d741c92 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Deleting port f9bf8d04-0ce0-4b9e-a438-d75a0302b74c {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:56:22.814061 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-43a45759-2498-4de7-996f-ad281d741c92 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:22.836676 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28af8b38-8bca-4c39-9382-1950fa984c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0156dbf-a5b5-4621-a371-c711c6909ee5'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:56:22.839639 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb920d6-52e2-4cd9-b3b0-e714508decb7" -d '{"events": [{"server_uuid": "28af8b38-8bca-4c39-9382-1950fa984c2c", "name": "network-vif-plugged", "status": "completed", "tag": "d0156dbf-a5b5-4621-a371-c711c6909ee5"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:56:22.889155 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port d0156dbf-a5b5-4621-a371-c711c6909ee5, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d0156dbf-a5b5-4621-a371-c711c6909ee5,segment=NetworkSegment(8063d322-273e-4ce9-859d-4659337bd9d3),segment_id=8063d322-273e-4ce9-859d-4659337bd9d3)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:56:22.891690 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026912b5-e0a4-4e89-8f80-959c1d91b1e6 x-openstack-request-id: req-026912b5-e0a4-4e89-8f80-959c1d91b1e6 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:56:22.891986 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28af8b38-8bca-4c39-9382-1950fa984c2c", "name": "network-vif-plugged", "status": "completed", "tag": "d0156dbf-a5b5-4621-a371-c711c6909ee5", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:56:22.892251 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-026912b5-e0a4-4e89-8f80-959c1d91b1e6 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:56:22.892699 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28af8b38-8bca-4c39-9382-1950fa984c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0156dbf-a5b5-4621-a371-c711c6909ee5', 'code': 200} Jun 21 14:56:22.921142 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-43a45759-2498-4de7-996f-ad281d741c92 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] For port f9bf8d04-0ce0-4b9e-a438-d75a0302b74c, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=f9bf8d04-0ce0-4b9e-a438-d75a0302b74c,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:56:22.921604 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-43a45759-2498-4de7-996f-ad281d741c92 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:22.935196 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:22.948017 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:23.024507 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6b2d39b3-cdb1-4dd5-9090-756468ae80d6 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:23.029631 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-43a45759-2498-4de7-996f-ad281d741c92 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Calling delete_port for f9bf8d04-0ce0-4b9e-a438-d75a0302b74c owned by network:router_gateway {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:56:23.048871 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-b1a945c8-2254-4676-b03e-2096873be9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370772449', 'tenant_id': '060f9c733e164454be5831351376fee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.60'}], 'enable_snat': True}, 'gw_port_id': 'f9bf8d04-0ce0-4b9e-a438-d75a0302b74c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:52:47Z', 'updated_at': '2021-06-21T14:56:20Z', 'revision_number': 5, 'project_id': '060f9c733e164454be5831351376fee6', 'gw_port': {'id': 'f9bf8d04-0ce0-4b9e-a438-d75a0302b74c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:94:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:52:48Z', 'updated_at': '2021-06-21T14:52:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:23.051220 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6b2d39b3-cdb1-4dd5-9090-756468ae80d6 None None] Transition to ACTIVE for port object 4d78eded-f330-4f61-8ab6-7646d7d4fd69 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:56:23.109162 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a945c8-2254-4676-b03e-2096873be9a8 None None] Checking router: f0507c19-f11e-4a9f-ad9e-9545e51cb270 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:56:23.140674 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6b2d39b3-cdb1-4dd5-9090-756468ae80d6 None None] Transition to ACTIVE for port object 4d78eded-f330-4f61-8ab6-7646d7d4fd69 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:56:23.142497 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=d0156dbf-a5b5-4621-a371-c711c6909ee5,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:23.150636 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:23.154917 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a945c8-2254-4676-b03e-2096873be9a8 None None] Routers {'f0507c19-f11e-4a9f-ad9e-9545e51cb270'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:56:23.155572 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-b1a945c8-2254-4676-b03e-2096873be9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:56:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['f0507c19-f11e-4a9f-ad9e-9545e51cb270'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:23.265479 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbee7c0-05fd-473e-a3e2-c7435b8971ab req-1a64ea8e-194c-4528-ad05-2ac46a2d04ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:23.266984 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-ebbee7c0-05fd-473e-a3e2-c7435b8971ab req-1a64ea8e-194c-4528-ad05-2ac46a2d04ec service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=28af8b38-8bca-4c39-9382-1950fa984c2c HTTP/1.1" status: 200 len: 1099 time: 0.1743355 Jun 21 14:56:23.277595 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-98ffbe02-dcc0-4d05-9ecc-58bd032ab4c7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Allocated IP 172.20.0.1 (e6bd3afd-8baa-44f7-8317-b6521e5826be/f3988780-e7a7-430b-944f-17d1fe35f49d/3deaa0fc-ce71-44e1-836a-5420029d0c68) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:56:23.280370 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6b2d39b3-cdb1-4dd5-9090-756468ae80d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:23.303553 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b81d9a03-b39c-4b34-9958-6ad1baa0f51d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:23.305777 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 331856e5-3808-4c99-be5c-5b218635f29c up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:56:23.309140 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-b1a945c8-2254-4676-b03e-2096873be9a8 None None] Set router f0507c19-f11e-4a9f-ad9e-9545e51cb270 gateway port host: None {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:56:23.372145 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-ebbee7c0-05fd-473e-a3e2-c7435b8971ab req-22dedb1d-e195-41c6-9aac-4faa45de253c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971243 Jun 21 14:56:23.440631 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-43a45759-2498-4de7-996f-ad281d741c92 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:23.444251 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0aeb0769-6e21-44db-8e3e-a25f0daf06cf tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:23.452060 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d39b3-cdb1-4dd5-9090-756468ae80d6 None None] Pushing event updated for resources: {'Port': ['ID=4d78eded-f330-4f61-8ab6-7646d7d4fd69,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:23.460374 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6b2d39b3-cdb1-4dd5-9090-756468ae80d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:23.463947 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668c1e19-0b51-4bc7-aea6-0ca0218c0959 None None] DHCP port deletion for f484fb70-feb1-4f25-877a-464c31fc799c request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:56:23.466023 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-b1a945c8-2254-4676-b03e-2096873be9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370772449', 'tenant_id': '060f9c733e164454be5831351376fee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:52:47Z', 'updated_at': '2021-06-21T14:56:22Z', 'revision_number': 6, 'project_id': '060f9c733e164454be5831351376fee6', 'gw_port_host': None}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:23.483584 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2d39b3-cdb1-4dd5-9090-756468ae80d6 None None] Network e6bd3afd-8baa-44f7-8317-b6521e5826be is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:56:23.496829 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a45759-2498-4de7-996f-ad281d741c92 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Pushing event deleted for resources: {'Port': ['ID=f9bf8d04-0ce0-4b9e-a438-d75a0302b74c,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:23.508950 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-43a45759-2498-4de7-996f-ad281d741c92 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:23.514516 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-98ffbe02-dcc0-4d05-9ecc-58bd032ab4c7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:23.522914 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-6b2d39b3-cdb1-4dd5-9090-756468ae80d6 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:56:23.527665 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a945c8-2254-4676-b03e-2096873be9a8 None None] The sync data for ids ['f0507c19-f11e-4a9f-ad9e-9545e51cb270'] in dv-neutron-797121-2-hyperv is: [{'id': 'f0507c19-f11e-4a9f-ad9e-9545e51cb270', 'name': 'tempest-TestNetworkAdvancedServerOps-router-370772449', 'tenant_id': '060f9c733e164454be5831351376fee6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:52:47Z', 'updated_at': '2021-06-21T14:56:22Z', 'revision_number': 6, 'project_id': '060f9c733e164454be5831351376fee6', 'gw_port_host': None}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:56:23.530704 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2d39b3-cdb1-4dd5-9090-756468ae80d6 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:56:23.567824 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-98ffbe02-dcc0-4d05-9ecc-58bd032ab4c7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Transition to ACTIVE for port object 3deaa0fc-ce71-44e1-836a-5420029d0c68 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:56:23.599263 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-43a45759-2498-4de7-996f-ad281d741c92 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:23.633652 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a1f88-6cd3-47b4-9c37-fcd6b647bb8e req-e4303672-5c77-4333-a97d-dcb8e8594eb8 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:23.636145 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-674a1f88-6cd3-47b4-9c37-fcd6b647bb8e req-e4303672-5c77-4333-a97d-dcb8e8594eb8 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=28af8b38-8bca-4c39-9382-1950fa984c2c HTTP/1.1" status: 200 len: 946 time: 0.1182873 Jun 21 14:56:23.642215 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 331856e5-3808-4c99-be5c-5b218635f29c completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:56:23.645589 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-98ffbe02-dcc0-4d05-9ecc-58bd032ab4c7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:23.656877 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f4353727-1308-42d4-99a2-bd3cddd31e66 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:23.661307 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 331856e5-3808-4c99-be5c-5b218635f29c triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:56:23.661307 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:23.691117 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-668c1e19-0b51-4bc7-aea6-0ca0218c0959 None None] Deleting port 53a9bc9e-a77d-4938-9c2a-3d6f3b6fbc7c {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:56:23.691515 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-668c1e19-0b51-4bc7-aea6-0ca0218c0959 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:23.713450 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ffbe02-dcc0-4d05-9ecc-58bd032ab4c7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network e6bd3afd-8baa-44f7-8317-b6521e5826be is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:56:23.719387 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-43a45759-2498-4de7-996f-ad281d741c92 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:23.722052 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-43a45759-2498-4de7-996f-ad281d741c92 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:23.723209 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-98ffbe02-dcc0-4d05-9ecc-58bd032ab4c7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:56:23.725740 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ffbe02-dcc0-4d05-9ecc-58bd032ab4c7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=3deaa0fc-ce71-44e1-836a-5420029d0c68,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:23.736302 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ffbe02-dcc0-4d05-9ecc-58bd032ab4c7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:56:23.739430 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-98ffbe02-dcc0-4d05-9ecc-58bd032ab4c7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:23.777275 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-6b2d39b3-cdb1-4dd5-9090-756468ae80d6 None None] Attempting to bind port 4d78eded-f330-4f61-8ab6-7646d7d4fd69 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:56:23.777658 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-6b2d39b3-cdb1-4dd5-9090-756468ae80d6 None None] Attempting to bind port 4d78eded-f330-4f61-8ab6-7646d7d4fd69 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '930493da-ffd4-4652-98a9-7c8a00396b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:56:23.778217 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2d39b3-cdb1-4dd5-9090-756468ae80d6 None None] Attempting to bind port 4d78eded-f330-4f61-8ab6-7646d7d4fd69 on network e6bd3afd-8baa-44f7-8317-b6521e5826be {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:56:23.783134 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-668c1e19-0b51-4bc7-aea6-0ca0218c0959 None None] For port 53a9bc9e-a77d-4938-9c2a-3d6f3b6fbc7c, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=53a9bc9e-a77d-4938-9c2a-3d6f3b6fbc7c,segment=NetworkSegment(de29049e-cb44-42ae-8f1b-766943afd272),segment_id=de29049e-cb44-42ae-8f1b-766943afd272)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:56:23.783278 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-668c1e19-0b51-4bc7-aea6-0ca0218c0959 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:23.793921 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-674a1f88-6cd3-47b4-9c37-fcd6b647bb8e req-d677fad2-d4cc-49d1-8863-566eb72d069b tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380551 Jun 21 14:56:23.798173 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-43a45759-2498-4de7-996f-ad281d741c92 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:23.799038 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a45759-2498-4de7-996f-ad281d741c92 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Fanout notify agent at l3_agent the message router_deleted on router f0507c19-f11e-4a9f-ad9e-9545e51cb270 {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:56:23.806265 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2d39b3-cdb1-4dd5-9090-756468ae80d6 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:56:23.806729 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2d39b3-cdb1-4dd5-9090-756468ae80d6 None None] Checking segment: {'id': '930493da-ffd4-4652-98a9-7c8a00396b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:56:23.807122 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6b2d39b3-cdb1-4dd5-9090-756468ae80d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:23.807992 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2d39b3-cdb1-4dd5-9090-756468ae80d6 None None] Bound using segment: {'id': '930493da-ffd4-4652-98a9-7c8a00396b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:56:23.808313 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-6b2d39b3-cdb1-4dd5-9090-756468ae80d6 None None] Bound port: 4d78eded-f330-4f61-8ab6-7646d7d4fd69, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '930493da-ffd4-4652-98a9-7c8a00396b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:56:23.808908 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6b2d39b3-cdb1-4dd5-9090-756468ae80d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:23.810353 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-43a45759-2498-4de7-996f-ad281d741c92 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:23.814665 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-43a45759-2498-4de7-996f-ad281d741c92 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "DELETE /v2.0/routers/f0507c19-f11e-4a9f-ad9e-9545e51cb270 HTTP/1.1" status: 204 len: 168 time: 1.3994787 Jun 21 14:56:23.814875 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-98ffbe02-dcc0-4d05-9ecc-58bd032ab4c7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:23.815796 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38732) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:23.888054 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-668c1e19-0b51-4bc7-aea6-0ca0218c0959 None None] Calling delete_port for 53a9bc9e-a77d-4938-9c2a-3d6f3b6fbc7c owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:56:23.916740 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c057d8e5-9723-427b-8224-4b99d99beef4 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:23.961409 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6b2d39b3-cdb1-4dd5-9090-756468ae80d6 None None] For port 4d78eded-f330-4f61-8ab6-7646d7d4fd69, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:56:23.965327 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6b2d39b3-cdb1-4dd5-9090-756468ae80d6 None None] For port 4d78eded-f330-4f61-8ab6-7646d7d4fd69, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=4d78eded-f330-4f61-8ab6-7646d7d4fd69,segment=NetworkSegment(930493da-ffd4-4652-98a9-7c8a00396b69),segment_id=930493da-ffd4-4652-98a9-7c8a00396b69)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:56:23.995718 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-c057d8e5-9723-427b-8224-4b99d99beef4 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Deleting port 53a9bc9e-a77d-4938-9c2a-3d6f3b6fbc7c {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:56:23.996065 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c057d8e5-9723-427b-8224-4b99d99beef4 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:24.023231 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-98ffbe02-dcc0-4d05-9ecc-58bd032ab4c7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:24.033289 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6b2d39b3-cdb1-4dd5-9090-756468ae80d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:24.038020 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b81d9a03-b39c-4b34-9958-6ad1baa0f51d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:24.096639 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-c057d8e5-9723-427b-8224-4b99d99beef4 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] For port 53a9bc9e-a77d-4938-9c2a-3d6f3b6fbc7c, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=53a9bc9e-a77d-4938-9c2a-3d6f3b6fbc7c,segment=NetworkSegment(de29049e-cb44-42ae-8f1b-766943afd272),segment_id=de29049e-cb44-42ae-8f1b-766943afd272)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:56:24.096639 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c057d8e5-9723-427b-8224-4b99d99beef4 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:24.168236 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d39b3-cdb1-4dd5-9090-756468ae80d6 None None] Pushing event updated for resources: {'Port': ['ID=4d78eded-f330-4f61-8ab6-7646d7d4fd69,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:24.191131 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-c057d8e5-9723-427b-8224-4b99d99beef4 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Calling delete_port for 53a9bc9e-a77d-4938-9c2a-3d6f3b6fbc7c owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:56:24.196594 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6b2d39b3-cdb1-4dd5-9090-756468ae80d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:24.200522 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:24.242759 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 331856e5-3808-4c99-be5c-5b218635f29c, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=331856e5-3808-4c99-be5c-5b218635f29c,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:56:24.246572 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-668c1e19-0b51-4bc7-aea6-0ca0218c0959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:24.250431 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:24.264133 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:24.315435 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c057d8e5-9723-427b-8224-4b99d99beef4 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:24.320785 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d456693d-b372-4018-9f64-09560fdb3607 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:24.337497 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668c1e19-0b51-4bc7-aea6-0ca0218c0959 None None] Pushing event deleted for resources: {'Port': ['ID=53a9bc9e-a77d-4938-9c2a-3d6f3b6fbc7c,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:24.342318 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-668c1e19-0b51-4bc7-aea6-0ca0218c0959 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:24.343582 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f4f8f5b4-0229-4952-ab44-159d191b4b6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:24.354819 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668c1e19-0b51-4bc7-aea6-0ca0218c0959 None None] No DVR routers for this DVR port 53a9bc9e-a77d-4938-9c2a-3d6f3b6fbc7c on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:56:24.364540 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c057d8e5-9723-427b-8224-4b99d99beef4 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Pushing event deleted for resources: {'Port': ['ID=53a9bc9e-a77d-4938-9c2a-3d6f3b6fbc7c,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:24.370675 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c057d8e5-9723-427b-8224-4b99d99beef4 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:24.381054 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c057d8e5-9723-427b-8224-4b99d99beef4 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] No DVR routers for this DVR port 53a9bc9e-a77d-4938-9c2a-3d6f3b6fbc7c on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:56:24.516062 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=331856e5-3808-4c99-be5c-5b218635f29c,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:24.527256 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:24.551423 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-98ffbe02-dcc0-4d05-9ecc-58bd032ab4c7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:24.553858 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c057d8e5-9723-427b-8224-4b99d99beef4 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:24.557927 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-98ffbe02-dcc0-4d05-9ecc-58bd032ab4c7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:24.561418 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9b3eb564-fabe-4bc3-ad0f-3f128822e525 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:24.574894 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-c057d8e5-9723-427b-8224-4b99d99beef4 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f484fb70-feb1-4f25-877a-464c31fc799c']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:24.588644 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-c057d8e5-9723-427b-8224-4b99d99beef4 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de29049e-cb44-42ae-8f1b-766943afd272') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:24.588935 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-c057d8e5-9723-427b-8224-4b99d99beef4 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de29049e-cb44-42ae-8f1b-766943afd272') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:24.608085 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c057d8e5-9723-427b-8224-4b99d99beef4 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:24.626346 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c057d8e5-9723-427b-8224-4b99d99beef4 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:24.637057 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c057d8e5-9723-427b-8224-4b99d99beef4 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:56:24.637995 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c057d8e5-9723-427b-8224-4b99d99beef4 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:24.641276 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:56:24.641276 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:56:24.641276 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:56:24.641276 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:56:24.641276 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:56:24.641276 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:56:24.641276 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:56:24.641276 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:56:24.641276 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:56:24.641276 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:56:24.641276 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:56:24.641276 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:56:24.641276 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:56:24.641276 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:56:24.641276 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:56:24.641276 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:56:24.641276 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:56:24.641276 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:56:24.641276 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:56:24.641276 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:56:24.641276 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:56:24.641276 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:56:24.641276 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:56:24.641276 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:56:24.641276 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:56:24.641276 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:56:24.641276 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:56:24.641276 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:56:24.641276 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:56:24.641276 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:56:24.641276 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:56:24.641276 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:56:24.641276 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:56:24.641276 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:56:24.645433 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ffbe02-dcc0-4d05-9ecc-58bd032ab4c7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=3deaa0fc-ce71-44e1-836a-5420029d0c68,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:24.650378 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-98ffbe02-dcc0-4d05-9ecc-58bd032ab4c7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:24.654041 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-98ffbe02-dcc0-4d05-9ecc-58bd032ab4c7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:24.721355 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c057d8e5-9723-427b-8224-4b99d99beef4 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:24.725153 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b486f92e-5c24-4f0a-afbb-8f2af203220a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:24.729468 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c057d8e5-9723-427b-8224-4b99d99beef4 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:24.731492 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c057d8e5-9723-427b-8224-4b99d99beef4 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "DELETE /v2.0/networks/f484fb70-feb1-4f25-877a-464c31fc799c HTTP/1.1" status: 204 len: 168 time: 0.9116130 Jun 21 14:56:24.735434 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38734) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:24.744142 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c057d8e5-9723-427b-8224-4b99d99beef4 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Pushing event deleted for resources: {'Network': ['ID=f484fb70-feb1-4f25-877a-464c31fc799c,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:24.746470 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c057d8e5-9723-427b-8224-4b99d99beef4 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:24.792610 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ffbe02-dcc0-4d05-9ecc-58bd032ab4c7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network e6bd3afd-8baa-44f7-8317-b6521e5826be is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:56:24.794578 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-98ffbe02-dcc0-4d05-9ecc-58bd032ab4c7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:56:24.852564 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c6873384-dddd-412e-b56f-7247484b725b tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:24.920310 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c6873384-dddd-412e-b56f-7247484b725b tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:25.004630 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ffbe02-dcc0-4d05-9ecc-58bd032ab4c7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router 7335a08f-f354-47e8-8277-d3c11c967eff has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:56:25.043429 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a825aa-0baf-46dd-a6ba-97950dc07307 req-d3e49296-f2b1-43f7-883c-162d61c44004 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:25.044922 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-25a825aa-0baf-46dd-a6ba-97950dc07307 req-d3e49296-f2b1-43f7-883c-162d61c44004 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=28af8b38-8bca-4c39-9382-1950fa984c2c HTTP/1.1" status: 200 len: 946 time: 0.0966039 Jun 21 14:56:25.101821 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c6873384-dddd-412e-b56f-7247484b725b tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:25.104382 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c6873384-dddd-412e-b56f-7247484b725b tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:25.105447 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c6873384-dddd-412e-b56f-7247484b725b tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] 10.222.0.72 "DELETE /v2.0/security-groups/4b633c1b-6044-439e-9871-9d4719d063b7 HTTP/1.1" status: 204 len: 168 time: 0.3691015 Jun 21 14:56:25.108820 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-03d39368-6496-4626-82e6-9a280af38d40 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:25.159871 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6873384-dddd-412e-b56f-7247484b725b tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b633c1b-6044-439e-9871-9d4719d063b7,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:25.165533 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c6873384-dddd-412e-b56f-7247484b725b tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:25.173389 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-25a825aa-0baf-46dd-a6ba-97950dc07307 req-1a394a3e-e811-4447-b4c6-57653a8ce6b5 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908387 Jun 21 14:56:25.198844 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ffbe02-dcc0-4d05-9ecc-58bd032ab4c7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:56:25.206472 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-98ffbe02-dcc0-4d05-9ecc-58bd032ab4c7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "PUT /v2.0/routers/7335a08f-f354-47e8-8277-d3c11c967eff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8836222 Jun 21 14:56:25.207099 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38742) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:25.210842 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f70ee1a-afa1-4d70-a600-010d2eef2a65 None None] Sync routers for ids ['7335a08f-f354-47e8-8277-d3c11c967eff'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:56:25.222530 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f70ee1a-afa1-4d70-a600-010d2eef2a65 None None] Routers {'7335a08f-f354-47e8-8277-d3c11c967eff'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:56:25.223727 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-0f70ee1a-afa1-4d70-a600-010d2eef2a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:56:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['7335a08f-f354-47e8-8277-d3c11c967eff'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:25.378711 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 331856e5-3808-4c99-be5c-5b218635f29c up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:56:25.400435 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-0f70ee1a-afa1-4d70-a600-010d2eef2a65 None None] Set router 7335a08f-f354-47e8-8277-d3c11c967eff gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:56:25.500563 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 331856e5-3808-4c99-be5c-5b218635f29c triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:56:25.501186 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:25.545742 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4a834c-da07-4051-8189-0b32855f74d9 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:25.546631 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4a834c-da07-4051-8189-0b32855f74d9 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:25.547148 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4a834c-da07-4051-8189-0b32855f74d9 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:25.547712 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4a834c-da07-4051-8189-0b32855f74d9 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:25.548249 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4a834c-da07-4051-8189-0b32855f74d9 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:25.548642 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4a834c-da07-4051-8189-0b32855f74d9 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:25.553331 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4e4a834c-da07-4051-8189-0b32855f74d9 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.3451965 Jun 21 14:56:25.554078 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38748) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:25.579622 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda3f8a-4ce4-4eef-bd66-baba4bba4a4f req-383384e9-8ef0-4cf1-aa5b-53af351bf1e3 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:25.584359 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bcda3f8a-4ce4-4eef-bd66-baba4bba4a4f req-383384e9-8ef0-4cf1-aa5b-53af351bf1e3 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=28af8b38-8bca-4c39-9382-1950fa984c2c HTTP/1.1" status: 200 len: 946 time: 0.1771464 Jun 21 14:56:25.651843 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 4d78eded-f330-4f61-8ab6-7646d7d4fd69 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:56:25.685906 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bcda3f8a-4ce4-4eef-bd66-baba4bba4a4f req-1d9c26b8-2dc4-4f93-b076-4c2b36a61c33 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937185 Jun 21 14:56:25.704964 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38750) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:25.719241 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10a01f2-1936-4fbc-8bea-a7a84ceeb220 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:25.719781 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10a01f2-1936-4fbc-8bea-a7a84ceeb220 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:25.720146 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10a01f2-1936-4fbc-8bea-a7a84ceeb220 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:25.726448 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38754) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:25.727753 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10a01f2-1936-4fbc-8bea-a7a84ceeb220 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:25.728551 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10a01f2-1936-4fbc-8bea-a7a84ceeb220 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:25.732848 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10a01f2-1936-4fbc-8bea-a7a84ceeb220 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:25.734822 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f10a01f2-1936-4fbc-8bea-a7a84ceeb220 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1798003 Jun 21 14:56:25.737907 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38758) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:25.742750 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 4d78eded-f330-4f61-8ab6-7646d7d4fd69 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:56:25.774667 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-0f70ee1a-afa1-4d70-a600-010d2eef2a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'name': 'tempest-TestNetworkBasicOps-router-861481270', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '331856e5-3808-4c99-be5c-5b218635f29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:56:17Z', 'updated_at': '2021-06-21T14:56:23Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '331856e5-3808-4c99-be5c-5b218635f29c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:56:18Z', 'updated_at': '2021-06-21T14:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '3deaa0fc-ce71-44e1-836a-5420029d0c68', 'name': '', 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:dc:b5:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'f3988780-e7a7-430b-944f-17d1fe35f49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:56:22Z', 'updated_at': '2021-06-21T14:56:24Z', 'revision_number': 2, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'f3988780-e7a7-430b-944f-17d1fe35f49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:25.798679 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1b8543-3c85-40c6-922b-9290994b711a None None] Network e6bd3afd-8baa-44f7-8317-b6521e5826be requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:56:25.821543 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f70ee1a-afa1-4d70-a600-010d2eef2a65 None None] Checking router: 7335a08f-f354-47e8-8277-d3c11c967eff for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:56:25.822336 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f70ee1a-afa1-4d70-a600-010d2eef2a65 None None] Updating router 7335a08f-f354-47e8-8277-d3c11c967eff port 3deaa0fc-ce71-44e1-836a-5420029d0c68 binding host dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:56:25.859368 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-0f70ee1a-afa1-4d70-a600-010d2eef2a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:25.868048 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device b90383c9-0437-4e3e-a6e5-a588c5acf1ee no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:56:25.904751 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: b90383c9-0437-4e3e-a6e5-a588c5acf1ee {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:56:25.904973 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device b90383c9-0437-4e3e-a6e5-a588c5acf1ee not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:56:25.905357 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device f9bf8d04-0ce0-4b9e-a438-d75a0302b74c no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:56:26.059701 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b693661c-54a7-4161-85b3-b214e3daf98b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=060f9c733e164454be5831351376fee6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3316453 Jun 21 14:56:26.062272 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38760) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:26.104464 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: f9bf8d04-0ce0-4b9e-a438-d75a0302b74c {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:56:26.104809 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device f9bf8d04-0ce0-4b9e-a438-d75a0302b74c not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:56:26.105244 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 53a9bc9e-a77d-4938-9c2a-3d6f3b6fbc7c no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:56:26.106906 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-bdd82f70-ece4-4c54-94b9-6a675c0a9d19 None None] Provisioning for port 4d78eded-f330-4f61-8ab6-7646d7d4fd69 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:56:26.112683 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8ed813-915d-4522-ac74-b768edfada30 tempest-TestVolumeBootPattern-267541360 tempest-TestVolumeBootPattern-267541360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:26.117349 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fd8ed813-915d-4522-ac74-b768edfada30 tempest-TestVolumeBootPattern-267541360 tempest-TestVolumeBootPattern-267541360-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=28af8b38-8bca-4c39-9382-1950fa984c2c HTTP/1.1" status: 200 len: 1094 time: 0.4073341 Jun 21 14:56:26.118382 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38762) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:26.127357 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-270f626e-24a2-4890-8f4f-1721d15adf87 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.3881207 Jun 21 14:56:26.130255 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 53a9bc9e-a77d-4938-9c2a-3d6f3b6fbc7c {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:56:26.130616 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 53a9bc9e-a77d-4938-9c2a-3d6f3b6fbc7c not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:56:26.132562 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-051c821c-cc12-48b0-b870-0a34931d2e99 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'port_id': 'd0156dbf-a5b5-4621-a371-c711c6909ee5', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:26.135417 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-bdd82f70-ece4-4c54-94b9-6a675c0a9d19 None None] Provisioning complete for port 4d78eded-f330-4f61-8ab6-7646d7d4fd69 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:56:26.136015 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-bdd82f70-ece4-4c54-94b9-6a675c0a9d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:26.139348 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-79c6f2ea-80b4-45bf-87f0-44df5757900a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:26.182673 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-79c6f2ea-80b4-45bf-87f0-44df5757900a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:26.195433 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-051c821c-cc12-48b0-b870-0a34931d2e99 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for floatingip, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:26.225867 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-0f70ee1a-afa1-4d70-a600-010d2eef2a65 None None] Notify callbacks [] for port, precommit_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:26.239478 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.provisioning_blocks [None req-0f70ee1a-afa1-4d70-a600-010d2eef2a65 None None] Transition to ACTIVE for port object 3deaa0fc-ce71-44e1-836a-5420029d0c68 will not be triggered until provisioned by entity L2. {{(pid=105227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:56:26.249873 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-0f70ee1a-afa1-4d70-a600-010d2eef2a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:26.261193 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-2dbb0292-e97f-4b2a-872e-8ce27b9e614c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:26.271717 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-bdd82f70-ece4-4c54-94b9-6a675c0a9d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:26.305180 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-79c6f2ea-80b4-45bf-87f0-44df5757900a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:26.307792 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-79c6f2ea-80b4-45bf-87f0-44df5757900a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:26.309100 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-79c6f2ea-80b4-45bf-87f0-44df5757900a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/62035cad-86b9-412a-b91c-dcdae4850df8 HTTP/1.1" status: 204 len: 168 time: 0.2456927 Jun 21 14:56:26.310811 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-27e96a87-20ad-49db-a4e1-3d2c92af8672 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:26.320649 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c6f2ea-80b4-45bf-87f0-44df5757900a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62035cad-86b9-412a-b91c-dcdae4850df8,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:26.323865 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-79c6f2ea-80b4-45bf-87f0-44df5757900a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:26.346433 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-051c821c-cc12-48b0-b870-0a34931d2e99 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:26.368088 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-bdd82f70-ece4-4c54-94b9-6a675c0a9d19 None None] For port 4d78eded-f330-4f61-8ab6-7646d7d4fd69, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=4d78eded-f330-4f61-8ab6-7646d7d4fd69,segment=NetworkSegment(930493da-ffd4-4652-98a9-7c8a00396b69),segment_id=930493da-ffd4-4652-98a9-7c8a00396b69)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:56:26.390367 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-bdd82f70-ece4-4c54-94b9-6a675c0a9d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:26.397208 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:26.470866 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-051c821c-cc12-48b0-b870-0a34931d2e99 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Allocated IP 172.26.3.33 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/0a065a90-23ef-4f80-825c-c721ba89ef9c) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:56:26.496443 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-0f70ee1a-afa1-4d70-a600-010d2eef2a65 None None] Attempting to bind port 3deaa0fc-ce71-44e1-836a-5420029d0c68 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:56:26.497135 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-0f70ee1a-afa1-4d70-a600-010d2eef2a65 None None] Attempting to bind port 3deaa0fc-ce71-44e1-836a-5420029d0c68 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '930493da-ffd4-4652-98a9-7c8a00396b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be'}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:56:26.497595 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f70ee1a-afa1-4d70-a600-010d2eef2a65 None None] Attempting to bind port 3deaa0fc-ce71-44e1-836a-5420029d0c68 on network e6bd3afd-8baa-44f7-8317-b6521e5826be {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:56:26.502558 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8c01c-851a-4f34-8e9e-e1f4a8622186 None None] Pushing event updated for resources: {'Port': ['ID=3deaa0fc-ce71-44e1-836a-5420029d0c68,revision_number=3']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:26.502773 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd82f70-ece4-4c54-94b9-6a675c0a9d19 None None] Pushing event updated for resources: {'Port': ['ID=4d78eded-f330-4f61-8ab6-7646d7d4fd69,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:26.508830 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-bdd82f70-ece4-4c54-94b9-6a675c0a9d19 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:26.525402 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-d0e8c01c-851a-4f34-8e9e-e1f4a8622186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:26.530643 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f70ee1a-afa1-4d70-a600-010d2eef2a65 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:56:26.531490 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f70ee1a-afa1-4d70-a600-010d2eef2a65 None None] Checking segment: {'id': '930493da-ffd4-4652-98a9-7c8a00396b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:56:26.531891 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-0f70ee1a-afa1-4d70-a600-010d2eef2a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:26.532428 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f70ee1a-afa1-4d70-a600-010d2eef2a65 None None] Bound using segment: {'id': '930493da-ffd4-4652-98a9-7c8a00396b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be'} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:56:26.532919 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-0f70ee1a-afa1-4d70-a600-010d2eef2a65 None None] Bound port: 3deaa0fc-ce71-44e1-836a-5420029d0c68, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '930493da-ffd4-4652-98a9-7c8a00396b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be'}}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:56:26.533547 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-0f70ee1a-afa1-4d70-a600-010d2eef2a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:26.558435 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38770) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:26.565248 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-4d291666-c323-4687-b854-94068300bd1a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-169694134', 'description': 'tempest-secgroup-smoke-169694134 description', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:26.603658 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4d291666-c323-4687-b854-94068300bd1a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:26.655420 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-051c821c-cc12-48b0-b870-0a34931d2e99 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:26.669984 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-0f70ee1a-afa1-4d70-a600-010d2eef2a65 None None] For port 3deaa0fc-ce71-44e1-836a-5420029d0c68, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:56:26.674779 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-0f70ee1a-afa1-4d70-a600-010d2eef2a65 None None] For port 3deaa0fc-ce71-44e1-836a-5420029d0c68, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3deaa0fc-ce71-44e1-836a-5420029d0c68,segment=NetworkSegment(930493da-ffd4-4652-98a9-7c8a00396b69),segment_id=930493da-ffd4-4652-98a9-7c8a00396b69)] {{(pid=105227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:56:26.695880 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-0f70ee1a-afa1-4d70-a600-010d2eef2a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:26.702961 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-3d838d37-81b5-4057-a497-71de81fb2fe6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:26.706204 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-051c821c-cc12-48b0-b870-0a34931d2e99 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:26.720515 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-665f6a58-5e7e-4fae-9328-2ae672d936a2 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:26.738863 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4d291666-c323-4687-b854-94068300bd1a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:26.754865 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051c821c-cc12-48b0-b870-0a34931d2e99 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:56:26.755168 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4d291666-c323-4687-b854-94068300bd1a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:26.761442 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-abca957b-28b7-4777-8b9b-73c2c3c2dfce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:26.761571 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-051c821c-cc12-48b0-b870-0a34931d2e99 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:56:26.764024 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051c821c-cc12-48b0-b870-0a34931d2e99 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:56:26.773028 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f70ee1a-afa1-4d70-a600-010d2eef2a65 None None] Routers {'7335a08f-f354-47e8-8277-d3c11c967eff'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:56:26.773827 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-0f70ee1a-afa1-4d70-a600-010d2eef2a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:56:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['7335a08f-f354-47e8-8277-d3c11c967eff'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:26.823150 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4d291666-c323-4687-b854-94068300bd1a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:26.825063 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4d291666-c323-4687-b854-94068300bd1a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2654603 Jun 21 14:56:26.828422 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38772) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:26.835298 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-186dce51-dd7a-45c9-ba86-41c80f5d93da tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': 'be2a20fb-8978-42ca-9f5d-2926d36da7c5', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:26.835678 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-d33333a7-9c5f-4f55-a691-2c36c4e2b9fd None None] Provisioning complete for port 4d78eded-f330-4f61-8ab6-7646d7d4fd69 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:56:26.836084 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d33333a7-9c5f-4f55-a691-2c36c4e2b9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:26.842515 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d291666-c323-4687-b854-94068300bd1a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be2a20fb-8978-42ca-9f5d-2926d36da7c5,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:26.848863 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4d291666-c323-4687-b854-94068300bd1a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:26.879544 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-186dce51-dd7a-45c9-ba86-41c80f5d93da tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:26.908474 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c821c-cc12-48b0-b870-0a34931d2e99 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Pushing event updated for resources: {'Port': ['ID=0a065a90-23ef-4f80-825c-c721ba89ef9c,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:26.916849 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38774) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:26.928593 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-051c821c-cc12-48b0-b870-0a34931d2e99 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:26.955916 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8c01c-851a-4f34-8e9e-e1f4a8622186 None None] Pushing event updated for resources: {'Port': ['ID=3deaa0fc-ce71-44e1-836a-5420029d0c68,revision_number=4']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:26.962545 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-d0e8c01c-851a-4f34-8e9e-e1f4a8622186 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:26.972993 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5d0d6f62-274c-4e73-84fe-fd13989dad53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:27.034319 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-186dce51-dd7a-45c9-ba86-41c80f5d93da tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:27.036831 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-d33333a7-9c5f-4f55-a691-2c36c4e2b9fd None None] Provisioning for port 3deaa0fc-ce71-44e1-836a-5420029d0c68 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:56:27.047866 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-186dce51-dd7a-45c9-ba86-41c80f5d93da tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:27.052665 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-0f70ee1a-afa1-4d70-a600-010d2eef2a65 None None] Set router 7335a08f-f354-47e8-8277-d3c11c967eff gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:56:27.065144 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:27.080435 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186dce51-dd7a-45c9-ba86-41c80f5d93da tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74db0c66-f9f1-480f-b5b3-2b5c30e18fd9,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:27.091839 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-186dce51-dd7a-45c9-ba86-41c80f5d93da tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:27.187436 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5d0d6f62-274c-4e73-84fe-fd13989dad53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:27.199901 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5d0d6f62-274c-4e73-84fe-fd13989dad53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:27.204116 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c52bdd78-65ae-4433-9c98-d272643e6df6 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:27.212995 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 4d78eded-f330-4f61-8ab6-7646d7d4fd69 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:56:27.218880 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-186dce51-dd7a-45c9-ba86-41c80f5d93da tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:27.222778 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-186dce51-dd7a-45c9-ba86-41c80f5d93da tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3902135 Jun 21 14:56:27.230809 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38776) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:27.243214 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-1f008fca-bb8c-4a90-9986-64dd70806528 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': 'be2a20fb-8978-42ca-9f5d-2926d36da7c5', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:27.267536 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5d0d6f62-274c-4e73-84fe-fd13989dad53 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=114c98ddad3546c6bf69289e5fa6056e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3468251 Jun 21 14:56:27.270894 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38778) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:27.306710 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d6f62-274c-4e73-84fe-fd13989dad53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bd792e-3c39-4dd9-a23d-4146f011726b,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:27.311342 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5d0d6f62-274c-4e73-84fe-fd13989dad53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:27.321106 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 4d78eded-f330-4f61-8ab6-7646d7d4fd69 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:56:27.321762 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:27.347742 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-412b41d2-1640-463b-808e-b724bfd9933c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:27.366395 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1f008fca-bb8c-4a90-9986-64dd70806528 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:27.373918 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-0f70ee1a-afa1-4d70-a600-010d2eef2a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'name': 'tempest-TestNetworkBasicOps-router-861481270', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '331856e5-3808-4c99-be5c-5b218635f29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:56:17Z', 'updated_at': '2021-06-21T14:56:23Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '331856e5-3808-4c99-be5c-5b218635f29c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:56:18Z', 'updated_at': '2021-06-21T14:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '3deaa0fc-ce71-44e1-836a-5420029d0c68', 'name': '', 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:dc:b5:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'f3988780-e7a7-430b-944f-17d1fe35f49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:56:22Z', 'updated_at': '2021-06-21T14:56:26Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'f3988780-e7a7-430b-944f-17d1fe35f49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:27.401363 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-412b41d2-1640-463b-808e-b724bfd9933c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:27.416686 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f70ee1a-afa1-4d70-a600-010d2eef2a65 None None] The sync data for ids ['7335a08f-f354-47e8-8277-d3c11c967eff'] in dv-neutron-797121-2-hyperv is: [{'id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'name': 'tempest-TestNetworkBasicOps-router-861481270', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '331856e5-3808-4c99-be5c-5b218635f29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:56:17Z', 'updated_at': '2021-06-21T14:56:23Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '331856e5-3808-4c99-be5c-5b218635f29c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:56:18Z', 'updated_at': '2021-06-21T14:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '3deaa0fc-ce71-44e1-836a-5420029d0c68', 'name': '', 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:dc:b5:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'f3988780-e7a7-430b-944f-17d1fe35f49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:56:22Z', 'updated_at': '2021-06-21T14:56:26Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'f3988780-e7a7-430b-944f-17d1fe35f49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:56:27.524826 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1f008fca-bb8c-4a90-9986-64dd70806528 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:27.531606 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1f008fca-bb8c-4a90-9986-64dd70806528 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:27.535877 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-91f6ec1c-a5d4-4e1a-9792-e108799ba518 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:27.550759 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-412b41d2-1640-463b-808e-b724bfd9933c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:27.553521 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-412b41d2-1640-463b-808e-b724bfd9933c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:27.556583 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-412b41d2-1640-463b-808e-b724bfd9933c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/61bd792e-3c39-4dd9-a23d-4146f011726b HTTP/1.1" status: 204 len: 168 time: 0.2828927 Jun 21 14:56:27.572609 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f008fca-bb8c-4a90-9986-64dd70806528 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf14e01-bdea-4aa1-b327-fe78f96463a1,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:27.577747 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1f008fca-bb8c-4a90-9986-64dd70806528 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:27.578491 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1f9b17d0-5938-434e-a0b6-86d4ecf548d6 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:27.593498 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b41d2-1640-463b-808e-b724bfd9933c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bd792e-3c39-4dd9-a23d-4146f011726b,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:27.596359 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-412b41d2-1640-463b-808e-b724bfd9933c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:27.597448 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1f008fca-bb8c-4a90-9986-64dd70806528 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:27.601585 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1f008fca-bb8c-4a90-9986-64dd70806528 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3652256 Jun 21 14:56:27.601987 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38782) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:27.617401 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-0f85d727-d9c7-41dc-a3eb-a1c0f49d2c9d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': 'be2a20fb-8978-42ca-9f5d-2926d36da7c5', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:27.685058 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0f85d727-d9c7-41dc-a3eb-a1c0f49d2c9d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:27.790679 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0f85d727-d9c7-41dc-a3eb-a1c0f49d2c9d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:27.799978 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0f85d727-d9c7-41dc-a3eb-a1c0f49d2c9d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:27.802556 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-35e19c1c-9e36-4403-845d-b7ae1fae87dc tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:27.819620 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f85d727-d9c7-41dc-a3eb-a1c0f49d2c9d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=642ae1e2-679a-40ca-b906-658409e5ca36,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:27.824860 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0f85d727-d9c7-41dc-a3eb-a1c0f49d2c9d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:27.846384 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0f85d727-d9c7-41dc-a3eb-a1c0f49d2c9d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:27.847813 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0f85d727-d9c7-41dc-a3eb-a1c0f49d2c9d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2432368 Jun 21 14:56:27.850924 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38784) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:27.860080 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-fec8bec7-ea90-4642-99e7-e81d9b7058d6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': 'be2a20fb-8978-42ca-9f5d-2926d36da7c5', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:27.947590 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fec8bec7-ea90-4642-99e7-e81d9b7058d6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:28.041576 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fec8bec7-ea90-4642-99e7-e81d9b7058d6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:28.048218 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fec8bec7-ea90-4642-99e7-e81d9b7058d6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:28.056281 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6403e2ac-db1b-4002-929e-fcfd9d4c7e26 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:28.080279 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec8bec7-ea90-4642-99e7-e81d9b7058d6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3500b97-23de-4593-bb4c-9ef10ccd4866,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:28.090409 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fec8bec7-ea90-4642-99e7-e81d9b7058d6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:28.118378 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fec8bec7-ea90-4642-99e7-e81d9b7058d6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:28.123289 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fec8bec7-ea90-4642-99e7-e81d9b7058d6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2709217 Jun 21 14:56:28.123888 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38786) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:28.129827 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-ca4851bf-3b61-4b68-a8cf-b869f8548cae tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': 'be2a20fb-8978-42ca-9f5d-2926d36da7c5', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:28.161553 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-051c821c-cc12-48b0-b870-0a34931d2e99 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:28.168881 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.securitygroups_db [None req-ca4851bf-3b61-4b68-a8cf-b869f8548cae tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Project 6034e39b7b9c4208ae0c3b83482b9f88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 14:56:28.176333 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ca4851bf-3b61-4b68-a8cf-b869f8548cae tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:28.251715 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ca4851bf-3b61-4b68-a8cf-b869f8548cae tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:28.256898 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ca4851bf-3b61-4b68-a8cf-b869f8548cae tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:28.272567 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d587f0cc-e35f-474e-a2ce-75bcaa4dfce6 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:28.278404 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ca4851bf-3b61-4b68-a8cf-b869f8548cae tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:28.279603 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-ca4851bf-3b61-4b68-a8cf-b869f8548cae tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1543617 Jun 21 14:56:28.284181 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38788) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:28.287017 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4851bf-3b61-4b68-a8cf-b869f8548cae tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbe36100-ddf6-4c9b-bbf6-ba4cff506b2c,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:28.290303 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-f1d7231f-c842-4b15-b5aa-60c08cf389e1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': 'be2a20fb-8978-42ca-9f5d-2926d36da7c5', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:28.291568 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ca4851bf-3b61-4b68-a8cf-b869f8548cae tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:28.312801 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-051c821c-cc12-48b0-b870-0a34931d2e99 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:28.349668 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.securitygroups_db [None req-f1d7231f-c842-4b15-b5aa-60c08cf389e1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Project 6034e39b7b9c4208ae0c3b83482b9f88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 14:56:28.360602 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f1d7231f-c842-4b15-b5aa-60c08cf389e1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:28.476956 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f1d7231f-c842-4b15-b5aa-60c08cf389e1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:28.487778 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f1d7231f-c842-4b15-b5aa-60c08cf389e1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:28.492306 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b4037f68-bae0-4c48-b2c9-51e42b2d8eaf tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:28.522492 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7231f-c842-4b15-b5aa-60c08cf389e1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e9115c4-abaa-4ed9-b71d-baedae7febcb,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:28.529944 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f1d7231f-c842-4b15-b5aa-60c08cf389e1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:28.535633 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f1d7231f-c842-4b15-b5aa-60c08cf389e1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:28.536809 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f1d7231f-c842-4b15-b5aa-60c08cf389e1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2515845 Jun 21 14:56:28.541218 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-051c821c-cc12-48b0-b870-0a34931d2e99 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:28.548435 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-051c821c-cc12-48b0-b870-0a34931d2e99 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:28.551176 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-eeb6b9f0-ee42-48d2-94ff-df334a59b9e8 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:28.624272 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c821c-cc12-48b0-b870-0a34931d2e99 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Pushing event updated for resources: {'Port': ['ID=0a065a90-23ef-4f80-825c-c721ba89ef9c,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:28.627670 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-051c821c-cc12-48b0-b870-0a34931d2e99 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:28.643923 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-051c821c-cc12-48b0-b870-0a34931d2e99 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:28.746425 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-b1d08bd6-5668-49fc-b383-68579970a691 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-169694134&fields=id&tenant_id=6034e39b7b9c4208ae0c3b83482b9f88 HTTP/1.1" status: 200 len: 267 time: 0.0369599 Jun 21 14:56:28.752968 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.l3_db [None req-051c821c-cc12-48b0-b870-0a34931d2e99 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Floating IP 3135a86e-2648-4552-abe2-ab3a797701e7 associated. External IP: 172.26.3.33, port: d0156dbf-a5b5-4621-a371-c711c6909ee5. Jun 21 14:56:28.855630 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-2636129c-6e29-4b6d-9c3e-e9f6dafdf992 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:28.857160 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-2636129c-6e29-4b6d-9c3e-e9f6dafdf992 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/networks?id=e6bd3afd-8baa-44f7-8317-b6521e5826be HTTP/1.1" status: 200 len: 796 time: 0.1035132 Jun 21 14:56:28.873772 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-89ea520d-2d93-41e6-86bc-44c39f81b46b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/quotas/6034e39b7b9c4208ae0c3b83482b9f88 HTTP/1.1" status: 200 len: 375 time: 0.0110042 Jun 21 14:56:28.951226 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-a7f413a7-029d-453e-892d-c1400f79468d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0707672 Jun 21 14:56:28.973155 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051c821c-cc12-48b0-b870-0a34931d2e99 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Router 31b73e1c-1af0-40b3-863c-af0582a46448 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:56:29.088473 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051c821c-cc12-48b0-b870-0a34931d2e99 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:56:29.098941 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8763192-fb55-4d91-b497-d1db130bd340 None None] Sync routers for ids ['31b73e1c-1af0-40b3-863c-af0582a46448'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:56:29.108903 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8763192-fb55-4d91-b497-d1db130bd340 None None] Routers {'31b73e1c-1af0-40b3-863c-af0582a46448'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:56:29.109535 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-b8763192-fb55-4d91-b497-d1db130bd340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:56:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['31b73e1c-1af0-40b3-863c-af0582a46448'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:29.111196 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-051c821c-cc12-48b0-b870-0a34931d2e99 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:29.155493 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-051c821c-cc12-48b0-b870-0a34931d2e99 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0331957 Jun 21 14:56:29.156344 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28af8b38-8bca-4c39-9382-1950fa984c2c', 'tag': 'd0156dbf-a5b5-4621-a371-c711c6909ee5'}] {{(pid=105225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:56:29.160016 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d720512e93a77e3bffebe2b790a2b81995dcc7e4c74443a12a7dc003910c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60155ffe-16ed-4d38-8611-f39d04adedce" -d '{"events": [{"name": "network-changed", "server_uuid": "28af8b38-8bca-4c39-9382-1950fa984c2c", "tag": "d0156dbf-a5b5-4621-a371-c711c6909ee5"}]}' {{(pid=105225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:56:29.192487 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-f3db07d8-3410-49cc-931d-d9a40c0ec06f service neutron] 10.222.0.72 "GET /v2.0/networks/e6bd3afd-8baa-44f7-8317-b6521e5826be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293956 Jun 21 14:56:29.209966 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf36669-a9bb-417a-bbe8-03c521666cd1 x-openstack-request-id: req-8bf36669-a9bb-417a-bbe8-03c521666cd1 {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:56:29.210535 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28af8b38-8bca-4c39-9382-1950fa984c2c", "tag": "d0156dbf-a5b5-4621-a371-c711c6909ee5", "status": "completed", "code": 200}]} {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:56:29.210535 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8bf36669-a9bb-417a-bbe8-03c521666cd1 {{(pid=105225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:56:29.211079 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28af8b38-8bca-4c39-9382-1950fa984c2c', 'tag': 'd0156dbf-a5b5-4621-a371-c711c6909ee5', 'status': 'completed', 'code': 200} Jun 21 14:56:29.240209 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3deaa0fc-ce71-44e1-836a-5420029d0c68 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:56:29.288847 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60155ffe-16ed-4d38-8611-f39d04adedce req-1d00acba-3c0c-4c3f-a2f8-6386f2844282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:29.290687 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-60155ffe-16ed-4d38-8611-f39d04adedce req-1d00acba-3c0c-4c3f-a2f8-6386f2844282 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c4e5ef8cecbf4ede86b5a3dcbc277e2f&device_id=28af8b38-8bca-4c39-9382-1950fa984c2c HTTP/1.1" status: 200 len: 1099 time: 0.0550444 Jun 21 14:56:29.297194 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-b8763192-fb55-4d91-b497-d1db130bd340 None None] Set router 31b73e1c-1af0-40b3-863c-af0582a46448 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:56:29.300032 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-b26da093-67c0-4db5-8568-55b4ea730ed1 service neutron] 10.222.0.72 "GET /v2.0/networks/e6bd3afd-8baa-44f7-8317-b6521e5826be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065879 Jun 21 14:56:29.342805 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 3deaa0fc-ce71-44e1-836a-5420029d0c68 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:56:29.377008 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 3deaa0fc-ce71-44e1-836a-5420029d0c68 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:56:29.377306 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:29.410625 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60155ffe-16ed-4d38-8611-f39d04adedce req-a374a785-858b-41ed-930d-57d23633fbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:29.412326 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-60155ffe-16ed-4d38-8611-f39d04adedce req-a374a785-858b-41ed-930d-57d23633fbf6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=51c83c43-7be7-46e9-8af2-485fddc9c895 HTTP/1.1" status: 200 len: 912 time: 0.1147792 Jun 21 14:56:29.516214 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-60155ffe-16ed-4d38-8611-f39d04adedce req-fec276d8-ff59-49b3-be52-072fbb815600 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0156dbf-a5b5-4621-a371-c711c6909ee5 HTTP/1.1" status: 200 len: 999 time: 0.0978770 Jun 21 14:56:29.519051 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f4a45fb0-0147-4303-9156-cf0ae9b4f1bc req-85baee52-e56f-46c1-8fb9-f9029baad4c5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=9fa22a96-8672-45cc-a3ea-b76284769925 HTTP/1.1" status: 200 len: 210 time: 0.0359352 Jun 21 14:56:29.540853 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:29.578398 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60155ffe-16ed-4d38-8611-f39d04adedce req-44a7e9bc-e90b-4e86-81bf-aabc9f303eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:29.579965 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-60155ffe-16ed-4d38-8611-f39d04adedce req-44a7e9bc-e90b-4e86-81bf-aabc9f303eb1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dfe1f5e6-b043-4974-b594-b5b570160e02 HTTP/1.1" status: 200 len: 850 time: 0.0578780 Jun 21 14:56:29.598468 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 3deaa0fc-ce71-44e1-836a-5420029d0c68, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3deaa0fc-ce71-44e1-836a-5420029d0c68,segment=NetworkSegment(930493da-ffd4-4652-98a9-7c8a00396b69),segment_id=930493da-ffd4-4652-98a9-7c8a00396b69)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:56:29.605644 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:29.608088 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-668c1e19-0b51-4bc7-aea6-0ca0218c0959 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:29.639880 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60155ffe-16ed-4d38-8611-f39d04adedce req-1bb21894-a007-4b29-a55c-67d357732d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:29.641410 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-60155ffe-16ed-4d38-8611-f39d04adedce req-1bb21894-a007-4b29-a55c-67d357732d21 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51c83c43-7be7-46e9-8af2-485fddc9c895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0553217 Jun 21 14:56:29.664993 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-b8763192-fb55-4d91-b497-d1db130bd340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'name': 'tempest-TestVolumeBootPattern-574981534-router', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:16Z', 'updated_at': '2021-06-21T14:55:23Z', 'revision_number': 4, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'gw_port': {'id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:17Z', 'updated_at': '2021-06-21T14:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '3135a86e-2648-4552-abe2-ab3a797701e7', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'floating_ip_address': '172.26.3.33', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'port_id': 'd0156dbf-a5b5-4621-a371-c711c6909ee5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'mac_address': 'fa:16:3e:f2:1d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28af8b38-8bca-4c39-9382-1950fa984c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:56:27Z', 'updated_at': '2021-06-21T14:56:27Z', 'revision_number': 0, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e80238a-63d2-4cb0-a67d-6d67e3b6169c', 'name': '', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'mac_address': 'fa:16:3e:2a:29:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:22Z', 'updated_at': '2021-06-21T14:55:29Z', 'revision_number': 5, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'subnets': [{'id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:29.667887 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=3deaa0fc-ce71-44e1-836a-5420029d0c68,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:29.693254 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:29.694425 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8763192-fb55-4d91-b497-d1db130bd340 None None] Checking router: 31b73e1c-1af0-40b3-863c-af0582a46448 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:56:29.703235 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8763192-fb55-4d91-b497-d1db130bd340 None None] Routers {'31b73e1c-1af0-40b3-863c-af0582a46448'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:56:29.703840 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-b8763192-fb55-4d91-b497-d1db130bd340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:56:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['31b73e1c-1af0-40b3-863c-af0582a46448'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:29.733484 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-60155ffe-16ed-4d38-8611-f39d04adedce req-2d933e08-16bd-4635-b5fd-b1abdbabce1b service neutron] 10.222.0.66 "GET /v2.0/networks/51c83c43-7be7-46e9-8af2-485fddc9c895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856330 Jun 21 14:56:29.809142 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-b8763192-fb55-4d91-b497-d1db130bd340 None None] Set router 31b73e1c-1af0-40b3-863c-af0582a46448 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:56:29.826129 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-60155ffe-16ed-4d38-8611-f39d04adedce req-c6f327c3-f31b-4dcc-9787-dcd24da92761 service neutron] 10.222.0.66 "GET /v2.0/networks/51c83c43-7be7-46e9-8af2-485fddc9c895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861635 Jun 21 14:56:30.038968 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-b8763192-fb55-4d91-b497-d1db130bd340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'name': 'tempest-TestVolumeBootPattern-574981534-router', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:16Z', 'updated_at': '2021-06-21T14:55:23Z', 'revision_number': 4, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'gw_port': {'id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:17Z', 'updated_at': '2021-06-21T14:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '3135a86e-2648-4552-abe2-ab3a797701e7', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'floating_ip_address': '172.26.3.33', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'port_id': 'd0156dbf-a5b5-4621-a371-c711c6909ee5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'mac_address': 'fa:16:3e:f2:1d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28af8b38-8bca-4c39-9382-1950fa984c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:56:27Z', 'updated_at': '2021-06-21T14:56:27Z', 'revision_number': 0, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e80238a-63d2-4cb0-a67d-6d67e3b6169c', 'name': '', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'mac_address': 'fa:16:3e:2a:29:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:22Z', 'updated_at': '2021-06-21T14:55:29Z', 'revision_number': 5, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'subnets': [{'id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:30.067834 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8763192-fb55-4d91-b497-d1db130bd340 None None] The sync data for ids ['31b73e1c-1af0-40b3-863c-af0582a46448'] in dv-neutron-797121-2-hyperv is: [{'id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'name': 'tempest-TestVolumeBootPattern-574981534-router', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:16Z', 'updated_at': '2021-06-21T14:55:23Z', 'revision_number': 4, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'gw_port': {'id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:17Z', 'updated_at': '2021-06-21T14:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '3135a86e-2648-4552-abe2-ab3a797701e7', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'floating_ip_address': '172.26.3.33', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'port_id': 'd0156dbf-a5b5-4621-a371-c711c6909ee5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'mac_address': 'fa:16:3e:f2:1d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28af8b38-8bca-4c39-9382-1950fa984c2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:56:27Z', 'updated_at': '2021-06-21T14:56:27Z', 'revision_number': 0, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e80238a-63d2-4cb0-a67d-6d67e3b6169c', 'name': '', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'mac_address': 'fa:16:3e:2a:29:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:22Z', 'updated_at': '2021-06-21T14:55:29Z', 'revision_number': 5, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'subnets': [{'id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:56:30.271487 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e531992-4c2e-4fff-8e97-b438876046f0 None None] New status for floating IP 3135a86e-2648-4552-abe2-ab3a797701e7: ACTIVE {{(pid=105227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:56:30.603973 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-77168a95-a1c4-4726-87c9-82b8d054e01b req-619e79a4-9a3c-42f3-b3b6-c23d0528ded3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=9fa22a96-8672-45cc-a3ea-b76284769925 HTTP/1.1" status: 200 len: 210 time: 0.0287549 Jun 21 14:56:31.177648 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3deaa0fc-ce71-44e1-836a-5420029d0c68 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:56:31.235126 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 3deaa0fc-ce71-44e1-836a-5420029d0c68 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:56:31.235520 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:31.696987 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-73e6f8df-427c-432b-9cbe-68c75d954384 req-6d635fb9-b814-46d5-b947-59aedb4afe7e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=9fa22a96-8672-45cc-a3ea-b76284769925 HTTP/1.1" status: 200 len: 210 time: 0.0295360 Jun 21 14:56:32.789178 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cda6b6d7-310c-4f0a-8371-52a8c428a163 req-be2ae2d4-1b71-47eb-b3d1-e053fc6b4ff0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=9fa22a96-8672-45cc-a3ea-b76284769925 HTTP/1.1" status: 200 len: 210 time: 0.0340099 Jun 21 14:56:33.678950 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-75a47860-c7f9-4e6c-85d2-8a239ff4265f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:33.681158 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-75a47860-c7f9-4e6c-85d2-8a239ff4265f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/networks?id=e6bd3afd-8baa-44f7-8317-b6521e5826be HTTP/1.1" status: 200 len: 796 time: 0.1127644 Jun 21 14:56:33.732121 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-721bb620-c9d3-4a3f-ac9b-92bb2070eea0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6034e39b7b9c4208ae0c3b83482b9f88 HTTP/1.1" status: 200 len: 379 time: 0.0367398 Jun 21 14:56:33.740687 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-8956a604-c9c7-41c1-bca1-9840fddcef41 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'port': {'device_id': '9fa22a96-8672-45cc-a3ea-b76284769925', 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be', 'admin_state_up': True, 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'security_groups': ['be2a20fb-8978-42ca-9f5d-2926d36da7c5']}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:33.858186 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-8956a604-c9c7-41c1-bca1-9840fddcef41 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Made reservation on behalf of 6034e39b7b9c4208ae0c3b83482b9f88 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:56:33.862325 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-8956a604-c9c7-41c1-bca1-9840fddcef41 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:33.937843 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-037858f8-20a2-40d3-afc1-d8d5d120e8da req-1210c12d-468f-4dd9-89fb-d1b6ea6865b6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=9fa22a96-8672-45cc-a3ea-b76284769925 HTTP/1.1" status: 200 len: 210 time: 0.0321054 Jun 21 14:56:33.992041 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-8956a604-c9c7-41c1-bca1-9840fddcef41 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Allocated IP 172.20.0.5 (e6bd3afd-8baa-44f7-8317-b6521e5826be/f3988780-e7a7-430b-944f-17d1fe35f49d/e680a66b-64bd-48c7-b2dd-17057c24413b) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:56:34.140480 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-8956a604-c9c7-41c1-bca1-9840fddcef41 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:34.154786 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-8956a604-c9c7-41c1-bca1-9840fddcef41 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Transition to ACTIVE for port object e680a66b-64bd-48c7-b2dd-17057c24413b will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:56:34.193951 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-8956a604-c9c7-41c1-bca1-9840fddcef41 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:34.199925 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c057d8e5-9723-427b-8224-4b99d99beef4 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:34.242707 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-8956a604-c9c7-41c1-bca1-9840fddcef41 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network e6bd3afd-8baa-44f7-8317-b6521e5826be is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:56:34.246414 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-8956a604-c9c7-41c1-bca1-9840fddcef41 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:56:34.252122 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-8956a604-c9c7-41c1-bca1-9840fddcef41 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:56:34.258954 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956a604-c9c7-41c1-bca1-9840fddcef41 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=e680a66b-64bd-48c7-b2dd-17057c24413b,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:34.278741 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8956a604-c9c7-41c1-bca1-9840fddcef41 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:34.304639 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-8956a604-c9c7-41c1-bca1-9840fddcef41 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:34.305515 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-8956a604-c9c7-41c1-bca1-9840fddcef41 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:34.323721 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-8956a604-c9c7-41c1-bca1-9840fddcef41 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5868309 Jun 21 14:56:34.349240 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-a7e277b9-0bee-403f-aad6-e35f32bd2e0c service neutron] Request body: {'port': {'device_id': '9fa22a96-8672-45cc-a3ea-b76284769925', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:34.427745 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-a7e277b9-0bee-403f-aad6-e35f32bd2e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:34.455219 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-51fc929e-6997-4678-9d01-8b0a5854f35a None None] Provisioning for port e680a66b-64bd-48c7-b2dd-17057c24413b completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:56:34.459706 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-51fc929e-6997-4678-9d01-8b0a5854f35a None None] Provisioning complete for port e680a66b-64bd-48c7-b2dd-17057c24413b triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:56:34.460707 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-51fc929e-6997-4678-9d01-8b0a5854f35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:34.502170 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-51fc929e-6997-4678-9d01-8b0a5854f35a None None] Port e680a66b-64bd-48c7-b2dd-17057c24413b cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:56:34.977405 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-a7e277b9-0bee-403f-aad6-e35f32bd2e0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e680a66b-64bd-48c7-b2dd-17057c24413b {{(pid=105225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:56:34.985597 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-a7e277b9-0bee-403f-aad6-e35f32bd2e0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:34.998245 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-a7e277b9-0bee-403f-aad6-e35f32bd2e0c service neutron] Transition to ACTIVE for port object e680a66b-64bd-48c7-b2dd-17057c24413b will not be triggered until provisioned by entity L2. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:56:35.003019 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-a7e277b9-0bee-403f-aad6-e35f32bd2e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:35.006478 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9b152904-ed01-4a3c-876d-0029319ba743 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:35.104264 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e277b9-0bee-403f-aad6-e35f32bd2e0c service neutron] Pushing event updated for resources: {'Port': ['ID=e680a66b-64bd-48c7-b2dd-17057c24413b,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:35.108020 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a7e277b9-0bee-403f-aad6-e35f32bd2e0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:35.145044 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa77e15-317d-4d65-81c6-654d95105dd8 req-3991d4fe-8489-415e-b102-eaf8064f7452 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:35.146765 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-dfa77e15-317d-4d65-81c6-654d95105dd8 req-3991d4fe-8489-415e-b102-eaf8064f7452 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=9fa22a96-8672-45cc-a3ea-b76284769925 HTTP/1.1" status: 200 len: 943 time: 0.0933666 Jun 21 14:56:35.156767 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-a7e277b9-0bee-403f-aad6-e35f32bd2e0c service neutron] Attempting to bind port e680a66b-64bd-48c7-b2dd-17057c24413b on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:56:35.157101 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-a7e277b9-0bee-403f-aad6-e35f32bd2e0c service neutron] Attempting to bind port e680a66b-64bd-48c7-b2dd-17057c24413b by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '930493da-ffd4-4652-98a9-7c8a00396b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be'}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:56:35.157452 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-a7e277b9-0bee-403f-aad6-e35f32bd2e0c service neutron] Attempting to bind port e680a66b-64bd-48c7-b2dd-17057c24413b on network e6bd3afd-8baa-44f7-8317-b6521e5826be {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:56:35.162117 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-a7e277b9-0bee-403f-aad6-e35f32bd2e0c service neutron] Port e680a66b-64bd-48c7-b2dd-17057c24413b on network e6bd3afd-8baa-44f7-8317-b6521e5826be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:56:35.162551 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-a7e277b9-0bee-403f-aad6-e35f32bd2e0c service neutron] Attempting to bind port e680a66b-64bd-48c7-b2dd-17057c24413b on network e6bd3afd-8baa-44f7-8317-b6521e5826be {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:56:35.168006 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-a7e277b9-0bee-403f-aad6-e35f32bd2e0c service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:56:35.168478 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-a7e277b9-0bee-403f-aad6-e35f32bd2e0c service neutron] Checking segment: {'id': '930493da-ffd4-4652-98a9-7c8a00396b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:56:35.168700 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-a7e277b9-0bee-403f-aad6-e35f32bd2e0c service neutron] Bound using segment: {'id': '930493da-ffd4-4652-98a9-7c8a00396b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be'} {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:56:35.169123 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-a7e277b9-0bee-403f-aad6-e35f32bd2e0c service neutron] Bound port: e680a66b-64bd-48c7-b2dd-17057c24413b, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '930493da-ffd4-4652-98a9-7c8a00396b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be'}}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:56:35.169460 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-a7e277b9-0bee-403f-aad6-e35f32bd2e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:35.197894 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-dfa77e15-317d-4d65-81c6-654d95105dd8 req-0f71b573-4710-4f08-a493-11789b070549 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=be2a20fb-8978-42ca-9f5d-2926d36da7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439150 Jun 21 14:56:35.243156 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-a7e277b9-0bee-403f-aad6-e35f32bd2e0c service neutron] For port e680a66b-64bd-48c7-b2dd-17057c24413b, host hv-neutron-7971, cleared binding levels {{(pid=105225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:56:35.246709 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-a7e277b9-0bee-403f-aad6-e35f32bd2e0c service neutron] For port e680a66b-64bd-48c7-b2dd-17057c24413b, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e680a66b-64bd-48c7-b2dd-17057c24413b,segment=NetworkSegment(930493da-ffd4-4652-98a9-7c8a00396b69),segment_id=930493da-ffd4-4652-98a9-7c8a00396b69)] {{(pid=105225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:56:35.251541 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-a7e277b9-0bee-403f-aad6-e35f32bd2e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:35.253847 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-43a45759-2498-4de7-996f-ad281d741c92 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:35.278362 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:35.295210 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-a7e277b9-0bee-403f-aad6-e35f32bd2e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:35.295808 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-a7e277b9-0bee-403f-aad6-e35f32bd2e0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:35.297263 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-a7e277b9-0bee-403f-aad6-e35f32bd2e0c service neutron] 10.222.0.66 "PUT /v2.0/ports/e680a66b-64bd-48c7-b2dd-17057c24413b HTTP/1.1" status: 200 len: 1093 time: 0.9527614 Jun 21 14:56:35.297888 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa22a96-8672-45cc-a3ea-b76284769925', 'tag': 'e680a66b-64bd-48c7-b2dd-17057c24413b'}] {{(pid=105225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:56:35.300314 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d720512e93a77e3bffebe2b790a2b81995dcc7e4c74443a12a7dc003910c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238e03d6-ac26-479f-b4cc-e3f01abe6596" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa22a96-8672-45cc-a3ea-b76284769925", "tag": "e680a66b-64bd-48c7-b2dd-17057c24413b"}]}' {{(pid=105225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:56:35.327549 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e277b9-0bee-403f-aad6-e35f32bd2e0c service neutron] Pushing event updated for resources: {'Port': ['ID=e680a66b-64bd-48c7-b2dd-17057c24413b,revision_number=3']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:35.331002 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a7e277b9-0bee-403f-aad6-e35f32bd2e0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:35.413169 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-e6dfe833-0cfa-4536-abbe-87228bbe828b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:35.415472 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-e6dfe833-0cfa-4536-abbe-87228bbe828b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=9fa22a96-8672-45cc-a3ea-b76284769925 HTTP/1.1" status: 200 len: 1096 time: 0.0741444 Jun 21 14:56:35.464659 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-bf7ce3df-13de-40b7-b1aa-41803f9dcb19 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e680a66b-64bd-48c7-b2dd-17057c24413b HTTP/1.1" status: 200 len: 217 time: 0.0413618 Jun 21 14:56:35.527113 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-724c2dab-9b9e-498d-8af3-e430c752c2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:35.528569 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-724c2dab-9b9e-498d-8af3-e430c752c2d8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3988780-e7a7-430b-944f-17d1fe35f49d HTTP/1.1" status: 200 len: 834 time: 0.0561628 Jun 21 14:56:35.544621 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3837e24-1ee8-4339-8d82-2eace93398f2 x-openstack-request-id: req-f3837e24-1ee8-4339-8d82-2eace93398f2 {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:56:35.544916 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa22a96-8672-45cc-a3ea-b76284769925", "tag": "e680a66b-64bd-48c7-b2dd-17057c24413b", "status": "completed", "code": 200}]} {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:56:35.545199 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f3837e24-1ee8-4339-8d82-2eace93398f2 {{(pid=105225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:56:35.545648 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa22a96-8672-45cc-a3ea-b76284769925', 'tag': 'e680a66b-64bd-48c7-b2dd-17057c24413b', 'status': 'completed', 'code': 200} Jun 21 14:56:35.590704 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-b0734ad3-e042-45fd-9fd4-272bc03bea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:35.592119 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-b0734ad3-e042-45fd-9fd4-272bc03bea79 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e6bd3afd-8baa-44f7-8317-b6521e5826be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0568647 Jun 21 14:56:35.713111 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-a641543d-bdf5-4315-a1b9-caabf6a7f703 service neutron] 10.222.0.66 "GET /v2.0/networks/e6bd3afd-8baa-44f7-8317-b6521e5826be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127553 Jun 21 14:56:35.820081 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f59f17e3-fb00-4d74-a870-cf1fe5fc3ee5 req-442d082a-233d-4591-81ac-bcf20879e003 service neutron] 10.222.0.66 "GET /v2.0/networks/e6bd3afd-8baa-44f7-8317-b6521e5826be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977194 Jun 21 14:56:35.947025 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e03d6-ac26-479f-b4cc-e3f01abe6596 req-20404737-a2ad-48f2-ac12-25702d7651f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:35.948891 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-238e03d6-ac26-479f-b4cc-e3f01abe6596 req-20404737-a2ad-48f2-ac12-25702d7651f1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=9fa22a96-8672-45cc-a3ea-b76284769925 HTTP/1.1" status: 200 len: 1096 time: 0.0649650 Jun 21 14:56:36.044585 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e03d6-ac26-479f-b4cc-e3f01abe6596 req-26149db0-94ce-443d-be6c-608fafc49b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:36.046126 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-238e03d6-ac26-479f-b4cc-e3f01abe6596 req-26149db0-94ce-443d-be6c-608fafc49b44 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e6bd3afd-8baa-44f7-8317-b6521e5826be HTTP/1.1" status: 200 len: 897 time: 0.0896804 Jun 21 14:56:36.094393 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-238e03d6-ac26-479f-b4cc-e3f01abe6596 req-f6e79507-8554-4806-a7cb-521fbc3e7a62 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e680a66b-64bd-48c7-b2dd-17057c24413b HTTP/1.1" status: 200 len: 217 time: 0.0415907 Jun 21 14:56:36.149976 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e03d6-ac26-479f-b4cc-e3f01abe6596 req-097f67f9-cc38-47fe-a14a-5aecb24057f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:36.152048 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-238e03d6-ac26-479f-b4cc-e3f01abe6596 req-097f67f9-cc38-47fe-a14a-5aecb24057f9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3988780-e7a7-430b-944f-17d1fe35f49d HTTP/1.1" status: 200 len: 834 time: 0.0508463 Jun 21 14:56:36.220182 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e03d6-ac26-479f-b4cc-e3f01abe6596 req-756af818-413e-4f28-b058-645059a5d989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:36.221688 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-238e03d6-ac26-479f-b4cc-e3f01abe6596 req-756af818-413e-4f28-b058-645059a5d989 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e6bd3afd-8baa-44f7-8317-b6521e5826be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0618367 Jun 21 14:56:36.312084 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-238e03d6-ac26-479f-b4cc-e3f01abe6596 req-25d3a4af-4753-4eca-beab-7c8911bde548 service neutron] 10.222.0.66 "GET /v2.0/networks/e6bd3afd-8baa-44f7-8317-b6521e5826be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828288 Jun 21 14:56:36.381393 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501586e4-0f73-4ee0-9f2c-1b2318247b47 req-d927811b-6339-4cc6-80ed-5ecb7b327732 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:36.383039 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-501586e4-0f73-4ee0-9f2c-1b2318247b47 req-d927811b-6339-4cc6-80ed-5ecb7b327732 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=9fa22a96-8672-45cc-a3ea-b76284769925 HTTP/1.1" status: 200 len: 943 time: 0.0708983 Jun 21 14:56:36.410085 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-238e03d6-ac26-479f-b4cc-e3f01abe6596 req-c355d184-b4d3-4632-97ea-106ee6991113 service neutron] 10.222.0.66 "GET /v2.0/networks/e6bd3afd-8baa-44f7-8317-b6521e5826be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908475 Jun 21 14:56:36.424141 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-501586e4-0f73-4ee0-9f2c-1b2318247b47 req-3dd0fc2b-52ae-40ed-8e0f-84aeb84a17c7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=be2a20fb-8978-42ca-9f5d-2926d36da7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352340 Jun 21 14:56:37.627639 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ccc80-b001-4c89-aa6a-8cff474a506b req-21c74d25-b88e-4a98-9bc0-45e1b8ba5373 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:37.629460 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-851ccc80-b001-4c89-aa6a-8cff474a506b req-21c74d25-b88e-4a98-9bc0-45e1b8ba5373 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=9fa22a96-8672-45cc-a3ea-b76284769925 HTTP/1.1" status: 200 len: 943 time: 0.0800912 Jun 21 14:56:37.677497 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-851ccc80-b001-4c89-aa6a-8cff474a506b req-1bd1e9d0-4cb0-4d01-8845-fa6fa99e0644 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=be2a20fb-8978-42ca-9f5d-2926d36da7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361373 Jun 21 14:56:37.857156 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device e680a66b-64bd-48c7-b2dd-17057c24413b details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:56:37.952320 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port e680a66b-64bd-48c7-b2dd-17057c24413b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e680a66b-64bd-48c7-b2dd-17057c24413b,segment=NetworkSegment(930493da-ffd4-4652-98a9-7c8a00396b69),segment_id=930493da-ffd4-4652-98a9-7c8a00396b69)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:56:37.965544 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': 'e680a66b-64bd-48c7-b2dd-17057c24413b', 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be', 'port_id': 'e680a66b-64bd-48c7-b2dd-17057c24413b', 'mac_address': 'fa:16:3e:2f:dc:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3988780-e7a7-430b-944f-17d1fe35f49d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:56:38.006324 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:38.018933 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e680a66b-64bd-48c7-b2dd-17057c24413b {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:56:38.038392 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port e680a66b-64bd-48c7-b2dd-17057c24413b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e680a66b-64bd-48c7-b2dd-17057c24413b,segment=NetworkSegment(930493da-ffd4-4652-98a9-7c8a00396b69),segment_id=930493da-ffd4-4652-98a9-7c8a00396b69)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:56:38.044911 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:38.046736 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:38.092381 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=e680a66b-64bd-48c7-b2dd-17057c24413b,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:38.095518 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:38.373104 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['e680a66b-64bd-48c7-b2dd-17057c24413b'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:56:38.875740 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89635f7-c4ac-4052-9d81-a3c2eea0270a req-cfa8a057-8442-44f4-95e6-62fb96743cbf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:38.877334 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c89635f7-c4ac-4052-9d81-a3c2eea0270a req-cfa8a057-8442-44f4-95e6-62fb96743cbf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=9fa22a96-8672-45cc-a3ea-b76284769925 HTTP/1.1" status: 200 len: 944 time: 0.0823288 Jun 21 14:56:38.916779 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c89635f7-c4ac-4052-9d81-a3c2eea0270a req-63656350-78bf-4ae7-8f3e-0bfaed0aecc5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=be2a20fb-8978-42ca-9f5d-2926d36da7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331523 Jun 21 14:56:39.863240 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device e680a66b-64bd-48c7-b2dd-17057c24413b up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:56:39.918372 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port e680a66b-64bd-48c7-b2dd-17057c24413b completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:56:39.922165 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port e680a66b-64bd-48c7-b2dd-17057c24413b triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:56:39.922551 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:40.006689 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:40.030922 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa22a96-8672-45cc-a3ea-b76284769925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e680a66b-64bd-48c7-b2dd-17057c24413b'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:56:40.033237 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b0cd12-da6c-4419-9652-1c640cbabd7b" -d '{"events": [{"server_uuid": "9fa22a96-8672-45cc-a3ea-b76284769925", "name": "network-vif-plugged", "status": "completed", "tag": "e680a66b-64bd-48c7-b2dd-17057c24413b"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:56:40.050066 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port e680a66b-64bd-48c7-b2dd-17057c24413b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e680a66b-64bd-48c7-b2dd-17057c24413b,segment=NetworkSegment(930493da-ffd4-4652-98a9-7c8a00396b69),segment_id=930493da-ffd4-4652-98a9-7c8a00396b69)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:56:40.057141 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:40.059192 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-03a46801-499b-4408-ae4a-a0ee1ec68e0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:40.081958 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87c3f17-8a13-4644-93ae-3902eab21462 x-openstack-request-id: req-e87c3f17-8a13-4644-93ae-3902eab21462 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:56:40.082256 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa22a96-8672-45cc-a3ea-b76284769925", "name": "network-vif-plugged", "status": "completed", "tag": "e680a66b-64bd-48c7-b2dd-17057c24413b", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:56:40.082533 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e87c3f17-8a13-4644-93ae-3902eab21462 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:56:40.083073 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa22a96-8672-45cc-a3ea-b76284769925', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e680a66b-64bd-48c7-b2dd-17057c24413b', 'code': 200} Jun 21 14:56:40.112934 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=e680a66b-64bd-48c7-b2dd-17057c24413b,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:40.116288 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:40.124274 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172749d-46a6-43ba-8d76-99a661cf00c4 req-5c965527-1031-4350-909c-71e96fc942d1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:40.125855 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f172749d-46a6-43ba-8d76-99a661cf00c4 req-5c965527-1031-4350-909c-71e96fc942d1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=9fa22a96-8672-45cc-a3ea-b76284769925 HTTP/1.1" status: 200 len: 944 time: 0.0855048 Jun 21 14:56:40.164847 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f172749d-46a6-43ba-8d76-99a661cf00c4 req-cacb2a88-dc91-4cd5-bcd1-8c25bf7d0dfc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=be2a20fb-8978-42ca-9f5d-2926d36da7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324543 Jun 21 14:56:40.323622 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec17d28-34c7-40cd-921a-616bb248e3f3 req-76b46dbd-c866-468d-8282-c18a3f15ab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:40.325102 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-aec17d28-34c7-40cd-921a-616bb248e3f3 req-76b46dbd-c866-468d-8282-c18a3f15ab86 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9fa22a96-8672-45cc-a3ea-b76284769925 HTTP/1.1" status: 200 len: 1098 time: 0.0559571 Jun 21 14:56:40.360527 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-aec17d28-34c7-40cd-921a-616bb248e3f3 req-aa8eab55-8230-431b-bd53-bcd0fc918ceb service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=be2a20fb-8978-42ca-9f5d-2926d36da7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282686 Jun 21 14:56:41.350030 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff814280-c35f-4106-a451-dec6491d35d4 req-2013fc30-5247-4079-9bba-974976e2a104 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:41.351511 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ff814280-c35f-4106-a451-dec6491d35d4 req-2013fc30-5247-4079-9bba-974976e2a104 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=9fa22a96-8672-45cc-a3ea-b76284769925 HTTP/1.1" status: 200 len: 945 time: 0.0650275 Jun 21 14:56:41.391982 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ff814280-c35f-4106-a451-dec6491d35d4 req-6a2111c1-e305-4051-a7ad-0dfa83257024 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=be2a20fb-8978-42ca-9f5d-2926d36da7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343957 Jun 21 14:56:42.591949 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a1ae1-ea58-49cf-b3d5-58c0c12e0983 req-12e84cad-678a-495b-8451-a69e920868f6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:42.593454 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-084a1ae1-ea58-49cf-b3d5-58c0c12e0983 req-12e84cad-678a-495b-8451-a69e920868f6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=9fa22a96-8672-45cc-a3ea-b76284769925 HTTP/1.1" status: 200 len: 945 time: 0.0793252 Jun 21 14:56:42.639874 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-084a1ae1-ea58-49cf-b3d5-58c0c12e0983 req-77fb3c60-b2bd-4807-b235-990ce9e2fdc9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=be2a20fb-8978-42ca-9f5d-2926d36da7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401289 Jun 21 14:56:42.834849 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47393c20-bbd8-4807-9369-ee22639fe9ab req-7c56d000-0238-4295-a895-b328ee6090b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:42.836303 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-47393c20-bbd8-4807-9369-ee22639fe9ab req-7c56d000-0238-4295-a895-b328ee6090b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=9fa22a96-8672-45cc-a3ea-b76284769925 HTTP/1.1" status: 200 len: 945 time: 0.0746436 Jun 21 14:56:42.877168 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-47393c20-bbd8-4807-9369-ee22639fe9ab req-73e3f572-997b-4145-9b5d-e4a6efeb90be tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=be2a20fb-8978-42ca-9f5d-2926d36da7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337861 Jun 21 14:56:42.907683 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38860) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:42.966835 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5823a7d8-514d-48e4-a819-5ec485838525 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:42.968341 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5823a7d8-514d-48e4-a819-5ec485838525 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=9fa22a96-8672-45cc-a3ea-b76284769925 HTTP/1.1" status: 200 len: 1093 time: 0.0596428 Jun 21 14:56:42.971368 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38862) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:42.975818 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-d7444abe-1106-4265-ba6d-ad2ddd89c91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'port_id': 'e680a66b-64bd-48c7-b2dd-17057c24413b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:56:43.001972 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d7444abe-1106-4265-ba6d-ad2ddd89c91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:43.105111 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d7444abe-1106-4265-ba6d-ad2ddd89c91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:43.584691 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-d7444abe-1106-4265-ba6d-ad2ddd89c91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Allocated IP 172.26.3.224 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/e625c211-2658-4284-bb38-6c5338715d36) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:56:43.705947 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d7444abe-1106-4265-ba6d-ad2ddd89c91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:43.752674 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d7444abe-1106-4265-ba6d-ad2ddd89c91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:43.755261 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-620df80e-03a9-4660-aaef-35ed82d6d4ae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:43.795602 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7444abe-1106-4265-ba6d-ad2ddd89c91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:56:43.798422 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-d7444abe-1106-4265-ba6d-ad2ddd89c91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:56:43.804080 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7444abe-1106-4265-ba6d-ad2ddd89c91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:56:43.809735 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7444abe-1106-4265-ba6d-ad2ddd89c91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=e625c211-2658-4284-bb38-6c5338715d36,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:43.835214 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7444abe-1106-4265-ba6d-ad2ddd89c91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:56:43.835598 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7444abe-1106-4265-ba6d-ad2ddd89c91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:56:43.835972 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7444abe-1106-4265-ba6d-ad2ddd89c91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:56:43.836339 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7444abe-1106-4265-ba6d-ad2ddd89c91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:56:43.836704 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7444abe-1106-4265-ba6d-ad2ddd89c91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:56:43.837069 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7444abe-1106-4265-ba6d-ad2ddd89c91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:56:43.837432 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7444abe-1106-4265-ba6d-ad2ddd89c91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:56:43.837821 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7444abe-1106-4265-ba6d-ad2ddd89c91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:56:43.838211 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7444abe-1106-4265-ba6d-ad2ddd89c91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:56:43.838568 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7444abe-1106-4265-ba6d-ad2ddd89c91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:56:43.838952 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7444abe-1106-4265-ba6d-ad2ddd89c91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:56:43.839847 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7444abe-1106-4265-ba6d-ad2ddd89c91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:56:43.844376 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d7444abe-1106-4265-ba6d-ad2ddd89c91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:44.031876 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-50013f83-9cdb-4af9-9bc6-a7891ffb9227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:44.358693 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d7444abe-1106-4265-ba6d-ad2ddd89c91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:44.498072 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d7444abe-1106-4265-ba6d-ad2ddd89c91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:44.653363 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d7444abe-1106-4265-ba6d-ad2ddd89c91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:44.660721 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d7444abe-1106-4265-ba6d-ad2ddd89c91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:44.662777 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-530851e7-92ed-4902-a171-cf6370ff5afc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:56:44.725664 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7444abe-1106-4265-ba6d-ad2ddd89c91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=e625c211-2658-4284-bb38-6c5338715d36,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:56:44.729507 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d7444abe-1106-4265-ba6d-ad2ddd89c91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:56:44.740564 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d7444abe-1106-4265-ba6d-ad2ddd89c91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:44.847183 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [None req-d7444abe-1106-4265-ba6d-ad2ddd89c91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Floating IP 338038ff-76d9-450a-8dde-186fd8f157ee associated. External IP: 172.26.3.224, port: e680a66b-64bd-48c7-b2dd-17057c24413b. Jun 21 14:56:45.068578 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7444abe-1106-4265-ba6d-ad2ddd89c91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router 7335a08f-f354-47e8-8277-d3c11c967eff has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:56:45.179796 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7444abe-1106-4265-ba6d-ad2ddd89c91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:56:45.189566 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dca56b2-cbd5-4809-b29d-caef52eaa60e None None] Sync routers for ids ['7335a08f-f354-47e8-8277-d3c11c967eff'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:56:45.198734 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d7444abe-1106-4265-ba6d-ad2ddd89c91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:45.201364 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dca56b2-cbd5-4809-b29d-caef52eaa60e None None] Routers {'7335a08f-f354-47e8-8277-d3c11c967eff'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:56:45.202126 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-9dca56b2-cbd5-4809-b29d-caef52eaa60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:56:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['7335a08f-f354-47e8-8277-d3c11c967eff'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:45.244906 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d7444abe-1106-4265-ba6d-ad2ddd89c91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2725401 Jun 21 14:56:45.246046 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa22a96-8672-45cc-a3ea-b76284769925', 'tag': 'e680a66b-64bd-48c7-b2dd-17057c24413b'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:56:45.248722 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38864) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:45.249267 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe8bea0-203a-49f5-bc0e-058854087692" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa22a96-8672-45cc-a3ea-b76284769925", "tag": "e680a66b-64bd-48c7-b2dd-17057c24413b"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:56:45.341933 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ec103f6f-382a-405e-ae7f-15a1b7672a6c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/floatingips/338038ff-76d9-450a-8dde-186fd8f157ee HTTP/1.1" status: 200 len: 991 time: 0.0917277 Jun 21 14:56:45.349011 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-9dca56b2-cbd5-4809-b29d-caef52eaa60e None None] Set router 7335a08f-f354-47e8-8277-d3c11c967eff gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:56:45.438497 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2276ff3-aee2-4617-a8f1-98eca71a2a47 x-openstack-request-id: req-e2276ff3-aee2-4617-a8f1-98eca71a2a47 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:56:45.438762 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa22a96-8672-45cc-a3ea-b76284769925", "tag": "e680a66b-64bd-48c7-b2dd-17057c24413b", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:56:45.439205 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e2276ff3-aee2-4617-a8f1-98eca71a2a47 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:56:45.439661 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa22a96-8672-45cc-a3ea-b76284769925', 'tag': 'e680a66b-64bd-48c7-b2dd-17057c24413b', 'status': 'completed', 'code': 200} Jun 21 14:56:45.520538 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8bea0-203a-49f5-bc0e-058854087692 req-05e7ac29-3217-496c-8d62-6c0fa88bd5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:45.522411 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-dbe8bea0-203a-49f5-bc0e-058854087692 req-05e7ac29-3217-496c-8d62-6c0fa88bd5c0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=9fa22a96-8672-45cc-a3ea-b76284769925 HTTP/1.1" status: 200 len: 1098 time: 0.0604403 Jun 21 14:56:45.627017 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8bea0-203a-49f5-bc0e-058854087692 req-e9b11ab7-5d67-4c39-a32c-155df68d39a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:45.628684 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-dbe8bea0-203a-49f5-bc0e-058854087692 req-e9b11ab7-5d67-4c39-a32c-155df68d39a6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=e6bd3afd-8baa-44f7-8317-b6521e5826be HTTP/1.1" status: 200 len: 897 time: 0.0989022 Jun 21 14:56:45.708884 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-dbe8bea0-203a-49f5-bc0e-058854087692 req-fa4f2336-bff9-47d0-9a58-34320257fa98 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e680a66b-64bd-48c7-b2dd-17057c24413b HTTP/1.1" status: 200 len: 999 time: 0.0725079 Jun 21 14:56:45.744669 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-9dca56b2-cbd5-4809-b29d-caef52eaa60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'name': 'tempest-TestNetworkBasicOps-router-861481270', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '331856e5-3808-4c99-be5c-5b218635f29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:56:17Z', 'updated_at': '2021-06-21T14:56:23Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '331856e5-3808-4c99-be5c-5b218635f29c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:56:18Z', 'updated_at': '2021-06-21T14:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '338038ff-76d9-450a-8dde-186fd8f157ee', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.224', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'port_id': 'e680a66b-64bd-48c7-b2dd-17057c24413b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be', 'mac_address': 'fa:16:3e:2f:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa22a96-8672-45cc-a3ea-b76284769925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:56:44Z', 'updated_at': '2021-06-21T14:56:44Z', 'revision_number': 0, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3deaa0fc-ce71-44e1-836a-5420029d0c68', 'name': '', 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:dc:b5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'f3988780-e7a7-430b-944f-17d1fe35f49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:56:22Z', 'updated_at': '2021-06-21T14:56:29Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'f3988780-e7a7-430b-944f-17d1fe35f49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:45.763355 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8bea0-203a-49f5-bc0e-058854087692 req-faeba5bd-e4ac-4426-ac80-734d41ce6a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:45.764822 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-dbe8bea0-203a-49f5-bc0e-058854087692 req-faeba5bd-e4ac-4426-ac80-734d41ce6a62 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3988780-e7a7-430b-944f-17d1fe35f49d HTTP/1.1" status: 200 len: 834 time: 0.0483458 Jun 21 14:56:45.776136 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dca56b2-cbd5-4809-b29d-caef52eaa60e None None] Checking router: 7335a08f-f354-47e8-8277-d3c11c967eff for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:56:45.785594 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dca56b2-cbd5-4809-b29d-caef52eaa60e None None] Routers {'7335a08f-f354-47e8-8277-d3c11c967eff'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:56:45.786314 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-9dca56b2-cbd5-4809-b29d-caef52eaa60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:56:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['7335a08f-f354-47e8-8277-d3c11c967eff'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:45.828275 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8bea0-203a-49f5-bc0e-058854087692 req-20e38c46-71e7-4b88-88b0-3ab6e2b7bc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:56:45.829854 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-dbe8bea0-203a-49f5-bc0e-058854087692 req-20e38c46-71e7-4b88-88b0-3ab6e2b7bc06 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e6bd3afd-8baa-44f7-8317-b6521e5826be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0584967 Jun 21 14:56:45.912773 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-9dca56b2-cbd5-4809-b29d-caef52eaa60e None None] Set router 7335a08f-f354-47e8-8277-d3c11c967eff gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:56:45.942921 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-dbe8bea0-203a-49f5-bc0e-058854087692 req-7d947bc1-c610-4e7b-966c-36c7b17d80b9 service neutron] 10.222.0.66 "GET /v2.0/networks/e6bd3afd-8baa-44f7-8317-b6521e5826be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065359 Jun 21 14:56:46.044904 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-dbe8bea0-203a-49f5-bc0e-058854087692 req-5f2fefa6-680e-4cf4-bb97-01a861429dcc service neutron] 10.222.0.66 "GET /v2.0/networks/e6bd3afd-8baa-44f7-8317-b6521e5826be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956523 Jun 21 14:56:46.168437 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-9dca56b2-cbd5-4809-b29d-caef52eaa60e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'name': 'tempest-TestNetworkBasicOps-router-861481270', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '331856e5-3808-4c99-be5c-5b218635f29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:56:17Z', 'updated_at': '2021-06-21T14:56:23Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '331856e5-3808-4c99-be5c-5b218635f29c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:56:18Z', 'updated_at': '2021-06-21T14:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '338038ff-76d9-450a-8dde-186fd8f157ee', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.224', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'port_id': 'e680a66b-64bd-48c7-b2dd-17057c24413b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be', 'mac_address': 'fa:16:3e:2f:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa22a96-8672-45cc-a3ea-b76284769925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:56:44Z', 'updated_at': '2021-06-21T14:56:44Z', 'revision_number': 0, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3deaa0fc-ce71-44e1-836a-5420029d0c68', 'name': '', 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:dc:b5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'f3988780-e7a7-430b-944f-17d1fe35f49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:56:22Z', 'updated_at': '2021-06-21T14:56:29Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'f3988780-e7a7-430b-944f-17d1fe35f49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:56:46.195867 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dca56b2-cbd5-4809-b29d-caef52eaa60e None None] The sync data for ids ['7335a08f-f354-47e8-8277-d3c11c967eff'] in dv-neutron-797121-2-hyperv is: [{'id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'name': 'tempest-TestNetworkBasicOps-router-861481270', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '331856e5-3808-4c99-be5c-5b218635f29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:56:17Z', 'updated_at': '2021-06-21T14:56:23Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '331856e5-3808-4c99-be5c-5b218635f29c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:56:18Z', 'updated_at': '2021-06-21T14:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '338038ff-76d9-450a-8dde-186fd8f157ee', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.224', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'port_id': 'e680a66b-64bd-48c7-b2dd-17057c24413b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be', 'mac_address': 'fa:16:3e:2f:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa22a96-8672-45cc-a3ea-b76284769925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:56:44Z', 'updated_at': '2021-06-21T14:56:44Z', 'revision_number': 0, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3deaa0fc-ce71-44e1-836a-5420029d0c68', 'name': '', 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:dc:b5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'f3988780-e7a7-430b-944f-17d1fe35f49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:56:22Z', 'updated_at': '2021-06-21T14:56:29Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'f3988780-e7a7-430b-944f-17d1fe35f49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:56:46.344265 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38870) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:46.410122 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4562b8c5-fb0d-4ac4-a50e-cd90f76f3527 None None] New status for floating IP 338038ff-76d9-450a-8dde-186fd8f157ee: ACTIVE {{(pid=105227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:56:46.436331 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8e6e8af1-4bc6-46de-a092-14853d6696e2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/floatingips/338038ff-76d9-450a-8dde-186fd8f157ee HTTP/1.1" status: 200 len: 991 time: 0.0905070 Jun 21 14:56:46.560790 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-dfac8849-11e1-4e35-ba34-65fdae0d2fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:46.986637 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:47.441225 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38872) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:56:47.565416 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-cbd49f67-7ea9-4413-ac6e-a659bcbbf741 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/floatingips/338038ff-76d9-450a-8dde-186fd8f157ee HTTP/1.1" status: 200 len: 993 time: 0.1228173 Jun 21 14:56:48.016790 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:49.689202 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:56:51.092197 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:57:05.277664 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:11.390750 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-3367768e-953c-4cc4-bde5-b89ec796cce4 req-a61dd940-8493-419d-806a-163f815a0608 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=28af8b38-8bca-4c39-9382-1950fa984c2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0598347 Jun 21 14:57:11.484921 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367768e-953c-4cc4-bde5-b89ec796cce4 req-69386fe4-7a8b-42a1-8f96-7d63f33de54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:57:11.486415 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-3367768e-953c-4cc4-bde5-b89ec796cce4 req-69386fe4-7a8b-42a1-8f96-7d63f33de54c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c4e5ef8cecbf4ede86b5a3dcbc277e2f&device_id=28af8b38-8bca-4c39-9382-1950fa984c2c HTTP/1.1" status: 200 len: 1099 time: 0.0542843 Jun 21 14:57:11.600784 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367768e-953c-4cc4-bde5-b89ec796cce4 req-a687cfcb-7f05-4f5d-9abf-2fe7f7d96c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:57:11.602260 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-3367768e-953c-4cc4-bde5-b89ec796cce4 req-a687cfcb-7f05-4f5d-9abf-2fe7f7d96c1c service neutron] 10.222.0.66 "GET /v2.0/networks?id=51c83c43-7be7-46e9-8af2-485fddc9c895 HTTP/1.1" status: 200 len: 912 time: 0.0903335 Jun 21 14:57:11.668841 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-3367768e-953c-4cc4-bde5-b89ec796cce4 req-04bf44ba-34e8-4ba3-a534-b94ee65b60cc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0156dbf-a5b5-4621-a371-c711c6909ee5 HTTP/1.1" status: 200 len: 1001 time: 0.0593522 Jun 21 14:57:11.716045 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367768e-953c-4cc4-bde5-b89ec796cce4 req-635ecc76-240b-4fc8-b3a9-535991d1a999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:57:11.717471 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-3367768e-953c-4cc4-bde5-b89ec796cce4 req-635ecc76-240b-4fc8-b3a9-535991d1a999 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dfe1f5e6-b043-4974-b594-b5b570160e02 HTTP/1.1" status: 200 len: 850 time: 0.0430329 Jun 21 14:57:11.780277 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3367768e-953c-4cc4-bde5-b89ec796cce4 req-684a9271-a100-4953-97cd-33de2b4b5ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:57:11.781735 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-3367768e-953c-4cc4-bde5-b89ec796cce4 req-684a9271-a100-4953-97cd-33de2b4b5ff2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51c83c43-7be7-46e9-8af2-485fddc9c895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0579422 Jun 21 14:57:11.873069 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-3367768e-953c-4cc4-bde5-b89ec796cce4 req-fb607eb8-ef63-4749-a614-3ac47ff59289 service neutron] 10.222.0.66 "GET /v2.0/networks/51c83c43-7be7-46e9-8af2-485fddc9c895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844622 Jun 21 14:57:11.969162 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-3367768e-953c-4cc4-bde5-b89ec796cce4 req-bcda96f7-f218-4863-9ad5-a0eba049d67a service neutron] 10.222.0.66 "GET /v2.0/networks/51c83c43-7be7-46e9-8af2-485fddc9c895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895658 Jun 21 14:57:14.027596 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a32426ae-89a7-47c9-b596-468578cea1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:16.555776 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0a95687f-3067-4968-a72e-32883e700de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:16.982228 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:18.022179 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:19.688558 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:28.092592 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:57:35.281765 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:44.036468 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e625c8ea-0d63-43fe-9f3e-c60845c8d617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:46.560092 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9b1a59a8-93a5-43c3-bb68-eb8e515763b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:46.996046 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:48.023802 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:49.699146 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:50.292255 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38902) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:57:50.386042 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e693485b-f2f6-47b7-abb6-e1219b857643 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:57:50.386503 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e693485b-f2f6-47b7-abb6-e1219b857643 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:57:50.386986 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e693485b-f2f6-47b7-abb6-e1219b857643 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:57:50.390559 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e693485b-f2f6-47b7-abb6-e1219b857643 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/ports?project_id=6034e39b7b9c4208ae0c3b83482b9f88&network_id=e6bd3afd-8baa-44f7-8317-b6521e5826be HTTP/1.1" status: 200 len: 2999 time: 0.0972648 Jun 21 14:57:53.978528 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38914) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:57:54.069933 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca2f65a-cf39-461e-9bb8-5e549aa536a2 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:57:54.071662 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-bca2f65a-cf39-461e-9bb8-5e549aa536a2 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=78e7bc12-ea33-4baf-9744-b93105835641 HTTP/1.1" status: 200 len: 814 time: 0.0918405 Jun 21 14:57:55.234736 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38920) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:57:55.240133 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-fc67eb00-067d-4bcf-a575-1484aaa57c5c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'network': {'name': 'tempest-network-smoke--336839093', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'port_security_enabled': True}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:57:55.271785 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc67eb00-067d-4bcf-a575-1484aaa57c5c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Made reservation on behalf of 6034e39b7b9c4208ae0c3b83482b9f88 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:57:55.276185 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fc67eb00-067d-4bcf-a575-1484aaa57c5c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:55.303994 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc67eb00-067d-4bcf-a575-1484aaa57c5c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] vlan segment allocate from pool success with {'vlan_id': 419, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:57:55.315746 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fc67eb00-067d-4bcf-a575-1484aaa57c5c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:55.316082 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-fc67eb00-067d-4bcf-a575-1484aaa57c5c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Added segment d1848859-0c41-472d-8f80-7171fde14b31 of type vlan for network c59a9b47-fbef-4e37-8adf-9ee26a4d0a46 Jun 21 14:57:55.378011 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fc67eb00-067d-4bcf-a575-1484aaa57c5c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:55.416674 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fc67eb00-067d-4bcf-a575-1484aaa57c5c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:55.423260 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc67eb00-067d-4bcf-a575-1484aaa57c5c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:57:55.423795 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fc67eb00-067d-4bcf-a575-1484aaa57c5c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:55.426233 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f366e225-0bcf-4346-81ab-2b649f72c3df tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:57:55.496279 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fc67eb00-067d-4bcf-a575-1484aaa57c5c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2603827 Jun 21 14:57:55.500103 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38922) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:57:55.528759 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67eb00-067d-4bcf-a575-1484aaa57c5c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Network': ['ID=c59a9b47-fbef-4e37-8adf-9ee26a4d0a46,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:57:55.536600 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc67eb00-067d-4bcf-a575-1484aaa57c5c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:57:55.537039 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc67eb00-067d-4bcf-a575-1484aaa57c5c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:57:55.537344 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc67eb00-067d-4bcf-a575-1484aaa57c5c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:57:55.537712 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc67eb00-067d-4bcf-a575-1484aaa57c5c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:57:55.538114 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc67eb00-067d-4bcf-a575-1484aaa57c5c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:57:55.538494 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc67eb00-067d-4bcf-a575-1484aaa57c5c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:57:55.538842 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc67eb00-067d-4bcf-a575-1484aaa57c5c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:57:55.539199 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc67eb00-067d-4bcf-a575-1484aaa57c5c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:57:55.539564 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc67eb00-067d-4bcf-a575-1484aaa57c5c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:57:55.539915 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc67eb00-067d-4bcf-a575-1484aaa57c5c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:57:55.540268 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc67eb00-067d-4bcf-a575-1484aaa57c5c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:57:55.540613 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc67eb00-067d-4bcf-a575-1484aaa57c5c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:57:55.544561 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fc67eb00-067d-4bcf-a575-1484aaa57c5c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:57:55.553986 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network c59a9b47-fbef-4e37-8adf-9ee26a4d0a46 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:57:55.579299 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d413a7-bfef-4896-97d7-688e1fd26413 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:57:55.580784 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-92d413a7-bfef-4896-97d7-688e1fd26413 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=6034e39b7b9c4208ae0c3b83482b9f88&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0796001 Jun 21 14:57:55.583919 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38924) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:57:55.757834 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4ae25a-2531-43d8-abe8-989bfdddf72d tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:57:55.759463 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-dc4ae25a-2531-43d8-abe8-989bfdddf72d tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1746240 Jun 21 14:57:55.762577 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38926) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:57:55.803874 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-09159b8b-c6fb-4c6e-a35e-4794c3266d90 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=78e7bc12-ea33-4baf-9744-b93105835641&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398333 Jun 21 14:57:55.807507 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38928) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:57:55.843116 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3ed6eb63-501b-417a-930b-a4483221227c tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=6034e39b7b9c4208ae0c3b83482b9f88&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342550 Jun 21 14:57:55.846908 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38930) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:57:55.949447 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a1667e-f775-447c-af38-74343c41d6a5 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:57:55.951242 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-23a1667e-f775-447c-af38-74343c41d6a5 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1031523 Jun 21 14:57:55.955447 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38932) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:57:55.986055 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-80cca4aa-6c59-4091-9936-0200130e293f tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=78e7bc12-ea33-4baf-9744-b93105835641&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293758 Jun 21 14:57:55.989442 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38934) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:57:55.994995 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-c827194e-967a-481d-b0a9-601d4d160dba tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1800144014', 'network_id': 'c59a9b47-fbef-4e37-8adf-9ee26a4d0a46', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:57:56.101702 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c827194e-967a-481d-b0a9-601d4d160dba tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Made reservation on behalf of 6034e39b7b9c4208ae0c3b83482b9f88 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:57:56.105646 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c827194e-967a-481d-b0a9-601d4d160dba tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:56.321264 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c827194e-967a-481d-b0a9-601d4d160dba tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:56.323228 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-74bb9f59-979c-4ef4-aa0b-fd38ac9cef26 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:57:56.379708 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c827194e-967a-481d-b0a9-601d4d160dba tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Subnet': ['ID=12d022c8-c144-407c-b013-8dde745bc0f9,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:57:56.395997 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827194e-967a-481d-b0a9-601d4d160dba tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:57:56.396385 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827194e-967a-481d-b0a9-601d4d160dba tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:57:56.396761 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827194e-967a-481d-b0a9-601d4d160dba tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:57:56.397129 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827194e-967a-481d-b0a9-601d4d160dba tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:57:56.397492 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827194e-967a-481d-b0a9-601d4d160dba tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:57:56.397936 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827194e-967a-481d-b0a9-601d4d160dba tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:57:56.398302 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827194e-967a-481d-b0a9-601d4d160dba tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:57:56.398666 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827194e-967a-481d-b0a9-601d4d160dba tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:57:56.399030 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827194e-967a-481d-b0a9-601d4d160dba tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:57:56.399388 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827194e-967a-481d-b0a9-601d4d160dba tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:57:56.399753 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827194e-967a-481d-b0a9-601d4d160dba tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:57:56.400102 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c827194e-967a-481d-b0a9-601d4d160dba tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:57:56.408561 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c827194e-967a-481d-b0a9-601d4d160dba tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:57:56.411039 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c827194e-967a-481d-b0a9-601d4d160dba tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Checking segment: {'id': 'd1848859-0c41-472d-8f80-7171fde14b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c59a9b47-fbef-4e37-8adf-9ee26a4d0a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:57:56.411397 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c827194e-967a-481d-b0a9-601d4d160dba tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network hostable DHCP agents. Network: c59a9b47-fbef-4e37-8adf-9ee26a4d0a46, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:57:56.433626 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c827194e-967a-481d-b0a9-601d4d160dba tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network c59a9b47-fbef-4e37-8adf-9ee26a4d0a46 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:57:56.449707 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-c827194e-967a-481d-b0a9-601d4d160dba tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, c59a9b47-fbef-4e37-8adf-9ee26a4d0a46) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:57:56.454304 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c827194e-967a-481d-b0a9-601d4d160dba tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:57:56.454883 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c827194e-967a-481d-b0a9-601d4d160dba tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:56.461323 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8be2890-f39b-4343-a8ad-71f427dd845a None None] Network c59a9b47-fbef-4e37-8adf-9ee26a4d0a46 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:57:56.469642 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c827194e-967a-481d-b0a9-601d4d160dba tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4791105 Jun 21 14:57:56.618844 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-c59a9b47-fbef-4e37-8adf-9ee26a4d0a46', 'network_id': 'c59a9b47-fbef-4e37-8adf-9ee26a4d0a46', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ips': [{'subnet_id': '12d022c8-c144-407c-b013-8dde745bc0f9'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:57:56.619712 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:56.704906 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38940) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:57:56.709929 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-3b9f31f4-6b16-48f1-b02d-8d8b9d9e7cc6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1563121813', 'description': 'tempest-secgroup-smoke-1563121813 description', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:57:56.732275 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3b9f31f4-6b16-48f1-b02d-8d8b9d9e7cc6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:56.760649 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] Allocated IP 172.20.0.18 (c59a9b47-fbef-4e37-8adf-9ee26a4d0a46/12d022c8-c144-407c-b013-8dde745bc0f9/ab26cc9f-bd4a-4814-b7b2-329f3a1c4510) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:57:56.823890 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3b9f31f4-6b16-48f1-b02d-8d8b9d9e7cc6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:56.829200 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3b9f31f4-6b16-48f1-b02d-8d8b9d9e7cc6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:56.832988 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ad3e9b65-f0dd-4789-99f9-c65e6457b432 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:57:56.859692 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3b9f31f4-6b16-48f1-b02d-8d8b9d9e7cc6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:56.861203 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3b9f31f4-6b16-48f1-b02d-8d8b9d9e7cc6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1552441 Jun 21 14:57:56.864307 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38942) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:57:56.869598 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-e5598167-4996-4296-8a1a-6f6fbcfac836 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': '6897e65f-bfe2-4d00-ba52-693ddc07273b', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:57:56.879609 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f31f4-6b16-48f1-b02d-8d8b9d9e7cc6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6897e65f-bfe2-4d00-ba52-693ddc07273b,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:57:56.884277 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3b9f31f4-6b16-48f1-b02d-8d8b9d9e7cc6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:57:56.903068 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:56.906246 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e5598167-4996-4296-8a1a-6f6fbcfac836 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:56.911804 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] Transition to ACTIVE for port object ab26cc9f-bd4a-4814-b7b2-329f3a1c4510 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:57:56.926177 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] Transition to ACTIVE for port object ab26cc9f-bd4a-4814-b7b2-329f3a1c4510 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:57:56.931560 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:56.934135 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-03a46801-499b-4408-ae4a-a0ee1ec68e0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:57:56.971399 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e5598167-4996-4296-8a1a-6f6fbcfac836 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:56.971859 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] Network c59a9b47-fbef-4e37-8adf-9ee26a4d0a46 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:57:56.974736 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:57:56.976279 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e5598167-4996-4296-8a1a-6f6fbcfac836 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:56.978324 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:57:56.979062 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:57:56.991017 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] Pushing event updated for resources: {'Port': ['ID=ab26cc9f-bd4a-4814-b7b2-329f3a1c4510,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:57:56.998458 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5598167-4996-4296-8a1a-6f6fbcfac836 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=153c8869-b9a3-4f6f-b0f2-f650b03e61ce,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:57:57.001702 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e5598167-4996-4296-8a1a-6f6fbcfac836 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:57:57.008774 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e5598167-4996-4296-8a1a-6f6fbcfac836 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:57.010305 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e5598167-4996-4296-8a1a-6f6fbcfac836 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1449857 Jun 21 14:57:57.013383 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38944) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:57:57.017056 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:57:57.017510 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:57:57.017870 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:57:57.018175 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-7ebea15c-647f-4b9a-a318-a91866c7ce2c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': '6897e65f-bfe2-4d00-ba52-693ddc07273b', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:57:57.018316 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:57:57.018548 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:57:57.018852 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:57:57.019177 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:57:57.019502 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:57:57.019823 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:57:57.020145 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:57:57.020463 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:57:57.020787 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:57:57.025275 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:57:57.048490 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ebea15c-647f-4b9a-a318-a91866c7ce2c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:57.054483 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] Attempting to bind port ab26cc9f-bd4a-4814-b7b2-329f3a1c4510 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:57:57.054859 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] Attempting to bind port ab26cc9f-bd4a-4814-b7b2-329f3a1c4510 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'd1848859-0c41-472d-8f80-7171fde14b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c59a9b47-fbef-4e37-8adf-9ee26a4d0a46'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:57:57.055230 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] Attempting to bind port ab26cc9f-bd4a-4814-b7b2-329f3a1c4510 on network c59a9b47-fbef-4e37-8adf-9ee26a4d0a46 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:57:57.060064 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:57:57.060443 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] Checking segment: {'id': 'd1848859-0c41-472d-8f80-7171fde14b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c59a9b47-fbef-4e37-8adf-9ee26a4d0a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:57:57.060847 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:57.061240 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] Bound using segment: {'id': 'd1848859-0c41-472d-8f80-7171fde14b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c59a9b47-fbef-4e37-8adf-9ee26a4d0a46'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:57:57.061736 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] Bound port: ab26cc9f-bd4a-4814-b7b2-329f3a1c4510, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1848859-0c41-472d-8f80-7171fde14b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c59a9b47-fbef-4e37-8adf-9ee26a4d0a46'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:57:57.062143 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:57.129481 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] For port ab26cc9f-bd4a-4814-b7b2-329f3a1c4510, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:57:57.133203 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] For port ab26cc9f-bd4a-4814-b7b2-329f3a1c4510, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=ab26cc9f-bd4a-4814-b7b2-329f3a1c4510,segment=NetworkSegment(d1848859-0c41-472d-8f80-7171fde14b31),segment_id=d1848859-0c41-472d-8f80-7171fde14b31)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:57:57.139440 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:57.142057 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-691bebd1-c749-43c9-afb8-925ebda8bcdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:57:57.214093 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] Pushing event updated for resources: {'Port': ['ID=ab26cc9f-bd4a-4814-b7b2-329f3a1c4510,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:57:57.218160 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:57:57.439707 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ebea15c-647f-4b9a-a318-a91866c7ce2c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:57.620448 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ebea15c-647f-4b9a-a318-a91866c7ce2c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:57.622687 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f1d7231f-c842-4b15-b5aa-60c08cf389e1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:57:57.641437 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebea15c-647f-4b9a-a318-a91866c7ce2c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80157cb3-33c1-4f6e-827e-f78926f5fa4a,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:57:57.644173 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7ebea15c-647f-4b9a-a318-a91866c7ce2c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:57:57.649165 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ebea15c-647f-4b9a-a318-a91866c7ce2c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:57.650500 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7ebea15c-647f-4b9a-a318-a91866c7ce2c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6361253 Jun 21 14:57:57.653451 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38946) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:57:57.658623 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-a431638f-520e-4148-b6f8-2d81ecb809ec tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': '6897e65f-bfe2-4d00-ba52-693ddc07273b', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:57:57.687250 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a431638f-520e-4148-b6f8-2d81ecb809ec tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:57.765946 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a431638f-520e-4148-b6f8-2d81ecb809ec tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:57.771092 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a431638f-520e-4148-b6f8-2d81ecb809ec tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:57.772995 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c403f54b-e42b-4b5c-b9cb-1590ccb22e1a tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:57:57.789303 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a431638f-520e-4148-b6f8-2d81ecb809ec tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7a5622e-8d97-489a-802b-fb2cd807e8cc,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:57:57.792138 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a431638f-520e-4148-b6f8-2d81ecb809ec tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:57:57.796219 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a431638f-520e-4148-b6f8-2d81ecb809ec tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:57.797567 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a431638f-520e-4148-b6f8-2d81ecb809ec tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1429486 Jun 21 14:57:57.801297 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38948) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:57:57.805920 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-454a2b95-f270-4c7f-a622-6d5ca2f7dd44 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': '6897e65f-bfe2-4d00-ba52-693ddc07273b', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:57:57.841159 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-454a2b95-f270-4c7f-a622-6d5ca2f7dd44 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:57.909220 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-454a2b95-f270-4c7f-a622-6d5ca2f7dd44 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:57.913674 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-454a2b95-f270-4c7f-a622-6d5ca2f7dd44 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:57.915643 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c7a96627-a92c-42ae-a71c-fd58473c0e97 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:57:57.933860 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a2b95-f270-4c7f-a622-6d5ca2f7dd44 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3887a2b9-229c-4907-971b-a70bb5d9ed41,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:57:57.937029 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-454a2b95-f270-4c7f-a622-6d5ca2f7dd44 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:57:57.941807 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-454a2b95-f270-4c7f-a622-6d5ca2f7dd44 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:57.942913 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-454a2b95-f270-4c7f-a622-6d5ca2f7dd44 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1406584 Jun 21 14:57:57.945917 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 38950) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:57:57.950681 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-163b43f8-6359-40a7-b17f-ac38fd9c5ec8 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': '6897e65f-bfe2-4d00-ba52-693ddc07273b', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:57:57.976317 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.securitygroups_db [None req-163b43f8-6359-40a7-b17f-ac38fd9c5ec8 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Project 6034e39b7b9c4208ae0c3b83482b9f88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 14:57:57.982248 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-163b43f8-6359-40a7-b17f-ac38fd9c5ec8 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:58.051456 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-163b43f8-6359-40a7-b17f-ac38fd9c5ec8 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:58.063114 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-163b43f8-6359-40a7-b17f-ac38fd9c5ec8 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:58.065633 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0f85d727-d9c7-41dc-a3eb-a1c0f49d2c9d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:57:58.091096 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163b43f8-6359-40a7-b17f-ac38fd9c5ec8 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8958b2ad-5672-4993-9519-fe8f81210b07,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:57:58.094023 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-163b43f8-6359-40a7-b17f-ac38fd9c5ec8 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:57:58.100530 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-163b43f8-6359-40a7-b17f-ac38fd9c5ec8 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:58.101987 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-163b43f8-6359-40a7-b17f-ac38fd9c5ec8 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1550269 Jun 21 14:57:58.105131 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 38952) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:57:58.110508 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-c83e034b-ad5b-4ce2-b545-5ce6c1b1c37a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': '6897e65f-bfe2-4d00-ba52-693ddc07273b', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:57:58.137443 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.securitygroups_db [None req-c83e034b-ad5b-4ce2-b545-5ce6c1b1c37a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Project 6034e39b7b9c4208ae0c3b83482b9f88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 14:57:58.143094 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c83e034b-ad5b-4ce2-b545-5ce6c1b1c37a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:58.168740 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b9ec13-3006-4ca3-8a8c-e848536de11a None None] Network c59a9b47-fbef-4e37-8adf-9ee26a4d0a46 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:57:58.207769 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c83e034b-ad5b-4ce2-b545-5ce6c1b1c37a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:58.211827 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c83e034b-ad5b-4ce2-b545-5ce6c1b1c37a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:58.217302 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e5598167-4996-4296-8a1a-6f6fbcfac836 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:57:58.233019 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e034b-ad5b-4ce2-b545-5ce6c1b1c37a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f73a4da4-31b9-4b37-9be7-83b72ea89cd1,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:57:58.235965 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c83e034b-ad5b-4ce2-b545-5ce6c1b1c37a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:57:58.237329 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c83e034b-ad5b-4ce2-b545-5ce6c1b1c37a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:58.237887 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-84226c68-4217-4efa-85d2-4ea759fb3b95 None None] Provisioning for port ab26cc9f-bd4a-4814-b7b2-329f3a1c4510 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:57:58.238676 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c83e034b-ad5b-4ce2-b545-5ce6c1b1c37a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1326046 Jun 21 14:57:58.406132 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7a90492f-c126-436b-89c3-5710bebbeade req-53e4f408-b205-4c3e-8fdf-b937d3adf997 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1563121813&fields=id&tenant_id=6034e39b7b9c4208ae0c3b83482b9f88 HTTP/1.1" status: 200 len: 267 time: 0.0419168 Jun 21 14:57:58.550352 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90492f-c126-436b-89c3-5710bebbeade req-29ae9b12-7eae-4534-b9c4-eac6a21a83bc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:57:58.552483 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7a90492f-c126-436b-89c3-5710bebbeade req-29ae9b12-7eae-4534-b9c4-eac6a21a83bc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/networks?id=c59a9b47-fbef-4e37-8adf-9ee26a4d0a46 HTTP/1.1" status: 200 len: 796 time: 0.1373982 Jun 21 14:57:58.568275 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7a90492f-c126-436b-89c3-5710bebbeade req-297dbd68-92fe-421b-ad42-26ab499cd639 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/quotas/6034e39b7b9c4208ae0c3b83482b9f88 HTTP/1.1" status: 200 len: 375 time: 0.0105009 Jun 21 14:57:58.657995 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7a90492f-c126-436b-89c3-5710bebbeade req-71cf956b-15db-4d6f-a6e7-f9ef6ceb7c37 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0843153 Jun 21 14:57:58.770111 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7a90492f-c126-436b-89c3-5710bebbeade req-0d1d040c-a01e-47d1-9614-e8d851e5a37e service neutron] 10.222.0.72 "GET /v2.0/networks/c59a9b47-fbef-4e37-8adf-9ee26a4d0a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954909 Jun 21 14:57:58.869093 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7a90492f-c126-436b-89c3-5710bebbeade req-c1cd672b-3f0c-4a55-a69c-d027bc2e608a service neutron] 10.222.0.72 "GET /v2.0/networks/c59a9b47-fbef-4e37-8adf-9ee26a4d0a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906582 Jun 21 14:57:59.054935 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-630b8e0a-f16c-457b-a538-c82746897a19 req-c0b87474-310e-4c64-99fc-946aedcabad8 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7172c21-1a32-434f-9c51-95584fa7e338 HTTP/1.1" status: 200 len: 210 time: 0.0292597 Jun 21 14:57:59.265396 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device ab26cc9f-bd4a-4814-b7b2-329f3a1c4510 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:57:59.315865 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port ab26cc9f-bd4a-4814-b7b2-329f3a1c4510 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:57:59.319628 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port ab26cc9f-bd4a-4814-b7b2-329f3a1c4510 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:57:59.320010 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:59.402058 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:59.437273 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port ab26cc9f-bd4a-4814-b7b2-329f3a1c4510, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=ab26cc9f-bd4a-4814-b7b2-329f3a1c4510,segment=NetworkSegment(d1848859-0c41-472d-8f80-7171fde14b31),segment_id=d1848859-0c41-472d-8f80-7171fde14b31)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:57:59.441641 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:57:59.443603 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:57:59.495108 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=ab26cc9f-bd4a-4814-b7b2-329f3a1c4510,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:57:59.498401 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:58:00.199383 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90492f-c126-436b-89c3-5710bebbeade req-b23e75ce-91c1-47c1-a947-6cdf3c6e13bb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:00.200887 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-7a90492f-c126-436b-89c3-5710bebbeade req-b23e75ce-91c1-47c1-a947-6cdf3c6e13bb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/networks?id=c59a9b47-fbef-4e37-8adf-9ee26a4d0a46 HTTP/1.1" status: 200 len: 796 time: 0.1328485 Jun 21 14:58:00.202790 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-be7d8301-4a05-44d2-a5cf-4734a1ef8ddc req-88dc40d6-6075-474e-a4d1-1cc779602386 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7172c21-1a32-434f-9c51-95584fa7e338 HTTP/1.1" status: 200 len: 210 time: 0.0288763 Jun 21 14:58:00.255403 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-7a90492f-c126-436b-89c3-5710bebbeade req-d181505b-8b46-49d0-aef9-310906c84816 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6034e39b7b9c4208ae0c3b83482b9f88 HTTP/1.1" status: 200 len: 472 time: 0.0419662 Jun 21 14:58:00.263667 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [req-7a90492f-c126-436b-89c3-5710bebbeade req-0a8db3bf-97ca-4c6d-a5fd-00a305e8bc9f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'port': {'device_id': 'd7172c21-1a32-434f-9c51-95584fa7e338', 'network_id': 'c59a9b47-fbef-4e37-8adf-9ee26a4d0a46', 'admin_state_up': True, 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'security_groups': ['6897e65f-bfe2-4d00-ba52-693ddc07273b']}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:58:00.389638 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a90492f-c126-436b-89c3-5710bebbeade req-0a8db3bf-97ca-4c6d-a5fd-00a305e8bc9f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Made reservation on behalf of 6034e39b7b9c4208ae0c3b83482b9f88 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:58:00.396109 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-7a90492f-c126-436b-89c3-5710bebbeade req-0a8db3bf-97ca-4c6d-a5fd-00a305e8bc9f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:00.536860 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [req-7a90492f-c126-436b-89c3-5710bebbeade req-0a8db3bf-97ca-4c6d-a5fd-00a305e8bc9f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Allocated IP 172.20.0.20 (c59a9b47-fbef-4e37-8adf-9ee26a4d0a46/12d022c8-c144-407c-b013-8dde745bc0f9/99a0f067-20bb-4815-ab7d-765c27544042) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:58:00.696132 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-7a90492f-c126-436b-89c3-5710bebbeade req-0a8db3bf-97ca-4c6d-a5fd-00a305e8bc9f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:00.711678 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [req-7a90492f-c126-436b-89c3-5710bebbeade req-0a8db3bf-97ca-4c6d-a5fd-00a305e8bc9f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Transition to ACTIVE for port object 99a0f067-20bb-4815-ab7d-765c27544042 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:58:00.747176 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-7a90492f-c126-436b-89c3-5710bebbeade req-0a8db3bf-97ca-4c6d-a5fd-00a305e8bc9f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:00.752547 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-eaae29c6-2d89-47d6-8195-d953c2ca5e4c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:58:00.797382 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a90492f-c126-436b-89c3-5710bebbeade req-0a8db3bf-97ca-4c6d-a5fd-00a305e8bc9f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network c59a9b47-fbef-4e37-8adf-9ee26a4d0a46 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:58:00.800888 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [req-7a90492f-c126-436b-89c3-5710bebbeade req-0a8db3bf-97ca-4c6d-a5fd-00a305e8bc9f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:58:00.806827 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a90492f-c126-436b-89c3-5710bebbeade req-0a8db3bf-97ca-4c6d-a5fd-00a305e8bc9f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:58:00.813901 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8db3bf-97ca-4c6d-a5fd-00a305e8bc9f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=99a0f067-20bb-4815-ab7d-765c27544042,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:58:00.840542 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0a8db3bf-97ca-4c6d-a5fd-00a305e8bc9f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:58:00.876010 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90492f-c126-436b-89c3-5710bebbeade req-0a8db3bf-97ca-4c6d-a5fd-00a305e8bc9f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:00.876678 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-7a90492f-c126-436b-89c3-5710bebbeade req-0a8db3bf-97ca-4c6d-a5fd-00a305e8bc9f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:00.895082 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-7a90492f-c126-436b-89c3-5710bebbeade req-0a8db3bf-97ca-4c6d-a5fd-00a305e8bc9f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6352322 Jun 21 14:58:00.906582 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [req-7a90492f-c126-436b-89c3-5710bebbeade req-c65d9c0e-77db-4167-a654-cc4fc2611ee9 service neutron] Request body: {'port': {'device_id': 'd7172c21-1a32-434f-9c51-95584fa7e338', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:58:00.988550 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-7a90492f-c126-436b-89c3-5710bebbeade req-c65d9c0e-77db-4167-a654-cc4fc2611ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:01.112891 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-70e36330-4ed5-4a1a-9dae-c04022ce9162 None None] Provisioning for port 99a0f067-20bb-4815-ab7d-765c27544042 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:58:01.118539 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-70e36330-4ed5-4a1a-9dae-c04022ce9162 None None] Provisioning complete for port 99a0f067-20bb-4815-ab7d-765c27544042 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:58:01.119005 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-70e36330-4ed5-4a1a-9dae-c04022ce9162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:01.156190 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-70e36330-4ed5-4a1a-9dae-c04022ce9162 None None] Port 99a0f067-20bb-4815-ab7d-765c27544042 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:58:01.243389 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device ab26cc9f-bd4a-4814-b7b2-329f3a1c4510 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:58:01.296048 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [req-7a90492f-c126-436b-89c3-5710bebbeade req-c65d9c0e-77db-4167-a654-cc4fc2611ee9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99a0f067-20bb-4815-ab7d-765c27544042 {{(pid=105225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:58:01.299642 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port ab26cc9f-bd4a-4814-b7b2-329f3a1c4510 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:58:01.300022 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:01.305476 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-7a90492f-c126-436b-89c3-5710bebbeade req-c65d9c0e-77db-4167-a654-cc4fc2611ee9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:01.320033 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [req-7a90492f-c126-436b-89c3-5710bebbeade req-c65d9c0e-77db-4167-a654-cc4fc2611ee9 service neutron] Transition to ACTIVE for port object 99a0f067-20bb-4815-ab7d-765c27544042 will not be triggered until provisioned by entity L2. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:58:01.326549 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-7a90492f-c126-436b-89c3-5710bebbeade req-c65d9c0e-77db-4167-a654-cc4fc2611ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:01.329667 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f82837ba-9aac-4ec4-b0ea-e845970caa02 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:58:01.397271 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c12123-4c64-4e95-95da-5cafcd152226 req-36105d7e-a8b6-49fc-8b07-5b8d0611ac06 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:01.399544 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-09c12123-4c64-4e95-95da-5cafcd152226 req-36105d7e-a8b6-49fc-8b07-5b8d0611ac06 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7172c21-1a32-434f-9c51-95584fa7e338 HTTP/1.1" status: 200 len: 944 time: 0.0772943 Jun 21 14:58:01.426955 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9c0e-77db-4167-a654-cc4fc2611ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=99a0f067-20bb-4815-ab7d-765c27544042,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:58:01.453673 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c65d9c0e-77db-4167-a654-cc4fc2611ee9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:58:01.461147 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-09c12123-4c64-4e95-95da-5cafcd152226 req-28bbc521-69b3-407a-99a0-a7978e262d78 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=6897e65f-bfe2-4d00-ba52-693ddc07273b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533216 Jun 21 14:58:01.511457 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [req-7a90492f-c126-436b-89c3-5710bebbeade req-c65d9c0e-77db-4167-a654-cc4fc2611ee9 service neutron] Attempting to bind port 99a0f067-20bb-4815-ab7d-765c27544042 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:58:01.511841 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [req-7a90492f-c126-436b-89c3-5710bebbeade req-c65d9c0e-77db-4167-a654-cc4fc2611ee9 service neutron] Attempting to bind port 99a0f067-20bb-4815-ab7d-765c27544042 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'd1848859-0c41-472d-8f80-7171fde14b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c59a9b47-fbef-4e37-8adf-9ee26a4d0a46'}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:58:01.512184 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a90492f-c126-436b-89c3-5710bebbeade req-c65d9c0e-77db-4167-a654-cc4fc2611ee9 service neutron] Attempting to bind port 99a0f067-20bb-4815-ab7d-765c27544042 on network c59a9b47-fbef-4e37-8adf-9ee26a4d0a46 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:58:01.517185 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a90492f-c126-436b-89c3-5710bebbeade req-c65d9c0e-77db-4167-a654-cc4fc2611ee9 service neutron] Port 99a0f067-20bb-4815-ab7d-765c27544042 on network c59a9b47-fbef-4e37-8adf-9ee26a4d0a46 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:58:01.517539 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a90492f-c126-436b-89c3-5710bebbeade req-c65d9c0e-77db-4167-a654-cc4fc2611ee9 service neutron] Attempting to bind port 99a0f067-20bb-4815-ab7d-765c27544042 on network c59a9b47-fbef-4e37-8adf-9ee26a4d0a46 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:58:01.522828 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a90492f-c126-436b-89c3-5710bebbeade req-c65d9c0e-77db-4167-a654-cc4fc2611ee9 service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:58:01.523172 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a90492f-c126-436b-89c3-5710bebbeade req-c65d9c0e-77db-4167-a654-cc4fc2611ee9 service neutron] Checking segment: {'id': 'd1848859-0c41-472d-8f80-7171fde14b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c59a9b47-fbef-4e37-8adf-9ee26a4d0a46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:58:01.523623 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a90492f-c126-436b-89c3-5710bebbeade req-c65d9c0e-77db-4167-a654-cc4fc2611ee9 service neutron] Bound using segment: {'id': 'd1848859-0c41-472d-8f80-7171fde14b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c59a9b47-fbef-4e37-8adf-9ee26a4d0a46'} {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:58:01.524053 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [req-7a90492f-c126-436b-89c3-5710bebbeade req-c65d9c0e-77db-4167-a654-cc4fc2611ee9 service neutron] Bound port: 99a0f067-20bb-4815-ab7d-765c27544042, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1848859-0c41-472d-8f80-7171fde14b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c59a9b47-fbef-4e37-8adf-9ee26a4d0a46'}}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:58:01.524404 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-7a90492f-c126-436b-89c3-5710bebbeade req-c65d9c0e-77db-4167-a654-cc4fc2611ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:01.604204 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [req-7a90492f-c126-436b-89c3-5710bebbeade req-c65d9c0e-77db-4167-a654-cc4fc2611ee9 service neutron] For port 99a0f067-20bb-4815-ab7d-765c27544042, host hv-neutron-7971, cleared binding levels {{(pid=105225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:58:01.607838 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [req-7a90492f-c126-436b-89c3-5710bebbeade req-c65d9c0e-77db-4167-a654-cc4fc2611ee9 service neutron] For port 99a0f067-20bb-4815-ab7d-765c27544042, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=99a0f067-20bb-4815-ab7d-765c27544042,segment=NetworkSegment(d1848859-0c41-472d-8f80-7171fde14b31),segment_id=d1848859-0c41-472d-8f80-7171fde14b31)] {{(pid=105225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:58:01.614168 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-7a90492f-c126-436b-89c3-5710bebbeade req-c65d9c0e-77db-4167-a654-cc4fc2611ee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:01.616914 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-52250096-018c-4b0b-8565-796827948e25 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:58:01.657866 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90492f-c126-436b-89c3-5710bebbeade req-c65d9c0e-77db-4167-a654-cc4fc2611ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:01.658489 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-7a90492f-c126-436b-89c3-5710bebbeade req-c65d9c0e-77db-4167-a654-cc4fc2611ee9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:01.659901 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-7a90492f-c126-436b-89c3-5710bebbeade req-c65d9c0e-77db-4167-a654-cc4fc2611ee9 service neutron] 10.222.0.66 "PUT /v2.0/ports/99a0f067-20bb-4815-ab7d-765c27544042 HTTP/1.1" status: 200 len: 1094 time: 0.7579319 Jun 21 14:58:01.660446 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7172c21-1a32-434f-9c51-95584fa7e338', 'tag': '99a0f067-20bb-4815-ab7d-765c27544042'}] {{(pid=105225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:58:01.662894 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d720512e93a77e3bffebe2b790a2b81995dcc7e4c74443a12a7dc003910c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767286e3-1294-4c27-aba4-00c31bc42aff" -d '{"events": [{"name": "network-changed", "server_uuid": "d7172c21-1a32-434f-9c51-95584fa7e338", "tag": "99a0f067-20bb-4815-ab7d-765c27544042"}]}' {{(pid=105225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:58:01.688106 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9c0e-77db-4167-a654-cc4fc2611ee9 service neutron] Pushing event updated for resources: {'Port': ['ID=99a0f067-20bb-4815-ab7d-765c27544042,revision_number=3']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:58:01.691373 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c65d9c0e-77db-4167-a654-cc4fc2611ee9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:58:01.714599 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075a28fb-bb68-4a44-ac78-92a076608b11 x-openstack-request-id: req-075a28fb-bb68-4a44-ac78-92a076608b11 {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:58:01.714992 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7172c21-1a32-434f-9c51-95584fa7e338", "tag": "99a0f067-20bb-4815-ab7d-765c27544042", "status": "completed", "code": 200}]} {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:58:01.715301 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-075a28fb-bb68-4a44-ac78-92a076608b11 {{(pid=105225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:58:01.715766 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7172c21-1a32-434f-9c51-95584fa7e338', 'tag': '99a0f067-20bb-4815-ab7d-765c27544042', 'status': 'completed', 'code': 200} Jun 21 14:58:01.769123 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90492f-c126-436b-89c3-5710bebbeade req-23697cf1-06f3-4689-a644-0e777442f62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:01.770816 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-7a90492f-c126-436b-89c3-5710bebbeade req-23697cf1-06f3-4689-a644-0e777442f62c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=d7172c21-1a32-434f-9c51-95584fa7e338 HTTP/1.1" status: 200 len: 1097 time: 0.0688524 Jun 21 14:58:01.822169 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-7a90492f-c126-436b-89c3-5710bebbeade req-6efb16ec-943d-434c-8ca4-453578b35d66 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=99a0f067-20bb-4815-ab7d-765c27544042 HTTP/1.1" status: 200 len: 217 time: 0.0430532 Jun 21 14:58:01.874772 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90492f-c126-436b-89c3-5710bebbeade req-2b7dcd7d-f307-42ce-9487-f0ab7b4b1e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:01.876156 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-7a90492f-c126-436b-89c3-5710bebbeade req-2b7dcd7d-f307-42ce-9487-f0ab7b4b1e87 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=12d022c8-c144-407c-b013-8dde745bc0f9 HTTP/1.1" status: 200 len: 838 time: 0.0470665 Jun 21 14:58:01.938738 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90492f-c126-436b-89c3-5710bebbeade req-a303b040-71ab-49c7-90f0-04b5e4c53d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:01.940187 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-7a90492f-c126-436b-89c3-5710bebbeade req-a303b040-71ab-49c7-90f0-04b5e4c53d0d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c59a9b47-fbef-4e37-8adf-9ee26a4d0a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0579023 Jun 21 14:58:02.039707 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-7a90492f-c126-436b-89c3-5710bebbeade req-4bd95573-0eac-4b4b-9621-c11c4d4ec945 service neutron] 10.222.0.66 "GET /v2.0/networks/c59a9b47-fbef-4e37-8adf-9ee26a4d0a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931029 Jun 21 14:58:02.134943 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-7a90492f-c126-436b-89c3-5710bebbeade req-59733c0e-85c2-432e-8e77-e6bdef091caa service neutron] 10.222.0.66 "GET /v2.0/networks/c59a9b47-fbef-4e37-8adf-9ee26a4d0a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890770 Jun 21 14:58:02.243324 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767286e3-1294-4c27-aba4-00c31bc42aff req-c3b13dc7-b286-4f40-9293-ca2e5c55f29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:02.244810 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-767286e3-1294-4c27-aba4-00c31bc42aff req-c3b13dc7-b286-4f40-9293-ca2e5c55f29d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=d7172c21-1a32-434f-9c51-95584fa7e338 HTTP/1.1" status: 200 len: 1097 time: 0.0573430 Jun 21 14:58:02.338513 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767286e3-1294-4c27-aba4-00c31bc42aff req-5d4ae637-d979-4d68-a739-386fd7fdd281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:02.339840 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-767286e3-1294-4c27-aba4-00c31bc42aff req-5d4ae637-d979-4d68-a739-386fd7fdd281 service neutron] 10.222.0.66 "GET /v2.0/networks?id=c59a9b47-fbef-4e37-8adf-9ee26a4d0a46 HTTP/1.1" status: 200 len: 897 time: 0.0884495 Jun 21 14:58:02.388282 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-767286e3-1294-4c27-aba4-00c31bc42aff req-d06a3802-30a5-4922-8371-d89f3304c2e1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=99a0f067-20bb-4815-ab7d-765c27544042 HTTP/1.1" status: 200 len: 217 time: 0.0415010 Jun 21 14:58:02.455505 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767286e3-1294-4c27-aba4-00c31bc42aff req-2169c3b9-0e23-47be-a510-01cc866d95e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:02.457200 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-767286e3-1294-4c27-aba4-00c31bc42aff req-2169c3b9-0e23-47be-a510-01cc866d95e0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=12d022c8-c144-407c-b013-8dde745bc0f9 HTTP/1.1" status: 200 len: 838 time: 0.0620492 Jun 21 14:58:02.526902 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767286e3-1294-4c27-aba4-00c31bc42aff req-d9bba5c7-f5c5-4be0-bdee-6b96589b2371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:02.528703 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-767286e3-1294-4c27-aba4-00c31bc42aff req-d9bba5c7-f5c5-4be0-bdee-6b96589b2371 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=c59a9b47-fbef-4e37-8adf-9ee26a4d0a46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0654373 Jun 21 14:58:02.638610 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-767286e3-1294-4c27-aba4-00c31bc42aff req-2df94544-2455-4274-88c2-7f5754f3a43e service neutron] 10.222.0.66 "GET /v2.0/networks/c59a9b47-fbef-4e37-8adf-9ee26a4d0a46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034579 Jun 21 14:58:02.643997 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aac763-6167-4e34-962b-44662827ff17 req-5b86db55-ffa3-48f6-9d33-63bf960046bf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:02.645808 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d8aac763-6167-4e34-962b-44662827ff17 req-5b86db55-ffa3-48f6-9d33-63bf960046bf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7172c21-1a32-434f-9c51-95584fa7e338 HTTP/1.1" status: 200 len: 944 time: 0.0787380 Jun 21 14:58:02.688107 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d8aac763-6167-4e34-962b-44662827ff17 req-51caf9c5-a0ed-4471-a440-e61d33ac51f2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=6897e65f-bfe2-4d00-ba52-693ddc07273b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358629 Jun 21 14:58:02.747698 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-767286e3-1294-4c27-aba4-00c31bc42aff req-ba24579c-6324-4ec5-bae8-ddb705c62b5b service neutron] 10.222.0.66 "GET /v2.0/networks/c59a9b47-fbef-4e37-8adf-9ee26a4d0a46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022625 Jun 21 14:58:03.873950 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5a832-406e-42f7-9ca4-f335c036ba08 req-e89975b6-168e-4c6b-8550-26b0c834fa6c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:03.875546 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-29a5a832-406e-42f7-9ca4-f335c036ba08 req-e89975b6-168e-4c6b-8550-26b0c834fa6c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7172c21-1a32-434f-9c51-95584fa7e338 HTTP/1.1" status: 200 len: 944 time: 0.0675886 Jun 21 14:58:03.922751 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-29a5a832-406e-42f7-9ca4-f335c036ba08 req-ca0fea87-2cda-4444-9f38-b007d70f6ad8 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=6897e65f-bfe2-4d00-ba52-693ddc07273b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375662 Jun 21 14:58:04.346595 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 99a0f067-20bb-4815-ab7d-765c27544042 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:58:04.491899 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 99a0f067-20bb-4815-ab7d-765c27544042, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=99a0f067-20bb-4815-ab7d-765c27544042,segment=NetworkSegment(d1848859-0c41-472d-8f80-7171fde14b31),segment_id=d1848859-0c41-472d-8f80-7171fde14b31)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:58:04.505927 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '99a0f067-20bb-4815-ab7d-765c27544042', 'network_id': 'c59a9b47-fbef-4e37-8adf-9ee26a4d0a46', 'port_id': '99a0f067-20bb-4815-ab7d-765c27544042', 'mac_address': 'fa:16:3e:16:a5:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12d022c8-c144-407c-b013-8dde745bc0f9', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:58:04.554465 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:04.569467 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99a0f067-20bb-4815-ab7d-765c27544042 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:58:04.593259 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 99a0f067-20bb-4815-ab7d-765c27544042, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=99a0f067-20bb-4815-ab7d-765c27544042,segment=NetworkSegment(d1848859-0c41-472d-8f80-7171fde14b31),segment_id=d1848859-0c41-472d-8f80-7171fde14b31)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:58:04.599108 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:04.600981 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-9fb36c5f-14a3-48bb-81db-a19f6d1e10d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:58:04.653338 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=99a0f067-20bb-4815-ab7d-765c27544042,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:58:04.657971 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:58:05.024665 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['99a0f067-20bb-4815-ab7d-765c27544042'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:58:05.091873 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:58:05.127218 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd4c27-61e5-460e-8386-f0f4ea9a31f1 req-6890dc15-40a9-450b-b664-75b2cfdf03da tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:05.128718 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-29fd4c27-61e5-460e-8386-f0f4ea9a31f1 req-6890dc15-40a9-450b-b664-75b2cfdf03da tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7172c21-1a32-434f-9c51-95584fa7e338 HTTP/1.1" status: 200 len: 945 time: 0.0735245 Jun 21 14:58:05.174222 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-29fd4c27-61e5-460e-8386-f0f4ea9a31f1 req-6f3a8451-3cfb-4cb2-a760-8dab49df083f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=6897e65f-bfe2-4d00-ba52-693ddc07273b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380375 Jun 21 14:58:05.285696 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:06.359767 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 99a0f067-20bb-4815-ab7d-765c27544042 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:58:06.385539 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b68e5b9-c57e-4ea6-9e6e-f980e4d88973 req-107965c6-5850-4a0d-9165-3138f3115ac6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:06.387812 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8b68e5b9-c57e-4ea6-9e6e-f980e4d88973 req-107965c6-5850-4a0d-9165-3138f3115ac6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7172c21-1a32-434f-9c51-95584fa7e338 HTTP/1.1" status: 200 len: 945 time: 0.0898607 Jun 21 14:58:06.417064 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port 99a0f067-20bb-4815-ab7d-765c27544042 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:58:06.421103 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 99a0f067-20bb-4815-ab7d-765c27544042 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:58:06.421549 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:06.438097 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8b68e5b9-c57e-4ea6-9e6e-f980e4d88973 req-9598b143-fe43-4c02-9043-cac3a93a1609 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=6897e65f-bfe2-4d00-ba52-693ddc07273b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385215 Jun 21 14:58:06.509571 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:06.533598 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7172c21-1a32-434f-9c51-95584fa7e338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a0f067-20bb-4815-ab7d-765c27544042'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:58:06.536184 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdac559f-b4bd-4cd4-9303-b01d07b5bfaf" -d '{"events": [{"server_uuid": "d7172c21-1a32-434f-9c51-95584fa7e338", "name": "network-vif-plugged", "status": "completed", "tag": "99a0f067-20bb-4815-ab7d-765c27544042"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:58:06.550086 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 99a0f067-20bb-4815-ab7d-765c27544042, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=99a0f067-20bb-4815-ab7d-765c27544042,segment=NetworkSegment(d1848859-0c41-472d-8f80-7171fde14b31),segment_id=d1848859-0c41-472d-8f80-7171fde14b31)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:58:06.555298 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:06.558021 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-eb153c92-967f-4965-8b4e-bd2dfda27d32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:58:06.581484 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15414f4-a448-4e77-8534-cc577f07b9b8 x-openstack-request-id: req-a15414f4-a448-4e77-8534-cc577f07b9b8 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:58:06.581810 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7172c21-1a32-434f-9c51-95584fa7e338", "name": "network-vif-plugged", "status": "completed", "tag": "99a0f067-20bb-4815-ab7d-765c27544042", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:58:06.582078 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a15414f4-a448-4e77-8534-cc577f07b9b8 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:58:06.582550 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7172c21-1a32-434f-9c51-95584fa7e338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99a0f067-20bb-4815-ab7d-765c27544042', 'code': 200} Jun 21 14:58:06.611183 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=99a0f067-20bb-4815-ab7d-765c27544042,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:58:06.614528 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:58:06.811854 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe8e4a-f9c1-459f-9a6c-8604a0f6b144 req-a7cb652a-0dc5-4c28-a2bd-8b552a5ef9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:06.813364 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-93fe8e4a-f9c1-459f-9a6c-8604a0f6b144 req-a7cb652a-0dc5-4c28-a2bd-8b552a5ef9b6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d7172c21-1a32-434f-9c51-95584fa7e338 HTTP/1.1" status: 200 len: 1099 time: 0.0586278 Jun 21 14:58:06.849471 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-93fe8e4a-f9c1-459f-9a6c-8604a0f6b144 req-f5c5244b-b8cc-468a-bf3d-eaec651e1488 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6897e65f-bfe2-4d00-ba52-693ddc07273b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296397 Jun 21 14:58:07.653861 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d56f81-e2cc-48bb-942a-bbe8af792c4c req-f32bffbb-9a9c-41d8-9ab8-12a3e1ed2037 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:07.655522 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e7d56f81-e2cc-48bb-942a-bbe8af792c4c req-f32bffbb-9a9c-41d8-9ab8-12a3e1ed2037 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7172c21-1a32-434f-9c51-95584fa7e338 HTTP/1.1" status: 200 len: 946 time: 0.0909424 Jun 21 14:58:07.706681 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e7d56f81-e2cc-48bb-942a-bbe8af792c4c req-16f3403d-1dca-4ffb-ad95-f465fccb54f9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=6897e65f-bfe2-4d00-ba52-693ddc07273b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451090 Jun 21 14:58:08.905364 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ef7fc-0544-4963-b51e-0ef970008863 req-1f626594-7241-4053-8984-225a9cb3754d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:08.907032 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c10ef7fc-0544-4963-b51e-0ef970008863 req-1f626594-7241-4053-8984-225a9cb3754d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7172c21-1a32-434f-9c51-95584fa7e338 HTTP/1.1" status: 200 len: 946 time: 0.0814538 Jun 21 14:58:08.950186 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c10ef7fc-0544-4963-b51e-0ef970008863 req-a1b2a6aa-c676-4b20-b140-ea272c2b0205 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=6897e65f-bfe2-4d00-ba52-693ddc07273b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373175 Jun 21 14:58:09.146549 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36975f19-79e6-42dd-8aaa-c18d5e432512 req-a36475bc-420d-46b5-8554-f676f17b0ddc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:09.148016 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-36975f19-79e6-42dd-8aaa-c18d5e432512 req-a36475bc-420d-46b5-8554-f676f17b0ddc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7172c21-1a32-434f-9c51-95584fa7e338 HTTP/1.1" status: 200 len: 946 time: 0.0759273 Jun 21 14:58:09.196856 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-36975f19-79e6-42dd-8aaa-c18d5e432512 req-d39b0ed3-cfd3-4742-b462-935abd02b06c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=6897e65f-bfe2-4d00-ba52-693ddc07273b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390651 Jun 21 14:58:10.676114 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39010) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:58:11.491580 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f6c6edda-9c02-4a50-bec5-63d9c9f0caa6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:11.768242 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-f6c6edda-9c02-4a50-bec5-63d9c9f0caa6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Allocated IP 172.20.0.17 (c59a9b47-fbef-4e37-8adf-9ee26a4d0a46/12d022c8-c144-407c-b013-8dde745bc0f9/57a456c9-1df9-4a83-9a53-e87ea8894986) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:58:11.884062 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f6c6edda-9c02-4a50-bec5-63d9c9f0caa6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:11.898965 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-f6c6edda-9c02-4a50-bec5-63d9c9f0caa6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Transition to ACTIVE for port object 57a456c9-1df9-4a83-9a53-e87ea8894986 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:58:11.935129 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f6c6edda-9c02-4a50-bec5-63d9c9f0caa6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:11.937908 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-954aa576-f445-4ac8-9af5-a025c538b7ed tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:58:11.980796 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c6edda-9c02-4a50-bec5-63d9c9f0caa6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network c59a9b47-fbef-4e37-8adf-9ee26a4d0a46 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:58:11.984097 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-f6c6edda-9c02-4a50-bec5-63d9c9f0caa6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:58:11.987916 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c6edda-9c02-4a50-bec5-63d9c9f0caa6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:58:12.015856 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6edda-9c02-4a50-bec5-63d9c9f0caa6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=57a456c9-1df9-4a83-9a53-e87ea8894986,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:58:12.020484 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f6c6edda-9c02-4a50-bec5-63d9c9f0caa6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:58:12.041518 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f6c6edda-9c02-4a50-bec5-63d9c9f0caa6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:12.194897 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f6c6edda-9c02-4a50-bec5-63d9c9f0caa6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:12.208315 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2cfdb798-a511-4876-8545-01fa22f59bfc None None] Provisioning for port 57a456c9-1df9-4a83-9a53-e87ea8894986 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:58:12.212856 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2cfdb798-a511-4876-8545-01fa22f59bfc None None] Provisioning complete for port 57a456c9-1df9-4a83-9a53-e87ea8894986 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:58:12.213256 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2cfdb798-a511-4876-8545-01fa22f59bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:12.250936 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-2cfdb798-a511-4876-8545-01fa22f59bfc None None] Port 57a456c9-1df9-4a83-9a53-e87ea8894986 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:58:12.381411 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-6f377c3a-0a00-4104-8067-852cd69bb5ae req-17565666-a4c4-4e52-a96b-d644878aa62a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9fa22a96-8672-45cc-a3ea-b76284769925&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0574276 Jun 21 14:58:12.478493 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f377c3a-0a00-4104-8067-852cd69bb5ae req-5773a26c-bad9-4e3b-8076-9719c5660113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:12.480377 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-6f377c3a-0a00-4104-8067-852cd69bb5ae req-5773a26c-bad9-4e3b-8076-9719c5660113 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=9fa22a96-8672-45cc-a3ea-b76284769925 HTTP/1.1" status: 200 len: 1098 time: 0.0729754 Jun 21 14:58:12.490223 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f6c6edda-9c02-4a50-bec5-63d9c9f0caa6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:12.496040 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f6c6edda-9c02-4a50-bec5-63d9c9f0caa6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:12.499591 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1cfe22d7-9158-4fa3-924a-d2973ca40ec8 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:58:12.587143 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f6c6edda-9c02-4a50-bec5-63d9c9f0caa6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:12.590184 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c6edda-9c02-4a50-bec5-63d9c9f0caa6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=57a456c9-1df9-4a83-9a53-e87ea8894986,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:58:12.596706 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f6c6edda-9c02-4a50-bec5-63d9c9f0caa6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:58:12.601830 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f377c3a-0a00-4104-8067-852cd69bb5ae req-d0bb5a9b-947c-4f29-bfe7-3271f7a2982d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:12.603386 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-6f377c3a-0a00-4104-8067-852cd69bb5ae req-d0bb5a9b-947c-4f29-bfe7-3271f7a2982d service neutron] 10.222.0.66 "GET /v2.0/networks?id=e6bd3afd-8baa-44f7-8317-b6521e5826be HTTP/1.1" status: 200 len: 897 time: 0.1018057 Jun 21 14:58:12.679340 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-6f377c3a-0a00-4104-8067-852cd69bb5ae req-9aa04543-fcbb-4c31-bd48-0ee80dab6a8d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e680a66b-64bd-48c7-b2dd-17057c24413b HTTP/1.1" status: 200 len: 1001 time: 0.0697064 Jun 21 14:58:12.698518 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c6edda-9c02-4a50-bec5-63d9c9f0caa6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network c59a9b47-fbef-4e37-8adf-9ee26a4d0a46 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:58:12.699965 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-f6c6edda-9c02-4a50-bec5-63d9c9f0caa6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:58:12.738406 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f377c3a-0a00-4104-8067-852cd69bb5ae req-676afd19-3946-42b4-a223-ae3b4470f2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:12.739997 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-6f377c3a-0a00-4104-8067-852cd69bb5ae req-676afd19-3946-42b4-a223-ae3b4470f2d6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3988780-e7a7-430b-944f-17d1fe35f49d HTTP/1.1" status: 200 len: 834 time: 0.0542300 Jun 21 14:58:12.805095 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f377c3a-0a00-4104-8067-852cd69bb5ae req-e4464f04-3c27-41ac-b62f-fdc397d0407d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:12.807245 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-6f377c3a-0a00-4104-8067-852cd69bb5ae req-e4464f04-3c27-41ac-b62f-fdc397d0407d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e6bd3afd-8baa-44f7-8317-b6521e5826be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0609002 Jun 21 14:58:12.835604 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c6edda-9c02-4a50-bec5-63d9c9f0caa6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router 7335a08f-f354-47e8-8277-d3c11c967eff has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:58:12.913775 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-6f377c3a-0a00-4104-8067-852cd69bb5ae req-b369d0f1-347b-4d25-aac3-b9e18e6745ca service neutron] 10.222.0.66 "GET /v2.0/networks/e6bd3afd-8baa-44f7-8317-b6521e5826be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005423 Jun 21 14:58:12.955116 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c6edda-9c02-4a50-bec5-63d9c9f0caa6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:58:12.961018 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f6c6edda-9c02-4a50-bec5-63d9c9f0caa6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "PUT /v2.0/routers/7335a08f-f354-47e8-8277-d3c11c967eff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2838681 Jun 21 14:58:12.978314 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d02438-0307-4bd7-a359-c4b065befb9c None None] Sync routers for ids ['7335a08f-f354-47e8-8277-d3c11c967eff'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:58:13.001542 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d02438-0307-4bd7-a359-c4b065befb9c None None] Routers {'7335a08f-f354-47e8-8277-d3c11c967eff'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:58:13.002495 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-97d02438-0307-4bd7-a359-c4b065befb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:57:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['7335a08f-f354-47e8-8277-d3c11c967eff'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:58:13.005594 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-d73061a8-02a2-4855-b6db-33188a5e7d7f None None] Provisioning complete for port 57a456c9-1df9-4a83-9a53-e87ea8894986 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:58:13.006001 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d73061a8-02a2-4855-b6db-33188a5e7d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:13.013933 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-6f377c3a-0a00-4104-8067-852cd69bb5ae req-3c587054-3874-4b74-a97f-e7f7a6fa4795 service neutron] 10.222.0.66 "GET /v2.0/networks/e6bd3afd-8baa-44f7-8317-b6521e5826be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931275 Jun 21 14:58:13.079880 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-d73061a8-02a2-4855-b6db-33188a5e7d7f None None] Port 57a456c9-1df9-4a83-9a53-e87ea8894986 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:58:13.139642 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-97d02438-0307-4bd7-a359-c4b065befb9c None None] Set router 7335a08f-f354-47e8-8277-d3c11c967eff gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:58:13.385757 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-97d02438-0307-4bd7-a359-c4b065befb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'name': 'tempest-TestNetworkBasicOps-router-861481270', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '331856e5-3808-4c99-be5c-5b218635f29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:56:17Z', 'updated_at': '2021-06-21T14:58:12Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '331856e5-3808-4c99-be5c-5b218635f29c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:56:18Z', 'updated_at': '2021-06-21T14:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '338038ff-76d9-450a-8dde-186fd8f157ee', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.224', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'port_id': 'e680a66b-64bd-48c7-b2dd-17057c24413b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be', 'mac_address': 'fa:16:3e:2f:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa22a96-8672-45cc-a3ea-b76284769925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:56:44Z', 'updated_at': '2021-06-21T14:56:46Z', 'revision_number': 1, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3deaa0fc-ce71-44e1-836a-5420029d0c68', 'name': '', 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:dc:b5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'f3988780-e7a7-430b-944f-17d1fe35f49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:56:22Z', 'updated_at': '2021-06-21T14:56:29Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'f3988780-e7a7-430b-944f-17d1fe35f49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57a456c9-1df9-4a83-9a53-e87ea8894986', 'name': '', 'network_id': 'c59a9b47-fbef-4e37-8adf-9ee26a4d0a46', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:93:89:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '12d022c8-c144-407c-b013-8dde745bc0f9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:58:11Z', 'updated_at': '2021-06-21T14:58:12Z', 'revision_number': 2, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '12d022c8-c144-407c-b013-8dde745bc0f9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:58:13.416244 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d02438-0307-4bd7-a359-c4b065befb9c None None] Checking router: 7335a08f-f354-47e8-8277-d3c11c967eff for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:58:13.416634 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d02438-0307-4bd7-a359-c4b065befb9c None None] Updating router 7335a08f-f354-47e8-8277-d3c11c967eff port 57a456c9-1df9-4a83-9a53-e87ea8894986 binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:58:13.451937 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-97d02438-0307-4bd7-a359-c4b065befb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:13.741378 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-97d02438-0307-4bd7-a359-c4b065befb9c None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:13.751299 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-97d02438-0307-4bd7-a359-c4b065befb9c None None] Transition to ACTIVE for port object 57a456c9-1df9-4a83-9a53-e87ea8894986 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:58:13.759300 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-97d02438-0307-4bd7-a359-c4b065befb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:13.761822 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-eec7b3bd-4a4f-4ebc-a45d-576eb5fac304 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:58:13.992757 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4695abb-e478-481b-81f6-59b87328a8ee None None] Pushing event updated for resources: {'Port': ['ID=57a456c9-1df9-4a83-9a53-e87ea8894986,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:58:14.014950 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b4695abb-e478-481b-81f6-59b87328a8ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:58:14.059389 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-97d02438-0307-4bd7-a359-c4b065befb9c None None] Attempting to bind port 57a456c9-1df9-4a83-9a53-e87ea8894986 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:58:14.059699 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-97d02438-0307-4bd7-a359-c4b065befb9c None None] Attempting to bind port 57a456c9-1df9-4a83-9a53-e87ea8894986 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'd1848859-0c41-472d-8f80-7171fde14b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c59a9b47-fbef-4e37-8adf-9ee26a4d0a46'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:58:14.060020 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d02438-0307-4bd7-a359-c4b065befb9c None None] Attempting to bind port 57a456c9-1df9-4a83-9a53-e87ea8894986 on network c59a9b47-fbef-4e37-8adf-9ee26a4d0a46 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:58:14.064741 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-fd21c997-33ae-4604-8cae-f399de1af71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:14.069752 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d02438-0307-4bd7-a359-c4b065befb9c None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:58:14.070153 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d02438-0307-4bd7-a359-c4b065befb9c None None] Checking segment: {'id': 'd1848859-0c41-472d-8f80-7171fde14b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c59a9b47-fbef-4e37-8adf-9ee26a4d0a46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:58:14.070548 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-97d02438-0307-4bd7-a359-c4b065befb9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:14.070939 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d02438-0307-4bd7-a359-c4b065befb9c None None] Bound using segment: {'id': 'd1848859-0c41-472d-8f80-7171fde14b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c59a9b47-fbef-4e37-8adf-9ee26a4d0a46'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:58:14.071441 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-97d02438-0307-4bd7-a359-c4b065befb9c None None] Bound port: 57a456c9-1df9-4a83-9a53-e87ea8894986, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1848859-0c41-472d-8f80-7171fde14b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': 'c59a9b47-fbef-4e37-8adf-9ee26a4d0a46'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:58:14.071956 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-97d02438-0307-4bd7-a359-c4b065befb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:14.142809 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-97d02438-0307-4bd7-a359-c4b065befb9c None None] For port 57a456c9-1df9-4a83-9a53-e87ea8894986, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:58:14.145997 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-97d02438-0307-4bd7-a359-c4b065befb9c None None] For port 57a456c9-1df9-4a83-9a53-e87ea8894986, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=57a456c9-1df9-4a83-9a53-e87ea8894986,segment=NetworkSegment(d1848859-0c41-472d-8f80-7171fde14b31),segment_id=d1848859-0c41-472d-8f80-7171fde14b31)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:58:14.152031 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-97d02438-0307-4bd7-a359-c4b065befb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:14.153977 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8304d2cd-e415-487d-bb1c-e56e45b7e210 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:58:14.207532 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d02438-0307-4bd7-a359-c4b065befb9c None None] Routers {'7335a08f-f354-47e8-8277-d3c11c967eff'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:58:14.208181 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-97d02438-0307-4bd7-a359-c4b065befb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:57:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['7335a08f-f354-47e8-8277-d3c11c967eff'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:58:14.213384 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4695abb-e478-481b-81f6-59b87328a8ee None None] Pushing event updated for resources: {'Port': ['ID=57a456c9-1df9-4a83-9a53-e87ea8894986,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:58:14.245643 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b4695abb-e478-481b-81f6-59b87328a8ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:58:14.330409 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-97d02438-0307-4bd7-a359-c4b065befb9c None None] Set router 7335a08f-f354-47e8-8277-d3c11c967eff gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:58:14.603340 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-97d02438-0307-4bd7-a359-c4b065befb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'name': 'tempest-TestNetworkBasicOps-router-861481270', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '331856e5-3808-4c99-be5c-5b218635f29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:56:17Z', 'updated_at': '2021-06-21T14:58:12Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '331856e5-3808-4c99-be5c-5b218635f29c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:56:18Z', 'updated_at': '2021-06-21T14:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '338038ff-76d9-450a-8dde-186fd8f157ee', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.224', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'port_id': 'e680a66b-64bd-48c7-b2dd-17057c24413b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be', 'mac_address': 'fa:16:3e:2f:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa22a96-8672-45cc-a3ea-b76284769925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:56:44Z', 'updated_at': '2021-06-21T14:56:46Z', 'revision_number': 1, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3deaa0fc-ce71-44e1-836a-5420029d0c68', 'name': '', 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:dc:b5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'f3988780-e7a7-430b-944f-17d1fe35f49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:56:22Z', 'updated_at': '2021-06-21T14:56:29Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'f3988780-e7a7-430b-944f-17d1fe35f49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57a456c9-1df9-4a83-9a53-e87ea8894986', 'name': '', 'network_id': 'c59a9b47-fbef-4e37-8adf-9ee26a4d0a46', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:93:89:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '12d022c8-c144-407c-b013-8dde745bc0f9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:58:11Z', 'updated_at': '2021-06-21T14:58:14Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '12d022c8-c144-407c-b013-8dde745bc0f9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:58:14.638752 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d02438-0307-4bd7-a359-c4b065befb9c None None] The sync data for ids ['7335a08f-f354-47e8-8277-d3c11c967eff'] in dv-neutron-797121-2-hyperv is: [{'id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'name': 'tempest-TestNetworkBasicOps-router-861481270', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '331856e5-3808-4c99-be5c-5b218635f29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:56:17Z', 'updated_at': '2021-06-21T14:58:12Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '331856e5-3808-4c99-be5c-5b218635f29c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:56:18Z', 'updated_at': '2021-06-21T14:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '338038ff-76d9-450a-8dde-186fd8f157ee', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.224', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'port_id': 'e680a66b-64bd-48c7-b2dd-17057c24413b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be', 'mac_address': 'fa:16:3e:2f:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa22a96-8672-45cc-a3ea-b76284769925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:56:44Z', 'updated_at': '2021-06-21T14:56:46Z', 'revision_number': 1, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3deaa0fc-ce71-44e1-836a-5420029d0c68', 'name': '', 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:dc:b5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'f3988780-e7a7-430b-944f-17d1fe35f49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:56:22Z', 'updated_at': '2021-06-21T14:56:29Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'f3988780-e7a7-430b-944f-17d1fe35f49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '57a456c9-1df9-4a83-9a53-e87ea8894986', 'name': '', 'network_id': 'c59a9b47-fbef-4e37-8adf-9ee26a4d0a46', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:93:89:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '12d022c8-c144-407c-b013-8dde745bc0f9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:58:11Z', 'updated_at': '2021-06-21T14:58:14Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '12d022c8-c144-407c-b013-8dde745bc0f9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:58:15.271630 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 57a456c9-1df9-4a83-9a53-e87ea8894986 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:58:15.326995 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 57a456c9-1df9-4a83-9a53-e87ea8894986 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:58:15.332074 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 57a456c9-1df9-4a83-9a53-e87ea8894986 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:58:15.332514 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:15.437232 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:15.475489 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 57a456c9-1df9-4a83-9a53-e87ea8894986, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=57a456c9-1df9-4a83-9a53-e87ea8894986,segment=NetworkSegment(d1848859-0c41-472d-8f80-7171fde14b31),segment_id=d1848859-0c41-472d-8f80-7171fde14b31)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:58:15.483373 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:15.486116 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:58:15.548323 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=57a456c9-1df9-4a83-9a53-e87ea8894986,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:58:15.551993 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:58:16.567462 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6ea77b6c-420a-4676-b3b8-cc233aa847ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:16.992149 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:17.254373 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 57a456c9-1df9-4a83-9a53-e87ea8894986 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:58:17.312292 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 57a456c9-1df9-4a83-9a53-e87ea8894986 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:58:17.312824 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:18.027214 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:19.697345 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:24.033188 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007128e-e4db-46b3-a0e6-0bf64cbdbcb3 req-4b3d8a3c-4e0f-481c-a123-df5b00c084be tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:24.035091 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1007128e-e4db-46b3-a0e6-0bf64cbdbcb3 req-4b3d8a3c-4e0f-481c-a123-df5b00c084be tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=28af8b38-8bca-4c39-9382-1950fa984c2c HTTP/1.1" status: 200 len: 946 time: 0.0733526 Jun 21 14:58:24.082266 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1007128e-e4db-46b3-a0e6-0bf64cbdbcb3 req-6c62ceef-4693-44a4-8a50-b9092657513b tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410726 Jun 21 14:58:25.270347 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272202a-c7ca-41b1-b688-6c7975b3a5e5 req-9da2ff2e-c378-41b2-b32b-1a0e55bb94c2 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:25.272141 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f272202a-c7ca-41b1-b688-6c7975b3a5e5 req-9da2ff2e-c378-41b2-b32b-1a0e55bb94c2 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=28af8b38-8bca-4c39-9382-1950fa984c2c HTTP/1.1" status: 200 len: 946 time: 0.0730488 Jun 21 14:58:25.315057 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f272202a-c7ca-41b1-b688-6c7975b3a5e5 req-d7ae21a6-6403-4f73-9bc9-a3378716740a tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342038 Jun 21 14:58:25.690896 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e5870-091f-46ce-ae6c-0522d97eab6e req-6ed7b3a9-046c-47e3-b7da-e60e45577180 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:25.692282 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-700e5870-091f-46ce-ae6c-0522d97eab6e req-6ed7b3a9-046c-47e3-b7da-e60e45577180 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.66 "GET /v2.0/ports?device_id=28af8b38-8bca-4c39-9382-1950fa984c2c HTTP/1.1" status: 200 len: 946 time: 0.0731866 Jun 21 14:58:25.798877 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [req-700e5870-091f-46ce-ae6c-0522d97eab6e req-51ddc9af-440c-4bf0-9170-aa5fac7e25c7 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Deleting port d0156dbf-a5b5-4621-a371-c711c6909ee5 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:58:25.799174 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-700e5870-091f-46ce-ae6c-0522d97eab6e req-51ddc9af-440c-4bf0-9170-aa5fac7e25c7 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:25.891121 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [req-700e5870-091f-46ce-ae6c-0522d97eab6e req-51ddc9af-440c-4bf0-9170-aa5fac7e25c7 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] For port d0156dbf-a5b5-4621-a371-c711c6909ee5, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=d0156dbf-a5b5-4621-a371-c711c6909ee5,segment=NetworkSegment(8063d322-273e-4ce9-859d-4659337bd9d3),segment_id=8063d322-273e-4ce9-859d-4659337bd9d3)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:58:25.891467 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-700e5870-091f-46ce-ae6c-0522d97eab6e req-51ddc9af-440c-4bf0-9170-aa5fac7e25c7 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:26.096078 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-700e5870-091f-46ce-ae6c-0522d97eab6e req-51ddc9af-440c-4bf0-9170-aa5fac7e25c7 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:26.096342 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-700e5870-091f-46ce-ae6c-0522d97eab6e req-51ddc9af-440c-4bf0-9170-aa5fac7e25c7 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:26.096633 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.l3_db [req-700e5870-091f-46ce-ae6c-0522d97eab6e req-51ddc9af-440c-4bf0-9170-aa5fac7e25c7 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Floating IP 3135a86e-2648-4552-abe2-ab3a797701e7 disassociated. External IP: 172.26.3.33, port: d0156dbf-a5b5-4621-a371-c711c6909ee5. Jun 21 14:58:26.096971 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [req-700e5870-091f-46ce-ae6c-0522d97eab6e req-51ddc9af-440c-4bf0-9170-aa5fac7e25c7 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Calling delete_port for d0156dbf-a5b5-4621-a371-c711c6909ee5 owned by compute:nova {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:58:26.242089 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-700e5870-091f-46ce-ae6c-0522d97eab6e req-51ddc9af-440c-4bf0-9170-aa5fac7e25c7 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:26.246574 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2df0a13d-e04a-4120-965a-85adb4dbf1e7 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:58:26.275605 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ddc9af-440c-4bf0-9170-aa5fac7e25c7 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Pushing event deleted for resources: {'Port': ['ID=d0156dbf-a5b5-4621-a371-c711c6909ee5,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:58:26.278909 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-51ddc9af-440c-4bf0-9170-aa5fac7e25c7 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:58:26.397604 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [req-700e5870-091f-46ce-ae6c-0522d97eab6e req-51ddc9af-440c-4bf0-9170-aa5fac7e25c7 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Router 31b73e1c-1af0-40b3-863c-af0582a46448 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:58:26.471449 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1cf198d7-fb0c-41fe-99f3-aece87ae685a req-bae016ce-255c-4cb6-baa9-31a5e7ba7227 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=28af8b38-8bca-4c39-9382-1950fa984c2c HTTP/1.1" status: 200 len: 210 time: 0.0338981 Jun 21 14:58:26.512926 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-700e5870-091f-46ce-ae6c-0522d97eab6e req-51ddc9af-440c-4bf0-9170-aa5fac7e25c7 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:58:26.523706 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f52bf9-dcbd-442d-888c-60850f46e60a None None] Sync routers for ids ['31b73e1c-1af0-40b3-863c-af0582a46448'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:58:26.533379 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f52bf9-dcbd-442d-888c-60850f46e60a None None] Routers {'31b73e1c-1af0-40b3-863c-af0582a46448'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:58:26.534016 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-19f52bf9-dcbd-442d-888c-60850f46e60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:58:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['31b73e1c-1af0-40b3-863c-af0582a46448'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:58:26.557509 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [req-700e5870-091f-46ce-ae6c-0522d97eab6e req-51ddc9af-440c-4bf0-9170-aa5fac7e25c7 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] No DVR routers for this DVR port d0156dbf-a5b5-4621-a371-c711c6909ee5 on host hv-neutron-7971 {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:58:26.560278 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-700e5870-091f-46ce-ae6c-0522d97eab6e req-51ddc9af-440c-4bf0-9170-aa5fac7e25c7 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:26.562427 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-700e5870-091f-46ce-ae6c-0522d97eab6e req-51ddc9af-440c-4bf0-9170-aa5fac7e25c7 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.66 "DELETE /v2.0/ports/d0156dbf-a5b5-4621-a371-c711c6909ee5 HTTP/1.1" status: 204 len: 173 time: 0.8637424 Jun 21 14:58:26.562961 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28af8b38-8bca-4c39-9382-1950fa984c2c', 'name': 'network-vif-deleted', 'tag': 'd0156dbf-a5b5-4621-a371-c711c6909ee5'}] {{(pid=105225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:58:26.565355 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d720512e93a77e3bffebe2b790a2b81995dcc7e4c74443a12a7dc003910c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419c2d78-9a9b-417e-9ddb-bbec2cbdbfdf" -d '{"events": [{"server_uuid": "28af8b38-8bca-4c39-9382-1950fa984c2c", "name": "network-vif-deleted", "tag": "d0156dbf-a5b5-4621-a371-c711c6909ee5"}]}' {{(pid=105225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:58:26.603118 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4369c337-3608-489d-96c4-94623541cd9a x-openstack-request-id: req-4369c337-3608-489d-96c4-94623541cd9a {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:58:26.603455 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28af8b38-8bca-4c39-9382-1950fa984c2c", "name": "network-vif-deleted", "tag": "d0156dbf-a5b5-4621-a371-c711c6909ee5", "status": "completed", "code": 200}]} {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:58:26.603754 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4369c337-3608-489d-96c4-94623541cd9a {{(pid=105225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:58:26.604215 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28af8b38-8bca-4c39-9382-1950fa984c2c', 'name': 'network-vif-deleted', 'tag': 'd0156dbf-a5b5-4621-a371-c711c6909ee5', 'status': 'completed', 'code': 200} Jun 21 14:58:26.661814 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-19f52bf9-dcbd-442d-888c-60850f46e60a None None] Set router 31b73e1c-1af0-40b3-863c-af0582a46448 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:58:26.875515 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-19f52bf9-dcbd-442d-888c-60850f46e60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'name': 'tempest-TestVolumeBootPattern-574981534-router', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:16Z', 'updated_at': '2021-06-21T14:55:23Z', 'revision_number': 4, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'gw_port': {'id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:17Z', 'updated_at': '2021-06-21T14:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '4e80238a-63d2-4cb0-a67d-6d67e3b6169c', 'name': '', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'mac_address': 'fa:16:3e:2a:29:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:22Z', 'updated_at': '2021-06-21T14:55:29Z', 'revision_number': 5, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'subnets': [{'id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:58:26.903281 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f52bf9-dcbd-442d-888c-60850f46e60a None None] Checking router: 31b73e1c-1af0-40b3-863c-af0582a46448 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:58:26.912965 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f52bf9-dcbd-442d-888c-60850f46e60a None None] Routers {'31b73e1c-1af0-40b3-863c-af0582a46448'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:58:26.913580 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-19f52bf9-dcbd-442d-888c-60850f46e60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:58:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['31b73e1c-1af0-40b3-863c-af0582a46448'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:58:27.023392 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-19f52bf9-dcbd-442d-888c-60850f46e60a None None] Set router 31b73e1c-1af0-40b3-863c-af0582a46448 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:58:27.321133 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-19f52bf9-dcbd-442d-888c-60850f46e60a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'name': 'tempest-TestVolumeBootPattern-574981534-router', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:16Z', 'updated_at': '2021-06-21T14:55:23Z', 'revision_number': 4, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'gw_port': {'id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:17Z', 'updated_at': '2021-06-21T14:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '4e80238a-63d2-4cb0-a67d-6d67e3b6169c', 'name': '', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'mac_address': 'fa:16:3e:2a:29:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:22Z', 'updated_at': '2021-06-21T14:55:29Z', 'revision_number': 5, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'subnets': [{'id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:58:27.348459 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f52bf9-dcbd-442d-888c-60850f46e60a None None] The sync data for ids ['31b73e1c-1af0-40b3-863c-af0582a46448'] in dv-neutron-797121-2-hyperv is: [{'id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'name': 'tempest-TestVolumeBootPattern-574981534-router', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:16Z', 'updated_at': '2021-06-21T14:55:23Z', 'revision_number': 4, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'gw_port': {'id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:17Z', 'updated_at': '2021-06-21T14:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '4e80238a-63d2-4cb0-a67d-6d67e3b6169c', 'name': '', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'mac_address': 'fa:16:3e:2a:29:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:22Z', 'updated_at': '2021-06-21T14:55:29Z', 'revision_number': 5, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'subnets': [{'id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:58:27.567672 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5e5505-443f-4715-a766-1c9336d9f83c None None] New status for floating IP 3135a86e-2648-4552-abe2-ab3a797701e7: DOWN {{(pid=105226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:58:27.631870 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-11b768e5-5606-4549-a4a3-e9e682482f3c req-1b6ef326-fd05-411c-adf2-42c7ec51d2d0 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=28af8b38-8bca-4c39-9382-1950fa984c2c HTTP/1.1" status: 200 len: 210 time: 0.0387332 Jun 21 14:58:28.435508 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device d0156dbf-a5b5-4621-a371-c711c6909ee5 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:58:28.456913 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: d0156dbf-a5b5-4621-a371-c711c6909ee5 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:58:28.457264 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device d0156dbf-a5b5-4621-a371-c711c6909ee5 not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:58:28.777608 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-83346051-59c2-4ae5-a22d-14bed9743ed6 req-664d6e86-d025-41cb-8e3b-db1a691deb8c tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=28af8b38-8bca-4c39-9382-1950fa984c2c HTTP/1.1" status: 200 len: 210 time: 0.0301309 Jun 21 14:58:29.920676 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3be1dca2-7402-422c-8281-248b25e8f63b req-3a40563c-e37b-4492-b924-7c9c9736d028 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=28af8b38-8bca-4c39-9382-1950fa984c2c HTTP/1.1" status: 200 len: 210 time: 0.0317779 Jun 21 14:58:31.258738 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-0be7e43b-7245-48c7-b783-2ab50ab0311d tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1382459489&fields=id&tenant_id=c4e5ef8cecbf4ede86b5a3dcbc277e2f HTTP/1.1" status: 200 len: 267 time: 0.0390196 Jun 21 14:58:31.370877 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-63d32524-e971-4f02-a786-0c64a1c9982b tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:31.372333 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-63d32524-e971-4f02-a786-0c64a1c9982b tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/networks?id=51c83c43-7be7-46e9-8af2-485fddc9c895 HTTP/1.1" status: 200 len: 811 time: 0.1041625 Jun 21 14:58:31.391814 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-d6357a8e-6afc-460b-a49c-69a222f0bf7e tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/quotas/c4e5ef8cecbf4ede86b5a3dcbc277e2f HTTP/1.1" status: 200 len: 375 time: 0.0127656 Jun 21 14:58:31.476333 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-a2084d82-f6fd-4c43-9e7d-9553799b3c39 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c4e5ef8cecbf4ede86b5a3dcbc277e2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0772011 Jun 21 14:58:31.586895 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-ccd03e41-519a-450d-85d1-d3c898dce41d service neutron] 10.222.0.72 "GET /v2.0/networks/51c83c43-7be7-46e9-8af2-485fddc9c895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950866 Jun 21 14:58:31.684944 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-fce27aef-d33f-4395-a341-48bf3897777e service neutron] 10.222.0.72 "GET /v2.0/networks/51c83c43-7be7-46e9-8af2-485fddc9c895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895736 Jun 21 14:58:32.008575 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-02924f58-8508-411f-b2e7-856c79101d61 req-8e2c87c6-d979-4942-9a95-9cac4cf93fd5 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=42b66724-2c50-43c5-a5c6-c554da8715ac HTTP/1.1" status: 200 len: 210 time: 0.0313575 Jun 21 14:58:33.086810 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-f4c387e6-ad32-4f2b-86b7-809328e96cbc tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:33.088278 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-f4c387e6-ad32-4f2b-86b7-809328e96cbc tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.66 "GET /v2.0/networks?id=51c83c43-7be7-46e9-8af2-485fddc9c895 HTTP/1.1" status: 200 len: 811 time: 0.1197441 Jun 21 14:58:33.142855 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-9677d25e-a500-4c3f-9e38-a2dfa2f462a5 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4e5ef8cecbf4ede86b5a3dcbc277e2f HTTP/1.1" status: 200 len: 380 time: 0.0425115 Jun 21 14:58:33.152296 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-2b2d2538-06d9-4957-a0bb-cf28785f1475 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Request body: {'port': {'device_id': '42b66724-2c50-43c5-a5c6-c554da8715ac', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'admin_state_up': True, 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'security_groups': ['3304cbd0-f5a6-424c-a8d9-be079f9dd2c7']}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:58:33.157832 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-943db3c2-cd41-477f-bd45-dd1b0aedba53 req-8fa29c38-e2b6-4c6b-9d8e-59675e417350 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=42b66724-2c50-43c5-a5c6-c554da8715ac HTTP/1.1" status: 200 len: 210 time: 0.0291216 Jun 21 14:58:33.274254 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-2b2d2538-06d9-4957-a0bb-cf28785f1475 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Made reservation on behalf of c4e5ef8cecbf4ede86b5a3dcbc277e2f for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:58:33.278072 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-2b2d2538-06d9-4957-a0bb-cf28785f1475 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:33.413791 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-2b2d2538-06d9-4957-a0bb-cf28785f1475 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Allocated IP 172.20.0.6 (51c83c43-7be7-46e9-8af2-485fddc9c895/dfe1f5e6-b043-4974-b594-b5b570160e02/adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:58:33.560238 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-2b2d2538-06d9-4957-a0bb-cf28785f1475 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:33.573920 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-2b2d2538-06d9-4957-a0bb-cf28785f1475 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Transition to ACTIVE for port object adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:58:33.610993 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-2b2d2538-06d9-4957-a0bb-cf28785f1475 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:33.615475 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a7e277b9-0bee-403f-aad6-e35f32bd2e0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:58:33.655513 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-2b2d2538-06d9-4957-a0bb-cf28785f1475 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Network 51c83c43-7be7-46e9-8af2-485fddc9c895 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:58:33.658741 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-2b2d2538-06d9-4957-a0bb-cf28785f1475 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:58:33.664958 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-2b2d2538-06d9-4957-a0bb-cf28785f1475 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:58:33.671324 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d2538-06d9-4957-a0bb-cf28785f1475 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Pushing event updated for resources: {'Port': ['ID=adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:58:33.696218 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2b2d2538-06d9-4957-a0bb-cf28785f1475 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:58:33.725147 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-2b2d2538-06d9-4957-a0bb-cf28785f1475 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:33.725147 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-2b2d2538-06d9-4957-a0bb-cf28785f1475 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:33.742523 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-2b2d2538-06d9-4957-a0bb-cf28785f1475 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5941777 Jun 21 14:58:33.756585 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-a570f156-62b1-4e73-b278-df90473e72c6 service neutron] Request body: {'port': {'device_id': '42b66724-2c50-43c5-a5c6-c554da8715ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:58:33.838734 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-a570f156-62b1-4e73-b278-df90473e72c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:33.915017 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-750d5dd6-cca5-4cc4-a379-8f0cec504863 None None] Provisioning for port adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:58:33.919471 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-750d5dd6-cca5-4cc4-a379-8f0cec504863 None None] Provisioning complete for port adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:58:33.920137 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-750d5dd6-cca5-4cc4-a379-8f0cec504863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:33.967560 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-750d5dd6-cca5-4cc4-a379-8f0cec504863 None None] Port adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:58:34.351278 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda1e803-1499-455e-b8d7-5f0dac1f774b req-cbb79088-0811-44c1-82fd-0f273f21b799 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:34.353520 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bda1e803-1499-455e-b8d7-5f0dac1f774b req-cbb79088-0811-44c1-82fd-0f273f21b799 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=42b66724-2c50-43c5-a5c6-c554da8715ac HTTP/1.1" status: 200 len: 931 time: 0.0779972 Jun 21 14:58:34.398704 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bda1e803-1499-455e-b8d7-5f0dac1f774b req-92ff25b9-9b7c-468e-a808-9ec8642230ef tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386519 Jun 21 14:58:34.437725 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-a570f156-62b1-4e73-b278-df90473e72c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc {{(pid=105225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:58:34.446378 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-a570f156-62b1-4e73-b278-df90473e72c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:34.459125 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-a570f156-62b1-4e73-b278-df90473e72c6 service neutron] Transition to ACTIVE for port object adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc will not be triggered until provisioned by entity L2. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:58:34.464044 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-a570f156-62b1-4e73-b278-df90473e72c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:34.466462 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e5a61e30-c46a-4f68-8c6c-843471754aee tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:58:34.547514 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570f156-62b1-4e73-b278-df90473e72c6 service neutron] Pushing event updated for resources: {'Port': ['ID=adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:58:34.550470 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a570f156-62b1-4e73-b278-df90473e72c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:58:34.634376 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-a570f156-62b1-4e73-b278-df90473e72c6 service neutron] Attempting to bind port adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:58:34.634637 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-a570f156-62b1-4e73-b278-df90473e72c6 service neutron] Attempting to bind port adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '8063d322-273e-4ce9-859d-4659337bd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895'}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:58:34.634965 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-a570f156-62b1-4e73-b278-df90473e72c6 service neutron] Attempting to bind port adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc on network 51c83c43-7be7-46e9-8af2-485fddc9c895 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:58:34.639638 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-a570f156-62b1-4e73-b278-df90473e72c6 service neutron] Port adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc on network 51c83c43-7be7-46e9-8af2-485fddc9c895 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:58:34.640078 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-a570f156-62b1-4e73-b278-df90473e72c6 service neutron] Attempting to bind port adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc on network 51c83c43-7be7-46e9-8af2-485fddc9c895 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:58:34.646014 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-a570f156-62b1-4e73-b278-df90473e72c6 service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:58:34.646503 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-a570f156-62b1-4e73-b278-df90473e72c6 service neutron] Checking segment: {'id': '8063d322-273e-4ce9-859d-4659337bd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:58:34.646963 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-a570f156-62b1-4e73-b278-df90473e72c6 service neutron] Bound using segment: {'id': '8063d322-273e-4ce9-859d-4659337bd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895'} {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:58:34.647391 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-a570f156-62b1-4e73-b278-df90473e72c6 service neutron] Bound port: adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8063d322-273e-4ce9-859d-4659337bd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895'}}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:58:34.647738 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-a570f156-62b1-4e73-b278-df90473e72c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:34.715410 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-a570f156-62b1-4e73-b278-df90473e72c6 service neutron] For port adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc, host hv-neutron-7971, cleared binding levels {{(pid=105225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:58:34.718866 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-a570f156-62b1-4e73-b278-df90473e72c6 service neutron] For port adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc,segment=NetworkSegment(8063d322-273e-4ce9-859d-4659337bd9d3),segment_id=8063d322-273e-4ce9-859d-4659337bd9d3)] {{(pid=105225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:58:34.723455 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-a570f156-62b1-4e73-b278-df90473e72c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:34.726022 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7ebab3eb-a05e-4406-a32d-cc6e7a32c371 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:58:34.759570 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-a570f156-62b1-4e73-b278-df90473e72c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:34.760179 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-a570f156-62b1-4e73-b278-df90473e72c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:34.761586 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-a570f156-62b1-4e73-b278-df90473e72c6 service neutron] 10.222.0.66 "PUT /v2.0/ports/adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc HTTP/1.1" status: 200 len: 1093 time: 1.0102949 Jun 21 14:58:34.762193 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b66724-2c50-43c5-a5c6-c554da8715ac', 'tag': 'adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc'}] {{(pid=105225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:58:34.764510 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d720512e93a77e3bffebe2b790a2b81995dcc7e4c74443a12a7dc003910c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218c9ccb-e5d9-4719-8273-fd43bd09ff27" -d '{"events": [{"name": "network-changed", "server_uuid": "42b66724-2c50-43c5-a5c6-c554da8715ac", "tag": "adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc"}]}' {{(pid=105225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:58:34.801027 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570f156-62b1-4e73-b278-df90473e72c6 service neutron] Pushing event updated for resources: {'Port': ['ID=adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc,revision_number=3']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:58:34.807128 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a570f156-62b1-4e73-b278-df90473e72c6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:58:34.818773 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd475580-2920-4fa3-b786-ec227f8681e3 x-openstack-request-id: req-fd475580-2920-4fa3-b786-ec227f8681e3 {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:58:34.819142 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b66724-2c50-43c5-a5c6-c554da8715ac", "tag": "adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc", "status": "completed", "code": 200}]} {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:58:34.819410 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fd475580-2920-4fa3-b786-ec227f8681e3 {{(pid=105225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:58:34.819861 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b66724-2c50-43c5-a5c6-c554da8715ac', 'tag': 'adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc', 'status': 'completed', 'code': 200} Jun 21 14:58:34.888244 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-a1eca1d2-d37b-4ba8-bc95-11f23a14d83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:34.889757 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-a1eca1d2-d37b-4ba8-bc95-11f23a14d83d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c4e5ef8cecbf4ede86b5a3dcbc277e2f&device_id=42b66724-2c50-43c5-a5c6-c554da8715ac HTTP/1.1" status: 200 len: 1096 time: 0.0646648 Jun 21 14:58:34.932350 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-26ee4a38-6353-4361-8fc0-ac19c01a6f5f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc HTTP/1.1" status: 200 len: 217 time: 0.0354531 Jun 21 14:58:34.984000 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-d511b268-1a2b-4267-9dfa-a9b8f0e017f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:34.985410 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-d511b268-1a2b-4267-9dfa-a9b8f0e017f2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dfe1f5e6-b043-4974-b594-b5b570160e02 HTTP/1.1" status: 200 len: 850 time: 0.0466394 Jun 21 14:58:35.046729 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-c3db6315-50cd-4140-8425-b7ac4a000ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:35.048232 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-c3db6315-50cd-4140-8425-b7ac4a000ddb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51c83c43-7be7-46e9-8af2-485fddc9c895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0566952 Jun 21 14:58:35.143806 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-83e28892-2d38-4379-8e92-0e83ca2aba18 service neutron] 10.222.0.66 "GET /v2.0/networks/51c83c43-7be7-46e9-8af2-485fddc9c895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890186 Jun 21 14:58:35.236561 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-fc65043e-9b60-4094-80a3-e314f91aeea5 req-af876aad-d2fe-4982-bd16-da309c347420 service neutron] 10.222.0.66 "GET /v2.0/networks/51c83c43-7be7-46e9-8af2-485fddc9c895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865078 Jun 21 14:58:35.276093 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:35.353622 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c9ccb-e5d9-4719-8273-fd43bd09ff27 req-8f41b2c2-bfce-4a18-815d-008b764cd0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:35.355169 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-218c9ccb-e5d9-4719-8273-fd43bd09ff27 req-8f41b2c2-bfce-4a18-815d-008b764cd0a4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c4e5ef8cecbf4ede86b5a3dcbc277e2f&device_id=42b66724-2c50-43c5-a5c6-c554da8715ac HTTP/1.1" status: 200 len: 1096 time: 0.0585840 Jun 21 14:58:35.449176 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c9ccb-e5d9-4719-8273-fd43bd09ff27 req-bc4ea10c-6157-4c8a-a8fc-a4833fc90712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:35.450885 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-218c9ccb-e5d9-4719-8273-fd43bd09ff27 req-bc4ea10c-6157-4c8a-a8fc-a4833fc90712 service neutron] 10.222.0.66 "GET /v2.0/networks?id=51c83c43-7be7-46e9-8af2-485fddc9c895 HTTP/1.1" status: 200 len: 912 time: 0.0893831 Jun 21 14:58:35.503308 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-218c9ccb-e5d9-4719-8273-fd43bd09ff27 req-8e8ca468-c82d-4515-8324-150f42cb4f1f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc HTTP/1.1" status: 200 len: 217 time: 0.0447860 Jun 21 14:58:35.556469 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c9ccb-e5d9-4719-8273-fd43bd09ff27 req-b6d68622-ee88-4e8e-85c5-b814e5109c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:35.557976 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-218c9ccb-e5d9-4719-8273-fd43bd09ff27 req-b6d68622-ee88-4e8e-85c5-b814e5109c5d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dfe1f5e6-b043-4974-b594-b5b570160e02 HTTP/1.1" status: 200 len: 850 time: 0.0476418 Jun 21 14:58:35.598101 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd8547-bb4d-41f7-81e8-805a0f65c7d7 req-a80ac58c-a695-4697-bccc-11a6b2be3498 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:35.600042 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-55fd8547-bb4d-41f7-81e8-805a0f65c7d7 req-a80ac58c-a695-4697-bccc-11a6b2be3498 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=42b66724-2c50-43c5-a5c6-c554da8715ac HTTP/1.1" status: 200 len: 943 time: 0.0717163 Jun 21 14:58:35.621106 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c9ccb-e5d9-4719-8273-fd43bd09ff27 req-adcfbd74-5903-4944-ae89-d570edd01fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:35.622982 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-218c9ccb-e5d9-4719-8273-fd43bd09ff27 req-adcfbd74-5903-4944-ae89-d570edd01fc5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51c83c43-7be7-46e9-8af2-485fddc9c895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0581040 Jun 21 14:58:35.642168 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-55fd8547-bb4d-41f7-81e8-805a0f65c7d7 req-cbf1cfbd-019a-476c-8e55-19629cc36a2a tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358276 Jun 21 14:58:35.721130 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-218c9ccb-e5d9-4719-8273-fd43bd09ff27 req-5c4e7fd2-b6d7-4ac0-98f5-d4a23c4724ec service neutron] 10.222.0.66 "GET /v2.0/networks/51c83c43-7be7-46e9-8af2-485fddc9c895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898466 Jun 21 14:58:35.818710 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-218c9ccb-e5d9-4719-8273-fd43bd09ff27 req-796f62f2-f0ff-4d27-b989-1a0a71375032 service neutron] 10.222.0.66 "GET /v2.0/networks/51c83c43-7be7-46e9-8af2-485fddc9c895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894952 Jun 21 14:58:36.838576 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3483a7-d774-4802-87cc-b7dff2de81fe req-b1633717-c3d3-455d-b896-edc9d3ad6c24 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:36.839977 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0a3483a7-d774-4802-87cc-b7dff2de81fe req-b1633717-c3d3-455d-b896-edc9d3ad6c24 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=42b66724-2c50-43c5-a5c6-c554da8715ac HTTP/1.1" status: 200 len: 943 time: 0.0669298 Jun 21 14:58:36.881291 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0a3483a7-d774-4802-87cc-b7dff2de81fe req-3fa0dcfa-9eef-4934-8696-3bc884e6d043 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353277 Jun 21 14:58:38.073102 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f259a-f4ac-48c4-9209-7c34e065611b req-27b5e5e6-24af-4fae-becf-6a085b89ceb8 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:38.074612 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-680f259a-f4ac-48c4-9209-7c34e065611b req-27b5e5e6-24af-4fae-becf-6a085b89ceb8 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=42b66724-2c50-43c5-a5c6-c554da8715ac HTTP/1.1" status: 200 len: 943 time: 0.0801103 Jun 21 14:58:38.113437 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-680f259a-f4ac-48c4-9209-7c34e065611b req-b02152c5-da7f-475f-89e9-ae803c711e54 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329003 Jun 21 14:58:39.306433 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc4331d-24af-4415-9714-8e91d704904c req-c408027e-65ef-4706-ac10-9de0f456a345 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:39.307919 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4bc4331d-24af-4415-9714-8e91d704904c req-c408027e-65ef-4706-ac10-9de0f456a345 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=42b66724-2c50-43c5-a5c6-c554da8715ac HTTP/1.1" status: 200 len: 943 time: 0.0758543 Jun 21 14:58:39.351352 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4bc4331d-24af-4415-9714-8e91d704904c req-61012f6b-bf90-4b71-9ad5-63610a022777 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344048 Jun 21 14:58:40.543466 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa135c89-7dae-45a2-be91-b6ce9bb19752 req-20d6d3cc-b298-44d7-9d72-53cd25694257 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:40.544979 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fa135c89-7dae-45a2-be91-b6ce9bb19752 req-20d6d3cc-b298-44d7-9d72-53cd25694257 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=42b66724-2c50-43c5-a5c6-c554da8715ac HTTP/1.1" status: 200 len: 943 time: 0.0778916 Jun 21 14:58:40.588915 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fa135c89-7dae-45a2-be91-b6ce9bb19752 req-3db04916-7f41-4970-8241-d27408ac6b52 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380826 Jun 21 14:58:41.790921 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31646f4b-4c1c-4447-8867-fdb1ae05fdd2 req-bda5d6e3-229c-4f83-9c2f-41d5af9a5b81 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:41.792725 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-31646f4b-4c1c-4447-8867-fdb1ae05fdd2 req-bda5d6e3-229c-4f83-9c2f-41d5af9a5b81 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=42b66724-2c50-43c5-a5c6-c554da8715ac HTTP/1.1" status: 200 len: 943 time: 0.0865703 Jun 21 14:58:41.838199 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-31646f4b-4c1c-4447-8867-fdb1ae05fdd2 req-455c6958-48eb-4789-8745-da3fcc483b79 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356779 Jun 21 14:58:42.093492 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:58:43.041516 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e31b5e-93dd-46ca-ae96-0bf4203ff0cc req-5911600d-5ed8-474b-acfe-24ab8982b4c8 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:43.043023 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-76e31b5e-93dd-46ca-ae96-0bf4203ff0cc req-5911600d-5ed8-474b-acfe-24ab8982b4c8 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=42b66724-2c50-43c5-a5c6-c554da8715ac HTTP/1.1" status: 200 len: 943 time: 0.0728991 Jun 21 14:58:43.084870 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-76e31b5e-93dd-46ca-ae96-0bf4203ff0cc req-7ea10274-35a7-478d-ac3e-b539311a793c tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333967 Jun 21 14:58:44.032874 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-21ee7248-f25f-496b-9125-5ea3532ff6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:44.271710 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8c74a-d0e2-4c34-a106-cafb620388f0 req-3d683fa5-5363-4044-aa8d-426d9c3bfdd9 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:44.273184 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b5e8c74a-d0e2-4c34-a106-cafb620388f0 req-3d683fa5-5363-4044-aa8d-426d9c3bfdd9 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=42b66724-2c50-43c5-a5c6-c554da8715ac HTTP/1.1" status: 200 len: 943 time: 0.0707293 Jun 21 14:58:44.315836 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b5e8c74a-d0e2-4c34-a106-cafb620388f0 req-741d6eda-08ce-425f-8f12-1e5f45048816 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340958 Jun 21 14:58:44.506041 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:58:44.528639 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39112) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:58:44.608671 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc,segment=NetworkSegment(8063d322-273e-4ce9-859d-4659337bd9d3),segment_id=8063d322-273e-4ce9-859d-4659337bd9d3)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:58:44.620245 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': 'adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'port_id': 'adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc', 'mac_address': 'fa:16:3e:b6:9c:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:58:44.660966 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:44.673572 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:58:44.693057 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc,segment=NetworkSegment(8063d322-273e-4ce9-859d-4659337bd9d3),segment_id=8063d322-273e-4ce9-859d-4659337bd9d3)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:58:44.698283 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:44.700008 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-747efad0-600b-4c6b-a6e3-f13bd768eb57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:58:44.748004 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:58:44.753666 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:58:44.916976 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8484a5e2-87b8-42fd-ac9d-acbbcef0eb71 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:45.027332 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:58:45.536909 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1814cc7-acf8-44fc-8114-bb01111f15b2 req-e9cf6218-6c65-4d2e-9026-a8b67e082966 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:45.538715 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f1814cc7-acf8-44fc-8114-bb01111f15b2 req-e9cf6218-6c65-4d2e-9026-a8b67e082966 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=42b66724-2c50-43c5-a5c6-c554da8715ac HTTP/1.1" status: 200 len: 944 time: 0.1067426 Jun 21 14:58:45.618510 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f1814cc7-acf8-44fc-8114-bb01111f15b2 req-2088d17b-f74b-4032-b145-1cf153c54932 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724094 Jun 21 14:58:45.643180 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-8484a5e2-87b8-42fd-ac9d-acbbcef0eb71 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port 57a456c9-1df9-4a83-9a53-e87ea8894986 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:58:45.643519 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8484a5e2-87b8-42fd-ac9d-acbbcef0eb71 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:45.748128 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-8484a5e2-87b8-42fd-ac9d-acbbcef0eb71 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] For port 57a456c9-1df9-4a83-9a53-e87ea8894986, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=57a456c9-1df9-4a83-9a53-e87ea8894986,segment=NetworkSegment(d1848859-0c41-472d-8f80-7171fde14b31),segment_id=d1848859-0c41-472d-8f80-7171fde14b31)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:58:45.748472 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8484a5e2-87b8-42fd-ac9d-acbbcef0eb71 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:45.818902 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-8484a5e2-87b8-42fd-ac9d-acbbcef0eb71 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for 57a456c9-1df9-4a83-9a53-e87ea8894986 owned by network:router_interface {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:58:46.019911 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8484a5e2-87b8-42fd-ac9d-acbbcef0eb71 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:46.022118 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-98ffbe02-dcc0-4d05-9ecc-58bd032ab4c7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:58:46.048301 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484a5e2-87b8-42fd-ac9d-acbbcef0eb71 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=57a456c9-1df9-4a83-9a53-e87ea8894986,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:58:46.053582 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8484a5e2-87b8-42fd-ac9d-acbbcef0eb71 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:58:46.226826 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8484a5e2-87b8-42fd-ac9d-acbbcef0eb71 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:46.453280 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8484a5e2-87b8-42fd-ac9d-acbbcef0eb71 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router 7335a08f-f354-47e8-8277-d3c11c967eff has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:58:46.529010 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:58:46.574891 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8484a5e2-87b8-42fd-ac9d-acbbcef0eb71 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:58:46.575974 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c1b84d6b-8b2c-4494-a1a2-994b2fe94f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:46.580272 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8484a5e2-87b8-42fd-ac9d-acbbcef0eb71 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "PUT /v2.0/routers/7335a08f-f354-47e8-8277-d3c11c967eff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0505729 Jun 21 14:58:46.588625 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eba3559-eed1-408b-8ba8-4fbcbfce8e2b None None] Sync routers for ids ['7335a08f-f354-47e8-8277-d3c11c967eff'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:58:46.596172 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:58:46.600191 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:58:46.600567 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:46.601267 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eba3559-eed1-408b-8ba8-4fbcbfce8e2b None None] Routers {'7335a08f-f354-47e8-8277-d3c11c967eff'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:58:46.602302 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-0eba3559-eed1-408b-8ba8-4fbcbfce8e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:58:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['7335a08f-f354-47e8-8277-d3c11c967eff'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:58:46.695439 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:46.723349 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-0eba3559-eed1-408b-8ba8-4fbcbfce8e2b None None] Set router 7335a08f-f354-47e8-8277-d3c11c967eff gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:58:46.736937 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc,segment=NetworkSegment(8063d322-273e-4ce9-859d-4659337bd9d3),segment_id=8063d322-273e-4ce9-859d-4659337bd9d3)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:58:46.738432 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b66724-2c50-43c5-a5c6-c554da8715ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:58:46.742234 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc518c94-fa9a-4a55-851b-da80eb95e33c" -d '{"events": [{"server_uuid": "42b66724-2c50-43c5-a5c6-c554da8715ac", "name": "network-vif-plugged", "status": "completed", "tag": "adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:58:46.749949 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:46.767514 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:58:46.828542 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:58:46.832568 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:58:46.870022 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480fe79-cce1-4f2b-a56c-ace7fe5fadb8 req-52a5f13c-f0e6-4351-ae2a-c7e73133f3bf tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:46.871791 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d7a32e-464b-48bf-85ae-4ffee8fd7eb2 x-openstack-request-id: req-c9d7a32e-464b-48bf-85ae-4ffee8fd7eb2 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:58:46.871950 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7480fe79-cce1-4f2b-a56c-ace7fe5fadb8 req-52a5f13c-f0e6-4351-ae2a-c7e73133f3bf tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=42b66724-2c50-43c5-a5c6-c554da8715ac HTTP/1.1" status: 200 len: 945 time: 0.1175363 Jun 21 14:58:46.872455 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b66724-2c50-43c5-a5c6-c554da8715ac", "name": "network-vif-plugged", "status": "completed", "tag": "adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:58:46.872784 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c9d7a32e-464b-48bf-85ae-4ffee8fd7eb2 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:58:46.873276 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b66724-2c50-43c5-a5c6-c554da8715ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc', 'code': 200} Jun 21 14:58:46.927039 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7480fe79-cce1-4f2b-a56c-ace7fe5fadb8 req-78a96397-0d84-4c4d-bc0c-ff27ad5d5521 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466721 Jun 21 14:58:46.988322 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:47.006000 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-0eba3559-eed1-408b-8ba8-4fbcbfce8e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'name': 'tempest-TestNetworkBasicOps-router-861481270', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '331856e5-3808-4c99-be5c-5b218635f29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:56:17Z', 'updated_at': '2021-06-21T14:58:45Z', 'revision_number': 6, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '331856e5-3808-4c99-be5c-5b218635f29c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:56:18Z', 'updated_at': '2021-06-21T14:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '338038ff-76d9-450a-8dde-186fd8f157ee', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.224', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'port_id': 'e680a66b-64bd-48c7-b2dd-17057c24413b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be', 'mac_address': 'fa:16:3e:2f:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa22a96-8672-45cc-a3ea-b76284769925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:56:44Z', 'updated_at': '2021-06-21T14:56:46Z', 'revision_number': 1, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3deaa0fc-ce71-44e1-836a-5420029d0c68', 'name': '', 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:dc:b5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'f3988780-e7a7-430b-944f-17d1fe35f49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:56:22Z', 'updated_at': '2021-06-21T14:56:29Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'f3988780-e7a7-430b-944f-17d1fe35f49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:58:47.033265 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eba3559-eed1-408b-8ba8-4fbcbfce8e2b None None] Checking router: 7335a08f-f354-47e8-8277-d3c11c967eff for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:58:47.041609 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eba3559-eed1-408b-8ba8-4fbcbfce8e2b None None] Routers {'7335a08f-f354-47e8-8277-d3c11c967eff'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:58:47.042249 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-0eba3559-eed1-408b-8ba8-4fbcbfce8e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:58:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['7335a08f-f354-47e8-8277-d3c11c967eff'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:58:47.050973 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068cee13-6a03-4ab5-87bc-b8d4b8a0451b req-31295764-4cfa-4b6b-8e6f-daa5ceafdd57 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:47.052831 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-068cee13-6a03-4ab5-87bc-b8d4b8a0451b req-31295764-4cfa-4b6b-8e6f-daa5ceafdd57 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7172c21-1a32-434f-9c51-95584fa7e338 HTTP/1.1" status: 200 len: 946 time: 0.0795085 Jun 21 14:58:47.081907 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b645b7-6181-47a1-9508-586072326b37 req-d3fea531-715f-4a2c-b6d9-65dfd7b91f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:47.083612 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-73b645b7-6181-47a1-9508-586072326b37 req-d3fea531-715f-4a2c-b6d9-65dfd7b91f19 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=42b66724-2c50-43c5-a5c6-c554da8715ac HTTP/1.1" status: 200 len: 1098 time: 0.0532899 Jun 21 14:58:47.094035 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-068cee13-6a03-4ab5-87bc-b8d4b8a0451b req-4250616e-0fdf-4850-80a1-4bef45a1da96 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=6897e65f-bfe2-4d00-ba52-693ddc07273b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353401 Jun 21 14:58:47.126374 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-73b645b7-6181-47a1-9508-586072326b37 req-de02375e-b829-4fa6-b15a-06ec2d1d4837 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354609 Jun 21 14:58:47.159347 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-0eba3559-eed1-408b-8ba8-4fbcbfce8e2b None None] Set router 7335a08f-f354-47e8-8277-d3c11c967eff gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:58:47.398350 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-0eba3559-eed1-408b-8ba8-4fbcbfce8e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'name': 'tempest-TestNetworkBasicOps-router-861481270', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '331856e5-3808-4c99-be5c-5b218635f29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:56:17Z', 'updated_at': '2021-06-21T14:58:45Z', 'revision_number': 6, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '331856e5-3808-4c99-be5c-5b218635f29c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:56:18Z', 'updated_at': '2021-06-21T14:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '338038ff-76d9-450a-8dde-186fd8f157ee', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.224', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'port_id': 'e680a66b-64bd-48c7-b2dd-17057c24413b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be', 'mac_address': 'fa:16:3e:2f:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa22a96-8672-45cc-a3ea-b76284769925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:56:44Z', 'updated_at': '2021-06-21T14:56:46Z', 'revision_number': 1, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3deaa0fc-ce71-44e1-836a-5420029d0c68', 'name': '', 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:dc:b5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'f3988780-e7a7-430b-944f-17d1fe35f49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:56:22Z', 'updated_at': '2021-06-21T14:56:29Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'f3988780-e7a7-430b-944f-17d1fe35f49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:58:47.423849 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eba3559-eed1-408b-8ba8-4fbcbfce8e2b None None] The sync data for ids ['7335a08f-f354-47e8-8277-d3c11c967eff'] in dv-neutron-797121-2-hyperv is: [{'id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'name': 'tempest-TestNetworkBasicOps-router-861481270', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '331856e5-3808-4c99-be5c-5b218635f29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:56:17Z', 'updated_at': '2021-06-21T14:58:45Z', 'revision_number': 6, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '331856e5-3808-4c99-be5c-5b218635f29c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:56:18Z', 'updated_at': '2021-06-21T14:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '338038ff-76d9-450a-8dde-186fd8f157ee', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.224', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'port_id': 'e680a66b-64bd-48c7-b2dd-17057c24413b', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be', 'mac_address': 'fa:16:3e:2f:dc:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fa22a96-8672-45cc-a3ea-b76284769925', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:56:44Z', 'updated_at': '2021-06-21T14:56:46Z', 'revision_number': 1, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3deaa0fc-ce71-44e1-836a-5420029d0c68', 'name': '', 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:dc:b5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'f3988780-e7a7-430b-944f-17d1fe35f49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:56:22Z', 'updated_at': '2021-06-21T14:56:29Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'f3988780-e7a7-430b-944f-17d1fe35f49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:58:48.029842 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:48.115997 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30e6e0-dcc5-4f3a-925d-18d899508a9e req-14a19553-4a3d-4644-a177-89e0daf81fd1 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:48.118384 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cf30e6e0-dcc5-4f3a-925d-18d899508a9e req-14a19553-4a3d-4644-a177-89e0daf81fd1 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=42b66724-2c50-43c5-a5c6-c554da8715ac HTTP/1.1" status: 200 len: 945 time: 0.0725820 Jun 21 14:58:48.160570 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cf30e6e0-dcc5-4f3a-925d-18d899508a9e req-846ed3ef-b50d-4633-ad6a-d2c1729ef592 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361984 Jun 21 14:58:48.285326 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0c758d-0cb1-4619-9501-e93d86cac0c4 req-a3e755d4-19ef-4dc3-b07b-1d42010e53d2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:48.287082 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-dc0c758d-0cb1-4619-9501-e93d86cac0c4 req-a3e755d4-19ef-4dc3-b07b-1d42010e53d2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7172c21-1a32-434f-9c51-95584fa7e338 HTTP/1.1" status: 200 len: 946 time: 0.0713344 Jun 21 14:58:48.325832 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-dc0c758d-0cb1-4619-9501-e93d86cac0c4 req-9754170f-317b-4411-a998-43b124c33f4e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=6897e65f-bfe2-4d00-ba52-693ddc07273b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321977 Jun 21 14:58:48.734445 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2dc6d6-f416-4e89-824f-d1171237f3a8 req-c4a02387-38f3-403f-abd3-07a00006a769 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:48.735876 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-7e2dc6d6-f416-4e89-824f-d1171237f3a8 req-c4a02387-38f3-403f-abd3-07a00006a769 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/ports?device_id=d7172c21-1a32-434f-9c51-95584fa7e338 HTTP/1.1" status: 200 len: 946 time: 0.0799997 Jun 21 14:58:48.843054 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [req-7e2dc6d6-f416-4e89-824f-d1171237f3a8 req-422417fc-dce0-4bee-b659-3197d8a3d5eb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port 99a0f067-20bb-4815-ab7d-765c27544042 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:58:48.843392 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-7e2dc6d6-f416-4e89-824f-d1171237f3a8 req-422417fc-dce0-4bee-b659-3197d8a3d5eb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:48.940111 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [req-7e2dc6d6-f416-4e89-824f-d1171237f3a8 req-422417fc-dce0-4bee-b659-3197d8a3d5eb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] For port 99a0f067-20bb-4815-ab7d-765c27544042, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=99a0f067-20bb-4815-ab7d-765c27544042,segment=NetworkSegment(d1848859-0c41-472d-8f80-7171fde14b31),segment_id=d1848859-0c41-472d-8f80-7171fde14b31)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:58:48.940481 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-7e2dc6d6-f416-4e89-824f-d1171237f3a8 req-422417fc-dce0-4bee-b659-3197d8a3d5eb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:49.015910 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [req-7e2dc6d6-f416-4e89-824f-d1171237f3a8 req-422417fc-dce0-4bee-b659-3197d8a3d5eb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for 99a0f067-20bb-4815-ab7d-765c27544042 owned by compute:nova {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:58:49.163758 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-7e2dc6d6-f416-4e89-824f-d1171237f3a8 req-422417fc-dce0-4bee-b659-3197d8a3d5eb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:49.167824 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a570f156-62b1-4e73-b278-df90473e72c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:58:49.193161 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422417fc-dce0-4bee-b659-3197d8a3d5eb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=99a0f067-20bb-4815-ab7d-765c27544042,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:58:49.196279 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-422417fc-dce0-4bee-b659-3197d8a3d5eb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:58:49.240937 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 57a456c9-1df9-4a83-9a53-e87ea8894986 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:58:49.245668 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2dc6d6-f416-4e89-824f-d1171237f3a8 req-422417fc-dce0-4bee-b659-3197d8a3d5eb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] No DVR routers for this DVR port 99a0f067-20bb-4815-ab7d-765c27544042 on host hv-neutron-7971 {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:58:49.248314 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-7e2dc6d6-f416-4e89-824f-d1171237f3a8 req-422417fc-dce0-4bee-b659-3197d8a3d5eb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:49.250492 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-7e2dc6d6-f416-4e89-824f-d1171237f3a8 req-422417fc-dce0-4bee-b659-3197d8a3d5eb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "DELETE /v2.0/ports/99a0f067-20bb-4815-ab7d-765c27544042 HTTP/1.1" status: 204 len: 173 time: 0.5094385 Jun 21 14:58:49.251456 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7172c21-1a32-434f-9c51-95584fa7e338', 'name': 'network-vif-deleted', 'tag': '99a0f067-20bb-4815-ab7d-765c27544042'}] {{(pid=105225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:58:49.254048 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d720512e93a77e3bffebe2b790a2b81995dcc7e4c74443a12a7dc003910c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8d8593c-538f-4500-819e-d24d7ae9cac2" -d '{"events": [{"server_uuid": "d7172c21-1a32-434f-9c51-95584fa7e338", "name": "network-vif-deleted", "tag": "99a0f067-20bb-4815-ab7d-765c27544042"}]}' {{(pid=105225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:58:49.282816 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 57a456c9-1df9-4a83-9a53-e87ea8894986 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:58:49.283358 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 57a456c9-1df9-4a83-9a53-e87ea8894986 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:58:49.302569 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cddc548-1bdb-4566-83d1-68eab31b518d x-openstack-request-id: req-7cddc548-1bdb-4566-83d1-68eab31b518d {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:58:49.303101 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7172c21-1a32-434f-9c51-95584fa7e338", "name": "network-vif-deleted", "tag": "99a0f067-20bb-4815-ab7d-765c27544042", "status": "completed", "code": 200}]} {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:58:49.303497 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7cddc548-1bdb-4566-83d1-68eab31b518d {{(pid=105225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:58:49.304003 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7172c21-1a32-434f-9c51-95584fa7e338', 'name': 'network-vif-deleted', 'tag': '99a0f067-20bb-4815-ab7d-765c27544042', 'status': 'completed', 'code': 200} Jun 21 14:58:49.363762 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91d18a-f515-434d-b7b9-18b552eea6b9 req-ddc5352d-249d-4b03-a665-e4ca35eea33e tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:49.365086 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5c91d18a-f515-434d-b7b9-18b552eea6b9 req-ddc5352d-249d-4b03-a665-e4ca35eea33e tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=42b66724-2c50-43c5-a5c6-c554da8715ac HTTP/1.1" status: 200 len: 945 time: 0.0659363 Jun 21 14:58:49.407487 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5c91d18a-f515-434d-b7b9-18b552eea6b9 req-cc35a9b3-f190-4f6a-b4d9-f44b8e38cef0 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364292 Jun 21 14:58:49.490554 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5db83585-7de1-49db-9d5e-ec1432d16889 req-dfd640a6-f623-4c72-a978-7a40f7a4b814 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d7172c21-1a32-434f-9c51-95584fa7e338 HTTP/1.1" status: 200 len: 210 time: 0.0296936 Jun 21 14:58:49.591569 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3e370-c227-4f5a-9046-8f4e3e544767 req-c9e86109-94d0-4dc2-be86-daa775c53937 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:49.593384 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fbd3e370-c227-4f5a-9046-8f4e3e544767 req-c9e86109-94d0-4dc2-be86-daa775c53937 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=42b66724-2c50-43c5-a5c6-c554da8715ac HTTP/1.1" status: 200 len: 945 time: 0.0703986 Jun 21 14:58:49.635080 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fbd3e370-c227-4f5a-9046-8f4e3e544767 req-e99bdcae-46ad-46b8-ab5c-5f1354b86cc0 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356059 Jun 21 14:58:49.660319 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39136) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:58:49.697960 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:49.719752 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade0cd7f-ce00-4896-a6c8-f1595248e150 tempest-TestVolumeBootPattern-267541360 tempest-TestVolumeBootPattern-267541360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:49.721302 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ade0cd7f-ce00-4896-a6c8-f1595248e150 tempest-TestVolumeBootPattern-267541360 tempest-TestVolumeBootPattern-267541360-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=42b66724-2c50-43c5-a5c6-c554da8715ac HTTP/1.1" status: 200 len: 1093 time: 0.0599995 Jun 21 14:58:49.724469 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39138) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:58:49.730018 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-9b47d4f6-5519-46ed-9ca7-31ec4c2ce597 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'port_id': 'adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:58:49.755663 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b47d4f6-5519-46ed-9ca7-31ec4c2ce597 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for floatingip, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:49.859652 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b47d4f6-5519-46ed-9ca7-31ec4c2ce597 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:49.981809 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-9b47d4f6-5519-46ed-9ca7-31ec4c2ce597 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Allocated IP 172.26.3.169 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/9a1c9de0-6582-4be9-b914-52d0cd2e8109) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:58:50.101349 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b47d4f6-5519-46ed-9ca7-31ec4c2ce597 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:50.146609 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b47d4f6-5519-46ed-9ca7-31ec4c2ce597 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:50.148544 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8484a5e2-87b8-42fd-ac9d-acbbcef0eb71 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:58:50.188362 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b47d4f6-5519-46ed-9ca7-31ec4c2ce597 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:58:50.191243 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-9b47d4f6-5519-46ed-9ca7-31ec4c2ce597 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:58:50.197035 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b47d4f6-5519-46ed-9ca7-31ec4c2ce597 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:58:50.202710 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47d4f6-5519-46ed-9ca7-31ec4c2ce597 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Pushing event updated for resources: {'Port': ['ID=9a1c9de0-6582-4be9-b914-52d0cd2e8109,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:58:50.222220 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9b47d4f6-5519-46ed-9ca7-31ec4c2ce597 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:58:50.584466 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39142) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:58:50.602982 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b47d4f6-5519-46ed-9ca7-31ec4c2ce597 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:50.645455 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c7dce780-3cf4-4295-9cec-ebfc71c1e190 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:50.671230 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c7dce780-3cf4-4295-9cec-ebfc71c1e190 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:50.684141 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b47d4f6-5519-46ed-9ca7-31ec4c2ce597 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:50.732557 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c7dce780-3cf4-4295-9cec-ebfc71c1e190 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:50.735185 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c7dce780-3cf4-4295-9cec-ebfc71c1e190 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:50.736346 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c7dce780-3cf4-4295-9cec-ebfc71c1e190 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/security-groups/6897e65f-bfe2-4d00-ba52-693ddc07273b HTTP/1.1" status: 204 len: 168 time: 0.1508420 Jun 21 14:58:50.737311 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-99090673-5c04-4139-bdcb-bac74ed71268 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:58:50.746540 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dce780-3cf4-4295-9cec-ebfc71c1e190 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6897e65f-bfe2-4d00-ba52-693ddc07273b,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:58:50.749672 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c7dce780-3cf4-4295-9cec-ebfc71c1e190 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:58:50.775591 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39146) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:58:50.846790 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-5267a297-77a9-4467-820a-26735b41a151 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting subnet 12d022c8-c144-407c-b013-8dde745bc0f9 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:58:50.856187 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5267a297-77a9-4467-820a-26735b41a151 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:50.909994 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5267a297-77a9-4467-820a-26735b41a151 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:50.942106 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b47d4f6-5519-46ed-9ca7-31ec4c2ce597 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:50.950616 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b47d4f6-5519-46ed-9ca7-31ec4c2ce597 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:50.955915 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-09a02799-0770-437b-ae61-a0a70443a69e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:58:51.041081 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47d4f6-5519-46ed-9ca7-31ec4c2ce597 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Pushing event updated for resources: {'Port': ['ID=9a1c9de0-6582-4be9-b914-52d0cd2e8109,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:58:51.048275 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9b47d4f6-5519-46ed-9ca7-31ec4c2ce597 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:58:51.073118 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5267a297-77a9-4467-820a-26735b41a151 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:51.076200 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b47d4f6-5519-46ed-9ca7-31ec4c2ce597 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:51.211030 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5267a297-77a9-4467-820a-26735b41a151 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:51.214896 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b670df1a-8858-4854-9d36-7e0a65941ea4 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:58:51.242941 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5267a297-77a9-4467-820a-26735b41a151 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Subnet': ['ID=12d022c8-c144-407c-b013-8dde745bc0f9,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:58:51.245971 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5267a297-77a9-4467-820a-26735b41a151 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:58:51.247023 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [None req-9b47d4f6-5519-46ed-9ca7-31ec4c2ce597 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Floating IP 6b0bb4b7-e0d8-4504-8660-2f15a38c3f0a associated. External IP: 172.26.3.169, port: adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc. Jun 21 14:58:51.249613 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5267a297-77a9-4467-820a-26735b41a151 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:51.251790 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5267a297-77a9-4467-820a-26735b41a151 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/subnets/12d022c8-c144-407c-b013-8dde745bc0f9 HTTP/1.1" status: 204 len: 168 time: 0.4756989 Jun 21 14:58:51.254504 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffe4e6e-62ae-4b57-bf6d-a2ab3bfd4ec2 None None] Network c59a9b47-fbef-4e37-8adf-9ee26a4d0a46 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:58:51.255025 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39148) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:58:51.400188 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0c707a52-d17c-4a13-891a-16ebbb4e6c0a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:51.455166 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f6b33f-cfbe-4a96-b25b-082dba3b690f None None] DHCP port deletion for c59a9b47-fbef-4e37-8adf-9ee26a4d0a46 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:58:51.509810 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-78f6b33f-cfbe-4a96-b25b-082dba3b690f None None] Deleting port ab26cc9f-bd4a-4814-b7b2-329f3a1c4510 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:58:51.510200 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-78f6b33f-cfbe-4a96-b25b-082dba3b690f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:51.591736 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-78f6b33f-cfbe-4a96-b25b-082dba3b690f None None] For port ab26cc9f-bd4a-4814-b7b2-329f3a1c4510, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=ab26cc9f-bd4a-4814-b7b2-329f3a1c4510,segment=NetworkSegment(d1848859-0c41-472d-8f80-7171fde14b31),segment_id=d1848859-0c41-472d-8f80-7171fde14b31)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:58:51.592129 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-78f6b33f-cfbe-4a96-b25b-082dba3b690f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:51.661383 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-78f6b33f-cfbe-4a96-b25b-082dba3b690f None None] Calling delete_port for ab26cc9f-bd4a-4814-b7b2-329f3a1c4510 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:58:51.743588 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-78f6b33f-cfbe-4a96-b25b-082dba3b690f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:51.745650 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-bdd82f70-ece4-4c54-94b9-6a675c0a9d19 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:58:51.778004 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f6b33f-cfbe-4a96-b25b-082dba3b690f None None] Pushing event deleted for resources: {'Port': ['ID=ab26cc9f-bd4a-4814-b7b2-329f3a1c4510,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:58:51.782523 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-78f6b33f-cfbe-4a96-b25b-082dba3b690f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:58:51.785503 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f6b33f-cfbe-4a96-b25b-082dba3b690f None None] No DVR routers for this DVR port ab26cc9f-bd4a-4814-b7b2-329f3a1c4510 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:58:51.875552 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-0c707a52-d17c-4a13-891a-16ebbb4e6c0a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port ab26cc9f-bd4a-4814-b7b2-329f3a1c4510 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:58:51.876623 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0c707a52-d17c-4a13-891a-16ebbb4e6c0a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:51.921918 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b47d4f6-5519-46ed-9ca7-31ec4c2ce597 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Router 31b73e1c-1af0-40b3-863c-af0582a46448 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:58:51.950046 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-0c707a52-d17c-4a13-891a-16ebbb4e6c0a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] For port ab26cc9f-bd4a-4814-b7b2-329f3a1c4510, host dv-neutron-797121-2-hyperv, got binding levels [] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:58:51.950398 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0c707a52-d17c-4a13-891a-16ebbb4e6c0a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:52.045807 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-0c707a52-d17c-4a13-891a-16ebbb4e6c0a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for ab26cc9f-bd4a-4814-b7b2-329f3a1c4510 owned by network:dhcp {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:58:52.049888 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.ipam_backend_mixin [None req-0c707a52-d17c-4a13-891a-16ebbb4e6c0a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Port ab26cc9f-bd4a-4814-b7b2-329f3a1c4510 was not found and therefore no delete operation was performed {{(pid=105224) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 21 14:58:52.052710 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0c707a52-d17c-4a13-891a-16ebbb4e6c0a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:52.056128 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f6c6edda-9c02-4a50-bec5-63d9c9f0caa6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:58:52.088665 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c707a52-d17c-4a13-891a-16ebbb4e6c0a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=ab26cc9f-bd4a-4814-b7b2-329f3a1c4510,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:58:52.114810 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0c707a52-d17c-4a13-891a-16ebbb4e6c0a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:58:52.118618 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c707a52-d17c-4a13-891a-16ebbb4e6c0a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] No DVR routers for this DVR port ab26cc9f-bd4a-4814-b7b2-329f3a1c4510 on host dv-neutron-797121-2-hyperv {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:58:52.199255 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b47d4f6-5519-46ed-9ca7-31ec4c2ce597 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:58:52.209679 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c057a65b-af4e-4a8c-ae1c-5e946cdba10d None None] Sync routers for ids ['31b73e1c-1af0-40b3-863c-af0582a46448'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:58:52.215848 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0c707a52-d17c-4a13-891a-16ebbb4e6c0a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:52.219799 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c057a65b-af4e-4a8c-ae1c-5e946cdba10d None None] Routers {'31b73e1c-1af0-40b3-863c-af0582a46448'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:58:52.220474 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-c057a65b-af4e-4a8c-ae1c-5e946cdba10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:58:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['31b73e1c-1af0-40b3-863c-af0582a46448'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:58:52.228212 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-0c707a52-d17c-4a13-891a-16ebbb4e6c0a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c59a9b47-fbef-4e37-8adf-9ee26a4d0a46']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:58:52.238934 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b47d4f6-5519-46ed-9ca7-31ec4c2ce597 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:52.241921 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-0c707a52-d17c-4a13-891a-16ebbb4e6c0a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1848859-0c41-472d-8f80-7171fde14b31') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:58:52.242211 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-0c707a52-d17c-4a13-891a-16ebbb4e6c0a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1848859-0c41-472d-8f80-7171fde14b31') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:58:52.268835 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0c707a52-d17c-4a13-891a-16ebbb4e6c0a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:52.289393 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0c707a52-d17c-4a13-891a-16ebbb4e6c0a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:52.298262 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9b47d4f6-5519-46ed-9ca7-31ec4c2ce597 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5724702 Jun 21 14:58:52.299487 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c707a52-d17c-4a13-891a-16ebbb4e6c0a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:58:52.299914 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0c707a52-d17c-4a13-891a-16ebbb4e6c0a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:52.303032 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b66724-2c50-43c5-a5c6-c554da8715ac', 'tag': 'adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:58:52.305391 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5d89eb-fe24-4299-9899-03d254e989b2" -d '{"events": [{"name": "network-changed", "server_uuid": "42b66724-2c50-43c5-a5c6-c554da8715ac", "tag": "adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:58:52.307802 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 14:58:52.307802 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:58:52.307802 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 14:58:52.307802 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:58:52.307802 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 14:58:52.307802 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:58:52.307802 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 14:58:52.307802 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:58:52.307802 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 14:58:52.307802 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:58:52.307802 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 14:58:52.307802 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:58:52.307802 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 14:58:52.307802 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:58:52.307802 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:58:52.307802 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:58:52.307802 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:58:52.307802 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:58:52.307802 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 14:58:52.307802 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:58:52.307802 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 14:58:52.307802 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:58:52.307802 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:58:52.307802 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:58:52.307802 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 14:58:52.307802 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:58:52.307802 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:58:52.307802 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:58:52.307802 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:58:52.307802 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:58:52.307802 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:58:52.307802 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:58:52.331034 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-c057a65b-af4e-4a8c-ae1c-5e946cdba10d None None] Set router 31b73e1c-1af0-40b3-863c-af0582a46448 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:58:52.346661 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f03832d-3950-4ddf-a471-7a832381329a x-openstack-request-id: req-7f03832d-3950-4ddf-a471-7a832381329a {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:58:52.347007 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b66724-2c50-43c5-a5c6-c554da8715ac", "tag": "adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:58:52.347303 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7f03832d-3950-4ddf-a471-7a832381329a {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:58:52.347743 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b66724-2c50-43c5-a5c6-c554da8715ac', 'tag': 'adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc', 'status': 'completed', 'code': 200} Jun 21 14:58:52.379273 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0c707a52-d17c-4a13-891a-16ebbb4e6c0a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:52.383821 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f6335e4c-67cb-4304-a3ac-884efc95a1db tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:58:52.388589 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0c707a52-d17c-4a13-891a-16ebbb4e6c0a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:52.396074 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0c707a52-d17c-4a13-891a-16ebbb4e6c0a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/networks/c59a9b47-fbef-4e37-8adf-9ee26a4d0a46 HTTP/1.1" status: 204 len: 168 time: 1.1405408 Jun 21 14:58:52.398405 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39154) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:58:52.433060 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d89eb-fe24-4299-9899-03d254e989b2 req-d75691f8-0e55-49cf-adfa-d78c11f6b5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:52.434796 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-3b5d89eb-fe24-4299-9899-03d254e989b2 req-d75691f8-0e55-49cf-adfa-d78c11f6b5a7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c4e5ef8cecbf4ede86b5a3dcbc277e2f&device_id=42b66724-2c50-43c5-a5c6-c554da8715ac HTTP/1.1" status: 200 len: 1098 time: 0.0634942 Jun 21 14:58:52.446763 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c707a52-d17c-4a13-891a-16ebbb4e6c0a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Network': ['ID=c59a9b47-fbef-4e37-8adf-9ee26a4d0a46,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:58:52.449827 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0c707a52-d17c-4a13-891a-16ebbb4e6c0a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:58:52.536943 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d89eb-fe24-4299-9899-03d254e989b2 req-4b81af99-81f0-4044-a534-a9d1591ebda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:52.538586 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-3b5d89eb-fe24-4299-9899-03d254e989b2 req-4b81af99-81f0-4044-a534-a9d1591ebda1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=51c83c43-7be7-46e9-8af2-485fddc9c895 HTTP/1.1" status: 200 len: 912 time: 0.0975599 Jun 21 14:58:52.562770 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 99a0f067-20bb-4815-ab7d-765c27544042 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:58:52.580170 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-3dcbe385-ae40-47b5-a8b7-04e97f8efbd4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port e625c211-2658-4284-bb38-6c5338715d36 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:58:52.580502 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3dcbe385-ae40-47b5-a8b7-04e97f8efbd4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:52.583742 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: 99a0f067-20bb-4815-ab7d-765c27544042 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:58:52.584459 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 99a0f067-20bb-4815-ab7d-765c27544042 not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:58:52.611088 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-c057a65b-af4e-4a8c-ae1c-5e946cdba10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'name': 'tempest-TestVolumeBootPattern-574981534-router', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:16Z', 'updated_at': '2021-06-21T14:55:23Z', 'revision_number': 4, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'gw_port': {'id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:17Z', 'updated_at': '2021-06-21T14:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '6b0bb4b7-e0d8-4504-8660-2f15a38c3f0a', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'floating_ip_address': '172.26.3.169', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'port_id': 'adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'mac_address': 'fa:16:3e:b6:9c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b66724-2c50-43c5-a5c6-c554da8715ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:58:50Z', 'updated_at': '2021-06-21T14:58:50Z', 'revision_number': 0, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e80238a-63d2-4cb0-a67d-6d67e3b6169c', 'name': '', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'mac_address': 'fa:16:3e:2a:29:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:22Z', 'updated_at': '2021-06-21T14:55:29Z', 'revision_number': 5, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'subnets': [{'id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:58:52.612437 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-3b5d89eb-fe24-4299-9899-03d254e989b2 req-e235f56b-d48e-4f9d-98be-12f07ee4d69c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc HTTP/1.1" status: 200 len: 999 time: 0.0673792 Jun 21 14:58:52.638383 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c057a65b-af4e-4a8c-ae1c-5e946cdba10d None None] Checking router: 31b73e1c-1af0-40b3-863c-af0582a46448 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:58:52.646497 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c057a65b-af4e-4a8c-ae1c-5e946cdba10d None None] Routers {'31b73e1c-1af0-40b3-863c-af0582a46448'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:58:52.647148 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-c057a65b-af4e-4a8c-ae1c-5e946cdba10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:58:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['31b73e1c-1af0-40b3-863c-af0582a46448'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:58:52.660105 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3dcbe385-ae40-47b5-a8b7-04e97f8efbd4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:52.660738 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3dcbe385-ae40-47b5-a8b7-04e97f8efbd4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:52.664411 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d89eb-fe24-4299-9899-03d254e989b2 req-0dd98425-5af8-4210-8c19-7697877a2151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:52.665894 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-3b5d89eb-fe24-4299-9899-03d254e989b2 req-0dd98425-5af8-4210-8c19-7697877a2151 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dfe1f5e6-b043-4974-b594-b5b570160e02 HTTP/1.1" status: 200 len: 850 time: 0.0472493 Jun 21 14:58:52.724927 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5d89eb-fe24-4299-9899-03d254e989b2 req-64a3df9f-e754-481b-973c-571dcdcbd54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:52.726394 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-3b5d89eb-fe24-4299-9899-03d254e989b2 req-64a3df9f-e754-481b-973c-571dcdcbd54b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51c83c43-7be7-46e9-8af2-485fddc9c895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0543349 Jun 21 14:58:52.729559 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-3dcbe385-ae40-47b5-a8b7-04e97f8efbd4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for e625c211-2658-4284-bb38-6c5338715d36 owned by network:floatingip {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:58:52.757910 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-c057a65b-af4e-4a8c-ae1c-5e946cdba10d None None] Set router 31b73e1c-1af0-40b3-863c-af0582a46448 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:58:52.824830 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-3b5d89eb-fe24-4299-9899-03d254e989b2 req-5533a425-d774-486f-999b-9e67d0cfc685 service neutron] 10.222.0.66 "GET /v2.0/networks/51c83c43-7be7-46e9-8af2-485fddc9c895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917714 Jun 21 14:58:52.928336 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-3b5d89eb-fe24-4299-9899-03d254e989b2 req-851528dd-a6a9-4894-8fa9-22bbce5ab282 service neutron] 10.222.0.66 "GET /v2.0/networks/51c83c43-7be7-46e9-8af2-485fddc9c895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962725 Jun 21 14:58:52.943210 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3dcbe385-ae40-47b5-a8b7-04e97f8efbd4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:52.946407 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fe51403d-655c-4e29-b6ad-45b8d4be5fae tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:58:52.990838 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcbe385-ae40-47b5-a8b7-04e97f8efbd4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=e625c211-2658-4284-bb38-6c5338715d36,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:58:52.993361 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3dcbe385-ae40-47b5-a8b7-04e97f8efbd4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:58:53.052066 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3dcbe385-ae40-47b5-a8b7-04e97f8efbd4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:53.052532 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [None req-3dcbe385-ae40-47b5-a8b7-04e97f8efbd4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Floating IP 338038ff-76d9-450a-8dde-186fd8f157ee disassociated (deleted). External IP: 172.26.3.224, port: e680a66b-64bd-48c7-b2dd-17057c24413b. Jun 21 14:58:53.147140 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-c057a65b-af4e-4a8c-ae1c-5e946cdba10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'name': 'tempest-TestVolumeBootPattern-574981534-router', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:16Z', 'updated_at': '2021-06-21T14:55:23Z', 'revision_number': 4, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'gw_port': {'id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:17Z', 'updated_at': '2021-06-21T14:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '6b0bb4b7-e0d8-4504-8660-2f15a38c3f0a', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'floating_ip_address': '172.26.3.169', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'port_id': 'adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'mac_address': 'fa:16:3e:b6:9c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b66724-2c50-43c5-a5c6-c554da8715ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:58:50Z', 'updated_at': '2021-06-21T14:58:50Z', 'revision_number': 0, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e80238a-63d2-4cb0-a67d-6d67e3b6169c', 'name': '', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'mac_address': 'fa:16:3e:2a:29:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:22Z', 'updated_at': '2021-06-21T14:55:29Z', 'revision_number': 5, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'subnets': [{'id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:58:53.173278 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c057a65b-af4e-4a8c-ae1c-5e946cdba10d None None] The sync data for ids ['31b73e1c-1af0-40b3-863c-af0582a46448'] in dv-neutron-797121-2-hyperv is: [{'id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'name': 'tempest-TestVolumeBootPattern-574981534-router', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:16Z', 'updated_at': '2021-06-21T14:55:23Z', 'revision_number': 4, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'gw_port': {'id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:17Z', 'updated_at': '2021-06-21T14:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '6b0bb4b7-e0d8-4504-8660-2f15a38c3f0a', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'floating_ip_address': '172.26.3.169', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'port_id': 'adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'mac_address': 'fa:16:3e:b6:9c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b66724-2c50-43c5-a5c6-c554da8715ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:58:50Z', 'updated_at': '2021-06-21T14:58:50Z', 'revision_number': 0, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e80238a-63d2-4cb0-a67d-6d67e3b6169c', 'name': '', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'mac_address': 'fa:16:3e:2a:29:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:22Z', 'updated_at': '2021-06-21T14:55:29Z', 'revision_number': 5, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'subnets': [{'id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:58:53.272851 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dcbe385-ae40-47b5-a8b7-04e97f8efbd4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router 7335a08f-f354-47e8-8277-d3c11c967eff has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:58:53.280700 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device ab26cc9f-bd4a-4814-b7b2-329f3a1c4510 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:58:53.300242 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: ab26cc9f-bd4a-4814-b7b2-329f3a1c4510 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:58:53.300597 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device ab26cc9f-bd4a-4814-b7b2-329f3a1c4510 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:58:53.369822 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d82fdb7-961f-4cf5-9456-7070f466be84 None None] New status for floating IP 6b0bb4b7-e0d8-4504-8660-2f15a38c3f0a: ACTIVE {{(pid=105227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:58:53.385712 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dcbe385-ae40-47b5-a8b7-04e97f8efbd4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:58:53.390354 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3dcbe385-ae40-47b5-a8b7-04e97f8efbd4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:53.396753 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2f50e1-ef45-4325-a97c-b926895b8579 None None] Sync routers for ids ['7335a08f-f354-47e8-8277-d3c11c967eff'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:58:53.406381 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2f50e1-ef45-4325-a97c-b926895b8579 None None] Routers {'7335a08f-f354-47e8-8277-d3c11c967eff'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:58:53.406991 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-6a2f50e1-ef45-4325-a97c-b926895b8579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:58:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['7335a08f-f354-47e8-8277-d3c11c967eff'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:58:53.431938 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3dcbe385-ae40-47b5-a8b7-04e97f8efbd4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/floatingips/338038ff-76d9-450a-8dde-186fd8f157ee HTTP/1.1" status: 204 len: 168 time: 1.0324988 Jun 21 14:58:53.516487 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-6a2f50e1-ef45-4325-a97c-b926895b8579 None None] Set router 7335a08f-f354-47e8-8277-d3c11c967eff gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:58:53.725032 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-6a2f50e1-ef45-4325-a97c-b926895b8579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'name': 'tempest-TestNetworkBasicOps-router-861481270', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '331856e5-3808-4c99-be5c-5b218635f29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:56:17Z', 'updated_at': '2021-06-21T14:58:45Z', 'revision_number': 6, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '331856e5-3808-4c99-be5c-5b218635f29c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:56:18Z', 'updated_at': '2021-06-21T14:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '3deaa0fc-ce71-44e1-836a-5420029d0c68', 'name': '', 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:dc:b5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'f3988780-e7a7-430b-944f-17d1fe35f49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:56:22Z', 'updated_at': '2021-06-21T14:56:29Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'f3988780-e7a7-430b-944f-17d1fe35f49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:58:53.751907 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2f50e1-ef45-4325-a97c-b926895b8579 None None] Checking router: 7335a08f-f354-47e8-8277-d3c11c967eff for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:58:53.761286 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2f50e1-ef45-4325-a97c-b926895b8579 None None] Routers {'7335a08f-f354-47e8-8277-d3c11c967eff'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:58:53.761971 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-6a2f50e1-ef45-4325-a97c-b926895b8579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:58:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['7335a08f-f354-47e8-8277-d3c11c967eff'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:58:53.804181 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286af623-9a7d-4900-b88d-52f73de5927c req-c42fedb4-027b-4b98-b62e-bdcb42f52c7d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:53.805556 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-286af623-9a7d-4900-b88d-52f73de5927c req-c42fedb4-027b-4b98-b62e-bdcb42f52c7d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=9fa22a96-8672-45cc-a3ea-b76284769925 HTTP/1.1" status: 200 len: 945 time: 0.0649140 Jun 21 14:58:53.845913 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-286af623-9a7d-4900-b88d-52f73de5927c req-6618d82f-e7ba-4648-aaf4-24f30b0a422e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=be2a20fb-8978-42ca-9f5d-2926d36da7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342920 Jun 21 14:58:53.868692 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-6a2f50e1-ef45-4325-a97c-b926895b8579 None None] Set router 7335a08f-f354-47e8-8277-d3c11c967eff gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:58:54.066175 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-6a2f50e1-ef45-4325-a97c-b926895b8579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'name': 'tempest-TestNetworkBasicOps-router-861481270', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '331856e5-3808-4c99-be5c-5b218635f29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:56:17Z', 'updated_at': '2021-06-21T14:58:45Z', 'revision_number': 6, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '331856e5-3808-4c99-be5c-5b218635f29c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:56:18Z', 'updated_at': '2021-06-21T14:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '3deaa0fc-ce71-44e1-836a-5420029d0c68', 'name': '', 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:dc:b5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'f3988780-e7a7-430b-944f-17d1fe35f49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:56:22Z', 'updated_at': '2021-06-21T14:56:29Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'f3988780-e7a7-430b-944f-17d1fe35f49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:58:54.095849 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2f50e1-ef45-4325-a97c-b926895b8579 None None] The sync data for ids ['7335a08f-f354-47e8-8277-d3c11c967eff'] in dv-neutron-797121-2-hyperv is: [{'id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'name': 'tempest-TestNetworkBasicOps-router-861481270', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '331856e5-3808-4c99-be5c-5b218635f29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:56:17Z', 'updated_at': '2021-06-21T14:58:45Z', 'revision_number': 6, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '331856e5-3808-4c99-be5c-5b218635f29c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:56:18Z', 'updated_at': '2021-06-21T14:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '3deaa0fc-ce71-44e1-836a-5420029d0c68', 'name': '', 'network_id': 'e6bd3afd-8baa-44f7-8317-b6521e5826be', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:dc:b5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1322, 'fixed_ips': [{'subnet_id': 'f3988780-e7a7-430b-944f-17d1fe35f49d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:56:22Z', 'updated_at': '2021-06-21T14:56:29Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'f3988780-e7a7-430b-944f-17d1fe35f49d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:58:54.324242 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2716de-9abd-4af2-892a-ad3df2507c47 None None] New status for floating IP 338038ff-76d9-450a-8dde-186fd8f157ee: DOWN {{(pid=105227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:58:54.349132 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fa22a96-8672-45cc-a3ea-b76284769925', 'tag': 'e680a66b-64bd-48c7-b2dd-17057c24413b'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:58:54.351666 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13df8fb9-b5a9-4ab8-8071-8f17e7a32db5" -d '{"events": [{"name": "network-changed", "server_uuid": "9fa22a96-8672-45cc-a3ea-b76284769925", "tag": "e680a66b-64bd-48c7-b2dd-17057c24413b"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:58:54.393031 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bafbd49-642a-4f64-a721-3f383332d31b x-openstack-request-id: req-3bafbd49-642a-4f64-a721-3f383332d31b {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:58:54.393377 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fa22a96-8672-45cc-a3ea-b76284769925", "tag": "e680a66b-64bd-48c7-b2dd-17057c24413b", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:58:54.393676 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3bafbd49-642a-4f64-a721-3f383332d31b {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:58:54.394141 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fa22a96-8672-45cc-a3ea-b76284769925', 'tag': 'e680a66b-64bd-48c7-b2dd-17057c24413b', 'status': 'completed', 'code': 200} Jun 21 14:58:54.494815 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df8fb9-b5a9-4ab8-8071-8f17e7a32db5 req-a1a1ea5e-9a74-4775-b7f4-3675bdd3bbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:54.496314 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-13df8fb9-b5a9-4ab8-8071-8f17e7a32db5 req-a1a1ea5e-9a74-4775-b7f4-3675bdd3bbd6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=9fa22a96-8672-45cc-a3ea-b76284769925 HTTP/1.1" status: 200 len: 1098 time: 0.0778039 Jun 21 14:58:54.588588 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df8fb9-b5a9-4ab8-8071-8f17e7a32db5 req-d182a01c-8372-4c36-a6d1-224c70df62ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:54.589990 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-13df8fb9-b5a9-4ab8-8071-8f17e7a32db5 req-d182a01c-8372-4c36-a6d1-224c70df62ff service neutron] 10.222.0.66 "GET /v2.0/networks?id=e6bd3afd-8baa-44f7-8317-b6521e5826be HTTP/1.1" status: 200 len: 897 time: 0.0857215 Jun 21 14:58:54.632491 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-13df8fb9-b5a9-4ab8-8071-8f17e7a32db5 req-c0b28bfc-4cb7-4f92-bf82-98a752a254f8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e680a66b-64bd-48c7-b2dd-17057c24413b HTTP/1.1" status: 200 len: 217 time: 0.0356061 Jun 21 14:58:54.691752 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df8fb9-b5a9-4ab8-8071-8f17e7a32db5 req-bb6be3f2-a4da-43f4-be00-ab418419f974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:54.694190 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-13df8fb9-b5a9-4ab8-8071-8f17e7a32db5 req-bb6be3f2-a4da-43f4-be00-ab418419f974 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f3988780-e7a7-430b-944f-17d1fe35f49d HTTP/1.1" status: 200 len: 834 time: 0.0550785 Jun 21 14:58:54.760121 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df8fb9-b5a9-4ab8-8071-8f17e7a32db5 req-01eed1ae-c9fa-418e-ab25-342cf9b25ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:54.761635 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-13df8fb9-b5a9-4ab8-8071-8f17e7a32db5 req-01eed1ae-c9fa-418e-ab25-342cf9b25ca2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=e6bd3afd-8baa-44f7-8317-b6521e5826be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0598509 Jun 21 14:58:54.860725 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-13df8fb9-b5a9-4ab8-8071-8f17e7a32db5 req-eeefabb3-b788-4776-a62e-cce05e4b6106 service neutron] 10.222.0.66 "GET /v2.0/networks/e6bd3afd-8baa-44f7-8317-b6521e5826be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917971 Jun 21 14:58:54.963549 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-13df8fb9-b5a9-4ab8-8071-8f17e7a32db5 req-304f0ede-a6e2-4c19-bb51-6738d080b823 service neutron] 10.222.0.66 "GET /v2.0/networks/e6bd3afd-8baa-44f7-8317-b6521e5826be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954986 Jun 21 14:58:55.026796 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236066f-e19a-4209-a9c7-15a672349691 req-82fd0695-e0ca-4b12-8600-187bd6eef8ee tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:55.028313 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d236066f-e19a-4209-a9c7-15a672349691 req-82fd0695-e0ca-4b12-8600-187bd6eef8ee tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=9fa22a96-8672-45cc-a3ea-b76284769925 HTTP/1.1" status: 200 len: 945 time: 0.0663879 Jun 21 14:58:55.088465 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d236066f-e19a-4209-a9c7-15a672349691 req-a8c7d973-8149-4af3-918a-8ba254b9c229 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=be2a20fb-8978-42ca-9f5d-2926d36da7c5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540471 Jun 21 14:58:55.502308 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebd00a-57ed-4406-9c22-501f4e3846ef req-9b050963-e545-41d2-a0a0-5c3e86e9ddeb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:58:55.503707 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-daebd00a-57ed-4406-9c22-501f4e3846ef req-9b050963-e545-41d2-a0a0-5c3e86e9ddeb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/ports?device_id=9fa22a96-8672-45cc-a3ea-b76284769925 HTTP/1.1" status: 200 len: 945 time: 0.0759592 Jun 21 14:58:55.622020 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [req-daebd00a-57ed-4406-9c22-501f4e3846ef req-227a14f9-3599-4108-90cf-e2b6cc2e672a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port e680a66b-64bd-48c7-b2dd-17057c24413b {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:58:55.622353 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-daebd00a-57ed-4406-9c22-501f4e3846ef req-227a14f9-3599-4108-90cf-e2b6cc2e672a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:55.728906 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [req-daebd00a-57ed-4406-9c22-501f4e3846ef req-227a14f9-3599-4108-90cf-e2b6cc2e672a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] For port e680a66b-64bd-48c7-b2dd-17057c24413b, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e680a66b-64bd-48c7-b2dd-17057c24413b,segment=NetworkSegment(930493da-ffd4-4652-98a9-7c8a00396b69),segment_id=930493da-ffd4-4652-98a9-7c8a00396b69)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:58:55.729215 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-daebd00a-57ed-4406-9c22-501f4e3846ef req-227a14f9-3599-4108-90cf-e2b6cc2e672a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:55.797901 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [req-daebd00a-57ed-4406-9c22-501f4e3846ef req-227a14f9-3599-4108-90cf-e2b6cc2e672a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for e680a66b-64bd-48c7-b2dd-17057c24413b owned by compute:nova {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:58:55.938876 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-daebd00a-57ed-4406-9c22-501f4e3846ef req-227a14f9-3599-4108-90cf-e2b6cc2e672a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:55.942701 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a570f156-62b1-4e73-b278-df90473e72c6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:58:55.968311 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a14f9-3599-4108-90cf-e2b6cc2e672a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=e680a66b-64bd-48c7-b2dd-17057c24413b,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:58:55.971341 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-227a14f9-3599-4108-90cf-e2b6cc2e672a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:58:56.016985 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [req-daebd00a-57ed-4406-9c22-501f4e3846ef req-227a14f9-3599-4108-90cf-e2b6cc2e672a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] No DVR routers for this DVR port e680a66b-64bd-48c7-b2dd-17057c24413b on host hv-neutron-7971 {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:58:56.019643 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-daebd00a-57ed-4406-9c22-501f4e3846ef req-227a14f9-3599-4108-90cf-e2b6cc2e672a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:56.022525 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-daebd00a-57ed-4406-9c22-501f4e3846ef req-227a14f9-3599-4108-90cf-e2b6cc2e672a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "DELETE /v2.0/ports/e680a66b-64bd-48c7-b2dd-17057c24413b HTTP/1.1" status: 204 len: 173 time: 0.5133631 Jun 21 14:58:56.023098 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fa22a96-8672-45cc-a3ea-b76284769925', 'name': 'network-vif-deleted', 'tag': 'e680a66b-64bd-48c7-b2dd-17057c24413b'}] {{(pid=105225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:58:56.025437 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d720512e93a77e3bffebe2b790a2b81995dcc7e4c74443a12a7dc003910c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cc7db1-58bb-4c54-964f-a864a112665a" -d '{"events": [{"server_uuid": "9fa22a96-8672-45cc-a3ea-b76284769925", "name": "network-vif-deleted", "tag": "e680a66b-64bd-48c7-b2dd-17057c24413b"}]}' {{(pid=105225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:58:56.067056 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0326870-4da6-4c11-9dff-7e2c5f3d9190 x-openstack-request-id: req-b0326870-4da6-4c11-9dff-7e2c5f3d9190 {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:58:56.067437 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fa22a96-8672-45cc-a3ea-b76284769925", "name": "network-vif-deleted", "tag": "e680a66b-64bd-48c7-b2dd-17057c24413b", "status": "completed", "code": 200}]} {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:58:56.069010 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b0326870-4da6-4c11-9dff-7e2c5f3d9190 {{(pid=105225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:58:56.069473 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fa22a96-8672-45cc-a3ea-b76284769925', 'name': 'network-vif-deleted', 'tag': 'e680a66b-64bd-48c7-b2dd-17057c24413b', 'status': 'completed', 'code': 200} Jun 21 14:58:56.252250 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7d2aa8d8-43a1-49ba-910d-b9bf3adb90ec req-273fc8ed-2456-453e-b42e-5a6cbc0e94d0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=9fa22a96-8672-45cc-a3ea-b76284769925 HTTP/1.1" status: 200 len: 210 time: 0.0293994 Jun 21 14:58:57.352802 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39170) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:58:57.425867 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-134e1f03-0922-4f14-93ce-b17bffcec9b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:57.451053 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-134e1f03-0922-4f14-93ce-b17bffcec9b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:57.515314 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-134e1f03-0922-4f14-93ce-b17bffcec9b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:57.517850 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-134e1f03-0922-4f14-93ce-b17bffcec9b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:57.519109 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-134e1f03-0922-4f14-93ce-b17bffcec9b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/security-groups/be2a20fb-8978-42ca-9f5d-2926d36da7c5 HTTP/1.1" status: 204 len: 168 time: 0.1649995 Jun 21 14:58:57.520015 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d0e31d77-a47f-40d7-b871-5931cc089627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:58:57.530195 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e1f03-0922-4f14-93ce-b17bffcec9b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2a20fb-8978-42ca-9f5d-2926d36da7c5,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:58:57.542367 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e1f03-0922-4f14-93ce-b17bffcec9b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:58:57.542683 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e1f03-0922-4f14-93ce-b17bffcec9b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:58:57.543063 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e1f03-0922-4f14-93ce-b17bffcec9b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:58:57.543435 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e1f03-0922-4f14-93ce-b17bffcec9b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:58:57.543801 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e1f03-0922-4f14-93ce-b17bffcec9b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:58:57.544166 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e1f03-0922-4f14-93ce-b17bffcec9b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:58:57.544693 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e1f03-0922-4f14-93ce-b17bffcec9b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:58:57.544903 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e1f03-0922-4f14-93ce-b17bffcec9b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:58:57.545269 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e1f03-0922-4f14-93ce-b17bffcec9b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:58:57.545633 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e1f03-0922-4f14-93ce-b17bffcec9b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:58:57.546117 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e1f03-0922-4f14-93ce-b17bffcec9b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:58:57.546622 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-134e1f03-0922-4f14-93ce-b17bffcec9b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:58:57.550282 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-134e1f03-0922-4f14-93ce-b17bffcec9b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:58:58.577211 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39176) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:58:58.578081 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device e680a66b-64bd-48c7-b2dd-17057c24413b no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:58:58.598337 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: e680a66b-64bd-48c7-b2dd-17057c24413b {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:58:58.598686 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device e680a66b-64bd-48c7-b2dd-17057c24413b not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:58:58.975084 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2b5a50d7-23b1-4cc1-917b-4af8a6431481 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:59.284320 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-2b5a50d7-23b1-4cc1-917b-4af8a6431481 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port 3deaa0fc-ce71-44e1-836a-5420029d0c68 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:58:59.284565 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2b5a50d7-23b1-4cc1-917b-4af8a6431481 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:59.392310 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-2b5a50d7-23b1-4cc1-917b-4af8a6431481 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] For port 3deaa0fc-ce71-44e1-836a-5420029d0c68, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3deaa0fc-ce71-44e1-836a-5420029d0c68,segment=NetworkSegment(930493da-ffd4-4652-98a9-7c8a00396b69),segment_id=930493da-ffd4-4652-98a9-7c8a00396b69)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:58:59.392586 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2b5a50d7-23b1-4cc1-917b-4af8a6431481 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:59.465071 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-2b5a50d7-23b1-4cc1-917b-4af8a6431481 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for 3deaa0fc-ce71-44e1-836a-5420029d0c68 owned by network:router_interface {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:58:59.690358 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2b5a50d7-23b1-4cc1-917b-4af8a6431481 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:58:59.694103 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-051c821c-cc12-48b0-b870-0a34931d2e99 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:58:59.721173 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a50d7-23b1-4cc1-917b-4af8a6431481 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=3deaa0fc-ce71-44e1-836a-5420029d0c68,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:58:59.723952 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2b5a50d7-23b1-4cc1-917b-4af8a6431481 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:58:59.915884 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2b5a50d7-23b1-4cc1-917b-4af8a6431481 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:00.143533 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5a50d7-23b1-4cc1-917b-4af8a6431481 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router 7335a08f-f354-47e8-8277-d3c11c967eff has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:59:00.259431 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5a50d7-23b1-4cc1-917b-4af8a6431481 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:59:00.264800 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-2b5a50d7-23b1-4cc1-917b-4af8a6431481 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "PUT /v2.0/routers/7335a08f-f354-47e8-8277-d3c11c967eff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6863220 Jun 21 14:59:00.267707 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39180) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:59:00.270582 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40092cbd-0a00-4f60-b3ab-2858a5e90d19 None None] Sync routers for ids ['7335a08f-f354-47e8-8277-d3c11c967eff'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:59:00.284482 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40092cbd-0a00-4f60-b3ab-2858a5e90d19 None None] Routers {'7335a08f-f354-47e8-8277-d3c11c967eff'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:59:00.285332 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-40092cbd-0a00-4f60-b3ab-2858a5e90d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:58:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['7335a08f-f354-47e8-8277-d3c11c967eff'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:59:00.328195 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d4d57c3-5a41-4458-88b0-6b0bdf69ce8b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting subnet f3988780-e7a7-430b-944f-17d1fe35f49d {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 14:59:00.331636 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1d4d57c3-5a41-4458-88b0-6b0bdf69ce8b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:00.372523 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1d4d57c3-5a41-4458-88b0-6b0bdf69ce8b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:00.392430 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-40092cbd-0a00-4f60-b3ab-2858a5e90d19 None None] Set router 7335a08f-f354-47e8-8277-d3c11c967eff gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:59:00.578169 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-40092cbd-0a00-4f60-b3ab-2858a5e90d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'name': 'tempest-TestNetworkBasicOps-router-861481270', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '331856e5-3808-4c99-be5c-5b218635f29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:56:17Z', 'updated_at': '2021-06-21T14:58:59Z', 'revision_number': 7, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '331856e5-3808-4c99-be5c-5b218635f29c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:56:18Z', 'updated_at': '2021-06-21T14:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:59:00.609708 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40092cbd-0a00-4f60-b3ab-2858a5e90d19 None None] Checking router: 7335a08f-f354-47e8-8277-d3c11c967eff for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:59:00.619885 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40092cbd-0a00-4f60-b3ab-2858a5e90d19 None None] Routers {'7335a08f-f354-47e8-8277-d3c11c967eff'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:59:00.620551 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-40092cbd-0a00-4f60-b3ab-2858a5e90d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:58:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['7335a08f-f354-47e8-8277-d3c11c967eff'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:59:00.725387 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-40092cbd-0a00-4f60-b3ab-2858a5e90d19 None None] Set router 7335a08f-f354-47e8-8277-d3c11c967eff gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:59:00.762673 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1d4d57c3-5a41-4458-88b0-6b0bdf69ce8b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:00.824261 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1d4d57c3-5a41-4458-88b0-6b0bdf69ce8b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:00.827125 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4aaf1224-8408-47e1-a433-e389a2aaeb7b tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:59:00.852439 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d57c3-5a41-4458-88b0-6b0bdf69ce8b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Subnet': ['ID=f3988780-e7a7-430b-944f-17d1fe35f49d,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:59:00.854567 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1d4d57c3-5a41-4458-88b0-6b0bdf69ce8b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:00.859248 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1d4d57c3-5a41-4458-88b0-6b0bdf69ce8b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/subnets/f3988780-e7a7-430b-944f-17d1fe35f49d HTTP/1.1" status: 204 len: 168 time: 0.5876670 Jun 21 14:59:00.859248 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1d4d57c3-5a41-4458-88b0-6b0bdf69ce8b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:59:00.859248 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39182) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:59:00.882108 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9212d2-89ea-44c4-9d44-b1b0dc94078e None None] Network e6bd3afd-8baa-44f7-8317-b6521e5826be requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:59:00.969431 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6f8c2211-865f-4c1a-a413-133ddaec117a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:01.024601 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-40092cbd-0a00-4f60-b3ab-2858a5e90d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'name': 'tempest-TestNetworkBasicOps-router-861481270', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '331856e5-3808-4c99-be5c-5b218635f29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:56:17Z', 'updated_at': '2021-06-21T14:58:59Z', 'revision_number': 7, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '331856e5-3808-4c99-be5c-5b218635f29c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:56:18Z', 'updated_at': '2021-06-21T14:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:59:01.053612 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40092cbd-0a00-4f60-b3ab-2858a5e90d19 None None] The sync data for ids ['7335a08f-f354-47e8-8277-d3c11c967eff'] in dv-neutron-797121-2-hyperv is: [{'id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'name': 'tempest-TestNetworkBasicOps-router-861481270', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175'}], 'enable_snat': True}, 'gw_port_id': '331856e5-3808-4c99-be5c-5b218635f29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:56:17Z', 'updated_at': '2021-06-21T14:58:59Z', 'revision_number': 7, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '331856e5-3808-4c99-be5c-5b218635f29c', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e9:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7335a08f-f354-47e8-8277-d3c11c967eff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1314, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:56:18Z', 'updated_at': '2021-06-21T14:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:59:01.083242 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6f8c2211-865f-4c1a-a413-133ddaec117a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:01.147847 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-6f8c2211-865f-4c1a-a413-133ddaec117a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port 331856e5-3808-4c99-be5c-5b218635f29c {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:59:01.148184 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6f8c2211-865f-4c1a-a413-133ddaec117a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:01.231503 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-6f8c2211-865f-4c1a-a413-133ddaec117a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] For port 331856e5-3808-4c99-be5c-5b218635f29c, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=331856e5-3808-4c99-be5c-5b218635f29c,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:59:01.231850 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6f8c2211-865f-4c1a-a413-133ddaec117a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:01.298947 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-6f8c2211-865f-4c1a-a413-133ddaec117a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for 331856e5-3808-4c99-be5c-5b218635f29c owned by network:router_gateway {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:59:01.435161 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb2ce72-70f0-444e-9be4-296593959514 None None] DHCP port deletion for e6bd3afd-8baa-44f7-8317-b6521e5826be request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 14:59:01.497256 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6f8c2211-865f-4c1a-a413-133ddaec117a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:01.498422 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3deaa0fc-ce71-44e1-836a-5420029d0c68 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:59:01.499845 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5b873adc-1170-42e4-be86-457b4bb17b0e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:59:01.503704 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-9fb2ce72-70f0-444e-9be4-296593959514 None None] Deleting port 4d78eded-f330-4f61-8ab6-7646d7d4fd69 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:59:01.504346 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9fb2ce72-70f0-444e-9be4-296593959514 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:01.523533 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c2211-865f-4c1a-a413-133ddaec117a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=331856e5-3808-4c99-be5c-5b218635f29c,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:59:01.526389 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 3deaa0fc-ce71-44e1-836a-5420029d0c68 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:59:01.526990 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3deaa0fc-ce71-44e1-836a-5420029d0c68 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:59:01.527594 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 4d78eded-f330-4f61-8ab6-7646d7d4fd69 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:59:01.533350 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6f8c2211-865f-4c1a-a413-133ddaec117a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:59:01.600895 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6f8c2211-865f-4c1a-a413-133ddaec117a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:01.616200 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-9fb2ce72-70f0-444e-9be4-296593959514 None None] For port 4d78eded-f330-4f61-8ab6-7646d7d4fd69, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=4d78eded-f330-4f61-8ab6-7646d7d4fd69,segment=NetworkSegment(930493da-ffd4-4652-98a9-7c8a00396b69),segment_id=930493da-ffd4-4652-98a9-7c8a00396b69)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:59:01.616572 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9fb2ce72-70f0-444e-9be4-296593959514 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:01.699176 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6f8c2211-865f-4c1a-a413-133ddaec117a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:01.702224 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6f8c2211-865f-4c1a-a413-133ddaec117a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:01.756829 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6f8c2211-865f-4c1a-a413-133ddaec117a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:01.757656 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8c2211-865f-4c1a-a413-133ddaec117a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Fanout notify agent at l3_agent the message router_deleted on router 7335a08f-f354-47e8-8277-d3c11c967eff {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 14:59:01.765648 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6f8c2211-865f-4c1a-a413-133ddaec117a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:01.769266 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6f8c2211-865f-4c1a-a413-133ddaec117a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/routers/7335a08f-f354-47e8-8277-d3c11c967eff HTTP/1.1" status: 204 len: 168 time: 0.9069729 Jun 21 14:59:01.769638 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39184) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:59:01.855289 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-42128e30-a833-451c-a764-c776428b26ea tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:01.861321 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-9fb2ce72-70f0-444e-9be4-296593959514 None None] Calling delete_port for 4d78eded-f330-4f61-8ab6-7646d7d4fd69 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:59:01.882605 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:01.918370 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-42128e30-a833-451c-a764-c776428b26ea tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port 4d78eded-f330-4f61-8ab6-7646d7d4fd69 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 14:59:01.918701 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-42128e30-a833-451c-a764-c776428b26ea tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:01.958264 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 4d78eded-f330-4f61-8ab6-7646d7d4fd69, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=4d78eded-f330-4f61-8ab6-7646d7d4fd69,segment=NetworkSegment(930493da-ffd4-4652-98a9-7c8a00396b69),segment_id=930493da-ffd4-4652-98a9-7c8a00396b69)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:59:01.968942 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:01.971219 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:59:01.987421 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-42128e30-a833-451c-a764-c776428b26ea tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] For port 4d78eded-f330-4f61-8ab6-7646d7d4fd69, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=4d78eded-f330-4f61-8ab6-7646d7d4fd69,segment=NetworkSegment(930493da-ffd4-4652-98a9-7c8a00396b69),segment_id=930493da-ffd4-4652-98a9-7c8a00396b69)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:59:01.987857 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-42128e30-a833-451c-a764-c776428b26ea tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:02.005397 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9fb2ce72-70f0-444e-9be4-296593959514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:02.027278 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb2ce72-70f0-444e-9be4-296593959514 None None] No DVR routers for this DVR port 4d78eded-f330-4f61-8ab6-7646d7d4fd69 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:59:02.038498 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=4d78eded-f330-4f61-8ab6-7646d7d4fd69,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:59:02.045937 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:59:02.046398 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:59:02.046644 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:59:02.046982 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:59:02.047309 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:59:02.047638 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:59:02.047963 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:59:02.048293 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:59:02.048614 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:59:02.048932 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:59:02.049265 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:59:02.049564 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:59:02.053533 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:59:02.054224 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-9fb36c5f-14a3-48bb-81db-a19f6d1e10d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:59:02.058595 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-42128e30-a833-451c-a764-c776428b26ea tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for 4d78eded-f330-4f61-8ab6-7646d7d4fd69 owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 14:59:02.074464 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2ce72-70f0-444e-9be4-296593959514 None None] Pushing event deleted for resources: {'Port': ['ID=4d78eded-f330-4f61-8ab6-7646d7d4fd69,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:59:02.076907 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-9fb2ce72-70f0-444e-9be4-296593959514 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:59:02.139983 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-42128e30-a833-451c-a764-c776428b26ea tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:02.142002 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a7e5529c-0778-4fd2-8e68-95a01d2917db tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:59:02.165509 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42128e30-a833-451c-a764-c776428b26ea tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=4d78eded-f330-4f61-8ab6-7646d7d4fd69,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:59:02.168653 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-42128e30-a833-451c-a764-c776428b26ea tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:59:02.169410 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42128e30-a833-451c-a764-c776428b26ea tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] No DVR routers for this DVR port 4d78eded-f330-4f61-8ab6-7646d7d4fd69 on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 14:59:02.253096 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-42128e30-a833-451c-a764-c776428b26ea tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:02.263082 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-42128e30-a833-451c-a764-c776428b26ea tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6bd3afd-8baa-44f7-8317-b6521e5826be']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:59:02.272702 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-42128e30-a833-451c-a764-c776428b26ea tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '930493da-ffd4-4652-98a9-7c8a00396b69') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:59:02.272993 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-42128e30-a833-451c-a764-c776428b26ea tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '930493da-ffd4-4652-98a9-7c8a00396b69') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:59:02.281820 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-42128e30-a833-451c-a764-c776428b26ea tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:02.295530 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-42128e30-a833-451c-a764-c776428b26ea tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:02.301303 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42128e30-a833-451c-a764-c776428b26ea tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 14:59:02.301673 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-42128e30-a833-451c-a764-c776428b26ea tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: self.session.flush() Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: self.session.flush() Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: self.session.flush() Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: self.session.flush() Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 14:59:02.305719 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 14:59:02.369683 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-42128e30-a833-451c-a764-c776428b26ea tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:02.374415 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-aca1ac96-c7f8-4313-84f2-44c5b361538c tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:59:02.378935 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-42128e30-a833-451c-a764-c776428b26ea tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:02.380849 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-42128e30-a833-451c-a764-c776428b26ea tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/networks/e6bd3afd-8baa-44f7-8317-b6521e5826be HTTP/1.1" status: 204 len: 168 time: 0.6102073 Jun 21 14:59:02.402184 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42128e30-a833-451c-a764-c776428b26ea tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Network': ['ID=e6bd3afd-8baa-44f7-8317-b6521e5826be,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:59:02.404989 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-42128e30-a833-451c-a764-c776428b26ea tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:59:02.406382 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39186) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:59:02.411773 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-8277932d-a25d-4b54-bc62-8a4cde983f15 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'network': {'name': 'tempest-network-smoke--1625349978', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'port_security_enabled': True}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:59:02.432935 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8277932d-a25d-4b54-bc62-8a4cde983f15 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Made reservation on behalf of 6034e39b7b9c4208ae0c3b83482b9f88 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:59:02.436501 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8277932d-a25d-4b54-bc62-8a4cde983f15 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:02.462638 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8277932d-a25d-4b54-bc62-8a4cde983f15 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] vlan segment allocate from pool success with {'vlan_id': 420, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 14:59:02.471502 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8277932d-a25d-4b54-bc62-8a4cde983f15 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:02.471775 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-8277932d-a25d-4b54-bc62-8a4cde983f15 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Added segment b56ec0c1-3c35-437d-ac3d-9d3b66701d4d of type vlan for network d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7 Jun 21 14:59:02.514783 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8277932d-a25d-4b54-bc62-8a4cde983f15 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:02.545661 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8277932d-a25d-4b54-bc62-8a4cde983f15 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:02.551448 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8277932d-a25d-4b54-bc62-8a4cde983f15 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:02.552022 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8277932d-a25d-4b54-bc62-8a4cde983f15 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:02.555201 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-80196302-c4a9-4935-8ab0-b096bde399de tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:59:02.614145 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8277932d-a25d-4b54-bc62-8a4cde983f15 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2065980 Jun 21 14:59:02.616789 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39188) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:59:02.623390 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-812ef22f-a110-45e3-b62f-031634cf4e52 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1382656938', 'admin_state_up': True, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:59:02.635048 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8277932d-a25d-4b54-bc62-8a4cde983f15 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Network': ['ID=d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:59:02.647780 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277932d-a25d-4b54-bc62-8a4cde983f15 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:59:02.648181 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277932d-a25d-4b54-bc62-8a4cde983f15 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:59:02.648547 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277932d-a25d-4b54-bc62-8a4cde983f15 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:59:02.648917 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277932d-a25d-4b54-bc62-8a4cde983f15 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:59:02.649289 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277932d-a25d-4b54-bc62-8a4cde983f15 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:59:02.649726 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277932d-a25d-4b54-bc62-8a4cde983f15 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:59:02.650111 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277932d-a25d-4b54-bc62-8a4cde983f15 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:59:02.650478 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277932d-a25d-4b54-bc62-8a4cde983f15 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:59:02.650851 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277932d-a25d-4b54-bc62-8a4cde983f15 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:59:02.651213 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277932d-a25d-4b54-bc62-8a4cde983f15 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:59:02.651573 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277932d-a25d-4b54-bc62-8a4cde983f15 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:59:02.651931 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8277932d-a25d-4b54-bc62-8a4cde983f15 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:59:02.656886 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8277932d-a25d-4b54-bc62-8a4cde983f15 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:59:02.663377 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 14:59:02.664454 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-812ef22f-a110-45e3-b62f-031634cf4e52 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:02.665648 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-812ef22f-a110-45e3-b62f-031634cf4e52 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:02.716521 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-812ef22f-a110-45e3-b62f-031634cf4e52 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:02.859511 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-812ef22f-a110-45e3-b62f-031634cf4e52 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:03.079415 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-812ef22f-a110-45e3-b62f-031634cf4e52 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_gateway, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:03.103805 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-812ef22f-a110-45e3-b62f-031634cf4e52 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:03.213175 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-812ef22f-a110-45e3-b62f-031634cf4e52 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Allocated IP 172.26.3.83 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/ab593500-eaca-4d7d-a190-d75a922fe517) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:59:03.276337 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 331856e5-3808-4c99-be5c-5b218635f29c no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 14:59:03.296713 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 331856e5-3808-4c99-be5c-5b218635f29c {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 14:59:03.297081 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 331856e5-3808-4c99-be5c-5b218635f29c not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 14:59:03.317062 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-812ef22f-a110-45e3-b62f-031634cf4e52 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:03.360394 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-812ef22f-a110-45e3-b62f-031634cf4e52 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:03.362453 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9fc7c3eb-072d-45ef-bb5e-212042dab40c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:59:03.691949 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812ef22f-a110-45e3-b62f-031634cf4e52 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:59:03.694660 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-812ef22f-a110-45e3-b62f-031634cf4e52 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:59:03.700476 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812ef22f-a110-45e3-b62f-031634cf4e52 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:59:03.705929 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ef22f-a110-45e3-b62f-031634cf4e52 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=ab593500-eaca-4d7d-a190-d75a922fe517,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:59:03.724091 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-812ef22f-a110-45e3-b62f-031634cf4e52 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:59:03.964833 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-812ef22f-a110-45e3-b62f-031634cf4e52 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_gateway, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:04.190453 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-812ef22f-a110-45e3-b62f-031634cf4e52 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:04.338421 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812ef22f-a110-45e3-b62f-031634cf4e52 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router b128c549-92ab-4f25-be5f-9a1a76517fb6 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 14:59:04.446505 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812ef22f-a110-45e3-b62f-031634cf4e52 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:59:04.456384 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e9e363-26f5-4a7d-a4d1-0f51bc6555ad None None] Sync routers for ids ['b128c549-92ab-4f25-be5f-9a1a76517fb6'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:59:04.466162 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e9e363-26f5-4a7d-a4d1-0f51bc6555ad None None] Routers {'b128c549-92ab-4f25-be5f-9a1a76517fb6'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:59:04.466786 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-31e9e363-26f5-4a7d-a4d1-0f51bc6555ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:58:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['b128c549-92ab-4f25-be5f-9a1a76517fb6'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:59:04.467049 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-812ef22f-a110-45e3-b62f-031634cf4e52 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:04.468403 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-812ef22f-a110-45e3-b62f-031634cf4e52 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8506925 Jun 21 14:59:04.471660 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39190) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:59:04.501626 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1d65cf8a-8a20-4516-8ad0-1c0ab616fde9 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=6034e39b7b9c4208ae0c3b83482b9f88&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287049 Jun 21 14:59:04.505743 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39192) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:59:04.569719 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-31e9e363-26f5-4a7d-a4d1-0f51bc6555ad None None] Set router b128c549-92ab-4f25-be5f-9a1a76517fb6 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:59:04.593459 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83209ff3-bfa2-49c1-a30d-2d9d77e993ac tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:04.594827 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-83209ff3-bfa2-49c1-a30d-2d9d77e993ac tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0879483 Jun 21 14:59:04.598000 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39194) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:59:04.627512 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-04a8872d-b105-4140-a783-3f2e347f1dfb tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=78e7bc12-ea33-4baf-9744-b93105835641&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282333 Jun 21 14:59:04.629946 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39196) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:59:04.635024 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-23c5b6c4-d010-417a-a3bc-aa3bcbb93b72 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1632111599', 'network_id': 'd662a6af-5ff6-4f3b-b7ce-c543ec0e23d7', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:59:04.731686 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c5b6c4-d010-417a-a3bc-aa3bcbb93b72 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Made reservation on behalf of 6034e39b7b9c4208ae0c3b83482b9f88 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:59:04.735266 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-23c5b6c4-d010-417a-a3bc-aa3bcbb93b72 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:04.748517 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-31e9e363-26f5-4a7d-a4d1-0f51bc6555ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'name': 'tempest-TestNetworkBasicOps-router-1382656938', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': 'ab593500-eaca-4d7d-a190-d75a922fe517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:59:02Z', 'updated_at': '2021-06-21T14:59:03Z', 'revision_number': 3, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'ab593500-eaca-4d7d-a190-d75a922fe517', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:05:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:59:03Z', 'updated_at': '2021-06-21T14:59:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:59:04.870582 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e9e363-26f5-4a7d-a4d1-0f51bc6555ad None None] Checking router: b128c549-92ab-4f25-be5f-9a1a76517fb6 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:59:04.870889 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e9e363-26f5-4a7d-a4d1-0f51bc6555ad None None] Updating router b128c549-92ab-4f25-be5f-9a1a76517fb6 port ab593500-eaca-4d7d-a190-d75a922fe517 binding host dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:59:04.904640 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-31e9e363-26f5-4a7d-a4d1-0f51bc6555ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:04.929112 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-23c5b6c4-d010-417a-a3bc-aa3bcbb93b72 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:04.932423 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d2256bc0-e9d9-4da9-9a0e-836cb24a7977 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:59:04.992508 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5b6c4-d010-417a-a3bc-aa3bcbb93b72 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Subnet': ['ID=b91757de-ff91-4eec-bc20-4d524c26c362,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:59:04.997533 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-23c5b6c4-d010-417a-a3bc-aa3bcbb93b72 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:59:05.000669 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c5b6c4-d010-417a-a3bc-aa3bcbb93b72 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Checking segment: {'id': 'b56ec0c1-3c35-437d-ac3d-9d3b66701d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd662a6af-5ff6-4f3b-b7ce-c543ec0e23d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:59:05.001029 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c5b6c4-d010-417a-a3bc-aa3bcbb93b72 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network hostable DHCP agents. Network: d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 14:59:05.018498 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c5b6c4-d010-417a-a3bc-aa3bcbb93b72 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 14:59:05.028032 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-23c5b6c4-d010-417a-a3bc-aa3bcbb93b72 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:59:05.032667 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c5b6c4-d010-417a-a3bc-aa3bcbb93b72 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:05.033266 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-23c5b6c4-d010-417a-a3bc-aa3bcbb93b72 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:05.039735 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce79cb71-ec2e-493c-9b38-f28231eb6f0e None None] Network d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:59:05.054679 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39198) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:59:05.054941 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-23c5b6c4-d010-417a-a3bc-aa3bcbb93b72 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4236035 Jun 21 14:59:05.161854 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-31e9e363-26f5-4a7d-a4d1-0f51bc6555ad None None] Notify callbacks [] for port, precommit_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:05.172420 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.provisioning_blocks [None req-31e9e363-26f5-4a7d-a4d1-0f51bc6555ad None None] Transition to ACTIVE for port object ab593500-eaca-4d7d-a190-d75a922fe517 will not be triggered until provisioned by entity L2. {{(pid=105227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:59:05.179459 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-31e9e363-26f5-4a7d-a4d1-0f51bc6555ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:05.182043 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:59:05.208333 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b871c19-9b88-4993-90b6-cfa833e0b091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7', 'network_id': 'd662a6af-5ff6-4f3b-b7ce-c543ec0e23d7', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ips': [{'subnet_id': 'b91757de-ff91-4eec-bc20-4d524c26c362'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 14:59:05.209774 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1b871c19-9b88-4993-90b6-cfa833e0b091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:05.227445 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510287f6-ac30-4bb0-a406-ad3c4b0e285a None None] Pushing event updated for resources: {'Port': ['ID=ab593500-eaca-4d7d-a190-d75a922fe517,revision_number=2']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:59:05.235157 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510287f6-ac30-4bb0-a406-ad3c4b0e285a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:59:05.235581 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510287f6-ac30-4bb0-a406-ad3c4b0e285a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:59:05.235812 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510287f6-ac30-4bb0-a406-ad3c4b0e285a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:59:05.236128 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510287f6-ac30-4bb0-a406-ad3c4b0e285a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:59:05.236443 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510287f6-ac30-4bb0-a406-ad3c4b0e285a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:59:05.236757 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510287f6-ac30-4bb0-a406-ad3c4b0e285a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:59:05.237074 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510287f6-ac30-4bb0-a406-ad3c4b0e285a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:59:05.237381 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510287f6-ac30-4bb0-a406-ad3c4b0e285a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:59:05.237690 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510287f6-ac30-4bb0-a406-ad3c4b0e285a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:59:05.238024 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510287f6-ac30-4bb0-a406-ad3c4b0e285a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:59:05.238324 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510287f6-ac30-4bb0-a406-ad3c4b0e285a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:59:05.238629 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510287f6-ac30-4bb0-a406-ad3c4b0e285a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 14:59:05.243147 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-510287f6-ac30-4bb0-a406-ad3c4b0e285a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:59:05.260588 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-31e9e363-26f5-4a7d-a4d1-0f51bc6555ad None None] Attempting to bind port ab593500-eaca-4d7d-a190-d75a922fe517 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:59:05.260804 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-31e9e363-26f5-4a7d-a4d1-0f51bc6555ad None None] Attempting to bind port ab593500-eaca-4d7d-a190-d75a922fe517 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:59:05.261239 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e9e363-26f5-4a7d-a4d1-0f51bc6555ad None None] Attempting to bind port ab593500-eaca-4d7d-a190-d75a922fe517 on network 78e7bc12-ea33-4baf-9744-b93105835641 {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:59:05.268242 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e9e363-26f5-4a7d-a4d1-0f51bc6555ad None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:59:05.268242 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e9e363-26f5-4a7d-a4d1-0f51bc6555ad None None] Checking segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:59:05.268737 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-31e9e363-26f5-4a7d-a4d1-0f51bc6555ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:05.269357 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e9e363-26f5-4a7d-a4d1-0f51bc6555ad None None] Bound using segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:59:05.269920 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-31e9e363-26f5-4a7d-a4d1-0f51bc6555ad None None] Bound port: ab593500-eaca-4d7d-a190-d75a922fe517, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:59:05.270362 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-31e9e363-26f5-4a7d-a4d1-0f51bc6555ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:05.308796 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:05.325190 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-31e9e363-26f5-4a7d-a4d1-0f51bc6555ad None None] For port ab593500-eaca-4d7d-a190-d75a922fe517, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:59:05.329339 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-31e9e363-26f5-4a7d-a4d1-0f51bc6555ad None None] For port ab593500-eaca-4d7d-a190-d75a922fe517, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=ab593500-eaca-4d7d-a190-d75a922fe517,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:59:05.335390 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-31e9e363-26f5-4a7d-a4d1-0f51bc6555ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:05.338587 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-30eaefaa-1ce7-4a2b-ab40-9f9da436a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:59:05.367188 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-1b871c19-9b88-4993-90b6-cfa833e0b091 None None] Allocated IP 172.20.0.2 (d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7/b91757de-ff91-4eec-bc20-4d524c26c362/0050f01f-7b84-4723-a66f-a17018992909) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:59:05.400816 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510287f6-ac30-4bb0-a406-ad3c4b0e285a None None] Pushing event updated for resources: {'Port': ['ID=ab593500-eaca-4d7d-a190-d75a922fe517,revision_number=3']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:59:05.404186 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-510287f6-ac30-4bb0-a406-ad3c4b0e285a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:59:05.405865 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e9e363-26f5-4a7d-a4d1-0f51bc6555ad None None] Routers {'b128c549-92ab-4f25-be5f-9a1a76517fb6'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:59:05.406580 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-31e9e363-26f5-4a7d-a4d1-0f51bc6555ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:58:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['b128c549-92ab-4f25-be5f-9a1a76517fb6'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:59:05.519556 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-31e9e363-26f5-4a7d-a4d1-0f51bc6555ad None None] Set router b128c549-92ab-4f25-be5f-9a1a76517fb6 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:59:05.523793 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1b871c19-9b88-4993-90b6-cfa833e0b091 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:05.533539 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-1b871c19-9b88-4993-90b6-cfa833e0b091 None None] Transition to ACTIVE for port object 0050f01f-7b84-4723-a66f-a17018992909 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:59:05.537944 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7b981d3e-803a-4d5d-becb-9c9b4a4afa28 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:05.548535 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-1b871c19-9b88-4993-90b6-cfa833e0b091 None None] Transition to ACTIVE for port object 0050f01f-7b84-4723-a66f-a17018992909 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:59:05.557119 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1b871c19-9b88-4993-90b6-cfa833e0b091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:05.559230 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-9fb2ce72-70f0-444e-9be4-296593959514 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:59:05.599611 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b871c19-9b88-4993-90b6-cfa833e0b091 None None] Network d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:59:05.607413 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-1b871c19-9b88-4993-90b6-cfa833e0b091 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:59:05.609605 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b871c19-9b88-4993-90b6-cfa833e0b091 None None] Pushing event updated for resources: {'Port': ['ID=0050f01f-7b84-4723-a66f-a17018992909,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:59:05.611872 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b871c19-9b88-4993-90b6-cfa833e0b091 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:59:05.615145 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-1b871c19-9b88-4993-90b6-cfa833e0b091 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:59:05.680892 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-1b871c19-9b88-4993-90b6-cfa833e0b091 None None] Attempting to bind port 0050f01f-7b84-4723-a66f-a17018992909 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:59:05.681225 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-1b871c19-9b88-4993-90b6-cfa833e0b091 None None] Attempting to bind port 0050f01f-7b84-4723-a66f-a17018992909 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'b56ec0c1-3c35-437d-ac3d-9d3b66701d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd662a6af-5ff6-4f3b-b7ce-c543ec0e23d7'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:59:05.681762 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b871c19-9b88-4993-90b6-cfa833e0b091 None None] Attempting to bind port 0050f01f-7b84-4723-a66f-a17018992909 on network d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:59:05.689183 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b871c19-9b88-4993-90b6-cfa833e0b091 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:59:05.689993 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b871c19-9b88-4993-90b6-cfa833e0b091 None None] Checking segment: {'id': 'b56ec0c1-3c35-437d-ac3d-9d3b66701d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd662a6af-5ff6-4f3b-b7ce-c543ec0e23d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:59:05.690751 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1b871c19-9b88-4993-90b6-cfa833e0b091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:05.691920 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b871c19-9b88-4993-90b6-cfa833e0b091 None None] Bound using segment: {'id': 'b56ec0c1-3c35-437d-ac3d-9d3b66701d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd662a6af-5ff6-4f3b-b7ce-c543ec0e23d7'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:59:05.692756 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-1b871c19-9b88-4993-90b6-cfa833e0b091 None None] Bound port: 0050f01f-7b84-4723-a66f-a17018992909, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b56ec0c1-3c35-437d-ac3d-9d3b66701d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd662a6af-5ff6-4f3b-b7ce-c543ec0e23d7'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:59:05.693485 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1b871c19-9b88-4993-90b6-cfa833e0b091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:05.719845 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-31e9e363-26f5-4a7d-a4d1-0f51bc6555ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'name': 'tempest-TestNetworkBasicOps-router-1382656938', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': 'ab593500-eaca-4d7d-a190-d75a922fe517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:59:02Z', 'updated_at': '2021-06-21T14:59:03Z', 'revision_number': 3, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'ab593500-eaca-4d7d-a190-d75a922fe517', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:05:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:59:03Z', 'updated_at': '2021-06-21T14:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:59:05.753008 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31e9e363-26f5-4a7d-a4d1-0f51bc6555ad None None] The sync data for ids ['b128c549-92ab-4f25-be5f-9a1a76517fb6'] in dv-neutron-797121-2-hyperv is: [{'id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'name': 'tempest-TestNetworkBasicOps-router-1382656938', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': 'ab593500-eaca-4d7d-a190-d75a922fe517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:59:02Z', 'updated_at': '2021-06-21T14:59:03Z', 'revision_number': 3, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'ab593500-eaca-4d7d-a190-d75a922fe517', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:05:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:59:03Z', 'updated_at': '2021-06-21T14:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:59:05.770152 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-1b871c19-9b88-4993-90b6-cfa833e0b091 None None] For port 0050f01f-7b84-4723-a66f-a17018992909, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:59:05.773751 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-1b871c19-9b88-4993-90b6-cfa833e0b091 None None] For port 0050f01f-7b84-4723-a66f-a17018992909, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=0050f01f-7b84-4723-a66f-a17018992909,segment=NetworkSegment(b56ec0c1-3c35-437d-ac3d-9d3b66701d4d),segment_id=b56ec0c1-3c35-437d-ac3d-9d3b66701d4d)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:59:05.784918 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1b871c19-9b88-4993-90b6-cfa833e0b091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:05.795319 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-78f6b33f-cfbe-4a96-b25b-082dba3b690f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:59:05.901065 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b871c19-9b88-4993-90b6-cfa833e0b091 None None] Pushing event updated for resources: {'Port': ['ID=0050f01f-7b84-4723-a66f-a17018992909,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:59:05.912021 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-1b871c19-9b88-4993-90b6-cfa833e0b091 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:59:06.004206 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-7b981d3e-803a-4d5d-becb-9c9b4a4afa28 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Allocated IP 172.20.0.1 (d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7/b91757de-ff91-4eec-bc20-4d524c26c362/e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:59:06.168046 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7b981d3e-803a-4d5d-becb-9c9b4a4afa28 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:06.188881 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-7b981d3e-803a-4d5d-becb-9c9b4a4afa28 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Transition to ACTIVE for port object e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:59:06.245694 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7b981d3e-803a-4d5d-becb-9c9b4a4afa28 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:06.248307 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e81f1446-6d1c-449f-9d95-a4a68e0ccf94 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:59:06.295710 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b981d3e-803a-4d5d-becb-9c9b4a4afa28 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:59:06.301324 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-7b981d3e-803a-4d5d-becb-9c9b4a4afa28 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:59:06.303938 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b981d3e-803a-4d5d-becb-9c9b4a4afa28 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:59:06.312573 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b981d3e-803a-4d5d-becb-9c9b4a4afa28 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:59:06.315449 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7b981d3e-803a-4d5d-becb-9c9b4a4afa28 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:59:06.358913 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7b981d3e-803a-4d5d-becb-9c9b4a4afa28 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:06.583470 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7b981d3e-803a-4d5d-becb-9c9b4a4afa28 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:06.911770 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7b981d3e-803a-4d5d-becb-9c9b4a4afa28 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:06.918072 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7b981d3e-803a-4d5d-becb-9c9b4a4afa28 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:06.921714 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9be181-c021-4a73-b914-6a868f66a079 None None] Network d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 14:59:06.922751 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d456693d-b372-4018-9f64-09560fdb3607 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:59:07.022399 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-4b4e54f8-a9b0-4dd6-b4ee-4b3bea0599ff None None] Provisioning for port 0050f01f-7b84-4723-a66f-a17018992909 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:59:07.045295 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b981d3e-803a-4d5d-becb-9c9b4a4afa28 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:59:07.051991 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7b981d3e-803a-4d5d-becb-9c9b4a4afa28 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:59:07.053455 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7b981d3e-803a-4d5d-becb-9c9b4a4afa28 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:07.153050 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b981d3e-803a-4d5d-becb-9c9b4a4afa28 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:59:07.155081 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-7b981d3e-803a-4d5d-becb-9c9b4a4afa28 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:59:07.348348 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 0050f01f-7b84-4723-a66f-a17018992909 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:59:07.408718 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 0050f01f-7b84-4723-a66f-a17018992909 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:59:07.413613 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 0050f01f-7b84-4723-a66f-a17018992909 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:59:07.414040 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:07.513861 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-40ff3d4d-9118-4343-8b86-7fa5255fc36d None None] Provisioning complete for port 0050f01f-7b84-4723-a66f-a17018992909 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:59:07.514249 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-40ff3d4d-9118-4343-8b86-7fa5255fc36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:07.516263 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:07.583058 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 0050f01f-7b84-4723-a66f-a17018992909, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=0050f01f-7b84-4723-a66f-a17018992909,segment=NetworkSegment(b56ec0c1-3c35-437d-ac3d-9d3b66701d4d),segment_id=b56ec0c1-3c35-437d-ac3d-9d3b66701d4d)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:59:07.590547 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:07.591544 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device ab593500-eaca-4d7d-a190-d75a922fe517 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:59:07.594185 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-1b871c19-9b88-4993-90b6-cfa833e0b091 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:59:07.645016 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b981d3e-803a-4d5d-becb-9c9b4a4afa28 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router b128c549-92ab-4f25-be5f-9a1a76517fb6 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:59:07.715375 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=0050f01f-7b84-4723-a66f-a17018992909,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:59:07.724743 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:59:07.726190 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-40ff3d4d-9118-4343-8b86-7fa5255fc36d None None] Provisioning for port e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:59:07.733074 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-40ff3d4d-9118-4343-8b86-7fa5255fc36d None None] Provisioning complete for port e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:59:07.733662 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-40ff3d4d-9118-4343-8b86-7fa5255fc36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:07.756417 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port ab593500-eaca-4d7d-a190-d75a922fe517 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:59:07.764404 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port ab593500-eaca-4d7d-a190-d75a922fe517 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:59:07.764945 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:07.772907 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b981d3e-803a-4d5d-becb-9c9b4a4afa28 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:59:07.781255 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7b981d3e-803a-4d5d-becb-9c9b4a4afa28 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "PUT /v2.0/routers/b128c549-92ab-4f25-be5f-9a1a76517fb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7230365 Jun 21 14:59:07.781998 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39202) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:59:07.795054 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa41f8e3-1400-49bb-a4db-9557815e1f23 None None] Sync routers for ids ['b128c549-92ab-4f25-be5f-9a1a76517fb6'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:59:07.803995 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-40ff3d4d-9118-4343-8b86-7fa5255fc36d None None] Port e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:59:07.829006 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa41f8e3-1400-49bb-a4db-9557815e1f23 None None] Routers {'b128c549-92ab-4f25-be5f-9a1a76517fb6'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:59:07.829720 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-aa41f8e3-1400-49bb-a4db-9557815e1f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:58:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['b128c549-92ab-4f25-be5f-9a1a76517fb6'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:59:07.964905 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0abbc62-8297-4468-aead-76575302d07f tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:07.965413 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0abbc62-8297-4468-aead-76575302d07f tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:07.965917 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0abbc62-8297-4468-aead-76575302d07f tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:07.966332 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:07.966805 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0abbc62-8297-4468-aead-76575302d07f tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:07.966805 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0abbc62-8297-4468-aead-76575302d07f tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:07.967257 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0abbc62-8297-4468-aead-76575302d07f tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:07.969036 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f0abbc62-8297-4468-aead-76575302d07f tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1860471 Jun 21 14:59:07.971796 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39204) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:59:07.988692 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-04e41686-1f02-44b8-af0a-fe760b064257 None None] Provisioning complete for port e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:59:07.989099 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-04e41686-1f02-44b8-af0a-fe760b064257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:08.022414 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port ab593500-eaca-4d7d-a190-d75a922fe517, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=ab593500-eaca-4d7d-a190-d75a922fe517,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:59:08.025249 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-aa41f8e3-1400-49bb-a4db-9557815e1f23 None None] Set router b128c549-92ab-4f25-be5f-9a1a76517fb6 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:59:08.052488 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:08.058927 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5a97cbc3-c54f-4cfe-bb5c-f61d66551a9b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:59:08.060967 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d765852e-34e0-4c0e-93b1-bce9b63fc8e1 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:08.061445 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d765852e-34e0-4c0e-93b1-bce9b63fc8e1 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:08.061986 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d765852e-34e0-4c0e-93b1-bce9b63fc8e1 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:08.062438 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d765852e-34e0-4c0e-93b1-bce9b63fc8e1 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:08.063012 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d765852e-34e0-4c0e-93b1-bce9b63fc8e1 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:08.063494 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d765852e-34e0-4c0e-93b1-bce9b63fc8e1 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:08.065403 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d765852e-34e0-4c0e-93b1-bce9b63fc8e1 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0927029 Jun 21 14:59:08.068569 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39206) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:59:08.134645 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-04e41686-1f02-44b8-af0a-fe760b064257 None None] Port e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:59:08.187848 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=ab593500-eaca-4d7d-a190-d75a922fe517,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:59:08.191933 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:59:08.280414 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-aa41f8e3-1400-49bb-a4db-9557815e1f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'name': 'tempest-TestNetworkBasicOps-router-1382656938', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': 'ab593500-eaca-4d7d-a190-d75a922fe517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:59:02Z', 'updated_at': '2021-06-21T14:59:06Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'ab593500-eaca-4d7d-a190-d75a922fe517', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:05:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:59:03Z', 'updated_at': '2021-06-21T14:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d', 'name': '', 'network_id': 'd662a6af-5ff6-4f3b-b7ce-c543ec0e23d7', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:5f:64:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'b91757de-ff91-4eec-bc20-4d524c26c362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:59:05Z', 'updated_at': '2021-06-21T14:59:06Z', 'revision_number': 2, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'b91757de-ff91-4eec-bc20-4d524c26c362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:59:08.310171 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa41f8e3-1400-49bb-a4db-9557815e1f23 None None] Checking router: b128c549-92ab-4f25-be5f-9a1a76517fb6 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:59:08.310483 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa41f8e3-1400-49bb-a4db-9557815e1f23 None None] Updating router b128c549-92ab-4f25-be5f-9a1a76517fb6 port e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 14:59:08.318097 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4195c34a-89dc-4ebf-9636-ec8ae54bb2d4 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2481208 Jun 21 14:59:08.344523 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-aa41f8e3-1400-49bb-a4db-9557815e1f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:08.474411 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39210) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:59:08.479321 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-e275648e-7d40-4eae-8b43-6a21a843977a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-108484585', 'description': 'tempest-secgroup-smoke-108484585 description', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:59:08.503231 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e275648e-7d40-4eae-8b43-6a21a843977a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:08.589373 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e275648e-7d40-4eae-8b43-6a21a843977a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:08.595432 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e275648e-7d40-4eae-8b43-6a21a843977a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:08.598275 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-89cc8251-09cf-4ca0-a175-4e683d43046c tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:59:08.621947 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-aa41f8e3-1400-49bb-a4db-9557815e1f23 None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:08.626662 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275648e-7d40-4eae-8b43-6a21a843977a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53f40ddf-4c70-4130-acfe-3a24902b6527,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:59:08.629635 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e275648e-7d40-4eae-8b43-6a21a843977a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:08.633664 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e275648e-7d40-4eae-8b43-6a21a843977a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1555851 Jun 21 14:59:08.633664 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e275648e-7d40-4eae-8b43-6a21a843977a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:59:08.634007 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39212) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:59:08.635887 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-aa41f8e3-1400-49bb-a4db-9557815e1f23 None None] Transition to ACTIVE for port object e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:59:08.638431 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-25d64c63-2bec-4ff9-bca4-489f381e3989 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': '53f40ddf-4c70-4130-acfe-3a24902b6527', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:59:08.643916 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-aa41f8e3-1400-49bb-a4db-9557815e1f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:08.646926 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b4695abb-e478-481b-81f6-59b87328a8ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:59:08.665091 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-25d64c63-2bec-4ff9-bca4-489f381e3989 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:08.722676 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69a53b-da5f-48c9-9488-726bf7bc90e7 None None] Pushing event updated for resources: {'Port': ['ID=e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:59:08.731390 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-25d64c63-2bec-4ff9-bca4-489f381e3989 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:08.736393 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-25d64c63-2bec-4ff9-bca4-489f381e3989 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:08.742935 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-257ea544-f937-4aba-9c16-25ed82b860e0 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:59:08.743848 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0a69a53b-da5f-48c9-9488-726bf7bc90e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:59:08.759400 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d64c63-2bec-4ff9-bca4-489f381e3989 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3bfb3de-f31e-4e75-94ef-bc594be65464,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:59:08.763954 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-25d64c63-2bec-4ff9-bca4-489f381e3989 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:59:08.764849 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-25d64c63-2bec-4ff9-bca4-489f381e3989 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:08.769052 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-25d64c63-2bec-4ff9-bca4-489f381e3989 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1312218 Jun 21 14:59:08.769174 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39214) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:59:08.773866 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-b14f98f7-d7a5-4b68-b372-deec25d43c32 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': '53f40ddf-4c70-4130-acfe-3a24902b6527', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:59:08.793047 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-aa41f8e3-1400-49bb-a4db-9557815e1f23 None None] Attempting to bind port e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:59:08.793517 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-aa41f8e3-1400-49bb-a4db-9557815e1f23 None None] Attempting to bind port e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'b56ec0c1-3c35-437d-ac3d-9d3b66701d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd662a6af-5ff6-4f3b-b7ce-c543ec0e23d7'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:59:08.793656 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa41f8e3-1400-49bb-a4db-9557815e1f23 None None] Attempting to bind port e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d on network d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:59:08.799105 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa41f8e3-1400-49bb-a4db-9557815e1f23 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:59:08.799479 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa41f8e3-1400-49bb-a4db-9557815e1f23 None None] Checking segment: {'id': 'b56ec0c1-3c35-437d-ac3d-9d3b66701d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd662a6af-5ff6-4f3b-b7ce-c543ec0e23d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:59:08.799882 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-aa41f8e3-1400-49bb-a4db-9557815e1f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:08.800282 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa41f8e3-1400-49bb-a4db-9557815e1f23 None None] Bound using segment: {'id': 'b56ec0c1-3c35-437d-ac3d-9d3b66701d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd662a6af-5ff6-4f3b-b7ce-c543ec0e23d7'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:59:08.800746 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-aa41f8e3-1400-49bb-a4db-9557815e1f23 None None] Bound port: e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b56ec0c1-3c35-437d-ac3d-9d3b66701d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd662a6af-5ff6-4f3b-b7ce-c543ec0e23d7'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:59:08.801121 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-aa41f8e3-1400-49bb-a4db-9557815e1f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:08.808339 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b14f98f7-d7a5-4b68-b372-deec25d43c32 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:08.876635 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-aa41f8e3-1400-49bb-a4db-9557815e1f23 None None] For port e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:59:08.881494 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-aa41f8e3-1400-49bb-a4db-9557815e1f23 None None] For port e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d,segment=NetworkSegment(b56ec0c1-3c35-437d-ac3d-9d3b66701d4d),segment_id=b56ec0c1-3c35-437d-ac3d-9d3b66701d4d)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:59:08.881721 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b14f98f7-d7a5-4b68-b372-deec25d43c32 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:08.889002 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-aa41f8e3-1400-49bb-a4db-9557815e1f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:08.889278 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b14f98f7-d7a5-4b68-b372-deec25d43c32 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:08.892558 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:59:08.896045 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e8e6b82d-675b-4b18-82a5-074e1ca16171 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:59:08.912978 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f98f7-d7a5-4b68-b372-deec25d43c32 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f25e440-2585-4078-86b1-71940505ee18,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:59:08.916388 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b14f98f7-d7a5-4b68-b372-deec25d43c32 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:59:08.918034 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b14f98f7-d7a5-4b68-b372-deec25d43c32 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:08.922227 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39216) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:59:08.922415 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b14f98f7-d7a5-4b68-b372-deec25d43c32 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1522880 Jun 21 14:59:08.927077 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-2a123809-f8fc-4e53-a376-1e0bc848a22c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': '53f40ddf-4c70-4130-acfe-3a24902b6527', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:59:08.959418 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2a123809-f8fc-4e53-a376-1e0bc848a22c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:08.974466 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a69a53b-da5f-48c9-9488-726bf7bc90e7 None None] Pushing event updated for resources: {'Port': ['ID=e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:59:08.981119 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0a69a53b-da5f-48c9-9488-726bf7bc90e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:59:08.981737 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa41f8e3-1400-49bb-a4db-9557815e1f23 None None] Routers {'b128c549-92ab-4f25-be5f-9a1a76517fb6'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:59:08.982439 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-aa41f8e3-1400-49bb-a4db-9557815e1f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:58:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['b128c549-92ab-4f25-be5f-9a1a76517fb6'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:59:09.037557 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2a123809-f8fc-4e53-a376-1e0bc848a22c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:09.047421 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2a123809-f8fc-4e53-a376-1e0bc848a22c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:09.050827 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-33e0147c-9bd7-4c0f-8763-3884011a0d6b tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:59:09.075106 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a123809-f8fc-4e53-a376-1e0bc848a22c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=107095c4-4375-4ef1-afa7-13776a1abc6f,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:59:09.084640 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2a123809-f8fc-4e53-a376-1e0bc848a22c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:59:09.086122 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2a123809-f8fc-4e53-a376-1e0bc848a22c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:09.094122 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-2a123809-f8fc-4e53-a376-1e0bc848a22c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1643434 Jun 21 14:59:09.094403 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39218) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:59:09.099678 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-64024b19-49a1-42f6-b05d-eb2cd1666ded tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': '53f40ddf-4c70-4130-acfe-3a24902b6527', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:59:09.132114 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-64024b19-49a1-42f6-b05d-eb2cd1666ded tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:09.203988 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-64024b19-49a1-42f6-b05d-eb2cd1666ded tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:09.211439 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-64024b19-49a1-42f6-b05d-eb2cd1666ded tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:09.215669 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9b2d9f21-5186-47c0-a81f-94bba545cd51 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:59:09.232772 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64024b19-49a1-42f6-b05d-eb2cd1666ded tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a5bd6d4-9124-496f-9b3c-e7812087f1c2,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:59:09.235529 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-64024b19-49a1-42f6-b05d-eb2cd1666ded tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:59:09.240783 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-64024b19-49a1-42f6-b05d-eb2cd1666ded tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:09.245332 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-64024b19-49a1-42f6-b05d-eb2cd1666ded tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1465273 Jun 21 14:59:09.245332 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39220) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:59:09.250864 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-56b7ab59-8623-4a74-a279-b425278cdc5b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': '53f40ddf-4c70-4130-acfe-3a24902b6527', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:59:09.276383 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.securitygroups_db [None req-56b7ab59-8623-4a74-a279-b425278cdc5b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Project 6034e39b7b9c4208ae0c3b83482b9f88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 14:59:09.280084 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-aa41f8e3-1400-49bb-a4db-9557815e1f23 None None] Set router b128c549-92ab-4f25-be5f-9a1a76517fb6 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:59:09.281453 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-56b7ab59-8623-4a74-a279-b425278cdc5b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:09.324731 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 0050f01f-7b84-4723-a66f-a17018992909 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:59:09.347611 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-56b7ab59-8623-4a74-a279-b425278cdc5b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:09.352473 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-56b7ab59-8623-4a74-a279-b425278cdc5b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:09.357152 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1f1c2bfc-4c5c-4484-8651-3e938c785492 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:59:09.372970 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b7ab59-8623-4a74-a279-b425278cdc5b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57b6ee99-3593-439e-9306-4114949d2f37,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:59:09.378577 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-56b7ab59-8623-4a74-a279-b425278cdc5b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:59:09.382834 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-56b7ab59-8623-4a74-a279-b425278cdc5b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:09.384097 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-56b7ab59-8623-4a74-a279-b425278cdc5b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1381106 Jun 21 14:59:09.387017 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39222) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:59:09.392113 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-399765b9-32a4-43f6-9780-0b3990c82256 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': '53f40ddf-4c70-4130-acfe-3a24902b6527', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:59:09.414290 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.securitygroups_db [None req-399765b9-32a4-43f6-9780-0b3990c82256 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Project 6034e39b7b9c4208ae0c3b83482b9f88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 14:59:09.419193 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-399765b9-32a4-43f6-9780-0b3990c82256 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:09.479485 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 0050f01f-7b84-4723-a66f-a17018992909 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:59:09.479856 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:09.482925 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-399765b9-32a4-43f6-9780-0b3990c82256 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:09.488819 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-399765b9-32a4-43f6-9780-0b3990c82256 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:09.494991 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:59:09.512331 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399765b9-32a4-43f6-9780-0b3990c82256 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c49989c-5e39-4ebf-81b2-b0cd6a1665ce,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:59:09.515199 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-399765b9-32a4-43f6-9780-0b3990c82256 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:59:09.518958 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-399765b9-32a4-43f6-9780-0b3990c82256 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:09.520189 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-399765b9-32a4-43f6-9780-0b3990c82256 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1320519 Jun 21 14:59:09.604080 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-aa41f8e3-1400-49bb-a4db-9557815e1f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'name': 'tempest-TestNetworkBasicOps-router-1382656938', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': 'ab593500-eaca-4d7d-a190-d75a922fe517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:59:02Z', 'updated_at': '2021-06-21T14:59:06Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'ab593500-eaca-4d7d-a190-d75a922fe517', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:05:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:59:03Z', 'updated_at': '2021-06-21T14:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d', 'name': '', 'network_id': 'd662a6af-5ff6-4f3b-b7ce-c543ec0e23d7', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:5f:64:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'b91757de-ff91-4eec-bc20-4d524c26c362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:59:05Z', 'updated_at': '2021-06-21T14:59:08Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'b91757de-ff91-4eec-bc20-4d524c26c362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:59:09.606949 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device ab593500-eaca-4d7d-a190-d75a922fe517 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:59:09.654295 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa41f8e3-1400-49bb-a4db-9557815e1f23 None None] The sync data for ids ['b128c549-92ab-4f25-be5f-9a1a76517fb6'] in dv-neutron-797121-2-hyperv is: [{'id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'name': 'tempest-TestNetworkBasicOps-router-1382656938', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': 'ab593500-eaca-4d7d-a190-d75a922fe517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:59:02Z', 'updated_at': '2021-06-21T14:59:06Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'ab593500-eaca-4d7d-a190-d75a922fe517', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:05:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:59:03Z', 'updated_at': '2021-06-21T14:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d', 'name': '', 'network_id': 'd662a6af-5ff6-4f3b-b7ce-c543ec0e23d7', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:5f:64:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'b91757de-ff91-4eec-bc20-4d524c26c362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:59:05Z', 'updated_at': '2021-06-21T14:59:08Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'b91757de-ff91-4eec-bc20-4d524c26c362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:59:09.697008 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port ab593500-eaca-4d7d-a190-d75a922fe517 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:59:09.697008 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:09.848996 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-bd08317a-7d80-48f9-9932-6f91589d0e02 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-108484585&fields=id&tenant_id=6034e39b7b9c4208ae0c3b83482b9f88 HTTP/1.1" status: 200 len: 267 time: 0.0448868 Jun 21 14:59:09.969776 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-9e1b9288-d8f8-4a98-9989-5ab9f9cdf432 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:09.971662 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-9e1b9288-d8f8-4a98-9989-5ab9f9cdf432 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/networks?id=d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7 HTTP/1.1" status: 200 len: 797 time: 0.1139944 Jun 21 14:59:09.988195 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-9313edb6-101c-46e7-a290-95f49a4df975 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/quotas/6034e39b7b9c4208ae0c3b83482b9f88 HTTP/1.1" status: 200 len: 375 time: 0.0108771 Jun 21 14:59:10.068547 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-3e3b7d0b-f80b-41d5-964c-f55b68a96cbe tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0733051 Jun 21 14:59:10.085061 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-baf26a27-59ad-4bc3-86ec-7eb370dcd114 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:59:10.086188 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-baf26a27-59ad-4bc3-86ec-7eb370dcd114 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059488 Jun 21 14:59:10.189508 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-82fa4228-de2c-427d-91c2-4f4e2a5c606f service neutron] 10.222.0.72 "GET /v2.0/networks/d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958016 Jun 21 14:59:10.291817 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-2b6ff5ea-e2df-4584-b6fe-69e62d0bc1d8 service neutron] 10.222.0.72 "GET /v2.0/networks/d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957518 Jun 21 14:59:10.544859 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1436e9ea-08d1-48b2-973a-159b1a1bc65f req-116ca504-c18c-407a-ad3d-94217640f5a9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21f6d38-f3e8-46b9-8829-20b5b540498d HTTP/1.1" status: 200 len: 210 time: 0.0864778 Jun 21 14:59:11.300220 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:59:11.350562 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:59:11.355184 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:59:11.355567 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:11.445368 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:11.481193 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d,segment=NetworkSegment(b56ec0c1-3c35-437d-ac3d-9d3b66701d4d),segment_id=b56ec0c1-3c35-437d-ac3d-9d3b66701d4d)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:59:11.486311 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:11.488684 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:59:11.543711 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:59:11.548213 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:59:11.626278 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-039f13da-5989-467c-9da8-6de6b75ddee0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:11.628258 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-039f13da-5989-467c-9da8-6de6b75ddee0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/networks?id=d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7 HTTP/1.1" status: 200 len: 797 time: 0.1284699 Jun 21 14:59:11.675052 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-246d50e1-2c27-487d-8806-973ef69fb7c6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6034e39b7b9c4208ae0c3b83482b9f88 HTTP/1.1" status: 200 len: 379 time: 0.0381713 Jun 21 14:59:11.683942 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-e16746d6-8b9c-4be4-a0bd-000d42fbe53b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'port': {'device_id': 'd21f6d38-f3e8-46b9-8829-20b5b540498d', 'network_id': 'd662a6af-5ff6-4f3b-b7ce-c543ec0e23d7', 'admin_state_up': True, 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'security_groups': ['53f40ddf-4c70-4130-acfe-3a24902b6527']}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:59:11.717061 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c2363ddb-c37d-4ee8-8685-6b9996649e5c req-f171d4c4-3042-4209-a068-67c7e7f40e52 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21f6d38-f3e8-46b9-8829-20b5b540498d HTTP/1.1" status: 200 len: 210 time: 0.0355287 Jun 21 14:59:11.809166 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-e16746d6-8b9c-4be4-a0bd-000d42fbe53b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Made reservation on behalf of 6034e39b7b9c4208ae0c3b83482b9f88 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 14:59:11.814503 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-e16746d6-8b9c-4be4-a0bd-000d42fbe53b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:11.959520 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-e16746d6-8b9c-4be4-a0bd-000d42fbe53b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Allocated IP 172.20.0.13 (d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7/b91757de-ff91-4eec-bc20-4d524c26c362/1f3304c2-ab48-40aa-9627-ed887eb7030d) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:59:12.108244 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-e16746d6-8b9c-4be4-a0bd-000d42fbe53b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:12.121738 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-e16746d6-8b9c-4be4-a0bd-000d42fbe53b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Transition to ACTIVE for port object 1f3304c2-ab48-40aa-9627-ed887eb7030d will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:59:12.289072 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-e16746d6-8b9c-4be4-a0bd-000d42fbe53b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:12.293284 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-45899eae-3d73-4e54-9d7d-f7eacafd28c1 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:59:12.335181 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-e16746d6-8b9c-4be4-a0bd-000d42fbe53b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:59:12.338769 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-e16746d6-8b9c-4be4-a0bd-000d42fbe53b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:59:12.345347 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-e16746d6-8b9c-4be4-a0bd-000d42fbe53b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:59:12.351960 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16746d6-8b9c-4be4-a0bd-000d42fbe53b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=1f3304c2-ab48-40aa-9627-ed887eb7030d,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:59:12.372000 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e16746d6-8b9c-4be4-a0bd-000d42fbe53b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:59:12.401264 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-e16746d6-8b9c-4be4-a0bd-000d42fbe53b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:12.402052 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-12007439-a575-43f3-96db-d5600c228ebe req-718a978b-ba40-455f-9d6c-07ded8d56a54 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=42b66724-2c50-43c5-a5c6-c554da8715ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1224670 Jun 21 14:59:12.402629 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-e16746d6-8b9c-4be4-a0bd-000d42fbe53b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:12.419732 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-e16746d6-8b9c-4be4-a0bd-000d42fbe53b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7401397 Jun 21 14:59:12.430886 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-157a2cca-76d7-4893-a3fc-e2bba6a1e920 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=105225) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 14:59:12.431878 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-157a2cca-76d7-4893-a3fc-e2bba6a1e920 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056603 Jun 21 14:59:12.442806 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-d8ad3b53-d947-45fd-b51f-9422a200d58a service neutron] Request body: {'port': {'device_id': 'd21f6d38-f3e8-46b9-8829-20b5b540498d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:59:12.537187 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12007439-a575-43f3-96db-d5600c228ebe req-d1057ea2-9d80-4eac-aab5-e8706ba9a1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:12.538934 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-12007439-a575-43f3-96db-d5600c228ebe req-d1057ea2-9d80-4eac-aab5-e8706ba9a1da service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c4e5ef8cecbf4ede86b5a3dcbc277e2f&device_id=42b66724-2c50-43c5-a5c6-c554da8715ac HTTP/1.1" status: 200 len: 1098 time: 0.0922601 Jun 21 14:59:12.549071 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-d8ad3b53-d947-45fd-b51f-9422a200d58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:12.598223 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-49a6ce71-4e6f-495b-ac88-f5fd475e4158 None None] Provisioning for port 1f3304c2-ab48-40aa-9627-ed887eb7030d completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:59:12.601988 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-49a6ce71-4e6f-495b-ac88-f5fd475e4158 None None] Provisioning complete for port 1f3304c2-ab48-40aa-9627-ed887eb7030d triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:59:12.602389 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-49a6ce71-4e6f-495b-ac88-f5fd475e4158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:12.638660 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-49a6ce71-4e6f-495b-ac88-f5fd475e4158 None None] Port 1f3304c2-ab48-40aa-9627-ed887eb7030d cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 14:59:12.718132 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12007439-a575-43f3-96db-d5600c228ebe req-7ab8b034-1945-428b-b8fd-ac7942b664b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:12.720121 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-12007439-a575-43f3-96db-d5600c228ebe req-7ab8b034-1945-428b-b8fd-ac7942b664b1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=51c83c43-7be7-46e9-8af2-485fddc9c895 HTTP/1.1" status: 200 len: 912 time: 0.1595097 Jun 21 14:59:12.832045 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-d8ad3b53-d947-45fd-b51f-9422a200d58a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f3304c2-ab48-40aa-9627-ed887eb7030d {{(pid=105225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:59:12.841066 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-d8ad3b53-d947-45fd-b51f-9422a200d58a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:12.854241 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-d8ad3b53-d947-45fd-b51f-9422a200d58a service neutron] Transition to ACTIVE for port object 1f3304c2-ab48-40aa-9627-ed887eb7030d will not be triggered until provisioned by entity L2. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 14:59:12.858750 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-d8ad3b53-d947-45fd-b51f-9422a200d58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:12.860971 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0a8db3bf-97ca-4c6d-a5fd-00a305e8bc9f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:59:12.943096 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad3b53-d947-45fd-b51f-9422a200d58a service neutron] Pushing event updated for resources: {'Port': ['ID=1f3304c2-ab48-40aa-9627-ed887eb7030d,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:59:12.967660 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d8ad3b53-d947-45fd-b51f-9422a200d58a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:59:13.032451 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-d8ad3b53-d947-45fd-b51f-9422a200d58a service neutron] Attempting to bind port 1f3304c2-ab48-40aa-9627-ed887eb7030d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 14:59:13.032890 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-d8ad3b53-d947-45fd-b51f-9422a200d58a service neutron] Attempting to bind port 1f3304c2-ab48-40aa-9627-ed887eb7030d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'b56ec0c1-3c35-437d-ac3d-9d3b66701d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd662a6af-5ff6-4f3b-b7ce-c543ec0e23d7'}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 14:59:13.033141 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-d8ad3b53-d947-45fd-b51f-9422a200d58a service neutron] Attempting to bind port 1f3304c2-ab48-40aa-9627-ed887eb7030d on network d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:59:13.040061 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-d8ad3b53-d947-45fd-b51f-9422a200d58a service neutron] Port 1f3304c2-ab48-40aa-9627-ed887eb7030d on network d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 14:59:13.040774 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-d8ad3b53-d947-45fd-b51f-9422a200d58a service neutron] Attempting to bind port 1f3304c2-ab48-40aa-9627-ed887eb7030d on network d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 14:59:13.047124 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-d8ad3b53-d947-45fd-b51f-9422a200d58a service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 14, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 14:59:13.047466 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-d8ad3b53-d947-45fd-b51f-9422a200d58a service neutron] Checking segment: {'id': 'b56ec0c1-3c35-437d-ac3d-9d3b66701d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd662a6af-5ff6-4f3b-b7ce-c543ec0e23d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 14:59:13.047908 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-d8ad3b53-d947-45fd-b51f-9422a200d58a service neutron] Bound using segment: {'id': 'b56ec0c1-3c35-437d-ac3d-9d3b66701d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd662a6af-5ff6-4f3b-b7ce-c543ec0e23d7'} {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 14:59:13.048411 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-d8ad3b53-d947-45fd-b51f-9422a200d58a service neutron] Bound port: 1f3304c2-ab48-40aa-9627-ed887eb7030d, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b56ec0c1-3c35-437d-ac3d-9d3b66701d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd662a6af-5ff6-4f3b-b7ce-c543ec0e23d7'}}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 14:59:13.048731 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-d8ad3b53-d947-45fd-b51f-9422a200d58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:13.122575 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-d8ad3b53-d947-45fd-b51f-9422a200d58a service neutron] For port 1f3304c2-ab48-40aa-9627-ed887eb7030d, host hv-neutron-7971, cleared binding levels {{(pid=105225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 14:59:13.126012 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-d8ad3b53-d947-45fd-b51f-9422a200d58a service neutron] For port 1f3304c2-ab48-40aa-9627-ed887eb7030d, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1f3304c2-ab48-40aa-9627-ed887eb7030d,segment=NetworkSegment(b56ec0c1-3c35-437d-ac3d-9d3b66701d4d),segment_id=b56ec0c1-3c35-437d-ac3d-9d3b66701d4d)] {{(pid=105225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 14:59:13.130555 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-d8ad3b53-d947-45fd-b51f-9422a200d58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:13.132734 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-383fd737-624b-42c1-b48a-3f5c61e82ccd tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:59:13.168344 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-d8ad3b53-d947-45fd-b51f-9422a200d58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:13.168978 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-d8ad3b53-d947-45fd-b51f-9422a200d58a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:13.170428 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-d8ad3b53-d947-45fd-b51f-9422a200d58a service neutron] 10.222.0.66 "PUT /v2.0/ports/1f3304c2-ab48-40aa-9627-ed887eb7030d HTTP/1.1" status: 200 len: 1094 time: 0.7323952 Jun 21 14:59:13.170998 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21f6d38-f3e8-46b9-8829-20b5b540498d', 'tag': '1f3304c2-ab48-40aa-9627-ed887eb7030d'}] {{(pid=105225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:59:13.173511 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d720512e93a77e3bffebe2b790a2b81995dcc7e4c74443a12a7dc003910c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083e1b3d-948e-4bfd-aa3a-7d6aef020f82" -d '{"events": [{"name": "network-changed", "server_uuid": "d21f6d38-f3e8-46b9-8829-20b5b540498d", "tag": "1f3304c2-ab48-40aa-9627-ed887eb7030d"}]}' {{(pid=105225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:59:13.231720 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad3b53-d947-45fd-b51f-9422a200d58a service neutron] Pushing event updated for resources: {'Port': ['ID=1f3304c2-ab48-40aa-9627-ed887eb7030d,revision_number=3']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:59:13.247908 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4378eb86-a182-4b26-bd7b-54b40a484b33 x-openstack-request-id: req-4378eb86-a182-4b26-bd7b-54b40a484b33 {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:59:13.248268 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21f6d38-f3e8-46b9-8829-20b5b540498d", "tag": "1f3304c2-ab48-40aa-9627-ed887eb7030d", "status": "completed", "code": 200}]} {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:59:13.248572 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4378eb86-a182-4b26-bd7b-54b40a484b33 {{(pid=105225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:59:13.249033 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21f6d38-f3e8-46b9-8829-20b5b540498d', 'tag': '1f3304c2-ab48-40aa-9627-ed887eb7030d', 'status': 'completed', 'code': 200} Jun 21 14:59:13.249880 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d8ad3b53-d947-45fd-b51f-9422a200d58a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:59:13.261396 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-12007439-a575-43f3-96db-d5600c228ebe req-f0eb56b0-9199-4726-86f2-79346ac2b93c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc HTTP/1.1" status: 200 len: 1001 time: 0.5347526 Jun 21 14:59:13.301297 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-3256e441-2699-4d54-8666-5876af628b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:13.302910 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-3256e441-2699-4d54-8666-5876af628b8c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=d21f6d38-f3e8-46b9-8829-20b5b540498d HTTP/1.1" status: 200 len: 1097 time: 0.0724688 Jun 21 14:59:13.331326 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:59:13.344167 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca84f4-aeff-4f24-85fd-a01ccced2189 req-8209b275-e4f8-4c0d-aece-8071261fae0b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:13.345751 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a1ca84f4-aeff-4f24-85fd-a01ccced2189 req-8209b275-e4f8-4c0d-aece-8071261fae0b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21f6d38-f3e8-46b9-8829-20b5b540498d HTTP/1.1" status: 200 len: 944 time: 0.1989858 Jun 21 14:59:13.347794 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12007439-a575-43f3-96db-d5600c228ebe req-97000f84-1bb7-42c9-b4c2-23b4b3d91ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:13.349089 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-12007439-a575-43f3-96db-d5600c228ebe req-97000f84-1bb7-42c9-b4c2-23b4b3d91ff2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dfe1f5e6-b043-4974-b594-b5b570160e02 HTTP/1.1" status: 200 len: 850 time: 0.0801229 Jun 21 14:59:13.362637 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-45c87afb-83f8-4176-a164-39de78b4b5be service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f3304c2-ab48-40aa-9627-ed887eb7030d HTTP/1.1" status: 200 len: 217 time: 0.0485423 Jun 21 14:59:13.397186 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:59:13.397652 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:13.425504 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-b5ced2c7-ddbe-42e0-94a1-b61966662e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:13.427407 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-b5ced2c7-ddbe-42e0-94a1-b61966662e8f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b91757de-ff91-4eec-bc20-4d524c26c362 HTTP/1.1" status: 200 len: 835 time: 0.0587184 Jun 21 14:59:13.454971 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a1ca84f4-aeff-4f24-85fd-a01ccced2189 req-3a4380d2-b35f-4b1d-8d73-d7949d8e10bf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=53f40ddf-4c70-4130-acfe-3a24902b6527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006279 Jun 21 14:59:13.491697 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12007439-a575-43f3-96db-d5600c228ebe req-051e5838-9983-4dcc-b50c-1e0df1663b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:13.493466 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-12007439-a575-43f3-96db-d5600c228ebe req-051e5838-9983-4dcc-b50c-1e0df1663b72 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51c83c43-7be7-46e9-8af2-485fddc9c895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1323576 Jun 21 14:59:13.495675 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-cef7df57-4f92-44ee-ba4f-facd7c93b6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:13.497263 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-cef7df57-4f92-44ee-ba4f-facd7c93b6f6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0627751 Jun 21 14:59:13.594503 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-7806d686-46de-47f1-a9ec-1f062ba96f8a service neutron] 10.222.0.66 "GET /v2.0/networks/d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898008 Jun 21 14:59:13.602414 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-12007439-a575-43f3-96db-d5600c228ebe req-46f27884-2d12-4f35-8842-a93aad8c8fb9 service neutron] 10.222.0.66 "GET /v2.0/networks/51c83c43-7be7-46e9-8af2-485fddc9c895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972586 Jun 21 14:59:13.690315 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-03b9d529-2d6f-4f8f-ad95-80392786aac4 req-34716ffa-f60e-4bbd-a837-9086b72f2891 service neutron] 10.222.0.66 "GET /v2.0/networks/d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892825 Jun 21 14:59:13.724642 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-12007439-a575-43f3-96db-d5600c228ebe req-d100697b-2d67-43ce-b895-d396ae777638 service neutron] 10.222.0.66 "GET /v2.0/networks/51c83c43-7be7-46e9-8af2-485fddc9c895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165671 Jun 21 14:59:13.802567 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e1b3d-948e-4bfd-aa3a-7d6aef020f82 req-758084af-d499-42c9-a6d7-6210c346c7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:13.804090 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-083e1b3d-948e-4bfd-aa3a-7d6aef020f82 req-758084af-d499-42c9-a6d7-6210c346c7f4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=d21f6d38-f3e8-46b9-8829-20b5b540498d HTTP/1.1" status: 200 len: 1097 time: 0.0637348 Jun 21 14:59:13.906468 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e1b3d-948e-4bfd-aa3a-7d6aef020f82 req-edf2dba1-93d9-4af3-b1a5-a8a8508028c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:13.908958 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-083e1b3d-948e-4bfd-aa3a-7d6aef020f82 req-edf2dba1-93d9-4af3-b1a5-a8a8508028c0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7 HTTP/1.1" status: 200 len: 898 time: 0.0979512 Jun 21 14:59:13.959311 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-083e1b3d-948e-4bfd-aa3a-7d6aef020f82 req-c200d3a6-d841-49db-9a4c-da8fdf30a330 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f3304c2-ab48-40aa-9627-ed887eb7030d HTTP/1.1" status: 200 len: 217 time: 0.0442321 Jun 21 14:59:14.019147 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e1b3d-948e-4bfd-aa3a-7d6aef020f82 req-f92d5fa7-252e-42fc-9075-7334c039c1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:14.020839 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-083e1b3d-948e-4bfd-aa3a-7d6aef020f82 req-f92d5fa7-252e-42fc-9075-7334c039c1f1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b91757de-ff91-4eec-bc20-4d524c26c362 HTTP/1.1" status: 200 len: 835 time: 0.0557449 Jun 21 14:59:14.028249 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d2fe4e91-e572-4289-a244-a7994eb65bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:14.104042 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e1b3d-948e-4bfd-aa3a-7d6aef020f82 req-34df84bb-5c15-4038-8057-d949dddd1084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:14.106342 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-083e1b3d-948e-4bfd-aa3a-7d6aef020f82 req-34df84bb-5c15-4038-8057-d949dddd1084 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783629 Jun 21 14:59:14.206543 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-083e1b3d-948e-4bfd-aa3a-7d6aef020f82 req-c48a2cb4-5c62-481f-ba57-bc94101f732e service neutron] 10.222.0.66 "GET /v2.0/networks/d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933752 Jun 21 14:59:14.313935 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-083e1b3d-948e-4bfd-aa3a-7d6aef020f82 req-976cb455-e51f-4375-9e10-4c5ea8f37839 service neutron] 10.222.0.66 "GET /v2.0/networks/d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007705 Jun 21 14:59:14.649698 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634b3ce-cc68-444f-9c6a-fc45278c5ffa req-82ecae9b-436e-4eb6-abfe-c9c3c7b54da8 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:14.651207 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2634b3ce-cc68-444f-9c6a-fc45278c5ffa req-82ecae9b-436e-4eb6-abfe-c9c3c7b54da8 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21f6d38-f3e8-46b9-8829-20b5b540498d HTTP/1.1" status: 200 len: 944 time: 0.0677052 Jun 21 14:59:14.690862 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2634b3ce-cc68-444f-9c6a-fc45278c5ffa req-171b4454-57d4-4d5a-b825-281f3b351594 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=53f40ddf-4c70-4130-acfe-3a24902b6527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327451 Jun 21 14:59:15.886599 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334583c9-f76d-4112-b6a4-4555d4c362d9 req-8b05f4b5-a54d-47f5-a25e-0dc1afb0f7e4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:15.888172 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-334583c9-f76d-4112-b6a4-4555d4c362d9 req-8b05f4b5-a54d-47f5-a25e-0dc1afb0f7e4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21f6d38-f3e8-46b9-8829-20b5b540498d HTTP/1.1" status: 200 len: 944 time: 0.0840282 Jun 21 14:59:15.927349 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-334583c9-f76d-4112-b6a4-4555d4c362d9 req-2ef040ea-2c8b-4e3c-8712-6f96fc680eb2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=53f40ddf-4c70-4130-acfe-3a24902b6527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332108 Jun 21 14:59:16.570060 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-567998e4-bfe4-4f7d-a3ca-b83539fad0f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:16.656795 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 1f3304c2-ab48-40aa-9627-ed887eb7030d details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 14:59:16.768919 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 1f3304c2-ab48-40aa-9627-ed887eb7030d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1f3304c2-ab48-40aa-9627-ed887eb7030d,segment=NetworkSegment(b56ec0c1-3c35-437d-ac3d-9d3b66701d4d),segment_id=b56ec0c1-3c35-437d-ac3d-9d3b66701d4d)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:59:16.780819 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '1f3304c2-ab48-40aa-9627-ed887eb7030d', 'network_id': 'd662a6af-5ff6-4f3b-b7ce-c543ec0e23d7', 'port_id': '1f3304c2-ab48-40aa-9627-ed887eb7030d', 'mac_address': 'fa:16:3e:1b:96:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b91757de-ff91-4eec-bc20-4d524c26c362', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 14:59:16.824324 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:16.837267 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f3304c2-ab48-40aa-9627-ed887eb7030d {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 14:59:16.857413 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 1f3304c2-ab48-40aa-9627-ed887eb7030d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1f3304c2-ab48-40aa-9627-ed887eb7030d,segment=NetworkSegment(b56ec0c1-3c35-437d-ac3d-9d3b66701d4d),segment_id=b56ec0c1-3c35-437d-ac3d-9d3b66701d4d)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:59:16.863709 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:16.865408 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6b2d39b3-cdb1-4dd5-9090-756468ae80d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:59:16.925406 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=1f3304c2-ab48-40aa-9627-ed887eb7030d,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:59:16.930412 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:59:16.981731 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:17.129413 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052e44a0-1bdc-4af6-83ff-77ccb5b004ea req-341bb529-3138-4443-8cb6-b08d2d04b880 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:17.131110 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-052e44a0-1bdc-4af6-83ff-77ccb5b004ea req-341bb529-3138-4443-8cb6-b08d2d04b880 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21f6d38-f3e8-46b9-8829-20b5b540498d HTTP/1.1" status: 200 len: 945 time: 0.0889730 Jun 21 14:59:17.178786 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-052e44a0-1bdc-4af6-83ff-77ccb5b004ea req-bc7acab4-4ba4-41da-92ae-f7844953bdd3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=53f40ddf-4c70-4130-acfe-3a24902b6527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389683 Jun 21 14:59:17.184333 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['1f3304c2-ab48-40aa-9627-ed887eb7030d'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 14:59:18.039351 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:18.365132 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d00fef-9a13-43fe-8bfa-d978b0c50472 req-dfad97dc-65fb-499d-9882-32260507285f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:18.366632 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-47d00fef-9a13-43fe-8bfa-d978b0c50472 req-dfad97dc-65fb-499d-9882-32260507285f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21f6d38-f3e8-46b9-8829-20b5b540498d HTTP/1.1" status: 200 len: 945 time: 0.0693517 Jun 21 14:59:18.418704 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-47d00fef-9a13-43fe-8bfa-d978b0c50472 req-29ef9117-71f2-4039-8e34-4d1df5350495 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=53f40ddf-4c70-4130-acfe-3a24902b6527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435379 Jun 21 14:59:18.661277 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 1f3304c2-ab48-40aa-9627-ed887eb7030d up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 14:59:18.722533 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port 1f3304c2-ab48-40aa-9627-ed887eb7030d completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 14:59:18.727661 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 1f3304c2-ab48-40aa-9627-ed887eb7030d triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 14:59:18.728214 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:18.810596 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:18.833089 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21f6d38-f3e8-46b9-8829-20b5b540498d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3304c2-ab48-40aa-9627-ed887eb7030d'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:59:18.835395 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7bbe450-5227-437f-8b58-9fcc49a30bc1" -d '{"events": [{"server_uuid": "d21f6d38-f3e8-46b9-8829-20b5b540498d", "name": "network-vif-plugged", "status": "completed", "tag": "1f3304c2-ab48-40aa-9627-ed887eb7030d"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:59:18.848070 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 1f3304c2-ab48-40aa-9627-ed887eb7030d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1f3304c2-ab48-40aa-9627-ed887eb7030d,segment=NetworkSegment(b56ec0c1-3c35-437d-ac3d-9d3b66701d4d),segment_id=b56ec0c1-3c35-437d-ac3d-9d3b66701d4d)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 14:59:18.853626 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:18.855621 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:59:18.877494 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 14:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05997386-2eea-4545-b50d-98d72d9966af x-openstack-request-id: req-05997386-2eea-4545-b50d-98d72d9966af {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:59:18.877810 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21f6d38-f3e8-46b9-8829-20b5b540498d", "name": "network-vif-plugged", "status": "completed", "tag": "1f3304c2-ab48-40aa-9627-ed887eb7030d", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:59:18.878075 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-05997386-2eea-4545-b50d-98d72d9966af {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:59:18.878468 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21f6d38-f3e8-46b9-8829-20b5b540498d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3304c2-ab48-40aa-9627-ed887eb7030d', 'code': 200} Jun 21 14:59:18.904264 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=1f3304c2-ab48-40aa-9627-ed887eb7030d,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:59:18.907163 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:59:19.092505 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 14:59:19.101450 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e8b94-2441-4c7b-9dba-16072a81c464 req-4f7dcc04-129c-48b5-a843-fd3eee82364e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:19.103012 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f81e8b94-2441-4c7b-9dba-16072a81c464 req-4f7dcc04-129c-48b5-a843-fd3eee82364e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d21f6d38-f3e8-46b9-8829-20b5b540498d HTTP/1.1" status: 200 len: 1099 time: 0.0578949 Jun 21 14:59:19.145571 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f81e8b94-2441-4c7b-9dba-16072a81c464 req-76e18b1a-17e7-4df3-91be-f59a6d25777a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=53f40ddf-4c70-4130-acfe-3a24902b6527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354273 Jun 21 14:59:19.615585 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba366d-2d42-4bb4-9a77-db7b0c1ccebd req-37f6d043-20d2-4c8a-8717-6527a674ec8b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:19.617025 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b8ba366d-2d42-4bb4-9a77-db7b0c1ccebd req-37f6d043-20d2-4c8a-8717-6527a674ec8b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21f6d38-f3e8-46b9-8829-20b5b540498d HTTP/1.1" status: 200 len: 946 time: 0.0735443 Jun 21 14:59:19.657097 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b8ba366d-2d42-4bb4-9a77-db7b0c1ccebd req-325f957e-f762-4b80-a034-269ec90d1537 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=53f40ddf-4c70-4130-acfe-3a24902b6527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328336 Jun 21 14:59:19.700890 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:20.841664 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb3b6d-fbeb-4451-b095-06635f3dca02 req-24e333fa-8693-4e0c-ac40-86e6e0ecb93e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:20.843324 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3ccb3b6d-fbeb-4451-b095-06635f3dca02 req-24e333fa-8693-4e0c-ac40-86e6e0ecb93e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21f6d38-f3e8-46b9-8829-20b5b540498d HTTP/1.1" status: 200 len: 946 time: 0.0662842 Jun 21 14:59:20.891012 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3ccb3b6d-fbeb-4451-b095-06635f3dca02 req-d0d406bc-30e9-4d8b-8f77-de77ba73b216 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=53f40ddf-4c70-4130-acfe-3a24902b6527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409980 Jun 21 14:59:21.070462 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69c652-394c-40dd-a9ba-0d458686f93c req-641a5d9d-2964-453c-b423-2335344baae2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:21.072101 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1c69c652-394c-40dd-a9ba-0d458686f93c req-641a5d9d-2964-453c-b423-2335344baae2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21f6d38-f3e8-46b9-8829-20b5b540498d HTTP/1.1" status: 200 len: 946 time: 0.0697081 Jun 21 14:59:21.112252 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1c69c652-394c-40dd-a9ba-0d458686f93c req-c427c8f1-2002-4dfd-9fde-769719052927 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=53f40ddf-4c70-4130-acfe-3a24902b6527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336609 Jun 21 14:59:21.138699 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39286) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:59:21.201885 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb8e1be-1990-4e12-a480-c0a16161fe65 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:21.203668 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6bb8e1be-1990-4e12-a480-c0a16161fe65 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d21f6d38-f3e8-46b9-8829-20b5b540498d HTTP/1.1" status: 200 len: 1094 time: 0.0638354 Jun 21 14:59:21.206675 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39288) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:59:21.211103 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-a45e13cf-628c-4b7a-a09e-ab3dd7906025 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'port_id': '1f3304c2-ab48-40aa-9627-ed887eb7030d', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 14:59:21.236052 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a45e13cf-628c-4b7a-a09e-ab3dd7906025 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:21.336794 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a45e13cf-628c-4b7a-a09e-ab3dd7906025 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:21.459226 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-a45e13cf-628c-4b7a-a09e-ab3dd7906025 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Allocated IP 172.26.3.164 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/6a587775-7770-495b-9842-29f062c9fd64) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 14:59:21.582742 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a45e13cf-628c-4b7a-a09e-ab3dd7906025 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:21.623786 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a45e13cf-628c-4b7a-a09e-ab3dd7906025 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:21.626156 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-51ddc9af-440c-4bf0-9170-aa5fac7e25c7 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:59:21.666490 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45e13cf-628c-4b7a-a09e-ab3dd7906025 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 14:59:21.669335 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-a45e13cf-628c-4b7a-a09e-ab3dd7906025 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 14:59:21.674924 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45e13cf-628c-4b7a-a09e-ab3dd7906025 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 14:59:21.680443 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e13cf-628c-4b7a-a09e-ab3dd7906025 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=6a587775-7770-495b-9842-29f062c9fd64,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:59:21.698973 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a45e13cf-628c-4b7a-a09e-ab3dd7906025 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:59:22.097450 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a45e13cf-628c-4b7a-a09e-ab3dd7906025 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:22.190389 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a45e13cf-628c-4b7a-a09e-ab3dd7906025 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:22.356922 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a45e13cf-628c-4b7a-a09e-ab3dd7906025 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:22.363280 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a45e13cf-628c-4b7a-a09e-ab3dd7906025 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:22.365551 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7b981d3e-803a-4d5d-becb-9c9b4a4afa28 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 14:59:22.433945 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e13cf-628c-4b7a-a09e-ab3dd7906025 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=6a587775-7770-495b-9842-29f062c9fd64,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 14:59:22.437051 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a45e13cf-628c-4b7a-a09e-ab3dd7906025 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 14:59:22.445427 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a45e13cf-628c-4b7a-a09e-ab3dd7906025 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:22.556269 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.l3_db [None req-a45e13cf-628c-4b7a-a09e-ab3dd7906025 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Floating IP c6db8463-5d10-4eb9-b69a-a9760e34880b associated. External IP: 172.26.3.164, port: 1f3304c2-ab48-40aa-9627-ed887eb7030d. Jun 21 14:59:23.092943 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45e13cf-628c-4b7a-a09e-ab3dd7906025 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router b128c549-92ab-4f25-be5f-9a1a76517fb6 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 14:59:23.204695 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45e13cf-628c-4b7a-a09e-ab3dd7906025 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 14:59:23.219405 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef436348-340b-43b6-81e7-c6b3e55ee05d None None] Sync routers for ids ['b128c549-92ab-4f25-be5f-9a1a76517fb6'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 14:59:23.228424 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a45e13cf-628c-4b7a-a09e-ab3dd7906025 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:23.233053 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef436348-340b-43b6-81e7-c6b3e55ee05d None None] Routers {'b128c549-92ab-4f25-be5f-9a1a76517fb6'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:59:23.234172 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-ef436348-340b-43b6-81e7-c6b3e55ee05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:59:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['b128c549-92ab-4f25-be5f-9a1a76517fb6'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:59:23.285769 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a45e13cf-628c-4b7a-a09e-ab3dd7906025 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0779092 Jun 21 14:59:23.286770 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21f6d38-f3e8-46b9-8829-20b5b540498d', 'tag': '1f3304c2-ab48-40aa-9627-ed887eb7030d'}] {{(pid=105225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 14:59:23.288626 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39292) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:59:23.290443 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d720512e93a77e3bffebe2b790a2b81995dcc7e4c74443a12a7dc003910c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfb0fdb-a77d-4f84-a2ec-4efb9f3929eb" -d '{"events": [{"name": "network-changed", "server_uuid": "d21f6d38-f3e8-46b9-8829-20b5b540498d", "tag": "1f3304c2-ab48-40aa-9627-ed887eb7030d"}]}' {{(pid=105225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 14:59:23.358029 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-37e5c55e-6d2a-46ee-9747-9d02e1034fa3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/floatingips/c6db8463-5d10-4eb9-b69a-a9760e34880b HTTP/1.1" status: 200 len: 992 time: 0.0680795 Jun 21 14:59:23.367835 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-ef436348-340b-43b6-81e7-c6b3e55ee05d None None] Set router b128c549-92ab-4f25-be5f-9a1a76517fb6 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:59:23.390510 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 14:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d9d3670-70c5-4891-aef9-d7d99e0d810e x-openstack-request-id: req-4d9d3670-70c5-4891-aef9-d7d99e0d810e {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 14:59:23.390854 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21f6d38-f3e8-46b9-8829-20b5b540498d", "tag": "1f3304c2-ab48-40aa-9627-ed887eb7030d", "status": "completed", "code": 200}]} {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 14:59:23.391129 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4d9d3670-70c5-4891-aef9-d7d99e0d810e {{(pid=105225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 14:59:23.391603 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21f6d38-f3e8-46b9-8829-20b5b540498d', 'tag': '1f3304c2-ab48-40aa-9627-ed887eb7030d', 'status': 'completed', 'code': 200} Jun 21 14:59:23.469861 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb0fdb-a77d-4f84-a2ec-4efb9f3929eb req-dae4cd76-1371-41b7-9ec3-319003bbb0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:23.471364 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-edfb0fdb-a77d-4f84-a2ec-4efb9f3929eb req-dae4cd76-1371-41b7-9ec3-319003bbb0b0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=d21f6d38-f3e8-46b9-8829-20b5b540498d HTTP/1.1" status: 200 len: 1099 time: 0.0577626 Jun 21 14:59:23.559895 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb0fdb-a77d-4f84-a2ec-4efb9f3929eb req-59520903-7593-4cab-be9c-78d8470cbe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:23.561481 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-edfb0fdb-a77d-4f84-a2ec-4efb9f3929eb req-59520903-7593-4cab-be9c-78d8470cbe0c service neutron] 10.222.0.66 "GET /v2.0/networks?id=d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7 HTTP/1.1" status: 200 len: 898 time: 0.0841334 Jun 21 14:59:23.585518 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-ef436348-340b-43b6-81e7-c6b3e55ee05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'name': 'tempest-TestNetworkBasicOps-router-1382656938', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': 'ab593500-eaca-4d7d-a190-d75a922fe517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:59:02Z', 'updated_at': '2021-06-21T14:59:06Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'ab593500-eaca-4d7d-a190-d75a922fe517', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:05:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:59:03Z', 'updated_at': '2021-06-21T14:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': 'c6db8463-5d10-4eb9-b69a-a9760e34880b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.164', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'port_id': '1f3304c2-ab48-40aa-9627-ed887eb7030d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd662a6af-5ff6-4f3b-b7ce-c543ec0e23d7', 'mac_address': 'fa:16:3e:1b:96:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21f6d38-f3e8-46b9-8829-20b5b540498d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:59:21Z', 'updated_at': '2021-06-21T14:59:21Z', 'revision_number': 0, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d', 'name': '', 'network_id': 'd662a6af-5ff6-4f3b-b7ce-c543ec0e23d7', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:5f:64:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'b91757de-ff91-4eec-bc20-4d524c26c362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:59:05Z', 'updated_at': '2021-06-21T14:59:11Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'b91757de-ff91-4eec-bc20-4d524c26c362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:59:23.614698 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef436348-340b-43b6-81e7-c6b3e55ee05d None None] Checking router: b128c549-92ab-4f25-be5f-9a1a76517fb6 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 14:59:23.624132 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef436348-340b-43b6-81e7-c6b3e55ee05d None None] Routers {'b128c549-92ab-4f25-be5f-9a1a76517fb6'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 14:59:23.625382 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-ef436348-340b-43b6-81e7-c6b3e55ee05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T14:59:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['b128c549-92ab-4f25-be5f-9a1a76517fb6'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:59:23.632089 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-edfb0fdb-a77d-4f84-a2ec-4efb9f3929eb req-14e6aa41-710e-47fb-9f2a-54823504f4f8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f3304c2-ab48-40aa-9627-ed887eb7030d HTTP/1.1" status: 200 len: 1000 time: 0.0644586 Jun 21 14:59:23.681253 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb0fdb-a77d-4f84-a2ec-4efb9f3929eb req-7d031955-7f66-43b6-9312-3563b1540971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:23.682839 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-edfb0fdb-a77d-4f84-a2ec-4efb9f3929eb req-7d031955-7f66-43b6-9312-3563b1540971 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b91757de-ff91-4eec-bc20-4d524c26c362 HTTP/1.1" status: 200 len: 835 time: 0.0452981 Jun 21 14:59:23.728203 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-ef436348-340b-43b6-81e7-c6b3e55ee05d None None] Set router b128c549-92ab-4f25-be5f-9a1a76517fb6 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 14:59:23.740491 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb0fdb-a77d-4f84-a2ec-4efb9f3929eb req-7e73bddd-83c5-4eab-b7f7-777d373efdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 14:59:23.742042 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-edfb0fdb-a77d-4f84-a2ec-4efb9f3929eb req-7e73bddd-83c5-4eab-b7f7-777d373efdc1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0533156 Jun 21 14:59:23.840156 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-edfb0fdb-a77d-4f84-a2ec-4efb9f3929eb req-cfa8f111-c8d6-4009-8234-a8d560b4b43c service neutron] 10.222.0.66 "GET /v2.0/networks/d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911589 Jun 21 14:59:23.930560 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-edfb0fdb-a77d-4f84-a2ec-4efb9f3929eb req-cb8266df-6775-4838-a23b-30084e4dbbaa service neutron] 10.222.0.66 "GET /v2.0/networks/d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838408 Jun 21 14:59:23.955507 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-ef436348-340b-43b6-81e7-c6b3e55ee05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'name': 'tempest-TestNetworkBasicOps-router-1382656938', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': 'ab593500-eaca-4d7d-a190-d75a922fe517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:59:02Z', 'updated_at': '2021-06-21T14:59:06Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'ab593500-eaca-4d7d-a190-d75a922fe517', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:05:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:59:03Z', 'updated_at': '2021-06-21T14:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': 'c6db8463-5d10-4eb9-b69a-a9760e34880b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.164', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'port_id': '1f3304c2-ab48-40aa-9627-ed887eb7030d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd662a6af-5ff6-4f3b-b7ce-c543ec0e23d7', 'mac_address': 'fa:16:3e:1b:96:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21f6d38-f3e8-46b9-8829-20b5b540498d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:59:21Z', 'updated_at': '2021-06-21T14:59:21Z', 'revision_number': 0, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d', 'name': '', 'network_id': 'd662a6af-5ff6-4f3b-b7ce-c543ec0e23d7', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:5f:64:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'b91757de-ff91-4eec-bc20-4d524c26c362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:59:05Z', 'updated_at': '2021-06-21T14:59:11Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'b91757de-ff91-4eec-bc20-4d524c26c362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 14:59:23.985394 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef436348-340b-43b6-81e7-c6b3e55ee05d None None] The sync data for ids ['b128c549-92ab-4f25-be5f-9a1a76517fb6'] in dv-neutron-797121-2-hyperv is: [{'id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'name': 'tempest-TestNetworkBasicOps-router-1382656938', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': 'ab593500-eaca-4d7d-a190-d75a922fe517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:59:02Z', 'updated_at': '2021-06-21T14:59:06Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'ab593500-eaca-4d7d-a190-d75a922fe517', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:05:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:59:03Z', 'updated_at': '2021-06-21T14:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': 'c6db8463-5d10-4eb9-b69a-a9760e34880b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.164', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'port_id': '1f3304c2-ab48-40aa-9627-ed887eb7030d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1378, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd662a6af-5ff6-4f3b-b7ce-c543ec0e23d7', 'mac_address': 'fa:16:3e:1b:96:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd21f6d38-f3e8-46b9-8829-20b5b540498d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:59:21Z', 'updated_at': '2021-06-21T14:59:21Z', 'revision_number': 0, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d', 'name': '', 'network_id': 'd662a6af-5ff6-4f3b-b7ce-c543ec0e23d7', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:5f:64:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'b91757de-ff91-4eec-bc20-4d524c26c362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:59:05Z', 'updated_at': '2021-06-21T14:59:11Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'b91757de-ff91-4eec-bc20-4d524c26c362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 14:59:24.188093 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d755b32-c16c-44e4-bd4b-51dedf42bf03 None None] New status for floating IP c6db8463-5d10-4eb9-b69a-a9760e34880b: ACTIVE {{(pid=105226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 14:59:24.361900 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39298) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 14:59:24.427834 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5664b47d-9cdb-44f8-943f-f5e2de27c53a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/floatingips/c6db8463-5d10-4eb9-b69a-a9760e34880b HTTP/1.1" status: 200 len: 994 time: 0.0646074 Jun 21 14:59:35.285175 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:44.031288 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7f07a008-07f1-4cd5-a3bb-aa25380a4ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:46.565896 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-be11c979-e400-41b7-aecb-a389794bf9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:46.996841 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:48.045015 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:49.703886 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 14:59:56.096400 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:00:05.300255 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:13.336859 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-31f01392-ba31-43f7-84cb-60c9a043e1f9 req-12f80975-1814-43bd-b322-5dc5ab8fdb87 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=42b66724-2c50-43c5-a5c6-c554da8715ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0659015 Jun 21 15:00:13.437975 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f01392-ba31-43f7-84cb-60c9a043e1f9 req-8cb8e1e5-9331-45b1-aaaa-dca4b5ba99ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:13.439773 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-31f01392-ba31-43f7-84cb-60c9a043e1f9 req-8cb8e1e5-9331-45b1-aaaa-dca4b5ba99ab service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c4e5ef8cecbf4ede86b5a3dcbc277e2f&device_id=42b66724-2c50-43c5-a5c6-c554da8715ac HTTP/1.1" status: 200 len: 1098 time: 0.0547783 Jun 21 15:00:13.557409 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f01392-ba31-43f7-84cb-60c9a043e1f9 req-15ef0ab7-398a-4bb2-8b20-77700169347a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:13.558898 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-31f01392-ba31-43f7-84cb-60c9a043e1f9 req-15ef0ab7-398a-4bb2-8b20-77700169347a service neutron] 10.222.0.66 "GET /v2.0/networks?id=51c83c43-7be7-46e9-8af2-485fddc9c895 HTTP/1.1" status: 200 len: 912 time: 0.0937090 Jun 21 15:00:13.624820 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-31f01392-ba31-43f7-84cb-60c9a043e1f9 req-1a6d0c0e-6e0a-4c78-88ee-ec94b70ee56f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc HTTP/1.1" status: 200 len: 1001 time: 0.0599887 Jun 21 15:00:13.701160 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f01392-ba31-43f7-84cb-60c9a043e1f9 req-3f8f3ee5-0394-45f3-9c4f-bfb9989b93b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:13.702632 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-31f01392-ba31-43f7-84cb-60c9a043e1f9 req-3f8f3ee5-0394-45f3-9c4f-bfb9989b93b0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dfe1f5e6-b043-4974-b594-b5b570160e02 HTTP/1.1" status: 200 len: 850 time: 0.0717461 Jun 21 15:00:13.766657 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f01392-ba31-43f7-84cb-60c9a043e1f9 req-ef0ea836-df3b-4df4-be1a-63a23dd92806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:13.768254 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-31f01392-ba31-43f7-84cb-60c9a043e1f9 req-ef0ea836-df3b-4df4-be1a-63a23dd92806 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51c83c43-7be7-46e9-8af2-485fddc9c895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0590773 Jun 21 15:00:13.864140 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-31f01392-ba31-43f7-84cb-60c9a043e1f9 req-0e197456-b824-493c-92ef-3c526f4501ab service neutron] 10.222.0.66 "GET /v2.0/networks/51c83c43-7be7-46e9-8af2-485fddc9c895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892446 Jun 21 15:00:13.958037 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-31f01392-ba31-43f7-84cb-60c9a043e1f9 req-9ee71158-3e53-48d4-bb62-29df633e7398 service neutron] 10.222.0.66 "GET /v2.0/networks/51c83c43-7be7-46e9-8af2-485fddc9c895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873842 Jun 21 15:00:14.024886 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-74aa1704-e356-48c0-bd18-7a7b5ffe2e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:16.566007 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76ff552e-fe76-437c-9e51-a69c04a2afb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:16.993098 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:18.043984 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:19.708877 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:29.182816 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39358) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:00:29.259810 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-341b1177-d469-4fda-8051-99388ef273f8 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/floatingips/c6db8463-5d10-4eb9-b69a-a9760e34880b HTTP/1.1" status: 200 len: 994 time: 0.0757158 Jun 21 15:00:29.634493 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39368) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:00:29.797011 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-b1ac2b47-5ab6-4626-aa0c-616969cf4d99 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port 6a587775-7770-495b-9842-29f062c9fd64 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:00:29.797462 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b1ac2b47-5ab6-4626-aa0c-616969cf4d99 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:29.893597 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b1ac2b47-5ab6-4626-aa0c-616969cf4d99 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:29.893857 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b1ac2b47-5ab6-4626-aa0c-616969cf4d99 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:29.963081 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-b1ac2b47-5ab6-4626-aa0c-616969cf4d99 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for 6a587775-7770-495b-9842-29f062c9fd64 owned by network:floatingip {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:00:30.107703 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b1ac2b47-5ab6-4626-aa0c-616969cf4d99 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:30.109981 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0b364947-85c9-4a74-a794-ca975cfd2e36 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:30.139355 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac2b47-5ab6-4626-aa0c-616969cf4d99 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=6a587775-7770-495b-9842-29f062c9fd64,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:30.152293 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac2b47-5ab6-4626-aa0c-616969cf4d99 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:30.152680 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac2b47-5ab6-4626-aa0c-616969cf4d99 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:30.153057 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac2b47-5ab6-4626-aa0c-616969cf4d99 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:30.153427 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac2b47-5ab6-4626-aa0c-616969cf4d99 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:30.153813 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac2b47-5ab6-4626-aa0c-616969cf4d99 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:30.154186 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac2b47-5ab6-4626-aa0c-616969cf4d99 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:30.154557 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac2b47-5ab6-4626-aa0c-616969cf4d99 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:30.154918 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac2b47-5ab6-4626-aa0c-616969cf4d99 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:30.155365 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac2b47-5ab6-4626-aa0c-616969cf4d99 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:30.155732 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac2b47-5ab6-4626-aa0c-616969cf4d99 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:30.156085 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac2b47-5ab6-4626-aa0c-616969cf4d99 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:30.156435 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1ac2b47-5ab6-4626-aa0c-616969cf4d99 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:30.164009 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b1ac2b47-5ab6-4626-aa0c-616969cf4d99 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:30.219525 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b1ac2b47-5ab6-4626-aa0c-616969cf4d99 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:30.220335 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [None req-b1ac2b47-5ab6-4626-aa0c-616969cf4d99 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Floating IP c6db8463-5d10-4eb9-b69a-a9760e34880b disassociated (deleted). External IP: 172.26.3.164, port: 1f3304c2-ab48-40aa-9627-ed887eb7030d. Jun 21 15:00:30.440628 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ac2b47-5ab6-4626-aa0c-616969cf4d99 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router b128c549-92ab-4f25-be5f-9a1a76517fb6 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:00:30.888458 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ac2b47-5ab6-4626-aa0c-616969cf4d99 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:00:30.894701 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b1ac2b47-5ab6-4626-aa0c-616969cf4d99 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:30.899847 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c71c6e-62c7-41be-bdb3-45267823a3b8 None None] Sync routers for ids ['b128c549-92ab-4f25-be5f-9a1a76517fb6'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:00:30.900612 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-0fff8a63-5d2e-4c56-bce0-003be4e4b947 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1382459489&fields=id&tenant_id=c4e5ef8cecbf4ede86b5a3dcbc277e2f HTTP/1.1" status: 200 len: 267 time: 0.0554256 Jun 21 15:00:30.910978 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c71c6e-62c7-41be-bdb3-45267823a3b8 None None] Routers {'b128c549-92ab-4f25-be5f-9a1a76517fb6'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:00:30.911722 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-36c71c6e-62c7-41be-bdb3-45267823a3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:00:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['b128c549-92ab-4f25-be5f-9a1a76517fb6'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:00:30.981487 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b1ac2b47-5ab6-4626-aa0c-616969cf4d99 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/floatingips/c6db8463-5d10-4eb9-b69a-a9760e34880b HTTP/1.1" status: 204 len: 168 time: 1.3457735 Jun 21 15:00:30.983862 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd21f6d38-f3e8-46b9-8829-20b5b540498d', 'tag': '1f3304c2-ab48-40aa-9627-ed887eb7030d'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:00:30.986451 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ae522c-db36-4dc6-a428-42828a9cad35" -d '{"events": [{"name": "network-changed", "server_uuid": "d21f6d38-f3e8-46b9-8829-20b5b540498d", "tag": "1f3304c2-ab48-40aa-9627-ed887eb7030d"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:00:31.019270 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-36c71c6e-62c7-41be-bdb3-45267823a3b8 None None] Set router b128c549-92ab-4f25-be5f-9a1a76517fb6 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:00:31.042201 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-40e03b09-1ac5-4a1d-8384-356efa031925 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:31.043697 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-40e03b09-1ac5-4a1d-8384-356efa031925 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/networks?id=51c83c43-7be7-46e9-8af2-485fddc9c895 HTTP/1.1" status: 200 len: 811 time: 0.1260970 Jun 21 15:00:31.059920 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-b670eb7d-ae7a-443d-80a0-21f0e450614f tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/quotas/c4e5ef8cecbf4ede86b5a3dcbc277e2f HTTP/1.1" status: 200 len: 375 time: 0.0106287 Jun 21 15:00:31.140836 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-c1de15a0-b30a-4dff-94d8-9f31fd0e2444 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c4e5ef8cecbf4ede86b5a3dcbc277e2f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0748646 Jun 21 15:00:31.158534 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-9a776bb0-1bb6-4807-ac37-d253f0bcccf4 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 15:00:31.159579 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-9a776bb0-1bb6-4807-ac37-d253f0bcccf4 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062969 Jun 21 15:00:31.236285 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1e60a6-7418-48a8-8c09-b353d1ec1e36 x-openstack-request-id: req-ed1e60a6-7418-48a8-8c09-b353d1ec1e36 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:00:31.237140 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-36c71c6e-62c7-41be-bdb3-45267823a3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'name': 'tempest-TestNetworkBasicOps-router-1382656938', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': 'ab593500-eaca-4d7d-a190-d75a922fe517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:59:02Z', 'updated_at': '2021-06-21T14:59:06Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'ab593500-eaca-4d7d-a190-d75a922fe517', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:05:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:59:03Z', 'updated_at': '2021-06-21T14:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d', 'name': '', 'network_id': 'd662a6af-5ff6-4f3b-b7ce-c543ec0e23d7', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:5f:64:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'b91757de-ff91-4eec-bc20-4d524c26c362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:59:05Z', 'updated_at': '2021-06-21T14:59:11Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'b91757de-ff91-4eec-bc20-4d524c26c362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:00:31.237561 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d21f6d38-f3e8-46b9-8829-20b5b540498d", "tag": "1f3304c2-ab48-40aa-9627-ed887eb7030d", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:00:31.238072 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ed1e60a6-7418-48a8-8c09-b353d1ec1e36 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:00:31.238856 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd21f6d38-f3e8-46b9-8829-20b5b540498d', 'tag': '1f3304c2-ab48-40aa-9627-ed887eb7030d', 'status': 'completed', 'code': 200} Jun 21 15:00:31.268450 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c71c6e-62c7-41be-bdb3-45267823a3b8 None None] Checking router: b128c549-92ab-4f25-be5f-9a1a76517fb6 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:00:31.277196 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c71c6e-62c7-41be-bdb3-45267823a3b8 None None] Routers {'b128c549-92ab-4f25-be5f-9a1a76517fb6'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:00:31.277851 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-36c71c6e-62c7-41be-bdb3-45267823a3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:00:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['b128c549-92ab-4f25-be5f-9a1a76517fb6'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:00:31.283686 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-e0cd4750-9287-40c4-869e-50f37b3b6dcc service neutron] 10.222.0.72 "GET /v2.0/networks/51c83c43-7be7-46e9-8af2-485fddc9c895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161628 Jun 21 15:00:31.404851 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-36c71c6e-62c7-41be-bdb3-45267823a3b8 None None] Set router b128c549-92ab-4f25-be5f-9a1a76517fb6 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:00:31.437308 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-9a0bc78e-41c1-4826-8148-48065e833798 service neutron] 10.222.0.72 "GET /v2.0/networks/51c83c43-7be7-46e9-8af2-485fddc9c895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343498 Jun 21 15:00:31.442174 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae522c-db36-4dc6-a428-42828a9cad35 req-8782a702-e696-46f1-a333-79b9b8efdc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:31.443586 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d0ae522c-db36-4dc6-a428-42828a9cad35 req-8782a702-e696-46f1-a333-79b9b8efdc99 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=d21f6d38-f3e8-46b9-8829-20b5b540498d HTTP/1.1" status: 200 len: 1099 time: 0.1719251 Jun 21 15:00:31.514814 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c72ae-5bed-446a-8731-0c8a1eae2318 req-c6d5987f-849f-42f7-a494-4c3ea68c1d3a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:31.516305 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-047c72ae-5bed-446a-8731-0c8a1eae2318 req-c6d5987f-849f-42f7-a494-4c3ea68c1d3a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21f6d38-f3e8-46b9-8829-20b5b540498d HTTP/1.1" status: 200 len: 946 time: 0.1662841 Jun 21 15:00:31.576583 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-047c72ae-5bed-446a-8731-0c8a1eae2318 req-125e6309-0dc6-45b6-bd19-6b89749190a1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=53f40ddf-4c70-4130-acfe-3a24902b6527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540304 Jun 21 15:00:31.590709 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae522c-db36-4dc6-a428-42828a9cad35 req-6fc115ad-dba1-4f1b-af85-aaa273e96177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:31.592470 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d0ae522c-db36-4dc6-a428-42828a9cad35 req-6fc115ad-dba1-4f1b-af85-aaa273e96177 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7 HTTP/1.1" status: 200 len: 898 time: 0.1401484 Jun 21 15:00:31.616862 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-36c71c6e-62c7-41be-bdb3-45267823a3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'name': 'tempest-TestNetworkBasicOps-router-1382656938', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': 'ab593500-eaca-4d7d-a190-d75a922fe517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:59:02Z', 'updated_at': '2021-06-21T14:59:06Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'ab593500-eaca-4d7d-a190-d75a922fe517', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:05:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:59:03Z', 'updated_at': '2021-06-21T14:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d', 'name': '', 'network_id': 'd662a6af-5ff6-4f3b-b7ce-c543ec0e23d7', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:5f:64:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'b91757de-ff91-4eec-bc20-4d524c26c362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:59:05Z', 'updated_at': '2021-06-21T14:59:11Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'b91757de-ff91-4eec-bc20-4d524c26c362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:00:31.639781 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d0ae522c-db36-4dc6-a428-42828a9cad35 req-3845a3ea-1f46-458c-b79a-6a0c9226f8e6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f3304c2-ab48-40aa-9627-ed887eb7030d HTTP/1.1" status: 200 len: 217 time: 0.0382938 Jun 21 15:00:31.644945 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36c71c6e-62c7-41be-bdb3-45267823a3b8 None None] The sync data for ids ['b128c549-92ab-4f25-be5f-9a1a76517fb6'] in dv-neutron-797121-2-hyperv is: [{'id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'name': 'tempest-TestNetworkBasicOps-router-1382656938', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': 'ab593500-eaca-4d7d-a190-d75a922fe517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:59:02Z', 'updated_at': '2021-06-21T14:59:06Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'ab593500-eaca-4d7d-a190-d75a922fe517', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:05:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:59:03Z', 'updated_at': '2021-06-21T14:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d', 'name': '', 'network_id': 'd662a6af-5ff6-4f3b-b7ce-c543ec0e23d7', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:5f:64:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1366, 'fixed_ips': [{'subnet_id': 'b91757de-ff91-4eec-bc20-4d524c26c362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:59:05Z', 'updated_at': '2021-06-21T14:59:11Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'b91757de-ff91-4eec-bc20-4d524c26c362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:00:31.692196 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae522c-db36-4dc6-a428-42828a9cad35 req-d7b03dbc-0e8b-4565-9574-8f6382844dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:31.694045 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d0ae522c-db36-4dc6-a428-42828a9cad35 req-d7b03dbc-0e8b-4565-9574-8f6382844dd0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b91757de-ff91-4eec-bc20-4d524c26c362 HTTP/1.1" status: 200 len: 835 time: 0.0474308 Jun 21 15:00:31.772972 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ae522c-db36-4dc6-a428-42828a9cad35 req-e49be90d-ac5d-4442-a45b-ee03e3088496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:31.774579 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d0ae522c-db36-4dc6-a428-42828a9cad35 req-e49be90d-ac5d-4442-a45b-ee03e3088496 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738509 Jun 21 15:00:31.824172 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-80bf51b2-2eee-419a-b7b4-9ef3933ee8ba req-2c50b4ff-a677-4bbd-bdca-8ee3eb0d2f70 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c206176-ea1b-4604-b389-cae922b6b63d HTTP/1.1" status: 200 len: 210 time: 0.0451512 Jun 21 15:00:31.913141 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6ecc7f-bbaf-444b-9e36-2b91d4b524df None None] New status for floating IP c6db8463-5d10-4eb9-b69a-a9760e34880b: DOWN {{(pid=105226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:00:31.916347 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d0ae522c-db36-4dc6-a428-42828a9cad35 req-1a1562b8-669d-4fb0-8c36-b8ae6c6086f9 service neutron] 10.222.0.66 "GET /v2.0/networks/d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274245 Jun 21 15:00:32.013454 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d0ae522c-db36-4dc6-a428-42828a9cad35 req-b56e062b-299a-4d7a-94fb-42791d585389 service neutron] 10.222.0.66 "GET /v2.0/networks/d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889289 Jun 21 15:00:32.775812 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd521dad-746d-4fb8-a282-33854c9db232 req-d853ba2d-fb8a-43e1-960b-2160932675c2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:32.777271 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fd521dad-746d-4fb8-a282-33854c9db232 req-d853ba2d-fb8a-43e1-960b-2160932675c2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21f6d38-f3e8-46b9-8829-20b5b540498d HTTP/1.1" status: 200 len: 946 time: 0.0794067 Jun 21 15:00:32.816593 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fd521dad-746d-4fb8-a282-33854c9db232 req-901c84c5-b5f6-4f68-8a3d-ed1cc8ba7720 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=53f40ddf-4c70-4130-acfe-3a24902b6527&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332863 Jun 21 15:00:32.978552 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f23579-8466-4cd0-96ab-1da087137d6b req-591ddab9-fad3-43ec-9740-93d920111dfa tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:32.980490 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a8f23579-8466-4cd0-96ab-1da087137d6b req-591ddab9-fad3-43ec-9740-93d920111dfa tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/ports?device_id=d21f6d38-f3e8-46b9-8829-20b5b540498d HTTP/1.1" status: 200 len: 946 time: 0.0866172 Jun 21 15:00:33.000555 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-13f1ecfc-ecb9-4957-9c42-75072c71ee48 req-61a9815d-9abe-482e-8e95-ef9c6df8d615 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c206176-ea1b-4604-b389-cae922b6b63d HTTP/1.1" status: 200 len: 210 time: 0.0427620 Jun 21 15:00:33.006656 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-da5f988d-f21e-40a3-9500-651293cfc916 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:33.008252 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-da5f988d-f21e-40a3-9500-651293cfc916 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.66 "GET /v2.0/networks?id=51c83c43-7be7-46e9-8af2-485fddc9c895 HTTP/1.1" status: 200 len: 811 time: 0.1137109 Jun 21 15:00:33.064026 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-adc5eed9-b20e-46d2-a1b0-6d6feba63062 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4e5ef8cecbf4ede86b5a3dcbc277e2f HTTP/1.1" status: 200 len: 380 time: 0.0400739 Jun 21 15:00:33.072750 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-006b2809-1780-432f-b5e5-671cb5a32139 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Request body: {'port': {'device_id': '1c206176-ea1b-4604-b389-cae922b6b63d', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'admin_state_up': True, 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'security_groups': ['3304cbd0-f5a6-424c-a8d9-be079f9dd2c7']}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:00:33.094981 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:00:33.100942 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-a8f23579-8466-4cd0-96ab-1da087137d6b req-c5422462-da64-4a87-88ae-b7b61168ec7b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port 1f3304c2-ab48-40aa-9627-ed887eb7030d {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:00:33.101362 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-a8f23579-8466-4cd0-96ab-1da087137d6b req-c5422462-da64-4a87-88ae-b7b61168ec7b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:33.195770 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-006b2809-1780-432f-b5e5-671cb5a32139 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Made reservation on behalf of c4e5ef8cecbf4ede86b5a3dcbc277e2f for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:00:33.196026 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-a8f23579-8466-4cd0-96ab-1da087137d6b req-c5422462-da64-4a87-88ae-b7b61168ec7b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] For port 1f3304c2-ab48-40aa-9627-ed887eb7030d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=1f3304c2-ab48-40aa-9627-ed887eb7030d,segment=NetworkSegment(b56ec0c1-3c35-437d-ac3d-9d3b66701d4d),segment_id=b56ec0c1-3c35-437d-ac3d-9d3b66701d4d)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:00:33.196271 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-a8f23579-8466-4cd0-96ab-1da087137d6b req-c5422462-da64-4a87-88ae-b7b61168ec7b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:33.199532 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-006b2809-1780-432f-b5e5-671cb5a32139 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:33.273839 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-a8f23579-8466-4cd0-96ab-1da087137d6b req-c5422462-da64-4a87-88ae-b7b61168ec7b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for 1f3304c2-ab48-40aa-9627-ed887eb7030d owned by compute:nova {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:00:33.333688 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-006b2809-1780-432f-b5e5-671cb5a32139 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Allocated IP 172.20.0.10 (51c83c43-7be7-46e9-8af2-485fddc9c895/dfe1f5e6-b043-4974-b594-b5b570160e02/e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:00:33.416293 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-a8f23579-8466-4cd0-96ab-1da087137d6b req-c5422462-da64-4a87-88ae-b7b61168ec7b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:33.421024 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f44dba73-84dd-4576-9a0c-07bd8a1a8bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:33.452085 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5422462-da64-4a87-88ae-b7b61168ec7b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=1f3304c2-ab48-40aa-9627-ed887eb7030d,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:33.455299 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c5422462-da64-4a87-88ae-b7b61168ec7b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:33.499372 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-006b2809-1780-432f-b5e5-671cb5a32139 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:33.499643 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f23579-8466-4cd0-96ab-1da087137d6b req-c5422462-da64-4a87-88ae-b7b61168ec7b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] No DVR routers for this DVR port 1f3304c2-ab48-40aa-9627-ed887eb7030d on host hv-neutron-7971 {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:00:33.501927 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-a8f23579-8466-4cd0-96ab-1da087137d6b req-c5422462-da64-4a87-88ae-b7b61168ec7b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:33.504723 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a8f23579-8466-4cd0-96ab-1da087137d6b req-c5422462-da64-4a87-88ae-b7b61168ec7b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "DELETE /v2.0/ports/1f3304c2-ab48-40aa-9627-ed887eb7030d HTTP/1.1" status: 204 len: 173 time: 0.5071096 Jun 21 15:00:33.505249 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd21f6d38-f3e8-46b9-8829-20b5b540498d', 'name': 'network-vif-deleted', 'tag': '1f3304c2-ab48-40aa-9627-ed887eb7030d'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:00:33.507685 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53322fd7-45f0-4390-a0bf-a9b6ed69627f" -d '{"events": [{"server_uuid": "d21f6d38-f3e8-46b9-8829-20b5b540498d", "name": "network-vif-deleted", "tag": "1f3304c2-ab48-40aa-9627-ed887eb7030d"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:00:33.518957 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-006b2809-1780-432f-b5e5-671cb5a32139 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Transition to ACTIVE for port object e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:00:33.545590 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e94188-9a8b-41af-8695-0f23152f5cf2 x-openstack-request-id: req-57e94188-9a8b-41af-8695-0f23152f5cf2 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:00:33.545975 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d21f6d38-f3e8-46b9-8829-20b5b540498d", "name": "network-vif-deleted", "tag": "1f3304c2-ab48-40aa-9627-ed887eb7030d", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:00:33.546291 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-57e94188-9a8b-41af-8695-0f23152f5cf2 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:00:33.546756 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd21f6d38-f3e8-46b9-8829-20b5b540498d', 'name': 'network-vif-deleted', 'tag': '1f3304c2-ab48-40aa-9627-ed887eb7030d', 'status': 'completed', 'code': 200} Jun 21 15:00:33.561059 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-006b2809-1780-432f-b5e5-671cb5a32139 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:33.566419 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6f8c2211-865f-4c1a-a413-133ddaec117a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:33.609427 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-006b2809-1780-432f-b5e5-671cb5a32139 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Network 51c83c43-7be7-46e9-8af2-485fddc9c895 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:00:33.613987 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-006b2809-1780-432f-b5e5-671cb5a32139 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:00:33.618932 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-006b2809-1780-432f-b5e5-671cb5a32139 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:00:33.651755 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b2809-1780-432f-b5e5-671cb5a32139 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Pushing event updated for resources: {'Port': ['ID=e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:33.669272 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b2809-1780-432f-b5e5-671cb5a32139 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:33.669969 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b2809-1780-432f-b5e5-671cb5a32139 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:33.670553 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b2809-1780-432f-b5e5-671cb5a32139 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:33.670940 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b2809-1780-432f-b5e5-671cb5a32139 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:33.671317 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b2809-1780-432f-b5e5-671cb5a32139 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:33.671698 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b2809-1780-432f-b5e5-671cb5a32139 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:33.672072 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b2809-1780-432f-b5e5-671cb5a32139 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:33.672445 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b2809-1780-432f-b5e5-671cb5a32139 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:33.673458 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b2809-1780-432f-b5e5-671cb5a32139 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:33.674081 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b2809-1780-432f-b5e5-671cb5a32139 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:33.674836 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b2809-1780-432f-b5e5-671cb5a32139 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:33.676677 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006b2809-1780-432f-b5e5-671cb5a32139 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:33.680595 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-006b2809-1780-432f-b5e5-671cb5a32139 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:33.706824 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-006b2809-1780-432f-b5e5-671cb5a32139 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:33.707330 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-006b2809-1780-432f-b5e5-671cb5a32139 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:33.723408 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-006b2809-1780-432f-b5e5-671cb5a32139 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6545939 Jun 21 15:00:33.738819 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-3c6cb2ca-e4d4-4ddb-aa7d-2e1a52010376 service neutron] Request body: {'port': {'device_id': '1c206176-ea1b-4604-b389-cae922b6b63d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:00:33.826347 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-3c6cb2ca-e4d4-4ddb-aa7d-2e1a52010376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:33.880164 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f229e05f-1411-48df-8634-7deec2fcaaa6 None None] Provisioning for port e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:00:33.890523 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f229e05f-1411-48df-8634-7deec2fcaaa6 None None] Provisioning complete for port e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:00:33.891140 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f229e05f-1411-48df-8634-7deec2fcaaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:33.966821 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-f229e05f-1411-48df-8634-7deec2fcaaa6 None None] Port e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:00:34.074503 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bbf0d40e-9102-4718-9d93-81fa277ddc86 req-ad23f80c-6b9f-4889-bcaf-2a113e19ba0d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d21f6d38-f3e8-46b9-8829-20b5b540498d HTTP/1.1" status: 200 len: 210 time: 0.0367076 Jun 21 15:00:34.170409 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-3c6cb2ca-e4d4-4ddb-aa7d-2e1a52010376 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb {{(pid=105225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:00:34.182038 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-3c6cb2ca-e4d4-4ddb-aa7d-2e1a52010376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:34.198629 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-3c6cb2ca-e4d4-4ddb-aa7d-2e1a52010376 service neutron] Transition to ACTIVE for port object e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb will not be triggered until provisioned by entity L2. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:00:34.203431 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-3c6cb2ca-e4d4-4ddb-aa7d-2e1a52010376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:34.206705 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ca320e01-9e71-4e16-9c11-4721ec15490e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:34.289252 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6cb2ca-e4d4-4ddb-aa7d-2e1a52010376 service neutron] Pushing event updated for resources: {'Port': ['ID=e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:34.308907 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2961d5ea-21a2-43a7-a4ba-13b4cd961433 req-db4d90f0-112d-416f-9e9e-d296aa2c0af0 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:34.311269 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2961d5ea-21a2-43a7-a4ba-13b4cd961433 req-db4d90f0-112d-416f-9e9e-d296aa2c0af0 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c206176-ea1b-4604-b389-cae922b6b63d HTTP/1.1" status: 200 len: 944 time: 0.0898325 Jun 21 15:00:34.314542 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3c6cb2ca-e4d4-4ddb-aa7d-2e1a52010376 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:34.375122 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2961d5ea-21a2-43a7-a4ba-13b4cd961433 req-ad73180d-d1fb-42d6-bd81-c367ec7f57bf tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572524 Jun 21 15:00:34.380044 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-3c6cb2ca-e4d4-4ddb-aa7d-2e1a52010376 service neutron] Attempting to bind port e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:00:34.380736 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-3c6cb2ca-e4d4-4ddb-aa7d-2e1a52010376 service neutron] Attempting to bind port e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '8063d322-273e-4ce9-859d-4659337bd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895'}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:00:34.381321 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-3c6cb2ca-e4d4-4ddb-aa7d-2e1a52010376 service neutron] Attempting to bind port e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb on network 51c83c43-7be7-46e9-8af2-485fddc9c895 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:00:34.387527 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-3c6cb2ca-e4d4-4ddb-aa7d-2e1a52010376 service neutron] Port e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb on network 51c83c43-7be7-46e9-8af2-485fddc9c895 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 15:00:34.388238 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-3c6cb2ca-e4d4-4ddb-aa7d-2e1a52010376 service neutron] Attempting to bind port e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb on network 51c83c43-7be7-46e9-8af2-485fddc9c895 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:00:34.396023 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-3c6cb2ca-e4d4-4ddb-aa7d-2e1a52010376 service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:00:34.396293 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-3c6cb2ca-e4d4-4ddb-aa7d-2e1a52010376 service neutron] Checking segment: {'id': '8063d322-273e-4ce9-859d-4659337bd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:00:34.396792 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-3c6cb2ca-e4d4-4ddb-aa7d-2e1a52010376 service neutron] Bound using segment: {'id': '8063d322-273e-4ce9-859d-4659337bd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895'} {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:00:34.397084 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-3c6cb2ca-e4d4-4ddb-aa7d-2e1a52010376 service neutron] Bound port: e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8063d322-273e-4ce9-859d-4659337bd9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895'}}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:00:34.397453 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-3c6cb2ca-e4d4-4ddb-aa7d-2e1a52010376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:34.484123 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-3c6cb2ca-e4d4-4ddb-aa7d-2e1a52010376 service neutron] For port e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb, host hv-neutron-7971, cleared binding levels {{(pid=105225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:00:34.487388 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-3c6cb2ca-e4d4-4ddb-aa7d-2e1a52010376 service neutron] For port e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb,segment=NetworkSegment(8063d322-273e-4ce9-859d-4659337bd9d3),segment_id=8063d322-273e-4ce9-859d-4659337bd9d3)] {{(pid=105225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:00:34.492839 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-3c6cb2ca-e4d4-4ddb-aa7d-2e1a52010376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:34.495256 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-051c821c-cc12-48b0-b870-0a34931d2e99 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:34.528972 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-3c6cb2ca-e4d4-4ddb-aa7d-2e1a52010376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:34.529754 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-3c6cb2ca-e4d4-4ddb-aa7d-2e1a52010376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:34.531280 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-3c6cb2ca-e4d4-4ddb-aa7d-2e1a52010376 service neutron] 10.222.0.66 "PUT /v2.0/ports/e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb HTTP/1.1" status: 200 len: 1094 time: 0.7971799 Jun 21 15:00:34.531893 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c206176-ea1b-4604-b389-cae922b6b63d', 'tag': 'e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb'}] {{(pid=105225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:00:34.534430 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d720512e93a77e3bffebe2b790a2b81995dcc7e4c74443a12a7dc003910c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a20a75-364e-4174-9866-9bb49bfbcd6f" -d '{"events": [{"name": "network-changed", "server_uuid": "1c206176-ea1b-4604-b389-cae922b6b63d", "tag": "e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb"}]}' {{(pid=105225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:00:34.572226 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6cb2ca-e4d4-4ddb-aa7d-2e1a52010376 service neutron] Pushing event updated for resources: {'Port': ['ID=e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb,revision_number=3']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:34.575449 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3c6cb2ca-e4d4-4ddb-aa7d-2e1a52010376 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:34.617933 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4616888d-e7bd-4af2-b1e3-cf586c5e97c3 x-openstack-request-id: req-4616888d-e7bd-4af2-b1e3-cf586c5e97c3 {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:00:34.618278 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c206176-ea1b-4604-b389-cae922b6b63d", "tag": "e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb", "status": "completed", "code": 200}]} {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:00:34.618671 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4616888d-e7bd-4af2-b1e3-cf586c5e97c3 {{(pid=105225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:00:34.619160 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c206176-ea1b-4604-b389-cae922b6b63d', 'tag': 'e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb', 'status': 'completed', 'code': 200} Jun 21 15:00:34.649882 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-237fbbd1-50b9-432e-9877-eb2aabfd796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:34.651435 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-237fbbd1-50b9-432e-9877-eb2aabfd796f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c4e5ef8cecbf4ede86b5a3dcbc277e2f&device_id=1c206176-ea1b-4604-b389-cae922b6b63d HTTP/1.1" status: 200 len: 1097 time: 0.0748661 Jun 21 15:00:34.701229 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-1ea12012-19e4-414c-bd57-bba6a7c8569a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb HTTP/1.1" status: 200 len: 217 time: 0.0426774 Jun 21 15:00:34.753013 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-9baf81d5-e56d-46e5-8c22-e50df55185bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:34.754748 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-9baf81d5-e56d-46e5-8c22-e50df55185bb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dfe1f5e6-b043-4974-b594-b5b570160e02 HTTP/1.1" status: 200 len: 850 time: 0.0474927 Jun 21 15:00:34.819703 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-0c19b09c-8e8f-46b4-8e43-27fbe86987b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:34.821285 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-0c19b09c-8e8f-46b4-8e43-27fbe86987b6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51c83c43-7be7-46e9-8af2-485fddc9c895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0610211 Jun 21 15:00:34.918436 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-fcbd87ae-f04c-4254-8d77-eeb9dfdfed8d service neutron] 10.222.0.66 "GET /v2.0/networks/51c83c43-7be7-46e9-8af2-485fddc9c895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907106 Jun 21 15:00:35.013011 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-4d121019-7cf4-4ca6-8702-7c00d48231a5 req-926f140b-16fd-4e1b-bd5e-3d993c9c8b49 service neutron] 10.222.0.66 "GET /v2.0/networks/51c83c43-7be7-46e9-8af2-485fddc9c895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865302 Jun 21 15:00:35.120140 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a20a75-364e-4174-9866-9bb49bfbcd6f req-5950c3fb-aba2-4fce-814c-ddad76d56b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:35.122426 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f5a20a75-364e-4174-9866-9bb49bfbcd6f req-5950c3fb-aba2-4fce-814c-ddad76d56b61 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c4e5ef8cecbf4ede86b5a3dcbc277e2f&device_id=1c206176-ea1b-4604-b389-cae922b6b63d HTTP/1.1" status: 200 len: 1097 time: 0.0564785 Jun 21 15:00:35.177131 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39422) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:00:35.223922 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a20a75-364e-4174-9866-9bb49bfbcd6f req-227e58bf-cfcf-473e-8af9-50e6a4b5cbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:35.225737 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f5a20a75-364e-4174-9866-9bb49bfbcd6f req-227e58bf-cfcf-473e-8af9-50e6a4b5cbd1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=51c83c43-7be7-46e9-8af2-485fddc9c895 HTTP/1.1" status: 200 len: 912 time: 0.0974965 Jun 21 15:00:35.243176 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6834f1e9-35c8-4727-b997-1c3ee242db74 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:35.269292 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f5a20a75-364e-4174-9866-9bb49bfbcd6f req-9a08429c-bcb7-4ee6-8969-790821b45da9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb HTTP/1.1" status: 200 len: 217 time: 0.0369728 Jun 21 15:00:35.270766 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6834f1e9-35c8-4727-b997-1c3ee242db74 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:35.302816 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:35.338957 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a20a75-364e-4174-9866-9bb49bfbcd6f req-d18788f8-15eb-49fb-a03d-be94a87a2ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:35.340404 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f5a20a75-364e-4174-9866-9bb49bfbcd6f req-d18788f8-15eb-49fb-a03d-be94a87a2ac9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dfe1f5e6-b043-4974-b594-b5b570160e02 HTTP/1.1" status: 200 len: 850 time: 0.0657530 Jun 21 15:00:35.342931 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6834f1e9-35c8-4727-b997-1c3ee242db74 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:35.346090 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6834f1e9-35c8-4727-b997-1c3ee242db74 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:35.347682 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6834f1e9-35c8-4727-b997-1c3ee242db74 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/security-groups/53f40ddf-4c70-4130-acfe-3a24902b6527 HTTP/1.1" status: 204 len: 168 time: 0.1695323 Jun 21 15:00:35.348807 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5a27d891-a17f-4e80-9bdb-5a2c41e3e9de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:35.360924 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6834f1e9-35c8-4727-b997-1c3ee242db74 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f40ddf-4c70-4130-acfe-3a24902b6527,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:35.364647 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6834f1e9-35c8-4727-b997-1c3ee242db74 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:35.390042 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39426) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:00:35.427140 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a20a75-364e-4174-9866-9bb49bfbcd6f req-ac479d98-b8bb-47ed-bef4-505560090693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:35.428629 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f5a20a75-364e-4174-9866-9bb49bfbcd6f req-ac479d98-b8bb-47ed-bef4-505560090693 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51c83c43-7be7-46e9-8af2-485fddc9c895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810103 Jun 21 15:00:35.536476 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f5a20a75-364e-4174-9866-9bb49bfbcd6f req-b4214d9f-c71a-43c2-a977-28dcdf62e279 service neutron] 10.222.0.66 "GET /v2.0/networks/51c83c43-7be7-46e9-8af2-485fddc9c895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992200 Jun 21 15:00:35.635672 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f5a20a75-364e-4174-9866-9bb49bfbcd6f req-7d88e5f4-6b9f-46f2-9c46-050cb8bc8c00 service neutron] 10.222.0.66 "GET /v2.0/networks/51c83c43-7be7-46e9-8af2-485fddc9c895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931752 Jun 21 15:00:35.691893 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1155e5-84e7-4936-b6dd-576f73dba4bd req-ebb14d2c-934a-45d0-b186-64a70b0807fc tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:35.693491 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d1155e5-84e7-4936-b6dd-576f73dba4bd req-ebb14d2c-934a-45d0-b186-64a70b0807fc tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c206176-ea1b-4604-b389-cae922b6b63d HTTP/1.1" status: 200 len: 944 time: 0.1329401 Jun 21 15:00:35.784179 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d1155e5-84e7-4936-b6dd-576f73dba4bd req-54095e8b-779f-452b-90ee-74f9347d6d6f tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672271 Jun 21 15:00:35.872487 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1bb767f0-d44b-4a4f-add5-a1cec141d024 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:36.155344 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-1bb767f0-d44b-4a4f-add5-a1cec141d024 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:00:36.155755 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1bb767f0-d44b-4a4f-add5-a1cec141d024 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:36.253807 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-1bb767f0-d44b-4a4f-add5-a1cec141d024 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] For port e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d,segment=NetworkSegment(b56ec0c1-3c35-437d-ac3d-9d3b66701d4d),segment_id=b56ec0c1-3c35-437d-ac3d-9d3b66701d4d)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:00:36.254692 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1bb767f0-d44b-4a4f-add5-a1cec141d024 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:36.322717 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-1bb767f0-d44b-4a4f-add5-a1cec141d024 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d owned by network:router_interface {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:00:36.526649 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1bb767f0-d44b-4a4f-add5-a1cec141d024 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:36.528786 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9b47d4f6-5519-46ed-9ca7-31ec4c2ce597 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:36.558928 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb767f0-d44b-4a4f-add5-a1cec141d024 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:36.562160 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1bb767f0-d44b-4a4f-add5-a1cec141d024 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:36.740480 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1bb767f0-d44b-4a4f-add5-a1cec141d024 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:36.950740 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 1f3304c2-ab48-40aa-9627-ed887eb7030d no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:00:36.975544 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: 1f3304c2-ab48-40aa-9627-ed887eb7030d {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:00:36.975941 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 1f3304c2-ab48-40aa-9627-ed887eb7030d not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:00:37.004915 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb767f0-d44b-4a4f-add5-a1cec141d024 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router b128c549-92ab-4f25-be5f-9a1a76517fb6 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:00:37.022324 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4221c50-443b-4d7f-8887-8429b41c9961 req-cb6cb6d1-7e82-4930-9de4-ec2e0f586439 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:37.023778 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f4221c50-443b-4d7f-8887-8429b41c9961 req-cb6cb6d1-7e82-4930-9de4-ec2e0f586439 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c206176-ea1b-4604-b389-cae922b6b63d HTTP/1.1" status: 200 len: 944 time: 0.1227732 Jun 21 15:00:37.112543 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f4221c50-443b-4d7f-8887-8429b41c9961 req-acca7d9c-a20e-41c6-86ed-10de1f267db6 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813885 Jun 21 15:00:37.158324 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb767f0-d44b-4a4f-add5-a1cec141d024 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:00:37.163799 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1bb767f0-d44b-4a4f-add5-a1cec141d024 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "PUT /v2.0/routers/b128c549-92ab-4f25-be5f-9a1a76517fb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7724221 Jun 21 15:00:37.166955 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39432) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:00:37.171495 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3765f03-1617-4589-a30e-2d84a499eb62 None None] Sync routers for ids ['b128c549-92ab-4f25-be5f-9a1a76517fb6'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:00:37.181314 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3765f03-1617-4589-a30e-2d84a499eb62 None None] Routers {'b128c549-92ab-4f25-be5f-9a1a76517fb6'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:00:37.182239 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-a3765f03-1617-4589-a30e-2d84a499eb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:00:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['b128c549-92ab-4f25-be5f-9a1a76517fb6'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:00:37.221522 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5fb06e4-c43b-4355-8604-43a6901636e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting subnet b91757de-ff91-4eec-bc20-4d524c26c362 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 15:00:37.224914 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e5fb06e4-c43b-4355-8604-43a6901636e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:37.265166 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e5fb06e4-c43b-4355-8604-43a6901636e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:37.286917 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-a3765f03-1617-4589-a30e-2d84a499eb62 None None] Set router b128c549-92ab-4f25-be5f-9a1a76517fb6 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:00:37.363770 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e5fb06e4-c43b-4355-8604-43a6901636e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:37.423362 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e5fb06e4-c43b-4355-8604-43a6901636e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:37.425577 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c6004fa9-53f4-4210-8670-ce6dcab1d41a tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:37.450799 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb06e4-c43b-4355-8604-43a6901636e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Subnet': ['ID=b91757de-ff91-4eec-bc20-4d524c26c362,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:37.453850 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e5fb06e4-c43b-4355-8604-43a6901636e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:37.454833 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e5fb06e4-c43b-4355-8604-43a6901636e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:37.456839 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e5fb06e4-c43b-4355-8604-43a6901636e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/subnets/b91757de-ff91-4eec-bc20-4d524c26c362 HTTP/1.1" status: 204 len: 168 time: 0.2888269 Jun 21 15:00:37.459736 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39434) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:00:37.466290 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9845f4f9-5a5e-47cb-a0c6-8f9e4de0c403 None None] Network d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:00:37.470610 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-a3765f03-1617-4589-a30e-2d84a499eb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'name': 'tempest-TestNetworkBasicOps-router-1382656938', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': 'ab593500-eaca-4d7d-a190-d75a922fe517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:59:02Z', 'updated_at': '2021-06-21T15:00:36Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'ab593500-eaca-4d7d-a190-d75a922fe517', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:05:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:59:03Z', 'updated_at': '2021-06-21T14:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:00:37.497194 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3765f03-1617-4589-a30e-2d84a499eb62 None None] Checking router: b128c549-92ab-4f25-be5f-9a1a76517fb6 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:00:37.508164 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3765f03-1617-4589-a30e-2d84a499eb62 None None] Routers {'b128c549-92ab-4f25-be5f-9a1a76517fb6'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:00:37.508817 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-a3765f03-1617-4589-a30e-2d84a499eb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:00:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['b128c549-92ab-4f25-be5f-9a1a76517fb6'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:00:37.570715 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f10e7a47-d289-42fe-bea9-da639738ec45 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:37.619235 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-a3765f03-1617-4589-a30e-2d84a499eb62 None None] Set router b128c549-92ab-4f25-be5f-9a1a76517fb6 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:00:37.659201 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecef63e-a64e-4e36-befb-c54a1a70f13e None None] DHCP port deletion for d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 15:00:37.685510 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f10e7a47-d289-42fe-bea9-da639738ec45 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:37.736143 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-5ecef63e-a64e-4e36-befb-c54a1a70f13e None None] Deleting port 0050f01f-7b84-4723-a66f-a17018992909 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:00:37.737139 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5ecef63e-a64e-4e36-befb-c54a1a70f13e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:37.744629 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-f10e7a47-d289-42fe-bea9-da639738ec45 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port ab593500-eaca-4d7d-a190-d75a922fe517 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:00:37.745001 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f10e7a47-d289-42fe-bea9-da639738ec45 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:37.828223 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-5ecef63e-a64e-4e36-befb-c54a1a70f13e None None] For port 0050f01f-7b84-4723-a66f-a17018992909, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=0050f01f-7b84-4723-a66f-a17018992909,segment=NetworkSegment(b56ec0c1-3c35-437d-ac3d-9d3b66701d4d),segment_id=b56ec0c1-3c35-437d-ac3d-9d3b66701d4d)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:00:37.828586 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5ecef63e-a64e-4e36-befb-c54a1a70f13e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:37.852360 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-f10e7a47-d289-42fe-bea9-da639738ec45 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] For port ab593500-eaca-4d7d-a190-d75a922fe517, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=ab593500-eaca-4d7d-a190-d75a922fe517,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:00:37.853009 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f10e7a47-d289-42fe-bea9-da639738ec45 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:37.907161 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-5ecef63e-a64e-4e36-befb-c54a1a70f13e None None] Calling delete_port for 0050f01f-7b84-4723-a66f-a17018992909 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:00:37.935865 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-f10e7a47-d289-42fe-bea9-da639738ec45 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for ab593500-eaca-4d7d-a190-d75a922fe517 owned by network:router_gateway {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:00:37.976452 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-a3765f03-1617-4589-a30e-2d84a499eb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'name': 'tempest-TestNetworkBasicOps-router-1382656938', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': 'ab593500-eaca-4d7d-a190-d75a922fe517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:59:02Z', 'updated_at': '2021-06-21T15:00:36Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'ab593500-eaca-4d7d-a190-d75a922fe517', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:05:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:59:03Z', 'updated_at': '2021-06-21T14:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:00:37.989216 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5ecef63e-a64e-4e36-befb-c54a1a70f13e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:37.992101 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-bfd86d15-d5f7-4740-91d8-a3baf168a5ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:38.005561 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3765f03-1617-4589-a30e-2d84a499eb62 None None] The sync data for ids ['b128c549-92ab-4f25-be5f-9a1a76517fb6'] in dv-neutron-797121-2-hyperv is: [{'id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'name': 'tempest-TestNetworkBasicOps-router-1382656938', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.83'}], 'enable_snat': True}, 'gw_port_id': 'ab593500-eaca-4d7d-a190-d75a922fe517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:59:02Z', 'updated_at': '2021-06-21T15:00:36Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'ab593500-eaca-4d7d-a190-d75a922fe517', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:05:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b128c549-92ab-4f25-be5f-9a1a76517fb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1363, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:59:03Z', 'updated_at': '2021-06-21T14:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:00:38.015131 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecef63e-a64e-4e36-befb-c54a1a70f13e None None] Pushing event deleted for resources: {'Port': ['ID=0050f01f-7b84-4723-a66f-a17018992909,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:38.022593 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecef63e-a64e-4e36-befb-c54a1a70f13e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:38.022942 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecef63e-a64e-4e36-befb-c54a1a70f13e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:38.023281 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecef63e-a64e-4e36-befb-c54a1a70f13e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:38.023611 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecef63e-a64e-4e36-befb-c54a1a70f13e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:38.023938 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecef63e-a64e-4e36-befb-c54a1a70f13e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:38.024257 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecef63e-a64e-4e36-befb-c54a1a70f13e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:38.024586 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecef63e-a64e-4e36-befb-c54a1a70f13e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:38.024909 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecef63e-a64e-4e36-befb-c54a1a70f13e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:38.025233 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecef63e-a64e-4e36-befb-c54a1a70f13e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:38.025549 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecef63e-a64e-4e36-befb-c54a1a70f13e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:38.025898 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecef63e-a64e-4e36-befb-c54a1a70f13e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:38.026215 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ecef63e-a64e-4e36-befb-c54a1a70f13e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:38.029923 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5ecef63e-a64e-4e36-befb-c54a1a70f13e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:38.030763 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecef63e-a64e-4e36-befb-c54a1a70f13e None None] No DVR routers for this DVR port 0050f01f-7b84-4723-a66f-a17018992909 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:00:38.127622 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f10e7a47-d289-42fe-bea9-da639738ec45 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:38.131510 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c65d9c0e-77db-4167-a654-cc4fc2611ee9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:38.157491 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e7a47-d289-42fe-bea9-da639738ec45 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=ab593500-eaca-4d7d-a190-d75a922fe517,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:38.161964 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f10e7a47-d289-42fe-bea9-da639738ec45 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:38.230893 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f10e7a47-d289-42fe-bea9-da639738ec45 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:38.298569 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003e1fc-9b65-4eb2-b5fa-eeb55415f9e0 req-e3a82a17-d560-4162-95d4-54662cc10206 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:38.299967 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b003e1fc-9b65-4eb2-b5fa-eeb55415f9e0 req-e3a82a17-d560-4162-95d4-54662cc10206 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c206176-ea1b-4604-b389-cae922b6b63d HTTP/1.1" status: 200 len: 944 time: 0.0720773 Jun 21 15:00:38.331490 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f10e7a47-d289-42fe-bea9-da639738ec45 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:38.333914 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f10e7a47-d289-42fe-bea9-da639738ec45 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:38.343630 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b003e1fc-9b65-4eb2-b5fa-eeb55415f9e0 req-aeedc7b7-b230-403d-9f37-9c8855de9b64 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375128 Jun 21 15:00:38.393243 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f10e7a47-d289-42fe-bea9-da639738ec45 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:38.394138 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10e7a47-d289-42fe-bea9-da639738ec45 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Fanout notify agent at l3_agent the message router_deleted on router b128c549-92ab-4f25-be5f-9a1a76517fb6 {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 15:00:38.402630 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f10e7a47-d289-42fe-bea9-da639738ec45 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:38.403819 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f10e7a47-d289-42fe-bea9-da639738ec45 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/routers/b128c549-92ab-4f25-be5f-9a1a76517fb6 HTTP/1.1" status: 204 len: 168 time: 0.9430971 Jun 21 15:00:38.406755 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39438) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:00:38.485168 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-919e63a7-0058-4ff1-87e7-f338f86bebf6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:38.922720 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-919e63a7-0058-4ff1-87e7-f338f86bebf6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:38.933752 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-919e63a7-0058-4ff1-87e7-f338f86bebf6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:00:38.944751 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-919e63a7-0058-4ff1-87e7-f338f86bebf6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b56ec0c1-3c35-437d-ac3d-9d3b66701d4d') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:00:38.945032 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-919e63a7-0058-4ff1-87e7-f338f86bebf6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b56ec0c1-3c35-437d-ac3d-9d3b66701d4d') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:00:38.954531 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-919e63a7-0058-4ff1-87e7-f338f86bebf6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:38.969211 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-919e63a7-0058-4ff1-87e7-f338f86bebf6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:38.976234 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-919e63a7-0058-4ff1-87e7-f338f86bebf6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 15:00:38.976582 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-919e63a7-0058-4ff1-87e7-f338f86bebf6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:38.980063 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 15:00:38.980063 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 15:00:38.980063 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 15:00:38.980063 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 15:00:38.980063 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 15:00:38.980063 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 15:00:38.980063 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 15:00:38.980063 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 15:00:38.980063 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 15:00:38.980063 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 15:00:38.980063 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 15:00:38.980063 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 15:00:38.980063 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 15:00:38.980063 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 15:00:38.980063 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 15:00:38.980063 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 15:00:38.980063 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 15:00:38.980063 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 15:00:38.980063 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 15:00:38.980063 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 15:00:38.980063 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 15:00:38.980063 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 15:00:38.980063 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 15:00:38.980063 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 15:00:38.980063 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 15:00:38.980063 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 15:00:38.980063 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 15:00:38.980063 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 15:00:38.980063 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 15:00:38.980063 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 15:00:38.980063 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 15:00:38.980063 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 15:00:39.041271 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-919e63a7-0058-4ff1-87e7-f338f86bebf6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:39.044975 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fc67eb00-067d-4bcf-a575-1484aaa57c5c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:39.049295 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-919e63a7-0058-4ff1-87e7-f338f86bebf6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:39.051677 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-919e63a7-0058-4ff1-87e7-f338f86bebf6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/networks/d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7 HTTP/1.1" status: 204 len: 168 time: 0.6438630 Jun 21 15:00:39.068421 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39440) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:00:39.069131 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e63a7-0058-4ff1-87e7-f338f86bebf6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Network': ['ID=d662a6af-5ff6-4f3b-b7ce-c543ec0e23d7,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:39.071636 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-919e63a7-0058-4ff1-87e7-f338f86bebf6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:39.078799 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-7ac43f20-1992-4a17-bbdf-2f38a890056f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'network': {'name': 'tempest-network-smoke--1025025792', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'port_security_enabled': True}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:00:39.101005 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac43f20-1992-4a17-bbdf-2f38a890056f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Made reservation on behalf of 6034e39b7b9c4208ae0c3b83482b9f88 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:00:39.104929 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ac43f20-1992-4a17-bbdf-2f38a890056f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:39.132584 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ac43f20-1992-4a17-bbdf-2f38a890056f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 15:00:39.141978 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ac43f20-1992-4a17-bbdf-2f38a890056f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:39.142348 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-7ac43f20-1992-4a17-bbdf-2f38a890056f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Added segment 121133a1-7587-4c2b-ba0a-6587dc0fa122 of type vlan for network 2b4c0b8d-7286-44ff-99cb-bb9606c8c89b Jun 21 15:00:39.184775 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ac43f20-1992-4a17-bbdf-2f38a890056f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:39.215543 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ac43f20-1992-4a17-bbdf-2f38a890056f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:39.221032 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac43f20-1992-4a17-bbdf-2f38a890056f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:39.221945 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7ac43f20-1992-4a17-bbdf-2f38a890056f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:39.224219 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f3eafeb5-20ed-43f7-8df3-7fb08a386491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:39.287629 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7ac43f20-1992-4a17-bbdf-2f38a890056f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2174239 Jun 21 15:00:39.292567 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39442) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:00:39.299527 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-9d36b661-0acd-48f3-b4cb-92b067ca2370 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-650149083', 'admin_state_up': True, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:00:39.306706 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac43f20-1992-4a17-bbdf-2f38a890056f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Network': ['ID=2b4c0b8d-7286-44ff-99cb-bb9606c8c89b,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:39.310896 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7ac43f20-1992-4a17-bbdf-2f38a890056f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:39.317735 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 2b4c0b8d-7286-44ff-99cb-bb9606c8c89b details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 15:00:39.335557 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9d36b661-0acd-48f3-b4cb-92b067ca2370 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:39.337028 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9d36b661-0acd-48f3-b4cb-92b067ca2370 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:39.367908 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 0050f01f-7b84-4723-a66f-a17018992909 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:00:39.398322 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9d36b661-0acd-48f3-b4cb-92b067ca2370 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:39.406076 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 0050f01f-7b84-4723-a66f-a17018992909 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:00:39.406414 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 0050f01f-7b84-4723-a66f-a17018992909 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:00:39.406842 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device ab593500-eaca-4d7d-a190-d75a922fe517 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:00:39.429550 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: ab593500-eaca-4d7d-a190-d75a922fe517 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:00:39.429947 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device ab593500-eaca-4d7d-a190-d75a922fe517 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:00:39.430365 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:00:39.454470 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:00:39.454729 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e6e748df-7c5b-4cc9-a5db-bd1b99e5ea8d not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:00:39.525194 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355f5b1-2421-461d-b252-2a72658ff83a req-51785916-d954-4c2c-ab5a-4b70f8fb58bb tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:39.527052 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c355f5b1-2421-461d-b252-2a72658ff83a req-51785916-d954-4c2c-ab5a-4b70f8fb58bb tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c206176-ea1b-4604-b389-cae922b6b63d HTTP/1.1" status: 200 len: 944 time: 0.0640821 Jun 21 15:00:39.545218 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9d36b661-0acd-48f3-b4cb-92b067ca2370 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:39.565666 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c355f5b1-2421-461d-b252-2a72658ff83a req-980a5c8e-f59d-4fe2-8c60-30ba44e39986 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327549 Jun 21 15:00:39.750104 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9d36b661-0acd-48f3-b4cb-92b067ca2370 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_gateway, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:39.769635 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9d36b661-0acd-48f3-b4cb-92b067ca2370 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:39.882785 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-9d36b661-0acd-48f3-b4cb-92b067ca2370 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Allocated IP 172.26.3.21 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/4165542a-719a-42af-b795-11e4e51225f1) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:00:40.009747 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9d36b661-0acd-48f3-b4cb-92b067ca2370 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:40.062981 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9d36b661-0acd-48f3-b4cb-92b067ca2370 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:40.066043 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d5626d25-c056-42d5-8832-0a88a8ae7cc0 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:40.101742 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d36b661-0acd-48f3-b4cb-92b067ca2370 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:00:40.104546 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-9d36b661-0acd-48f3-b4cb-92b067ca2370 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:00:40.110224 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d36b661-0acd-48f3-b4cb-92b067ca2370 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:00:40.133697 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d36b661-0acd-48f3-b4cb-92b067ca2370 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=4165542a-719a-42af-b795-11e4e51225f1,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:40.137670 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9d36b661-0acd-48f3-b4cb-92b067ca2370 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:40.372623 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9d36b661-0acd-48f3-b4cb-92b067ca2370 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_gateway, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:40.745514 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c36f3-fe50-4f4f-940c-f4a1e4fb14b0 req-a7225572-8021-43bc-8c38-21226967288d tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:40.746954 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-493c36f3-fe50-4f4f-940c-f4a1e4fb14b0 req-a7225572-8021-43bc-8c38-21226967288d tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c206176-ea1b-4604-b389-cae922b6b63d HTTP/1.1" status: 200 len: 944 time: 0.0663929 Jun 21 15:00:40.788113 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-493c36f3-fe50-4f4f-940c-f4a1e4fb14b0 req-1bc5a3c2-1c13-4e33-bbbc-bb40542247de tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345035 Jun 21 15:00:40.904152 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9d36b661-0acd-48f3-b4cb-92b067ca2370 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:41.046426 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d36b661-0acd-48f3-b4cb-92b067ca2370 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router 6c8b9c57-a8ad-4d0e-989e-242a98238167 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 15:00:41.156848 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d36b661-0acd-48f3-b4cb-92b067ca2370 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:00:41.166905 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b308f4-561f-48ac-840e-9c1275baa05a None None] Sync routers for ids ['6c8b9c57-a8ad-4d0e-989e-242a98238167'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:00:41.176865 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b308f4-561f-48ac-840e-9c1275baa05a None None] Routers {'6c8b9c57-a8ad-4d0e-989e-242a98238167'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:00:41.177139 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9d36b661-0acd-48f3-b4cb-92b067ca2370 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:41.177541 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-06b308f4-561f-48ac-840e-9c1275baa05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:00:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6c8b9c57-a8ad-4d0e-989e-242a98238167'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:00:41.181604 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9d36b661-0acd-48f3-b4cb-92b067ca2370 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8850932 Jun 21 15:00:41.182065 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39448) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:00:41.218350 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8a927302-4833-49ee-bf10-80c0db4bbc14 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=6034e39b7b9c4208ae0c3b83482b9f88&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325968 Jun 21 15:00:41.218584 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39450) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:00:41.283429 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-06b308f4-561f-48ac-840e-9c1275baa05a None None] Set router 6c8b9c57-a8ad-4d0e-989e-242a98238167 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:00:41.312109 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba62889-0f23-43a3-a77c-7ebd3e0c82f9 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:41.316451 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2ba62889-0f23-43a3-a77c-7ebd3e0c82f9 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0942028 Jun 21 15:00:41.316806 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39452) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:00:41.350812 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-ed7c247f-c041-4462-b494-880c4bbda7ee tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=78e7bc12-ea33-4baf-9744-b93105835641&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304465 Jun 21 15:00:41.351066 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39454) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:00:41.356673 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-c5815f5a-8f83-4523-96e4-e9066a8f59e5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-351528431', 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:00:41.471982 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5815f5a-8f83-4523-96e4-e9066a8f59e5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Made reservation on behalf of 6034e39b7b9c4208ae0c3b83482b9f88 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:00:41.477538 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c5815f5a-8f83-4523-96e4-e9066a8f59e5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:41.663193 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-06b308f4-561f-48ac-840e-9c1275baa05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'name': 'tempest-TestNetworkBasicOps-router-650149083', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21'}], 'enable_snat': True}, 'gw_port_id': '4165542a-719a-42af-b795-11e4e51225f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:40Z', 'revision_number': 3, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '4165542a-719a-42af-b795-11e4e51225f1', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:00:41.673508 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c5815f5a-8f83-4523-96e4-e9066a8f59e5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:41.676402 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-84566df3-262d-4bff-b833-0a5884b16145 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:41.693624 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b308f4-561f-48ac-840e-9c1275baa05a None None] Checking router: 6c8b9c57-a8ad-4d0e-989e-242a98238167 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:00:41.694011 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b308f4-561f-48ac-840e-9c1275baa05a None None] Updating router 6c8b9c57-a8ad-4d0e-989e-242a98238167 port 4165542a-719a-42af-b795-11e4e51225f1 binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:00:41.732141 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-06b308f4-561f-48ac-840e-9c1275baa05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:41.738228 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5815f5a-8f83-4523-96e4-e9066a8f59e5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Subnet': ['ID=dde22e2a-e04f-4df2-8072-2fbb96da64ca,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:41.745963 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c5815f5a-8f83-4523-96e4-e9066a8f59e5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:41.747320 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5815f5a-8f83-4523-96e4-e9066a8f59e5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Checking segment: {'id': '121133a1-7587-4c2b-ba0a-6587dc0fa122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:00:41.747320 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5815f5a-8f83-4523-96e4-e9066a8f59e5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network hostable DHCP agents. Network: 2b4c0b8d-7286-44ff-99cb-bb9606c8c89b, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 15:00:41.768444 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5815f5a-8f83-4523-96e4-e9066a8f59e5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network 2b4c0b8d-7286-44ff-99cb-bb9606c8c89b is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 15:00:41.778928 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-c5815f5a-8f83-4523-96e4-e9066a8f59e5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 2b4c0b8d-7286-44ff-99cb-bb9606c8c89b) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:00:41.784681 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5815f5a-8f83-4523-96e4-e9066a8f59e5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:41.785168 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c5815f5a-8f83-4523-96e4-e9066a8f59e5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:41.803085 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c5815f5a-8f83-4523-96e4-e9066a8f59e5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4507852 Jun 21 15:00:41.805580 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39456) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:00:41.833489 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a559160-9b2a-4515-b8ca-d38f2c3e5f24 None None] Network 2b4c0b8d-7286-44ff-99cb-bb9606c8c89b requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:00:42.082385 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4010f1-4b78-44b2-a3c1-c439cef6678f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-2b4c0b8d-7286-44ff-99cb-bb9606c8c89b', 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ips': [{'subnet_id': 'dde22e2a-e04f-4df2-8072-2fbb96da64ca'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 15:00:42.083272 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2a4010f1-4b78-44b2-a3c1-c439cef6678f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:42.105815 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036858e-b2f2-4e3a-a607-753a6bd30e05 req-c45ced1c-48b2-4023-a524-967d869ec7e8 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:42.107745 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7036858e-b2f2-4e3a-a607-753a6bd30e05 req-c45ced1c-48b2-4023-a524-967d869ec7e8 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c206176-ea1b-4604-b389-cae922b6b63d HTTP/1.1" status: 200 len: 944 time: 0.1908431 Jun 21 15:00:42.142623 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-06b308f4-561f-48ac-840e-9c1275baa05a None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:42.202464 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-06b308f4-561f-48ac-840e-9c1275baa05a None None] Transition to ACTIVE for port object 4165542a-719a-42af-b795-11e4e51225f1 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:00:42.210303 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7036858e-b2f2-4e3a-a607-753a6bd30e05 req-25d010ae-7fd1-452d-895c-76c554c0e33a tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901535 Jun 21 15:00:42.216345 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-06b308f4-561f-48ac-840e-9c1275baa05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:42.220503 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:42.298832 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-06b308f4-561f-48ac-840e-9c1275baa05a None None] Attempting to bind port 4165542a-719a-42af-b795-11e4e51225f1 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:00:42.299434 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-06b308f4-561f-48ac-840e-9c1275baa05a None None] Attempting to bind port 4165542a-719a-42af-b795-11e4e51225f1 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:00:42.299710 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b308f4-561f-48ac-840e-9c1275baa05a None None] Attempting to bind port 4165542a-719a-42af-b795-11e4e51225f1 on network 78e7bc12-ea33-4baf-9744-b93105835641 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:00:42.304028 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6bf54-3854-48fd-acb0-4ab9a74c78e7 None None] Pushing event updated for resources: {'Port': ['ID=4165542a-719a-42af-b795-11e4e51225f1,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:42.310708 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-75e6bf54-3854-48fd-acb0-4ab9a74c78e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:42.313220 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b308f4-561f-48ac-840e-9c1275baa05a None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:00:42.313607 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b308f4-561f-48ac-840e-9c1275baa05a None None] Checking segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:00:42.314063 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-06b308f4-561f-48ac-840e-9c1275baa05a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:42.314462 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b308f4-561f-48ac-840e-9c1275baa05a None None] Bound using segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:00:42.315030 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-06b308f4-561f-48ac-840e-9c1275baa05a None None] Bound port: 4165542a-719a-42af-b795-11e4e51225f1, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:00:42.315446 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-06b308f4-561f-48ac-840e-9c1275baa05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:42.320738 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-2a4010f1-4b78-44b2-a3c1-c439cef6678f None None] Allocated IP 172.20.0.2 (2b4c0b8d-7286-44ff-99cb-bb9606c8c89b/dde22e2a-e04f-4df2-8072-2fbb96da64ca/417efead-510c-4fd0-9f99-806011f8c11b) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:00:42.423203 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-06b308f4-561f-48ac-840e-9c1275baa05a None None] For port 4165542a-719a-42af-b795-11e4e51225f1, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:00:42.427639 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-06b308f4-561f-48ac-840e-9c1275baa05a None None] For port 4165542a-719a-42af-b795-11e4e51225f1, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=4165542a-719a-42af-b795-11e4e51225f1,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:00:42.432413 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-27777d3a-4721-48e8-85c3-de0f29a93b11 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:42.433929 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-06b308f4-561f-48ac-840e-9c1275baa05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:42.437908 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:42.525459 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e6bf54-3854-48fd-acb0-4ab9a74c78e7 None None] Pushing event updated for resources: {'Port': ['ID=4165542a-719a-42af-b795-11e4e51225f1,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:42.530885 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-75e6bf54-3854-48fd-acb0-4ab9a74c78e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:42.534255 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b308f4-561f-48ac-840e-9c1275baa05a None None] Routers {'6c8b9c57-a8ad-4d0e-989e-242a98238167'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:00:42.535065 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-06b308f4-561f-48ac-840e-9c1275baa05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:00:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6c8b9c57-a8ad-4d0e-989e-242a98238167'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:00:42.613745 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2a4010f1-4b78-44b2-a3c1-c439cef6678f None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:42.652803 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2a4010f1-4b78-44b2-a3c1-c439cef6678f None None] Transition to ACTIVE for port object 417efead-510c-4fd0-9f99-806011f8c11b will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:00:42.680288 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2a4010f1-4b78-44b2-a3c1-c439cef6678f None None] Transition to ACTIVE for port object 417efead-510c-4fd0-9f99-806011f8c11b will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:00:42.685072 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-06b308f4-561f-48ac-840e-9c1275baa05a None None] Set router 6c8b9c57-a8ad-4d0e-989e-242a98238167 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:00:42.688189 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2a4010f1-4b78-44b2-a3c1-c439cef6678f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:42.713941 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:42.734259 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-27777d3a-4721-48e8-85c3-de0f29a93b11 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Allocated IP 172.20.0.1 (2b4c0b8d-7286-44ff-99cb-bb9606c8c89b/dde22e2a-e04f-4df2-8072-2fbb96da64ca/e34be3f5-820d-419f-95d3-7140f4363af6) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:00:42.809499 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4010f1-4b78-44b2-a3c1-c439cef6678f None None] Network 2b4c0b8d-7286-44ff-99cb-bb9606c8c89b is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:00:42.817380 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-2a4010f1-4b78-44b2-a3c1-c439cef6678f None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:00:42.823625 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4010f1-4b78-44b2-a3c1-c439cef6678f None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:00:42.827778 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4010f1-4b78-44b2-a3c1-c439cef6678f None None] Pushing event updated for resources: {'Port': ['ID=417efead-510c-4fd0-9f99-806011f8c11b,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:42.835316 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-2a4010f1-4b78-44b2-a3c1-c439cef6678f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:42.851003 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-27777d3a-4721-48e8-85c3-de0f29a93b11 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:42.866862 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-27777d3a-4721-48e8-85c3-de0f29a93b11 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Transition to ACTIVE for port object e34be3f5-820d-419f-95d3-7140f4363af6 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:00:42.903234 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-27777d3a-4721-48e8-85c3-de0f29a93b11 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:42.906796 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c95dc80c-9303-414e-8c8c-c53c198f8f47 tempest-RoutersAdminTest-1138585317 tempest-RoutersAdminTest-1138585317-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:42.913719 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-2a4010f1-4b78-44b2-a3c1-c439cef6678f None None] Attempting to bind port 417efead-510c-4fd0-9f99-806011f8c11b on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:00:42.914117 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-2a4010f1-4b78-44b2-a3c1-c439cef6678f None None] Attempting to bind port 417efead-510c-4fd0-9f99-806011f8c11b by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '121133a1-7587-4c2b-ba0a-6587dc0fa122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:00:42.914480 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4010f1-4b78-44b2-a3c1-c439cef6678f None None] Attempting to bind port 417efead-510c-4fd0-9f99-806011f8c11b on network 2b4c0b8d-7286-44ff-99cb-bb9606c8c89b {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:00:42.937525 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4010f1-4b78-44b2-a3c1-c439cef6678f None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:00:42.937900 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4010f1-4b78-44b2-a3c1-c439cef6678f None None] Checking segment: {'id': '121133a1-7587-4c2b-ba0a-6587dc0fa122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:00:42.938330 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2a4010f1-4b78-44b2-a3c1-c439cef6678f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:42.938709 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4010f1-4b78-44b2-a3c1-c439cef6678f None None] Bound using segment: {'id': '121133a1-7587-4c2b-ba0a-6587dc0fa122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:00:42.939190 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-2a4010f1-4b78-44b2-a3c1-c439cef6678f None None] Bound port: 417efead-510c-4fd0-9f99-806011f8c11b, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '121133a1-7587-4c2b-ba0a-6587dc0fa122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:00:42.939546 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2a4010f1-4b78-44b2-a3c1-c439cef6678f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:42.948459 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27777d3a-4721-48e8-85c3-de0f29a93b11 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network 2b4c0b8d-7286-44ff-99cb-bb9606c8c89b is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:00:42.951671 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-27777d3a-4721-48e8-85c3-de0f29a93b11 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:00:42.954143 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27777d3a-4721-48e8-85c3-de0f29a93b11 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:00:42.988783 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27777d3a-4721-48e8-85c3-de0f29a93b11 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=e34be3f5-820d-419f-95d3-7140f4363af6,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:42.991771 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-27777d3a-4721-48e8-85c3-de0f29a93b11 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:43.009541 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-27777d3a-4721-48e8-85c3-de0f29a93b11 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:43.014977 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-06b308f4-561f-48ac-840e-9c1275baa05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'name': 'tempest-TestNetworkBasicOps-router-650149083', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21'}], 'enable_snat': True}, 'gw_port_id': '4165542a-719a-42af-b795-11e4e51225f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:40Z', 'revision_number': 3, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '4165542a-719a-42af-b795-11e4e51225f1', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:00:43.017022 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-2a4010f1-4b78-44b2-a3c1-c439cef6678f None None] For port 417efead-510c-4fd0-9f99-806011f8c11b, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:00:43.020986 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-2a4010f1-4b78-44b2-a3c1-c439cef6678f None None] For port 417efead-510c-4fd0-9f99-806011f8c11b, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=417efead-510c-4fd0-9f99-806011f8c11b,segment=NetworkSegment(121133a1-7587-4c2b-ba0a-6587dc0fa122),segment_id=121133a1-7587-4c2b-ba0a-6587dc0fa122)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:00:43.048557 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2a4010f1-4b78-44b2-a3c1-c439cef6678f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:43.051037 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b308f4-561f-48ac-840e-9c1275baa05a None None] The sync data for ids ['6c8b9c57-a8ad-4d0e-989e-242a98238167'] in dv-neutron-797121-2-hyperv is: [{'id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'name': 'tempest-TestNetworkBasicOps-router-650149083', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21'}], 'enable_snat': True}, 'gw_port_id': '4165542a-719a-42af-b795-11e4e51225f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:40Z', 'revision_number': 3, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '4165542a-719a-42af-b795-11e4e51225f1', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:00:43.053348 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0a69a53b-da5f-48c9-9488-726bf7bc90e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:43.108104 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4010f1-4b78-44b2-a3c1-c439cef6678f None None] Pushing event updated for resources: {'Port': ['ID=417efead-510c-4fd0-9f99-806011f8c11b,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:43.111184 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-2a4010f1-4b78-44b2-a3c1-c439cef6678f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:43.177051 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-27777d3a-4721-48e8-85c3-de0f29a93b11 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:43.482969 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 417efead-510c-4fd0-9f99-806011f8c11b up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:00:43.541086 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 417efead-510c-4fd0-9f99-806011f8c11b completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:00:43.632956 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef3a6eb-024b-414b-909c-d870818c0175 req-9ef45bba-fa87-4d59-aa3d-1fbb69f51d1e tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:43.634566 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1ef3a6eb-024b-414b-909c-d870818c0175 req-9ef45bba-fa87-4d59-aa3d-1fbb69f51d1e tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c206176-ea1b-4604-b389-cae922b6b63d HTTP/1.1" status: 200 len: 944 time: 0.2115867 Jun 21 15:00:43.693507 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-27777d3a-4721-48e8-85c3-de0f29a93b11 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:43.698987 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-27777d3a-4721-48e8-85c3-de0f29a93b11 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:43.705014 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b1ac2b47-5ab6-4626-aa0c-616969cf4d99 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:43.731811 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1ef3a6eb-024b-414b-909c-d870818c0175 req-b1b0efe4-749b-46f2-bed5-e53095740248 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852633 Jun 21 15:00:43.789217 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27777d3a-4721-48e8-85c3-de0f29a93b11 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=e34be3f5-820d-419f-95d3-7140f4363af6,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:43.791913 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-27777d3a-4721-48e8-85c3-de0f29a93b11 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:43.794099 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-27777d3a-4721-48e8-85c3-de0f29a93b11 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:43.899678 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27777d3a-4721-48e8-85c3-de0f29a93b11 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network 2b4c0b8d-7286-44ff-99cb-bb9606c8c89b is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:00:43.902467 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-27777d3a-4721-48e8-85c3-de0f29a93b11 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:00:44.039605 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2a4bf5cb-3b8a-450f-80ea-f44021c732c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:44.053312 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27777d3a-4721-48e8-85c3-de0f29a93b11 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router 6c8b9c57-a8ad-4d0e-989e-242a98238167 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:00:44.168322 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27777d3a-4721-48e8-85c3-de0f29a93b11 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:00:44.176147 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-27777d3a-4721-48e8-85c3-de0f29a93b11 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "PUT /v2.0/routers/6c8b9c57-a8ad-4d0e-989e-242a98238167/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3664160 Jun 21 15:00:44.176147 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39462) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:00:44.182213 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf5e163-d49a-49b2-8829-48ffbcf6786b None None] Network 2b4c0b8d-7286-44ff-99cb-bb9606c8c89b requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:00:44.244823 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-4d093f79-3af5-41fb-9da3-89cae2fe5a66 None None] Provisioning for port 417efead-510c-4fd0-9f99-806011f8c11b completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:00:44.255565 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-4d093f79-3af5-41fb-9da3-89cae2fe5a66 None None] Provisioning complete for port 417efead-510c-4fd0-9f99-806011f8c11b triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:00:44.255893 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4d093f79-3af5-41fb-9da3-89cae2fe5a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:44.280005 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7fbd31-49b2-4a43-ba79-90d5fae06a87 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:44.281384 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7fbd31-49b2-4a43-ba79-90d5fae06a87 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:44.281886 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7fbd31-49b2-4a43-ba79-90d5fae06a87 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:44.282351 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7fbd31-49b2-4a43-ba79-90d5fae06a87 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:44.282779 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7fbd31-49b2-4a43-ba79-90d5fae06a87 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:44.283240 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7fbd31-49b2-4a43-ba79-90d5fae06a87 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:44.285459 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-ff7fbd31-49b2-4a43-ba79-90d5fae06a87 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1084998 Jun 21 15:00:44.288319 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39464) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:00:44.350629 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8992a4ea-8a47-4cc3-94ca-d1144fb134af tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:44.351160 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8992a4ea-8a47-4cc3-94ca-d1144fb134af tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:44.351629 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8992a4ea-8a47-4cc3-94ca-d1144fb134af tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:44.352097 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8992a4ea-8a47-4cc3-94ca-d1144fb134af tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:44.352799 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8992a4ea-8a47-4cc3-94ca-d1144fb134af tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:44.353225 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8992a4ea-8a47-4cc3-94ca-d1144fb134af tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:44.355184 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8992a4ea-8a47-4cc3-94ca-d1144fb134af tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0656972 Jun 21 15:00:44.357937 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39466) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:00:44.398295 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4d093f79-3af5-41fb-9da3-89cae2fe5a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:44.443001 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-4d093f79-3af5-41fb-9da3-89cae2fe5a66 None None] For port 417efead-510c-4fd0-9f99-806011f8c11b, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=417efead-510c-4fd0-9f99-806011f8c11b,segment=NetworkSegment(121133a1-7587-4c2b-ba0a-6587dc0fa122),segment_id=121133a1-7587-4c2b-ba0a-6587dc0fa122)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:00:44.451293 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4d093f79-3af5-41fb-9da3-89cae2fe5a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:44.452833 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:44.502053 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d093f79-3af5-41fb-9da3-89cae2fe5a66 None None] Pushing event updated for resources: {'Port': ['ID=417efead-510c-4fd0-9f99-806011f8c11b,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:44.504142 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-55e899d7-edc9-407b-8f35-04af03509fcb tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1447649 Jun 21 15:00:44.509111 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-4d093f79-3af5-41fb-9da3-89cae2fe5a66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:44.680941 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-d0f61429-0ce4-4f75-9500-31e6158c767b None None] Provisioning complete for port 417efead-510c-4fd0-9f99-806011f8c11b triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:00:44.681944 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d0f61429-0ce4-4f75-9500-31e6158c767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:44.793966 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-d0f61429-0ce4-4f75-9500-31e6158c767b None None] Provisioning for port e34be3f5-820d-419f-95d3-7140f4363af6 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:00:44.800920 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-d0f61429-0ce4-4f75-9500-31e6158c767b None None] Provisioning complete for port e34be3f5-820d-419f-95d3-7140f4363af6 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:00:44.801290 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d0f61429-0ce4-4f75-9500-31e6158c767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:44.809480 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39472) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:00:44.814017 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-bef5acc3-dde7-4c10-8bf4-12e6225da14f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1481387790', 'description': 'tempest-secgroup-smoke-1481387790 description', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:00:44.844525 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bef5acc3-dde7-4c10-8bf4-12e6225da14f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:44.864138 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8303510-46f9-4a4f-bc17-09ed1c6f9848 None None] Sync routers for ids ['6c8b9c57-a8ad-4d0e-989e-242a98238167'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:00:44.874211 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8303510-46f9-4a4f-bc17-09ed1c6f9848 None None] Routers {'6c8b9c57-a8ad-4d0e-989e-242a98238167'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:00:44.874860 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-d8303510-46f9-4a4f-bc17-09ed1c6f9848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:00:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6c8b9c57-a8ad-4d0e-989e-242a98238167'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:00:44.967882 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bef5acc3-dde7-4c10-8bf4-12e6225da14f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:44.983745 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7f4521-7331-4e20-8a6d-d3b7c4de480a req-3820b6a0-0458-47d8-b8cf-6c153d2d5840 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:44.985474 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5c7f4521-7331-4e20-8a6d-d3b7c4de480a req-3820b6a0-0458-47d8-b8cf-6c153d2d5840 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c206176-ea1b-4604-b389-cae922b6b63d HTTP/1.1" status: 200 len: 944 time: 0.1003129 Jun 21 15:00:44.986143 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bef5acc3-dde7-4c10-8bf4-12e6225da14f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:44.990792 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5b7a3612-f668-4f31-bc00-4547b78377f5 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:45.024726 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5acc3-dde7-4c10-8bf4-12e6225da14f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88397c95-9b06-400a-8803-110951732077,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:45.027604 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bef5acc3-dde7-4c10-8bf4-12e6225da14f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:45.028917 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-bef5acc3-dde7-4c10-8bf4-12e6225da14f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2195153 Jun 21 15:00:45.029570 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:00:45.030601 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bef5acc3-dde7-4c10-8bf4-12e6225da14f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:45.031728 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39474) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:00:45.036646 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-b6c6c9df-b897-409d-b714-d8badbb08831 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': '88397c95-9b06-400a-8803-110951732077', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:00:45.038331 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-d8303510-46f9-4a4f-bc17-09ed1c6f9848 None None] Set router 6c8b9c57-a8ad-4d0e-989e-242a98238167 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:00:45.050070 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5c7f4521-7331-4e20-8a6d-d3b7c4de480a req-af771457-561a-4bb1-9cc7-160d40e2e86c tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579064 Jun 21 15:00:45.070747 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-d0f61429-0ce4-4f75-9500-31e6158c767b None None] Port e34be3f5-820d-419f-95d3-7140f4363af6 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:00:45.097226 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b6c6c9df-b897-409d-b714-d8badbb08831 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:45.178101 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b6c6c9df-b897-409d-b714-d8badbb08831 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:45.179400 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb,segment=NetworkSegment(8063d322-273e-4ce9-859d-4659337bd9d3),segment_id=8063d322-273e-4ce9-859d-4659337bd9d3)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:00:45.184086 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b6c6c9df-b897-409d-b714-d8badbb08831 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:45.186010 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-40e45f5c-599c-4517-b126-05c852e24400 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:45.197338 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': 'e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'port_id': 'e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb', 'mac_address': 'fa:16:3e:ed:6c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:00:45.201110 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6c9df-b897-409d-b714-d8badbb08831 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d1f7639-8239-4b17-a9f3-d4460657d3e7,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:45.209558 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b6c6c9df-b897-409d-b714-d8badbb08831 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:45.221434 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b6c6c9df-b897-409d-b714-d8badbb08831 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:45.225484 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b6c6c9df-b897-409d-b714-d8badbb08831 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1900501 Jun 21 15:00:45.225689 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39476) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:00:45.230666 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-c822d1ad-18bf-4374-a32e-d901bf9f7116 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': '88397c95-9b06-400a-8803-110951732077', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:00:45.237081 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-7671e621-a2ed-4211-a846-4bb54903635c None None] Provisioning complete for port e34be3f5-820d-419f-95d3-7140f4363af6 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:00:45.237661 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7671e621-a2ed-4211-a846-4bb54903635c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:45.259408 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c822d1ad-18bf-4374-a32e-d901bf9f7116 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:45.266639 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:45.269852 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-d8303510-46f9-4a4f-bc17-09ed1c6f9848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'name': 'tempest-TestNetworkBasicOps-router-650149083', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21'}], 'enable_snat': True}, 'gw_port_id': '4165542a-719a-42af-b795-11e4e51225f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:43Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '4165542a-719a-42af-b795-11e4e51225f1', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'e34be3f5-820d-419f-95d3-7140f4363af6', 'name': '', 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:28:70:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'dde22e2a-e04f-4df2-8072-2fbb96da64ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:00:42Z', 'updated_at': '2021-06-21T15:00:43Z', 'revision_number': 2, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'dde22e2a-e04f-4df2-8072-2fbb96da64ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:00:45.286919 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:00:45.291766 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-7671e621-a2ed-4211-a846-4bb54903635c None None] Port e34be3f5-820d-419f-95d3-7140f4363af6 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:00:45.301057 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8303510-46f9-4a4f-bc17-09ed1c6f9848 None None] Checking router: 6c8b9c57-a8ad-4d0e-989e-242a98238167 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:00:45.301479 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8303510-46f9-4a4f-bc17-09ed1c6f9848 None None] Updating router 6c8b9c57-a8ad-4d0e-989e-242a98238167 port e34be3f5-820d-419f-95d3-7140f4363af6 binding host dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:00:45.333743 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c822d1ad-18bf-4374-a32e-d901bf9f7116 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:45.334800 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb,segment=NetworkSegment(8063d322-273e-4ce9-859d-4659337bd9d3),segment_id=8063d322-273e-4ce9-859d-4659337bd9d3)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:00:45.339660 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c822d1ad-18bf-4374-a32e-d901bf9f7116 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:45.341739 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7ebea15c-647f-4b9a-a318-a91866c7ce2c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:45.342797 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:45.346084 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-1b871c19-9b88-4993-90b6-cfa833e0b091 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:45.351538 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-d8303510-46f9-4a4f-bc17-09ed1c6f9848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:45.367120 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c822d1ad-18bf-4374-a32e-d901bf9f7116 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:45.369819 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c822d1ad-18bf-4374-a32e-d901bf9f7116 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1431577 Jun 21 15:00:45.370790 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822d1ad-18bf-4374-a32e-d901bf9f7116 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bda8b4e6-e56e-42b1-b96d-08dbba7943cf,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:45.372663 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39478) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:00:45.373879 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c822d1ad-18bf-4374-a32e-d901bf9f7116 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:45.378053 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-d466421c-3b76-440f-89ee-b946ae34813c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': '88397c95-9b06-400a-8803-110951732077', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:00:45.411765 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d466421c-3b76-440f-89ee-b946ae34813c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:45.417524 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:45.420664 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:45.474055 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 4165542a-719a-42af-b795-11e4e51225f1 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:00:45.475018 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d466421c-3b76-440f-89ee-b946ae34813c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:45.481391 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d466421c-3b76-440f-89ee-b946ae34813c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:45.484182 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9ec845f4-a51b-4386-8a34-019c960323d1 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:45.516131 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466421c-3b76-440f-89ee-b946ae34813c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed272bd4-26b2-4662-89e6-1ad3da201bae,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:45.520104 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d466421c-3b76-440f-89ee-b946ae34813c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:45.521874 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d466421c-3b76-440f-89ee-b946ae34813c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1477058 Jun 21 15:00:45.523270 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d466421c-3b76-440f-89ee-b946ae34813c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:45.525912 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39480) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:00:45.530824 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-7b5a281f-714f-45a0-8e17-20bde463d897 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': '88397c95-9b06-400a-8803-110951732077', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:00:45.552558 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 4165542a-719a-42af-b795-11e4e51225f1 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:00:45.556435 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 4165542a-719a-42af-b795-11e4e51225f1 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:00:45.556792 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:45.560333 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7b5a281f-714f-45a0-8e17-20bde463d897 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:45.625740 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7b5a281f-714f-45a0-8e17-20bde463d897 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:45.630993 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7b5a281f-714f-45a0-8e17-20bde463d897 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:45.632860 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-675a6c55-513c-4c61-8704-50417d6ac09f tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:45.639827 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:45.647455 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a281f-714f-45a0-8e17-20bde463d897 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b47d667-743e-487d-ae46-a934d977d4f6,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:45.651747 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7b5a281f-714f-45a0-8e17-20bde463d897 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:45.653351 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-d8303510-46f9-4a4f-bc17-09ed1c6f9848 None None] Notify callbacks [] for port, precommit_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:45.661516 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7b5a281f-714f-45a0-8e17-20bde463d897 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:45.665857 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7b5a281f-714f-45a0-8e17-20bde463d897 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1363499 Jun 21 15:00:45.666023 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 4165542a-719a-42af-b795-11e4e51225f1, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=4165542a-719a-42af-b795-11e4e51225f1,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:00:45.666152 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.provisioning_blocks [None req-d8303510-46f9-4a4f-bc17-09ed1c6f9848 None None] Transition to ACTIVE for port object e34be3f5-820d-419f-95d3-7140f4363af6 will not be triggered until provisioned by entity L2. {{(pid=105227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:00:45.666263 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39482) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:00:45.670627 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:45.671535 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 417efead-510c-4fd0-9f99-806011f8c11b up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:00:45.672957 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-66b41603-64e5-4297-93b9-98cf5cb0e91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': '88397c95-9b06-400a-8803-110951732077', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:00:45.673241 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:45.674756 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-d8303510-46f9-4a4f-bc17-09ed1c6f9848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:45.678616 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:45.705982 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.securitygroups_db [None req-66b41603-64e5-4297-93b9-98cf5cb0e91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Project 6034e39b7b9c4208ae0c3b83482b9f88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 15:00:45.713462 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-66b41603-64e5-4297-93b9-98cf5cb0e91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:45.715692 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:00:45.793164 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-66b41603-64e5-4297-93b9-98cf5cb0e91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:45.799007 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-66b41603-64e5-4297-93b9-98cf5cb0e91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:45.801575 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c91121e2-19f8-4035-9c49-b34534f8df29 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:45.820649 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b41603-64e5-4297-93b9-98cf5cb0e91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19fc886b-70b9-4971-ba4a-f210ea24fbea,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:45.824745 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-66b41603-64e5-4297-93b9-98cf5cb0e91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:45.829818 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-66b41603-64e5-4297-93b9-98cf5cb0e91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:45.831159 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-66b41603-64e5-4297-93b9-98cf5cb0e91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1636958 Jun 21 15:00:45.834492 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39484) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:00:45.839723 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-ed1e8419-dc99-4d0a-b55b-b86ce3fcd6d7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': '88397c95-9b06-400a-8803-110951732077', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:00:45.840218 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-d8303510-46f9-4a4f-bc17-09ed1c6f9848 None None] Attempting to bind port e34be3f5-820d-419f-95d3-7140f4363af6 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:00:45.840922 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-d8303510-46f9-4a4f-bc17-09ed1c6f9848 None None] Attempting to bind port e34be3f5-820d-419f-95d3-7140f4363af6 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '121133a1-7587-4c2b-ba0a-6587dc0fa122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b'}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:00:45.841518 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8303510-46f9-4a4f-bc17-09ed1c6f9848 None None] Attempting to bind port e34be3f5-820d-419f-95d3-7140f4363af6 on network 2b4c0b8d-7286-44ff-99cb-bb9606c8c89b {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:00:45.848738 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=4165542a-719a-42af-b795-11e4e51225f1,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:45.856249 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:45.864267 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.securitygroups_db [None req-ed1e8419-dc99-4d0a-b55b-b86ce3fcd6d7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Project 6034e39b7b9c4208ae0c3b83482b9f88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 15:00:45.869487 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8303510-46f9-4a4f-bc17-09ed1c6f9848 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:00:45.870190 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ed1e8419-dc99-4d0a-b55b-b86ce3fcd6d7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:45.870771 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8303510-46f9-4a4f-bc17-09ed1c6f9848 None None] Checking segment: {'id': '121133a1-7587-4c2b-ba0a-6587dc0fa122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:00:45.871408 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-d8303510-46f9-4a4f-bc17-09ed1c6f9848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:45.871968 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8303510-46f9-4a4f-bc17-09ed1c6f9848 None None] Bound using segment: {'id': '121133a1-7587-4c2b-ba0a-6587dc0fa122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b'} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:00:45.872662 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-d8303510-46f9-4a4f-bc17-09ed1c6f9848 None None] Bound port: e34be3f5-820d-419f-95d3-7140f4363af6, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '121133a1-7587-4c2b-ba0a-6587dc0fa122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b'}}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:00:45.873668 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-d8303510-46f9-4a4f-bc17-09ed1c6f9848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:45.883797 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 417efead-510c-4fd0-9f99-806011f8c11b triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:00:45.884175 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:45.889808 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaedac5-da77-477c-b522-c18c1cc0065e None None] Pushing event updated for resources: {'Port': ['ID=e34be3f5-820d-419f-95d3-7140f4363af6,revision_number=3']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:45.897671 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaedac5-da77-477c-b522-c18c1cc0065e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:45.898463 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaedac5-da77-477c-b522-c18c1cc0065e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:45.898951 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaedac5-da77-477c-b522-c18c1cc0065e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:45.899490 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaedac5-da77-477c-b522-c18c1cc0065e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:45.899993 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaedac5-da77-477c-b522-c18c1cc0065e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:45.900460 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaedac5-da77-477c-b522-c18c1cc0065e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:45.901214 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaedac5-da77-477c-b522-c18c1cc0065e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:45.901966 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaedac5-da77-477c-b522-c18c1cc0065e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:45.902667 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaedac5-da77-477c-b522-c18c1cc0065e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:45.903150 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaedac5-da77-477c-b522-c18c1cc0065e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:45.904039 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaedac5-da77-477c-b522-c18c1cc0065e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:45.904520 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeaedac5-da77-477c-b522-c18c1cc0065e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:00:45.916216 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-eeaedac5-da77-477c-b522-c18c1cc0065e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:45.939122 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ed1e8419-dc99-4d0a-b55b-b86ce3fcd6d7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:45.945711 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ed1e8419-dc99-4d0a-b55b-b86ce3fcd6d7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:45.948208 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0e1b4563-0c8e-4dd3-8bf5-bb8089c7a922 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:45.970567 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e8419-dc99-4d0a-b55b-b86ce3fcd6d7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5924fe72-2eae-4dca-b888-d54da00175d9,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:45.974983 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ed1e8419-dc99-4d0a-b55b-b86ce3fcd6d7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:45.978111 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ed1e8419-dc99-4d0a-b55b-b86ce3fcd6d7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:45.979390 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ed1e8419-dc99-4d0a-b55b-b86ce3fcd6d7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1438730 Jun 21 15:00:46.005071 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-d8303510-46f9-4a4f-bc17-09ed1c6f9848 None None] For port e34be3f5-820d-419f-95d3-7140f4363af6, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:00:46.009761 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-d8303510-46f9-4a4f-bc17-09ed1c6f9848 None None] For port e34be3f5-820d-419f-95d3-7140f4363af6, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=e34be3f5-820d-419f-95d3-7140f4363af6,segment=NetworkSegment(121133a1-7587-4c2b-ba0a-6587dc0fa122),segment_id=121133a1-7587-4c2b-ba0a-6587dc0fa122)] {{(pid=105227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:00:46.014941 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-d8303510-46f9-4a4f-bc17-09ed1c6f9848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:46.017128 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-d0e8c01c-851a-4f34-8e9e-e1f4a8622186 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:46.092071 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8303510-46f9-4a4f-bc17-09ed1c6f9848 None None] Routers {'6c8b9c57-a8ad-4d0e-989e-242a98238167'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:00:46.092695 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-d8303510-46f9-4a4f-bc17-09ed1c6f9848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:00:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6c8b9c57-a8ad-4d0e-989e-242a98238167'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:00:46.149022 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaedac5-da77-477c-b522-c18c1cc0065e None None] Pushing event updated for resources: {'Port': ['ID=e34be3f5-820d-419f-95d3-7140f4363af6,revision_number=4']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:46.156270 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-eeaedac5-da77-477c-b522-c18c1cc0065e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:46.212585 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-d2914b3f-db84-4f10-a0d4-63f3b6144ecf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1481387790&fields=id&tenant_id=6034e39b7b9c4208ae0c3b83482b9f88 HTTP/1.1" status: 200 len: 267 time: 0.0775249 Jun 21 15:00:46.242577 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-d8303510-46f9-4a4f-bc17-09ed1c6f9848 None None] Set router 6c8b9c57-a8ad-4d0e-989e-242a98238167 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:00:46.433614 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-b6130093-b206-4160-9f32-47fecabeaeb5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:46.440567 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-b6130093-b206-4160-9f32-47fecabeaeb5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/networks?id=2b4c0b8d-7286-44ff-99cb-bb9606c8c89b HTTP/1.1" status: 200 len: 797 time: 0.2196007 Jun 21 15:00:46.454419 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-88eee126-0895-43f9-8962-95525d469124 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/quotas/6034e39b7b9c4208ae0c3b83482b9f88 HTTP/1.1" status: 200 len: 375 time: 0.0126617 Jun 21 15:00:46.466546 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-d8303510-46f9-4a4f-bc17-09ed1c6f9848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'name': 'tempest-TestNetworkBasicOps-router-650149083', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21'}], 'enable_snat': True}, 'gw_port_id': '4165542a-719a-42af-b795-11e4e51225f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:43Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '4165542a-719a-42af-b795-11e4e51225f1', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'e34be3f5-820d-419f-95d3-7140f4363af6', 'name': '', 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:28:70:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'dde22e2a-e04f-4df2-8072-2fbb96da64ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:00:42Z', 'updated_at': '2021-06-21T15:00:45Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'dde22e2a-e04f-4df2-8072-2fbb96da64ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:00:46.467457 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d070d-b55e-4cf3-948a-f88fc0673736 req-7c6f399e-f781-4aa0-854d-9ff2429ce629 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:46.469381 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-818d070d-b55e-4cf3-948a-f88fc0673736 req-7c6f399e-f781-4aa0-854d-9ff2429ce629 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c206176-ea1b-4604-b389-cae922b6b63d HTTP/1.1" status: 200 len: 945 time: 0.2085500 Jun 21 15:00:46.494217 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8303510-46f9-4a4f-bc17-09ed1c6f9848 None None] The sync data for ids ['6c8b9c57-a8ad-4d0e-989e-242a98238167'] in dv-neutron-797121-2-hyperv is: [{'id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'name': 'tempest-TestNetworkBasicOps-router-650149083', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21'}], 'enable_snat': True}, 'gw_port_id': '4165542a-719a-42af-b795-11e4e51225f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:43Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '4165542a-719a-42af-b795-11e4e51225f1', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'e34be3f5-820d-419f-95d3-7140f4363af6', 'name': '', 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:28:70:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'dde22e2a-e04f-4df2-8072-2fbb96da64ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:00:42Z', 'updated_at': '2021-06-21T15:00:45Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'dde22e2a-e04f-4df2-8072-2fbb96da64ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:00:46.564284 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-818d070d-b55e-4cf3-948a-f88fc0673736 req-dc29f154-4445-4cbf-8a88-15de3d3b2b87 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822649 Jun 21 15:00:46.596953 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-5c4b84d7-8af4-4f6d-8007-8d261da91075 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1264763 Jun 21 15:00:46.598346 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0303da95-79bc-43cd-882c-cc00a430de70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:46.701018 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-d7d27943-c134-47d5-98fd-60e1cae058c1 service neutron] 10.222.0.72 "GET /v2.0/networks/2b4c0b8d-7286-44ff-99cb-bb9606c8c89b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924380 Jun 21 15:00:46.801671 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-88c96dd2-0824-4533-bbe8-6024cd18d98f service neutron] 10.222.0.72 "GET /v2.0/networks/2b4c0b8d-7286-44ff-99cb-bb9606c8c89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941393 Jun 21 15:00:46.988429 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:46.989339 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-54ed606a-7fae-4561-b360-d21ed0061821 req-e9875d7d-5a17-4fc2-a520-a40592da64cd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebc4fa92-7cb3-4af2-abee-61ccbfd85d88 HTTP/1.1" status: 200 len: 210 time: 0.0399773 Jun 21 15:00:47.017489 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:00:47.069421 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:00:47.073913 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:00:47.074293 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:47.165309 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:47.191492 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c206176-ea1b-4604-b389-cae922b6b63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:00:47.194138 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3925ff4-711d-49f9-97b3-6aa1d6346660" -d '{"events": [{"server_uuid": "1c206176-ea1b-4604-b389-cae922b6b63d", "name": "network-vif-plugged", "status": "completed", "tag": "e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:00:47.209085 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb,segment=NetworkSegment(8063d322-273e-4ce9-859d-4659337bd9d3),segment_id=8063d322-273e-4ce9-859d-4659337bd9d3)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:00:47.215130 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:47.217564 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6b2d39b3-cdb1-4dd5-9090-756468ae80d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:47.273035 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:47.276866 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:47.308858 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511f9f80-efe5-4824-82a7-5fa45ddbb2d3 x-openstack-request-id: req-511f9f80-efe5-4824-82a7-5fa45ddbb2d3 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:00:47.309294 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c206176-ea1b-4604-b389-cae922b6b63d", "name": "network-vif-plugged", "status": "completed", "tag": "e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:00:47.309559 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-511f9f80-efe5-4824-82a7-5fa45ddbb2d3 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:00:47.310120 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c206176-ea1b-4604-b389-cae922b6b63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb', 'code': 200} Jun 21 15:00:47.450384 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 4165542a-719a-42af-b795-11e4e51225f1 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:00:47.508171 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 4165542a-719a-42af-b795-11e4e51225f1 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:00:47.508550 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:47.560362 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4513ce73-51c8-496b-849d-2b44fe8e5cbc req-0b987738-7128-4494-9483-a443131aa920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:47.562995 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-4513ce73-51c8-496b-849d-2b44fe8e5cbc req-0b987738-7128-4494-9483-a443131aa920 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1c206176-ea1b-4604-b389-cae922b6b63d HTTP/1.1" status: 200 len: 1099 time: 0.0580051 Jun 21 15:00:47.602899 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e34be3f5-820d-419f-95d3-7140f4363af6 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:00:47.606121 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-4513ce73-51c8-496b-849d-2b44fe8e5cbc req-d3ca1d70-7a16-4ef9-99e4-0d9cf23051ad service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350678 Jun 21 15:00:47.664797 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port e34be3f5-820d-419f-95d3-7140f4363af6 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:00:47.669059 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port e34be3f5-820d-419f-95d3-7140f4363af6 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:00:47.669466 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:47.764194 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:47.769132 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc8f64-3369-41fd-b1dc-347d091af719 req-9374767a-72ec-48fd-a700-e46e0076961f tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:47.770640 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-01fc8f64-3369-41fd-b1dc-347d091af719 req-9374767a-72ec-48fd-a700-e46e0076961f tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c206176-ea1b-4604-b389-cae922b6b63d HTTP/1.1" status: 200 len: 946 time: 0.0747495 Jun 21 15:00:47.795784 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port e34be3f5-820d-419f-95d3-7140f4363af6, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=e34be3f5-820d-419f-95d3-7140f4363af6,segment=NetworkSegment(121133a1-7587-4c2b-ba0a-6587dc0fa122),segment_id=121133a1-7587-4c2b-ba0a-6587dc0fa122)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:00:47.800712 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:47.802582 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-75e6bf54-3854-48fd-acb0-4ab9a74c78e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:47.811352 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-01fc8f64-3369-41fd-b1dc-347d091af719 req-ac4dca26-2d00-492b-a67c-5c4c495b3796 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348651 Jun 21 15:00:47.851912 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=e34be3f5-820d-419f-95d3-7140f4363af6,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:47.855233 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:48.041433 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:48.154948 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-75e2b904-3c38-45b0-984a-fff2f2d70cb2 req-b84ace8c-494f-4ad9-85cd-785b2b3adb07 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebc4fa92-7cb3-4af2-abee-61ccbfd85d88 HTTP/1.1" status: 200 len: 210 time: 0.0445025 Jun 21 15:00:48.203634 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-da3b5a05-251a-4d51-889b-76a5dec7a1a3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:48.205390 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-da3b5a05-251a-4d51-889b-76a5dec7a1a3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/networks?id=2b4c0b8d-7286-44ff-99cb-bb9606c8c89b HTTP/1.1" status: 200 len: 797 time: 0.1212835 Jun 21 15:00:48.253608 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-028cdaf3-2c75-46c2-8e6f-d504593e3bf8 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6034e39b7b9c4208ae0c3b83482b9f88 HTTP/1.1" status: 200 len: 380 time: 0.0391381 Jun 21 15:00:48.262775 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-0f501f98-09e8-4b5b-977b-c11c9d47f490 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'port': {'device_id': 'ebc4fa92-7cb3-4af2-abee-61ccbfd85d88', 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b', 'admin_state_up': True, 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'security_groups': ['88397c95-9b06-400a-8803-110951732077']}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:00:48.371462 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-0f501f98-09e8-4b5b-977b-c11c9d47f490 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Made reservation on behalf of 6034e39b7b9c4208ae0c3b83482b9f88 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:00:48.375353 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-0f501f98-09e8-4b5b-977b-c11c9d47f490 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:48.516018 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-0f501f98-09e8-4b5b-977b-c11c9d47f490 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Allocated IP 172.20.0.7 (2b4c0b8d-7286-44ff-99cb-bb9606c8c89b/dde22e2a-e04f-4df2-8072-2fbb96da64ca/5718ea62-3098-4f7b-af03-e4e491e36b55) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:00:48.659465 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-0f501f98-09e8-4b5b-977b-c11c9d47f490 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:48.677379 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-0f501f98-09e8-4b5b-977b-c11c9d47f490 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Transition to ACTIVE for port object 5718ea62-3098-4f7b-af03-e4e491e36b55 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:00:48.710883 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-0f501f98-09e8-4b5b-977b-c11c9d47f490 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:48.714699 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f10e7a47-d289-42fe-bea9-da639738ec45 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:48.755651 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-0f501f98-09e8-4b5b-977b-c11c9d47f490 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network 2b4c0b8d-7286-44ff-99cb-bb9606c8c89b is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:00:48.758868 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-0f501f98-09e8-4b5b-977b-c11c9d47f490 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:00:48.765144 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-0f501f98-09e8-4b5b-977b-c11c9d47f490 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:00:48.771692 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f501f98-09e8-4b5b-977b-c11c9d47f490 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=5718ea62-3098-4f7b-af03-e4e491e36b55,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:48.791626 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0f501f98-09e8-4b5b-977b-c11c9d47f490 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:48.818198 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-0f501f98-09e8-4b5b-977b-c11c9d47f490 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:48.818816 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-0f501f98-09e8-4b5b-977b-c11c9d47f490 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:48.837407 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-0f501f98-09e8-4b5b-977b-c11c9d47f490 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5784938 Jun 21 15:00:48.849194 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-a04ab091-3a2f-4c4e-b7a6-5133f0a794c9 service neutron] Request body: {'port': {'device_id': 'ebc4fa92-7cb3-4af2-abee-61ccbfd85d88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:00:48.932193 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-a04ab091-3a2f-4c4e-b7a6-5133f0a794c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:49.016816 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a678e9-7b88-41af-be90-27c4a0b77881 req-38a51300-0ace-46c3-b105-710be0b35c26 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:49.018417 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c0a678e9-7b88-41af-be90-27c4a0b77881 req-38a51300-0ace-46c3-b105-710be0b35c26 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c206176-ea1b-4604-b389-cae922b6b63d HTTP/1.1" status: 200 len: 946 time: 0.0712509 Jun 21 15:00:49.024881 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-4c8823c9-0b75-4d4b-ba04-c60dd9f22432 None None] Provisioning for port 5718ea62-3098-4f7b-af03-e4e491e36b55 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:00:49.029702 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-4c8823c9-0b75-4d4b-ba04-c60dd9f22432 None None] Provisioning complete for port 5718ea62-3098-4f7b-af03-e4e491e36b55 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:00:49.030081 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4c8823c9-0b75-4d4b-ba04-c60dd9f22432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:49.063499 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c0a678e9-7b88-41af-be90-27c4a0b77881 req-5fee6f8d-5a25-4d2b-ac38-fbb44d817131 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365374 Jun 21 15:00:49.068368 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-4c8823c9-0b75-4d4b-ba04-c60dd9f22432 None None] Port 5718ea62-3098-4f7b-af03-e4e491e36b55 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:00:49.218398 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-a04ab091-3a2f-4c4e-b7a6-5133f0a794c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5718ea62-3098-4f7b-af03-e4e491e36b55 {{(pid=105225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:00:49.226771 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-a04ab091-3a2f-4c4e-b7a6-5133f0a794c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:49.241202 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-a04ab091-3a2f-4c4e-b7a6-5133f0a794c9 service neutron] Transition to ACTIVE for port object 5718ea62-3098-4f7b-af03-e4e491e36b55 will not be triggered until provisioned by entity L2. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:00:49.245828 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-a04ab091-3a2f-4c4e-b7a6-5133f0a794c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:49.247342 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf021929-fb4b-4d2d-b85b-7b09cca32421 req-1b6b9ae8-99c6-4740-a43a-bc17a4255dcc tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:49.249388 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bf021929-fb4b-4d2d-b85b-7b09cca32421 req-1b6b9ae8-99c6-4740-a43a-bc17a4255dcc tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c206176-ea1b-4604-b389-cae922b6b63d HTTP/1.1" status: 200 len: 946 time: 0.0739927 Jun 21 15:00:49.249529 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2b5a50d7-23b1-4cc1-917b-4af8a6431481 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:49.338564 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ab091-3a2f-4c4e-b7a6-5133f0a794c9 service neutron] Pushing event updated for resources: {'Port': ['ID=5718ea62-3098-4f7b-af03-e4e491e36b55,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:49.342865 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a04ab091-3a2f-4c4e-b7a6-5133f0a794c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:49.353711 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bf021929-fb4b-4d2d-b85b-7b09cca32421 req-b4fbc54a-fa47-434d-b318-41b4a1fde207 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978622 Jun 21 15:00:49.381097 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39532) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:00:49.382146 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e34be3f5-820d-419f-95d3-7140f4363af6 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:00:49.412411 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fcda7-10db-48ed-9a69-72a43df85c6d req-0980d926-5398-4f71-81ee-2a19ba5aa92f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:49.414101 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4f5fcda7-10db-48ed-9a69-72a43df85c6d req-0980d926-5398-4f71-81ee-2a19ba5aa92f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebc4fa92-7cb3-4af2-abee-61ccbfd85d88 HTTP/1.1" status: 200 len: 943 time: 0.1442125 Jun 21 15:00:49.436164 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-a04ab091-3a2f-4c4e-b7a6-5133f0a794c9 service neutron] Attempting to bind port 5718ea62-3098-4f7b-af03-e4e491e36b55 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:00:49.436595 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-a04ab091-3a2f-4c4e-b7a6-5133f0a794c9 service neutron] Attempting to bind port 5718ea62-3098-4f7b-af03-e4e491e36b55 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '121133a1-7587-4c2b-ba0a-6587dc0fa122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b'}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:00:49.437221 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-a04ab091-3a2f-4c4e-b7a6-5133f0a794c9 service neutron] Attempting to bind port 5718ea62-3098-4f7b-af03-e4e491e36b55 on network 2b4c0b8d-7286-44ff-99cb-bb9606c8c89b {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:00:49.443357 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-a04ab091-3a2f-4c4e-b7a6-5133f0a794c9 service neutron] Port 5718ea62-3098-4f7b-af03-e4e491e36b55 on network 2b4c0b8d-7286-44ff-99cb-bb9606c8c89b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 15:00:49.443770 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-a04ab091-3a2f-4c4e-b7a6-5133f0a794c9 service neutron] Attempting to bind port 5718ea62-3098-4f7b-af03-e4e491e36b55 on network 2b4c0b8d-7286-44ff-99cb-bb9606c8c89b {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:00:49.449978 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-a04ab091-3a2f-4c4e-b7a6-5133f0a794c9 service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:00:49.450401 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-a04ab091-3a2f-4c4e-b7a6-5133f0a794c9 service neutron] Checking segment: {'id': '121133a1-7587-4c2b-ba0a-6587dc0fa122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:00:49.450633 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port e34be3f5-820d-419f-95d3-7140f4363af6 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:00:49.450917 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-a04ab091-3a2f-4c4e-b7a6-5133f0a794c9 service neutron] Bound using segment: {'id': '121133a1-7587-4c2b-ba0a-6587dc0fa122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b'} {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:00:49.451392 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:49.451525 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-a04ab091-3a2f-4c4e-b7a6-5133f0a794c9 service neutron] Bound port: 5718ea62-3098-4f7b-af03-e4e491e36b55, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '121133a1-7587-4c2b-ba0a-6587dc0fa122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b'}}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:00:49.451848 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-a04ab091-3a2f-4c4e-b7a6-5133f0a794c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:49.483001 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4f5fcda7-10db-48ed-9a69-72a43df85c6d req-b8669d5e-32b3-4368-a195-1757edd65272 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397c95-9b06-400a-8803-110951732077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507736 Jun 21 15:00:49.496944 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5cd094-7b78-41ce-9769-5096672ee394 tempest-TestVolumeBootPattern-267541360 tempest-TestVolumeBootPattern-267541360-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:49.499384 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4d5cd094-7b78-41ce-9769-5096672ee394 tempest-TestVolumeBootPattern-267541360 tempest-TestVolumeBootPattern-267541360-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=1c206176-ea1b-4604-b389-cae922b6b63d HTTP/1.1" status: 200 len: 1094 time: 0.1162527 Jun 21 15:00:49.502067 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39534) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:00:49.507989 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-760eb2ab-1b6e-4b72-a9c0-11ee4fd221d2 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'port_id': 'e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:00:49.536379 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-760eb2ab-1b6e-4b72-a9c0-11ee4fd221d2 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for floatingip, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:49.538761 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-a04ab091-3a2f-4c4e-b7a6-5133f0a794c9 service neutron] For port 5718ea62-3098-4f7b-af03-e4e491e36b55, host hv-neutron-7971, cleared binding levels {{(pid=105225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:00:49.542553 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-a04ab091-3a2f-4c4e-b7a6-5133f0a794c9 service neutron] For port 5718ea62-3098-4f7b-af03-e4e491e36b55, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5718ea62-3098-4f7b-af03-e4e491e36b55,segment=NetworkSegment(121133a1-7587-4c2b-ba0a-6587dc0fa122),segment_id=121133a1-7587-4c2b-ba0a-6587dc0fa122)] {{(pid=105225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:00:49.549900 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-a04ab091-3a2f-4c4e-b7a6-5133f0a794c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:49.553568 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a7e277b9-0bee-403f-aad6-e35f32bd2e0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:49.592418 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-a04ab091-3a2f-4c4e-b7a6-5133f0a794c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:49.593027 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-a04ab091-3a2f-4c4e-b7a6-5133f0a794c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:49.594574 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-a04ab091-3a2f-4c4e-b7a6-5133f0a794c9 service neutron] 10.222.0.66 "PUT /v2.0/ports/5718ea62-3098-4f7b-af03-e4e491e36b55 HTTP/1.1" status: 200 len: 1093 time: 0.7499676 Jun 21 15:00:49.594992 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc4fa92-7cb3-4af2-abee-61ccbfd85d88', 'tag': '5718ea62-3098-4f7b-af03-e4e491e36b55'}] {{(pid=105225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:00:49.597504 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d720512e93a77e3bffebe2b790a2b81995dcc7e4c74443a12a7dc003910c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93b02bc-489d-4175-924d-8c6a8faafa20" -d '{"events": [{"name": "network-changed", "server_uuid": "ebc4fa92-7cb3-4af2-abee-61ccbfd85d88", "tag": "5718ea62-3098-4f7b-af03-e4e491e36b55"}]}' {{(pid=105225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:00:49.636608 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04ab091-3a2f-4c4e-b7a6-5133f0a794c9 service neutron] Pushing event updated for resources: {'Port': ['ID=5718ea62-3098-4f7b-af03-e4e491e36b55,revision_number=3']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:49.639352 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a04ab091-3a2f-4c4e-b7a6-5133f0a794c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:49.655751 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b54f46-4c1d-4094-89d9-87412d67b562 x-openstack-request-id: req-c9b54f46-4c1d-4094-89d9-87412d67b562 {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:00:49.656329 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebc4fa92-7cb3-4af2-abee-61ccbfd85d88", "tag": "5718ea62-3098-4f7b-af03-e4e491e36b55", "status": "completed", "code": 200}]} {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:00:49.656868 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c9b54f46-4c1d-4094-89d9-87412d67b562 {{(pid=105225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:00:49.657506 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc4fa92-7cb3-4af2-abee-61ccbfd85d88', 'tag': '5718ea62-3098-4f7b-af03-e4e491e36b55', 'status': 'completed', 'code': 200} Jun 21 15:00:49.679930 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-760eb2ab-1b6e-4b72-a9c0-11ee4fd221d2 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:49.710899 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-2a94f976-e311-40ed-91f9-633c858f005a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:49.712579 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-2a94f976-e311-40ed-91f9-633c858f005a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=ebc4fa92-7cb3-4af2-abee-61ccbfd85d88 HTTP/1.1" status: 200 len: 1096 time: 0.0683393 Jun 21 15:00:49.716556 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:49.757948 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-8d0ef31f-3ce8-4291-834f-ba89b89e7de2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5718ea62-3098-4f7b-af03-e4e491e36b55 HTTP/1.1" status: 200 len: 217 time: 0.0372844 Jun 21 15:00:49.793721 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-760eb2ab-1b6e-4b72-a9c0-11ee4fd221d2 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Allocated IP 172.26.3.10 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/43bc784e-2759-4e3c-8419-c406aa02431f) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:00:49.819175 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-4c72ee25-f4f0-4c1a-a347-c2b995e597d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:49.820675 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-4c72ee25-f4f0-4c1a-a347-c2b995e597d9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dde22e2a-e04f-4df2-8072-2fbb96da64ca HTTP/1.1" status: 200 len: 834 time: 0.0549095 Jun 21 15:00:49.877651 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-17d46826-af35-4f24-b044-dea1f474beee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:49.879121 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-17d46826-af35-4f24-b044-dea1f474beee service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2b4c0b8d-7286-44ff-99cb-bb9606c8c89b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0515010 Jun 21 15:00:49.904109 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-760eb2ab-1b6e-4b72-a9c0-11ee4fd221d2 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:49.944044 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-760eb2ab-1b6e-4b72-a9c0-11ee4fd221d2 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:49.947005 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d7444abe-1106-4265-ba6d-ad2ddd89c91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:49.969489 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-0b35d1e5-6701-43eb-813a-b52b0dca3e62 service neutron] 10.222.0.66 "GET /v2.0/networks/2b4c0b8d-7286-44ff-99cb-bb9606c8c89b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838497 Jun 21 15:00:49.979518 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760eb2ab-1b6e-4b72-a9c0-11ee4fd221d2 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:00:49.982651 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-760eb2ab-1b6e-4b72-a9c0-11ee4fd221d2 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:00:49.986121 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760eb2ab-1b6e-4b72-a9c0-11ee4fd221d2 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:00:50.020042 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760eb2ab-1b6e-4b72-a9c0-11ee4fd221d2 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Pushing event updated for resources: {'Port': ['ID=43bc784e-2759-4e3c-8419-c406aa02431f,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:50.024146 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-760eb2ab-1b6e-4b72-a9c0-11ee4fd221d2 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:50.068033 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-2f305511-38ec-41d1-af4f-a360f181fb0a req-693303aa-cd7e-4fda-bd88-f09f0f3c3475 service neutron] 10.222.0.66 "GET /v2.0/networks/2b4c0b8d-7286-44ff-99cb-bb9606c8c89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913277 Jun 21 15:00:50.168209 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b02bc-489d-4175-924d-8c6a8faafa20 req-417a471c-1529-4379-b7df-f0f40e92893b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:50.169703 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f93b02bc-489d-4175-924d-8c6a8faafa20 req-417a471c-1529-4379-b7df-f0f40e92893b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=ebc4fa92-7cb3-4af2-abee-61ccbfd85d88 HTTP/1.1" status: 200 len: 1096 time: 0.0563815 Jun 21 15:00:50.265142 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b02bc-489d-4175-924d-8c6a8faafa20 req-2b99f97f-686e-4266-90fb-75895fdc7020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:50.266621 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f93b02bc-489d-4175-924d-8c6a8faafa20 req-2b99f97f-686e-4266-90fb-75895fdc7020 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2b4c0b8d-7286-44ff-99cb-bb9606c8c89b HTTP/1.1" status: 200 len: 898 time: 0.0908642 Jun 21 15:00:50.308177 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f93b02bc-489d-4175-924d-8c6a8faafa20 req-a32b9c9f-ba6b-4f92-b9d1-70cf3efe8bfd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5718ea62-3098-4f7b-af03-e4e491e36b55 HTTP/1.1" status: 200 len: 217 time: 0.0345788 Jun 21 15:00:50.357418 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b02bc-489d-4175-924d-8c6a8faafa20 req-96f22799-01f5-424d-b647-6656be608acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:50.359397 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f93b02bc-489d-4175-924d-8c6a8faafa20 req-96f22799-01f5-424d-b647-6656be608acb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dde22e2a-e04f-4df2-8072-2fbb96da64ca HTTP/1.1" status: 200 len: 834 time: 0.0449638 Jun 21 15:00:50.368640 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-760eb2ab-1b6e-4b72-a9c0-11ee4fd221d2 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:50.421273 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b02bc-489d-4175-924d-8c6a8faafa20 req-09852de8-2aff-4fe0-a5de-ef8790822ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:50.422799 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f93b02bc-489d-4175-924d-8c6a8faafa20 req-09852de8-2aff-4fe0-a5de-ef8790822ab9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2b4c0b8d-7286-44ff-99cb-bb9606c8c89b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0576723 Jun 21 15:00:50.449734 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-760eb2ab-1b6e-4b72-a9c0-11ee4fd221d2 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:50.510821 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f93b02bc-489d-4175-924d-8c6a8faafa20 req-d782457d-189f-4a6a-a5f6-73fab5614b1a service neutron] 10.222.0.66 "GET /v2.0/networks/2b4c0b8d-7286-44ff-99cb-bb9606c8c89b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813537 Jun 21 15:00:50.610217 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-f93b02bc-489d-4175-924d-8c6a8faafa20 req-04351ba6-4437-4ab1-b2a7-40c9b701e619 service neutron] 10.222.0.66 "GET /v2.0/networks/2b4c0b8d-7286-44ff-99cb-bb9606c8c89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915878 Jun 21 15:00:50.629635 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-760eb2ab-1b6e-4b72-a9c0-11ee4fd221d2 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:50.651908 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-760eb2ab-1b6e-4b72-a9c0-11ee4fd221d2 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:50.656662 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9011e61c-0a61-44a4-b8c7-b2c279c7a84c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:50.732734 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760eb2ab-1b6e-4b72-a9c0-11ee4fd221d2 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Pushing event updated for resources: {'Port': ['ID=43bc784e-2759-4e3c-8419-c406aa02431f,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:50.737691 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-760eb2ab-1b6e-4b72-a9c0-11ee4fd221d2 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:50.756104 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-760eb2ab-1b6e-4b72-a9c0-11ee4fd221d2 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:50.766084 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24d7674-b1c5-42e8-9457-d4f3fed4edef req-b5752b15-df9e-4f5a-8d3d-38464d9e4ebb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:50.767568 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d24d7674-b1c5-42e8-9457-d4f3fed4edef req-b5752b15-df9e-4f5a-8d3d-38464d9e4ebb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebc4fa92-7cb3-4af2-abee-61ccbfd85d88 HTTP/1.1" status: 200 len: 943 time: 0.1504757 Jun 21 15:00:50.869706 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d24d7674-b1c5-42e8-9457-d4f3fed4edef req-6d32fa45-421c-4b96-b889-fa6e0a8ebf70 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397c95-9b06-400a-8803-110951732077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692599 Jun 21 15:00:50.896114 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [None req-760eb2ab-1b6e-4b72-a9c0-11ee4fd221d2 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Floating IP 825a5f71-3f08-42ef-bb02-6235018d79e2 associated. External IP: 172.26.3.10, port: e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb. Jun 21 15:00:51.442911 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760eb2ab-1b6e-4b72-a9c0-11ee4fd221d2 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Router 31b73e1c-1af0-40b3-863c-af0582a46448 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:00:51.562408 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760eb2ab-1b6e-4b72-a9c0-11ee4fd221d2 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:00:51.572886 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f48344-c4e5-4dd2-b8e8-49c26cabf56f None None] Sync routers for ids ['31b73e1c-1af0-40b3-863c-af0582a46448'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:00:51.582821 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-760eb2ab-1b6e-4b72-a9c0-11ee4fd221d2 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:51.584994 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f48344-c4e5-4dd2-b8e8-49c26cabf56f None None] Routers {'31b73e1c-1af0-40b3-863c-af0582a46448'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:00:51.585682 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-b9f48344-c4e5-4dd2-b8e8-49c26cabf56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:00:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['31b73e1c-1af0-40b3-863c-af0582a46448'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:00:51.625255 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-760eb2ab-1b6e-4b72-a9c0-11ee4fd221d2 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1150074 Jun 21 15:00:51.625255 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c206176-ea1b-4604-b389-cae922b6b63d', 'tag': 'e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:00:51.625255 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2435ed11-06d3-43d0-9491-544b7a273021" -d '{"events": [{"name": "network-changed", "server_uuid": "1c206176-ea1b-4604-b389-cae922b6b63d", "tag": "e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:00:51.661166 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef3423b-b147-4107-a8c9-518bdad72ec2 x-openstack-request-id: req-5ef3423b-b147-4107-a8c9-518bdad72ec2 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:00:51.661513 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c206176-ea1b-4604-b389-cae922b6b63d", "tag": "e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:00:51.661833 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5ef3423b-b147-4107-a8c9-518bdad72ec2 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:00:51.662284 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c206176-ea1b-4604-b389-cae922b6b63d', 'tag': 'e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb', 'status': 'completed', 'code': 200} Jun 21 15:00:51.703075 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-b9f48344-c4e5-4dd2-b8e8-49c26cabf56f None None] Set router 31b73e1c-1af0-40b3-863c-af0582a46448 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:00:51.753438 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435ed11-06d3-43d0-9491-544b7a273021 req-b3a839aa-639b-4f08-8905-df710bc0ede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:51.755243 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-2435ed11-06d3-43d0-9491-544b7a273021 req-b3a839aa-639b-4f08-8905-df710bc0ede8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c4e5ef8cecbf4ede86b5a3dcbc277e2f&device_id=1c206176-ea1b-4604-b389-cae922b6b63d HTTP/1.1" status: 200 len: 1099 time: 0.0562794 Jun 21 15:00:51.856164 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435ed11-06d3-43d0-9491-544b7a273021 req-f4082b48-07af-412f-aaad-64b6729dc31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:51.857633 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-2435ed11-06d3-43d0-9491-544b7a273021 req-f4082b48-07af-412f-aaad-64b6729dc31b service neutron] 10.222.0.66 "GET /v2.0/networks?id=51c83c43-7be7-46e9-8af2-485fddc9c895 HTTP/1.1" status: 200 len: 912 time: 0.0955594 Jun 21 15:00:51.934483 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-2435ed11-06d3-43d0-9491-544b7a273021 req-96d94e1c-a5a9-4e35-97c0-5f415e28b153 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb HTTP/1.1" status: 200 len: 999 time: 0.0699561 Jun 21 15:00:51.974474 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-b9f48344-c4e5-4dd2-b8e8-49c26cabf56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'name': 'tempest-TestVolumeBootPattern-574981534-router', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:16Z', 'updated_at': '2021-06-21T14:55:23Z', 'revision_number': 4, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'gw_port': {'id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:17Z', 'updated_at': '2021-06-21T14:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '6b0bb4b7-e0d8-4504-8660-2f15a38c3f0a', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'floating_ip_address': '172.26.3.169', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'port_id': 'adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'mac_address': 'fa:16:3e:b6:9c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b66724-2c50-43c5-a5c6-c554da8715ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:58:50Z', 'updated_at': '2021-06-21T14:58:53Z', 'revision_number': 1, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'fixed_ip_address_scope': None}, {'id': '825a5f71-3f08-42ef-bb02-6235018d79e2', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'floating_ip_address': '172.26.3.10', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'port_id': 'e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'mac_address': 'fa:16:3e:ed:6c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c206176-ea1b-4604-b389-cae922b6b63d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:00:50Z', 'updated_at': '2021-06-21T15:00:50Z', 'revision_number': 0, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e80238a-63d2-4cb0-a67d-6d67e3b6169c', 'name': '', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'mac_address': 'fa:16:3e:2a:29:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:22Z', 'updated_at': '2021-06-21T14:55:29Z', 'revision_number': 5, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'subnets': [{'id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:00:51.996248 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435ed11-06d3-43d0-9491-544b7a273021 req-9c90ded5-3815-45ea-8c36-62b4d4395d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:51.998760 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-2435ed11-06d3-43d0-9491-544b7a273021 req-9c90ded5-3815-45ea-8c36-62b4d4395d1b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dfe1f5e6-b043-4974-b594-b5b570160e02 HTTP/1.1" status: 200 len: 850 time: 0.0568130 Jun 21 15:00:52.012794 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f48344-c4e5-4dd2-b8e8-49c26cabf56f None None] Checking router: 31b73e1c-1af0-40b3-863c-af0582a46448 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:00:52.021981 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f48344-c4e5-4dd2-b8e8-49c26cabf56f None None] Routers {'31b73e1c-1af0-40b3-863c-af0582a46448'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:00:52.022609 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-b9f48344-c4e5-4dd2-b8e8-49c26cabf56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:00:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['31b73e1c-1af0-40b3-863c-af0582a46448'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:00:52.066815 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435ed11-06d3-43d0-9491-544b7a273021 req-ba5418fa-bfe4-4766-b384-0bcb68f0c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:52.068484 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-2435ed11-06d3-43d0-9491-544b7a273021 req-ba5418fa-bfe4-4766-b384-0bcb68f0c634 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51c83c43-7be7-46e9-8af2-485fddc9c895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0622466 Jun 21 15:00:52.075654 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1e3e4-7c1b-43e8-8147-4ec012a9d4af req-e5db66df-a878-4eb4-a7b2-4d44c6ca57a3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:52.077161 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7ee1e3e4-7c1b-43e8-8147-4ec012a9d4af req-e5db66df-a878-4eb4-a7b2-4d44c6ca57a3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebc4fa92-7cb3-4af2-abee-61ccbfd85d88 HTTP/1.1" status: 200 len: 943 time: 0.0773158 Jun 21 15:00:52.128530 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7ee1e3e4-7c1b-43e8-8147-4ec012a9d4af req-d2e0ce70-df9c-4e0b-8561-1c7dd6da7617 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397c95-9b06-400a-8803-110951732077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432022 Jun 21 15:00:52.142181 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-b9f48344-c4e5-4dd2-b8e8-49c26cabf56f None None] Set router 31b73e1c-1af0-40b3-863c-af0582a46448 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:00:52.172303 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-2435ed11-06d3-43d0-9491-544b7a273021 req-a54aa0a3-a520-479b-8a0c-89c8b7647646 service neutron] 10.222.0.66 "GET /v2.0/networks/51c83c43-7be7-46e9-8af2-485fddc9c895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962884 Jun 21 15:00:52.261558 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-2435ed11-06d3-43d0-9491-544b7a273021 req-2363286e-56cc-431b-98c3-6f3848a646d0 service neutron] 10.222.0.66 "GET /v2.0/networks/51c83c43-7be7-46e9-8af2-485fddc9c895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829272 Jun 21 15:00:52.375622 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-b9f48344-c4e5-4dd2-b8e8-49c26cabf56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'name': 'tempest-TestVolumeBootPattern-574981534-router', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:16Z', 'updated_at': '2021-06-21T14:55:23Z', 'revision_number': 4, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'gw_port': {'id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:17Z', 'updated_at': '2021-06-21T14:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '6b0bb4b7-e0d8-4504-8660-2f15a38c3f0a', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'floating_ip_address': '172.26.3.169', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'port_id': 'adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'mac_address': 'fa:16:3e:b6:9c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b66724-2c50-43c5-a5c6-c554da8715ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:58:50Z', 'updated_at': '2021-06-21T14:58:53Z', 'revision_number': 1, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'fixed_ip_address_scope': None}, {'id': '825a5f71-3f08-42ef-bb02-6235018d79e2', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'floating_ip_address': '172.26.3.10', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'port_id': 'e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'mac_address': 'fa:16:3e:ed:6c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c206176-ea1b-4604-b389-cae922b6b63d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:00:50Z', 'updated_at': '2021-06-21T15:00:50Z', 'revision_number': 0, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e80238a-63d2-4cb0-a67d-6d67e3b6169c', 'name': '', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'mac_address': 'fa:16:3e:2a:29:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:22Z', 'updated_at': '2021-06-21T14:55:29Z', 'revision_number': 5, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'subnets': [{'id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:00:52.403852 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f48344-c4e5-4dd2-b8e8-49c26cabf56f None None] The sync data for ids ['31b73e1c-1af0-40b3-863c-af0582a46448'] in dv-neutron-797121-2-hyperv is: [{'id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'name': 'tempest-TestVolumeBootPattern-574981534-router', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:16Z', 'updated_at': '2021-06-21T14:55:23Z', 'revision_number': 4, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'gw_port': {'id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:17Z', 'updated_at': '2021-06-21T14:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '6b0bb4b7-e0d8-4504-8660-2f15a38c3f0a', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'floating_ip_address': '172.26.3.169', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'port_id': 'adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'mac_address': 'fa:16:3e:b6:9c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b66724-2c50-43c5-a5c6-c554da8715ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:58:50Z', 'updated_at': '2021-06-21T14:58:53Z', 'revision_number': 1, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'fixed_ip_address_scope': None}, {'id': '825a5f71-3f08-42ef-bb02-6235018d79e2', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'floating_ip_address': '172.26.3.10', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'port_id': 'e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'mac_address': 'fa:16:3e:ed:6c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c206176-ea1b-4604-b389-cae922b6b63d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:00:50Z', 'updated_at': '2021-06-21T15:00:50Z', 'revision_number': 0, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e80238a-63d2-4cb0-a67d-6d67e3b6169c', 'name': '', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'mac_address': 'fa:16:3e:2a:29:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:22Z', 'updated_at': '2021-06-21T14:55:29Z', 'revision_number': 5, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'subnets': [{'id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:00:52.616278 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b604ee16-c839-4989-bfe6-1d9c6e61da44 None None] New status for floating IP 825a5f71-3f08-42ef-bb02-6235018d79e2: ACTIVE {{(pid=105227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:00:53.061064 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 5718ea62-3098-4f7b-af03-e4e491e36b55 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:00:53.162809 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 5718ea62-3098-4f7b-af03-e4e491e36b55, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5718ea62-3098-4f7b-af03-e4e491e36b55,segment=NetworkSegment(121133a1-7587-4c2b-ba0a-6587dc0fa122),segment_id=121133a1-7587-4c2b-ba0a-6587dc0fa122)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:00:53.178363 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '5718ea62-3098-4f7b-af03-e4e491e36b55', 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b', 'port_id': '5718ea62-3098-4f7b-af03-e4e491e36b55', 'mac_address': 'fa:16:3e:67:3e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde22e2a-e04f-4df2-8072-2fbb96da64ca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:00:53.215078 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:53.227643 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5718ea62-3098-4f7b-af03-e4e491e36b55 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:00:53.252347 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 5718ea62-3098-4f7b-af03-e4e491e36b55, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5718ea62-3098-4f7b-af03-e4e491e36b55,segment=NetworkSegment(121133a1-7587-4c2b-ba0a-6587dc0fa122),segment_id=121133a1-7587-4c2b-ba0a-6587dc0fa122)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:00:53.257324 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:53.259133 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-4d093f79-3af5-41fb-9da3-89cae2fe5a66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:53.305676 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=5718ea62-3098-4f7b-af03-e4e491e36b55,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:53.306359 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d2e62-8a08-4644-9682-8de399a0c793 req-53325e25-bbb6-4e1c-992a-42de6b57db39 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:53.307906 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1d2d2e62-8a08-4644-9682-8de399a0c793 req-53325e25-bbb6-4e1c-992a-42de6b57db39 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebc4fa92-7cb3-4af2-abee-61ccbfd85d88 HTTP/1.1" status: 200 len: 943 time: 0.0664704 Jun 21 15:00:53.308658 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:53.348227 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1d2d2e62-8a08-4644-9682-8de399a0c793 req-94090bac-9341-4df8-96a5-dc34bc06a45c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397c95-9b06-400a-8803-110951732077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335557 Jun 21 15:00:53.604753 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['5718ea62-3098-4f7b-af03-e4e491e36b55'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:00:54.555899 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8da8f-33ef-4316-9b6c-2e7a0a4273cc req-8711ac14-906f-4292-bf51-7ccf00b9f09c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:54.558321 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bfd8da8f-33ef-4316-9b6c-2e7a0a4273cc req-8711ac14-906f-4292-bf51-7ccf00b9f09c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebc4fa92-7cb3-4af2-abee-61ccbfd85d88 HTTP/1.1" status: 200 len: 944 time: 0.0894437 Jun 21 15:00:54.597509 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bfd8da8f-33ef-4316-9b6c-2e7a0a4273cc req-007c368a-f434-4ddb-bf92-ff9f98b8a679 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397c95-9b06-400a-8803-110951732077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344663 Jun 21 15:00:55.061691 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 5718ea62-3098-4f7b-af03-e4e491e36b55 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:00:55.121945 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port 5718ea62-3098-4f7b-af03-e4e491e36b55 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:00:55.126458 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 5718ea62-3098-4f7b-af03-e4e491e36b55 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:00:55.126900 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:55.207871 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:55.230823 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc4fa92-7cb3-4af2-abee-61ccbfd85d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5718ea62-3098-4f7b-af03-e4e491e36b55'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:00:55.233150 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bc536d-23e2-4b52-be5f-e4667c66470d" -d '{"events": [{"server_uuid": "ebc4fa92-7cb3-4af2-abee-61ccbfd85d88", "name": "network-vif-plugged", "status": "completed", "tag": "5718ea62-3098-4f7b-af03-e4e491e36b55"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:00:55.245647 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 5718ea62-3098-4f7b-af03-e4e491e36b55, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5718ea62-3098-4f7b-af03-e4e491e36b55,segment=NetworkSegment(121133a1-7587-4c2b-ba0a-6587dc0fa122),segment_id=121133a1-7587-4c2b-ba0a-6587dc0fa122)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:00:55.252080 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:55.254095 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b4695abb-e478-481b-81f6-59b87328a8ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:55.275325 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf072c90-7071-4e27-97a4-8ab8e0455512 x-openstack-request-id: req-cf072c90-7071-4e27-97a4-8ab8e0455512 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:00:55.275622 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc4fa92-7cb3-4af2-abee-61ccbfd85d88", "name": "network-vif-plugged", "status": "completed", "tag": "5718ea62-3098-4f7b-af03-e4e491e36b55", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:00:55.275878 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cf072c90-7071-4e27-97a4-8ab8e0455512 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:00:55.276265 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc4fa92-7cb3-4af2-abee-61ccbfd85d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5718ea62-3098-4f7b-af03-e4e491e36b55', 'code': 200} Jun 21 15:00:55.301758 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=5718ea62-3098-4f7b-af03-e4e491e36b55,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:55.304551 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:55.512721 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44622a5-577d-44a1-af7a-f6c1cf7812f5 req-f69b82a6-0beb-4d69-9f62-cd0ffffcd750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:55.514224 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-b44622a5-577d-44a1-af7a-f6c1cf7812f5 req-f69b82a6-0beb-4d69-9f62-cd0ffffcd750 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ebc4fa92-7cb3-4af2-abee-61ccbfd85d88 HTTP/1.1" status: 200 len: 1098 time: 0.0675859 Jun 21 15:00:55.551061 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-b44622a5-577d-44a1-af7a-f6c1cf7812f5 req-f2b7869d-ccac-4539-8beb-ff3c2df2e19a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=88397c95-9b06-400a-8803-110951732077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301983 Jun 21 15:00:55.800752 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052f74d-8002-4693-9d98-58bef6e5f351 req-69c1f536-4ee2-4c54-a55c-0646b44e0e5c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:55.802277 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b052f74d-8002-4693-9d98-58bef6e5f351 req-69c1f536-4ee2-4c54-a55c-0646b44e0e5c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebc4fa92-7cb3-4af2-abee-61ccbfd85d88 HTTP/1.1" status: 200 len: 945 time: 0.0734897 Jun 21 15:00:55.844245 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b052f74d-8002-4693-9d98-58bef6e5f351 req-a0607cfa-5b04-4169-956f-345e095bc304 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397c95-9b06-400a-8803-110951732077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326319 Jun 21 15:00:57.036815 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ddd762-c2f5-40ad-a49d-23efdc2f3a80 req-56a33462-417e-4dd3-94aa-e94651435a95 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:57.038177 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-36ddd762-c2f5-40ad-a49d-23efdc2f3a80 req-56a33462-417e-4dd3-94aa-e94651435a95 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebc4fa92-7cb3-4af2-abee-61ccbfd85d88 HTTP/1.1" status: 200 len: 945 time: 0.0660777 Jun 21 15:00:57.084877 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-36ddd762-c2f5-40ad-a49d-23efdc2f3a80 req-03f1bd2a-4831-4780-8d9d-2bac6b1bffb3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397c95-9b06-400a-8803-110951732077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409319 Jun 21 15:00:57.266175 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526b675-1a4c-43f9-95dd-1a9e885797b7 req-3e18d243-dae6-4423-abe3-95f7dbbeb3d0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:57.267632 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b526b675-1a4c-43f9-95dd-1a9e885797b7 req-3e18d243-dae6-4423-abe3-95f7dbbeb3d0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebc4fa92-7cb3-4af2-abee-61ccbfd85d88 HTTP/1.1" status: 200 len: 945 time: 0.0705657 Jun 21 15:00:57.308399 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b526b675-1a4c-43f9-95dd-1a9e885797b7 req-34b57f84-582d-45e5-988c-549c3e50a463 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397c95-9b06-400a-8803-110951732077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327005 Jun 21 15:00:57.335737 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39558) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:00:57.403311 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a239355-e240-4e39-ac8b-26d6c01120dd tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:57.404842 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2a239355-e240-4e39-ac8b-26d6c01120dd tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ebc4fa92-7cb3-4af2-abee-61ccbfd85d88 HTTP/1.1" status: 200 len: 1093 time: 0.0680892 Jun 21 15:00:57.408013 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39560) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:00:57.412944 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-16f74c95-6aef-488c-89e9-334c2f99a91f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'port_id': '5718ea62-3098-4f7b-af03-e4e491e36b55', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:00:57.438410 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-16f74c95-6aef-488c-89e9-334c2f99a91f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:57.548577 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-16f74c95-6aef-488c-89e9-334c2f99a91f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:57.658900 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-16f74c95-6aef-488c-89e9-334c2f99a91f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Allocated IP 172.26.3.192 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/310dca06-a54d-4ac9-bf77-71ea40631f31) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:00:57.777386 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-16f74c95-6aef-488c-89e9-334c2f99a91f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:57.820383 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-16f74c95-6aef-488c-89e9-334c2f99a91f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:57.823196 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3dcbe385-ae40-47b5-a8b7-04e97f8efbd4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:57.857097 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f74c95-6aef-488c-89e9-334c2f99a91f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:00:57.859942 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-16f74c95-6aef-488c-89e9-334c2f99a91f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:00:57.863467 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f74c95-6aef-488c-89e9-334c2f99a91f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:00:57.889119 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f74c95-6aef-488c-89e9-334c2f99a91f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=310dca06-a54d-4ac9-bf77-71ea40631f31,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:57.893088 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-16f74c95-6aef-488c-89e9-334c2f99a91f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:58.271425 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-16f74c95-6aef-488c-89e9-334c2f99a91f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:58.353851 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-16f74c95-6aef-488c-89e9-334c2f99a91f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:58.523149 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-16f74c95-6aef-488c-89e9-334c2f99a91f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:58.531713 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-16f74c95-6aef-488c-89e9-334c2f99a91f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:58.535399 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f6c6edda-9c02-4a50-bec5-63d9c9f0caa6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:00:58.609632 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f74c95-6aef-488c-89e9-334c2f99a91f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=310dca06-a54d-4ac9-bf77-71ea40631f31,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:00:58.615894 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-16f74c95-6aef-488c-89e9-334c2f99a91f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:00:58.622852 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-16f74c95-6aef-488c-89e9-334c2f99a91f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:58.725155 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [None req-16f74c95-6aef-488c-89e9-334c2f99a91f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Floating IP 30710a8b-fa17-4de5-bfc6-5b6efa68a927 associated. External IP: 172.26.3.192, port: 5718ea62-3098-4f7b-af03-e4e491e36b55. Jun 21 15:00:58.937284 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f74c95-6aef-488c-89e9-334c2f99a91f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router 6c8b9c57-a8ad-4d0e-989e-242a98238167 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:00:59.041439 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f74c95-6aef-488c-89e9-334c2f99a91f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:00:59.051459 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f09c3da-53bd-4f17-b1ca-10296663132d None None] Sync routers for ids ['6c8b9c57-a8ad-4d0e-989e-242a98238167'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:00:59.059197 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-16f74c95-6aef-488c-89e9-334c2f99a91f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:00:59.062500 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f09c3da-53bd-4f17-b1ca-10296663132d None None] Routers {'6c8b9c57-a8ad-4d0e-989e-242a98238167'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:00:59.063249 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-4f09c3da-53bd-4f17-b1ca-10296663132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:00:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6c8b9c57-a8ad-4d0e-989e-242a98238167'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:00:59.108106 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-16f74c95-6aef-488c-89e9-334c2f99a91f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6985741 Jun 21 15:00:59.108354 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc4fa92-7cb3-4af2-abee-61ccbfd85d88', 'tag': '5718ea62-3098-4f7b-af03-e4e491e36b55'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:00:59.111653 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de147e87-82e2-46b6-9a16-218accdf151f" -d '{"events": [{"name": "network-changed", "server_uuid": "ebc4fa92-7cb3-4af2-abee-61ccbfd85d88", "tag": "5718ea62-3098-4f7b-af03-e4e491e36b55"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:00:59.112619 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39562) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:00:59.156340 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb32ab90-eab8-4f66-86e9-b2a29b0964e6 x-openstack-request-id: req-fb32ab90-eab8-4f66-86e9-b2a29b0964e6 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:00:59.156687 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebc4fa92-7cb3-4af2-abee-61ccbfd85d88", "tag": "5718ea62-3098-4f7b-af03-e4e491e36b55", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:00:59.157059 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fb32ab90-eab8-4f66-86e9-b2a29b0964e6 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:00:59.157705 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc4fa92-7cb3-4af2-abee-61ccbfd85d88', 'tag': '5718ea62-3098-4f7b-af03-e4e491e36b55', 'status': 'completed', 'code': 200} Jun 21 15:00:59.187416 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-4f09c3da-53bd-4f17-b1ca-10296663132d None None] Set router 6c8b9c57-a8ad-4d0e-989e-242a98238167 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:00:59.194996 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-33224054-e49c-4588-a296-f879ee421117 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/floatingips/30710a8b-fa17-4de5-bfc6-5b6efa68a927 HTTP/1.1" status: 200 len: 991 time: 0.0800483 Jun 21 15:00:59.235779 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de147e87-82e2-46b6-9a16-218accdf151f req-6344428c-9bf5-4fba-bfe5-68910e4fd4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:59.237433 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-de147e87-82e2-46b6-9a16-218accdf151f req-6344428c-9bf5-4fba-bfe5-68910e4fd4c0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=ebc4fa92-7cb3-4af2-abee-61ccbfd85d88 HTTP/1.1" status: 200 len: 1098 time: 0.0570483 Jun 21 15:00:59.334989 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de147e87-82e2-46b6-9a16-218accdf151f req-836a8439-aabd-417e-9b51-2ea2fb39b9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:59.336590 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-de147e87-82e2-46b6-9a16-218accdf151f req-836a8439-aabd-417e-9b51-2ea2fb39b9c3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2b4c0b8d-7286-44ff-99cb-bb9606c8c89b HTTP/1.1" status: 200 len: 898 time: 0.0925968 Jun 21 15:00:59.410092 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-de147e87-82e2-46b6-9a16-218accdf151f req-449ef8f2-a6b7-4fd3-93c0-08860b8b0163 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5718ea62-3098-4f7b-af03-e4e491e36b55 HTTP/1.1" status: 200 len: 999 time: 0.0663481 Jun 21 15:00:59.468318 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de147e87-82e2-46b6-9a16-218accdf151f req-afdbf014-a389-4438-97c2-082efd3e860f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:59.469701 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-de147e87-82e2-46b6-9a16-218accdf151f req-afdbf014-a389-4438-97c2-082efd3e860f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dde22e2a-e04f-4df2-8072-2fbb96da64ca HTTP/1.1" status: 200 len: 834 time: 0.0531280 Jun 21 15:00:59.536755 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de147e87-82e2-46b6-9a16-218accdf151f req-f8f342ee-1602-49c2-a28b-60a45f71b5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:00:59.538224 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-de147e87-82e2-46b6-9a16-218accdf151f req-f8f342ee-1602-49c2-a28b-60a45f71b5f2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2b4c0b8d-7286-44ff-99cb-bb9606c8c89b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0625112 Jun 21 15:00:59.605882 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-4f09c3da-53bd-4f17-b1ca-10296663132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'name': 'tempest-TestNetworkBasicOps-router-650149083', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21'}], 'enable_snat': True}, 'gw_port_id': '4165542a-719a-42af-b795-11e4e51225f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:43Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '4165542a-719a-42af-b795-11e4e51225f1', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '30710a8b-fa17-4de5-bfc6-5b6efa68a927', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.192', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'port_id': '5718ea62-3098-4f7b-af03-e4e491e36b55', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b', 'mac_address': 'fa:16:3e:67:3e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc4fa92-7cb3-4af2-abee-61ccbfd85d88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:00:58Z', 'updated_at': '2021-06-21T15:00:58Z', 'revision_number': 0, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e34be3f5-820d-419f-95d3-7140f4363af6', 'name': '', 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:28:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'dde22e2a-e04f-4df2-8072-2fbb96da64ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:00:42Z', 'updated_at': '2021-06-21T15:00:47Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'dde22e2a-e04f-4df2-8072-2fbb96da64ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:00:59.631744 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f09c3da-53bd-4f17-b1ca-10296663132d None None] Checking router: 6c8b9c57-a8ad-4d0e-989e-242a98238167 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:00:59.632020 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-de147e87-82e2-46b6-9a16-218accdf151f req-65c8f2e9-81dc-4e7a-b193-7cd2b99e6386 service neutron] 10.222.0.66 "GET /v2.0/networks/2b4c0b8d-7286-44ff-99cb-bb9606c8c89b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864930 Jun 21 15:00:59.640038 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f09c3da-53bd-4f17-b1ca-10296663132d None None] Routers {'6c8b9c57-a8ad-4d0e-989e-242a98238167'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:00:59.640632 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-4f09c3da-53bd-4f17-b1ca-10296663132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:00:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6c8b9c57-a8ad-4d0e-989e-242a98238167'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:00:59.730140 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-de147e87-82e2-46b6-9a16-218accdf151f req-9ec32dfd-edf2-4698-9fd6-65d965220db8 service neutron] 10.222.0.66 "GET /v2.0/networks/2b4c0b8d-7286-44ff-99cb-bb9606c8c89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910993 Jun 21 15:00:59.747186 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-4f09c3da-53bd-4f17-b1ca-10296663132d None None] Set router 6c8b9c57-a8ad-4d0e-989e-242a98238167 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:00:59.999682 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-4f09c3da-53bd-4f17-b1ca-10296663132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'name': 'tempest-TestNetworkBasicOps-router-650149083', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21'}], 'enable_snat': True}, 'gw_port_id': '4165542a-719a-42af-b795-11e4e51225f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:43Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '4165542a-719a-42af-b795-11e4e51225f1', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '30710a8b-fa17-4de5-bfc6-5b6efa68a927', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.192', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'port_id': '5718ea62-3098-4f7b-af03-e4e491e36b55', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b', 'mac_address': 'fa:16:3e:67:3e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc4fa92-7cb3-4af2-abee-61ccbfd85d88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:00:58Z', 'updated_at': '2021-06-21T15:00:58Z', 'revision_number': 0, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e34be3f5-820d-419f-95d3-7140f4363af6', 'name': '', 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:28:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'dde22e2a-e04f-4df2-8072-2fbb96da64ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:00:42Z', 'updated_at': '2021-06-21T15:00:47Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'dde22e2a-e04f-4df2-8072-2fbb96da64ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:01:00.030563 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f09c3da-53bd-4f17-b1ca-10296663132d None None] The sync data for ids ['6c8b9c57-a8ad-4d0e-989e-242a98238167'] in dv-neutron-797121-2-hyperv is: [{'id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'name': 'tempest-TestNetworkBasicOps-router-650149083', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21'}], 'enable_snat': True}, 'gw_port_id': '4165542a-719a-42af-b795-11e4e51225f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:43Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '4165542a-719a-42af-b795-11e4e51225f1', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '30710a8b-fa17-4de5-bfc6-5b6efa68a927', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.192', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'port_id': '5718ea62-3098-4f7b-af03-e4e491e36b55', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b', 'mac_address': 'fa:16:3e:67:3e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebc4fa92-7cb3-4af2-abee-61ccbfd85d88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:00:58Z', 'updated_at': '2021-06-21T15:00:58Z', 'revision_number': 0, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e34be3f5-820d-419f-95d3-7140f4363af6', 'name': '', 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:28:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'dde22e2a-e04f-4df2-8072-2fbb96da64ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:00:42Z', 'updated_at': '2021-06-21T15:00:47Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'dde22e2a-e04f-4df2-8072-2fbb96da64ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:01:00.198260 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39566) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:01:00.244168 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0135a7cc-0f78-4ce8-a62a-7c6c3e8eee99 None None] New status for floating IP 30710a8b-fa17-4de5-bfc6-5b6efa68a927: ACTIVE {{(pid=105227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:01:00.273731 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9381c54a-dc90-438c-a1f8-6e6f95aad21f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/floatingips/30710a8b-fa17-4de5-bfc6-5b6efa68a927 HTTP/1.1" status: 200 len: 991 time: 0.0739510 Jun 21 15:01:01.278813 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39568) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:01:01.347552 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a4415136-8f44-4e53-b4fd-345eaaf6efb0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/floatingips/30710a8b-fa17-4de5-bfc6-5b6efa68a927 HTTP/1.1" status: 200 len: 993 time: 0.0673752 Jun 21 15:01:05.313981 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:01:10.097605 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:01:14.033046 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4aabb649-ce55-4891-a554-bf4add5449c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:01:16.565394 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-46e745a3-ee3b-4d11-99c2-176a196e6060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:01:16.989019 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:01:18.044125 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:01:19.718622 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:01:35.319562 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:01:44.038905 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ba16249a-449c-4298-ae09-7b2165b626c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:01:46.563545 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6574b3c1-ff30-474f-8701-d28c401ca17c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:01:46.982016 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:01:47.096359 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:01:48.046706 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:01:49.723781 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:05.338409 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:13.563789 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-8b1967fb-db4c-46b0-82c7-8602f3ceef4e req-4c9f9ebb-435e-45c7-8b8f-d4b645d53174 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=42b66724-2c50-43c5-a5c6-c554da8715ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0639148 Jun 21 15:02:13.673649 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1967fb-db4c-46b0-82c7-8602f3ceef4e req-beee7237-0956-432d-8727-faad09a0a756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:13.675211 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-8b1967fb-db4c-46b0-82c7-8602f3ceef4e req-beee7237-0956-432d-8727-faad09a0a756 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c4e5ef8cecbf4ede86b5a3dcbc277e2f&device_id=42b66724-2c50-43c5-a5c6-c554da8715ac HTTP/1.1" status: 200 len: 1098 time: 0.0604777 Jun 21 15:02:13.788660 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1967fb-db4c-46b0-82c7-8602f3ceef4e req-400b73be-e6d6-4ca2-b22e-8158346c451d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:13.790127 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-8b1967fb-db4c-46b0-82c7-8602f3ceef4e req-400b73be-e6d6-4ca2-b22e-8158346c451d service neutron] 10.222.0.66 "GET /v2.0/networks?id=51c83c43-7be7-46e9-8af2-485fddc9c895 HTTP/1.1" status: 200 len: 912 time: 0.0929372 Jun 21 15:02:13.865346 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-8b1967fb-db4c-46b0-82c7-8602f3ceef4e req-7b66e98c-04b5-4e66-a32f-2e5f5a57de7d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc HTTP/1.1" status: 200 len: 1001 time: 0.0677588 Jun 21 15:02:13.917137 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1967fb-db4c-46b0-82c7-8602f3ceef4e req-fdb7889b-5ce9-4d16-bd66-80462b0e5ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:13.918615 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-8b1967fb-db4c-46b0-82c7-8602f3ceef4e req-fdb7889b-5ce9-4d16-bd66-80462b0e5ed2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dfe1f5e6-b043-4974-b594-b5b570160e02 HTTP/1.1" status: 200 len: 850 time: 0.0473521 Jun 21 15:02:13.981034 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1967fb-db4c-46b0-82c7-8602f3ceef4e req-81d2428d-9f14-447f-bbf3-c12bac2258f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:13.982538 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-8b1967fb-db4c-46b0-82c7-8602f3ceef4e req-81d2428d-9f14-447f-bbf3-c12bac2258f8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51c83c43-7be7-46e9-8af2-485fddc9c895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0575604 Jun 21 15:02:14.042791 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-caba5c68-3cfd-4536-84f7-7f35812e58c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:14.079429 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-8b1967fb-db4c-46b0-82c7-8602f3ceef4e req-d9df8c12-9b0b-48d5-b401-98e0b7ae3a0c service neutron] 10.222.0.66 "GET /v2.0/networks/51c83c43-7be7-46e9-8af2-485fddc9c895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900729 Jun 21 15:02:14.492386 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-8b1967fb-db4c-46b0-82c7-8602f3ceef4e req-a1bbfc9c-adb3-4d65-9c66-b32e3a0c5500 service neutron] 10.222.0.66 "GET /v2.0/networks/51c83c43-7be7-46e9-8af2-485fddc9c895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057190 Jun 21 15:02:14.497894 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39604) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:02:14.775801 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cdb165-ff2f-4344-b3c5-f6115cb20fd9 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:14.776565 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cdb165-ff2f-4344-b3c5-f6115cb20fd9 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:14.776742 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cdb165-ff2f-4344-b3c5-f6115cb20fd9 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:14.778460 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e1cdb165-ff2f-4344-b3c5-f6115cb20fd9 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/ports?project_id=6034e39b7b9c4208ae0c3b83482b9f88&network_id=2b4c0b8d-7286-44ff-99cb-bb9606c8c89b HTTP/1.1" status: 200 len: 2999 time: 0.2793865 Jun 21 15:02:16.253641 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39616) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:02:16.307901 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c601f25-cdea-4bd3-bb5a-1ded9c4d16ca tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:16.309399 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9c601f25-cdea-4bd3-bb5a-1ded9c4d16ca tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=78e7bc12-ea33-4baf-9744-b93105835641 HTTP/1.1" status: 200 len: 814 time: 0.0543895 Jun 21 15:02:16.557484 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f63d7cf5-8cd1-47a5-99ef-3853647e83f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:16.787323 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39628) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:02:16.792273 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-7b0cdbbb-597e-46ce-80d8-c5fccd5662a2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:02:16.857477 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7b0cdbbb-597e-46ce-80d8-c5fccd5662a2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:16.987795 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:17.009411 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7b0cdbbb-597e-46ce-80d8-c5fccd5662a2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:17.015150 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7b0cdbbb-597e-46ce-80d8-c5fccd5662a2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:17.015542 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.l3_db [None req-7b0cdbbb-597e-46ce-80d8-c5fccd5662a2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Floating IP 30710a8b-fa17-4de5-bfc6-5b6efa68a927 disassociated. External IP: 172.26.3.192, port: 5718ea62-3098-4f7b-af03-e4e491e36b55. Jun 21 15:02:17.247991 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0cdbbb-597e-46ce-80d8-c5fccd5662a2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router 6c8b9c57-a8ad-4d0e-989e-242a98238167 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:02:17.375847 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0cdbbb-597e-46ce-80d8-c5fccd5662a2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:02:17.380780 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7b0cdbbb-597e-46ce-80d8-c5fccd5662a2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:17.385837 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0bf085-f62d-40c7-ab5e-f06cc1eb95a8 None None] Sync routers for ids ['6c8b9c57-a8ad-4d0e-989e-242a98238167'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:02:17.395481 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0bf085-f62d-40c7-ab5e-f06cc1eb95a8 None None] Routers {'6c8b9c57-a8ad-4d0e-989e-242a98238167'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:02:17.396206 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-2d0bf085-f62d-40c7-ab5e-f06cc1eb95a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:02:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6c8b9c57-a8ad-4d0e-989e-242a98238167'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:02:17.424936 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7b0cdbbb-597e-46ce-80d8-c5fccd5662a2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "PUT /v2.0/floatingips/30710a8b-fa17-4de5-bfc6-5b6efa68a927 HTTP/1.1" status: 200 len: 690 time: 0.6364486 Jun 21 15:02:17.425730 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebc4fa92-7cb3-4af2-abee-61ccbfd85d88', 'tag': '5718ea62-3098-4f7b-af03-e4e491e36b55'}] {{(pid=105225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:02:17.427784 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39632) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:02:17.428644 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d720512e93a77e3bffebe2b790a2b81995dcc7e4c74443a12a7dc003910c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de6b2f4-1075-4a07-945d-f5553049bbea" -d '{"events": [{"name": "network-changed", "server_uuid": "ebc4fa92-7cb3-4af2-abee-61ccbfd85d88", "tag": "5718ea62-3098-4f7b-af03-e4e491e36b55"}]}' {{(pid=105225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:02:17.475244 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e8ff483-891b-477d-a43f-c023fd6e9f8f x-openstack-request-id: req-5e8ff483-891b-477d-a43f-c023fd6e9f8f {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:02:17.475609 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebc4fa92-7cb3-4af2-abee-61ccbfd85d88", "tag": "5718ea62-3098-4f7b-af03-e4e491e36b55", "status": "completed", "code": 200}]} {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:02:17.475933 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5e8ff483-891b-477d-a43f-c023fd6e9f8f {{(pid=105225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:02:17.476369 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebc4fa92-7cb3-4af2-abee-61ccbfd85d88', 'tag': '5718ea62-3098-4f7b-af03-e4e491e36b55', 'status': 'completed', 'code': 200} Jun 21 15:02:17.478110 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fff9b896-1195-4677-8242-f5c837462fab tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/floatingips/30710a8b-fa17-4de5-bfc6-5b6efa68a927 HTTP/1.1" status: 200 len: 690 time: 0.0479679 Jun 21 15:02:17.509704 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-2d0bf085-f62d-40c7-ab5e-f06cc1eb95a8 None None] Set router 6c8b9c57-a8ad-4d0e-989e-242a98238167 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:02:17.549686 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6b2f4-1075-4a07-945d-f5553049bbea req-391021b8-a0f9-455d-b504-8601c1e3a77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:17.551180 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-4de6b2f4-1075-4a07-945d-f5553049bbea req-391021b8-a0f9-455d-b504-8601c1e3a77c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=ebc4fa92-7cb3-4af2-abee-61ccbfd85d88 HTTP/1.1" status: 200 len: 1098 time: 0.0526669 Jun 21 15:02:17.640549 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6b2f4-1075-4a07-945d-f5553049bbea req-5b490638-b832-49e7-89ab-9a5aee50ac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:17.642090 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-4de6b2f4-1075-4a07-945d-f5553049bbea req-5b490638-b832-49e7-89ab-9a5aee50ac8d service neutron] 10.222.0.66 "GET /v2.0/networks?id=2b4c0b8d-7286-44ff-99cb-bb9606c8c89b HTTP/1.1" status: 200 len: 898 time: 0.0845504 Jun 21 15:02:17.687321 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-4de6b2f4-1075-4a07-945d-f5553049bbea req-62734c8a-ea74-4d16-ae08-06776db0f475 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5718ea62-3098-4f7b-af03-e4e491e36b55 HTTP/1.1" status: 200 len: 217 time: 0.0386338 Jun 21 15:02:17.706195 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-2d0bf085-f62d-40c7-ab5e-f06cc1eb95a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'name': 'tempest-TestNetworkBasicOps-router-650149083', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21'}], 'enable_snat': True}, 'gw_port_id': '4165542a-719a-42af-b795-11e4e51225f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:43Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '4165542a-719a-42af-b795-11e4e51225f1', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'e34be3f5-820d-419f-95d3-7140f4363af6', 'name': '', 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:28:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'dde22e2a-e04f-4df2-8072-2fbb96da64ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:00:42Z', 'updated_at': '2021-06-21T15:00:47Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'dde22e2a-e04f-4df2-8072-2fbb96da64ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:02:17.732563 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0bf085-f62d-40c7-ab5e-f06cc1eb95a8 None None] Checking router: 6c8b9c57-a8ad-4d0e-989e-242a98238167 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:02:17.736036 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6b2f4-1075-4a07-945d-f5553049bbea req-45828bf4-ca5b-44b6-8621-0dbcb5642486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:17.737471 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-4de6b2f4-1075-4a07-945d-f5553049bbea req-45828bf4-ca5b-44b6-8621-0dbcb5642486 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dde22e2a-e04f-4df2-8072-2fbb96da64ca HTTP/1.1" status: 200 len: 834 time: 0.0446012 Jun 21 15:02:17.741478 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0bf085-f62d-40c7-ab5e-f06cc1eb95a8 None None] Routers {'6c8b9c57-a8ad-4d0e-989e-242a98238167'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:02:17.742100 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-2d0bf085-f62d-40c7-ab5e-f06cc1eb95a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:02:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6c8b9c57-a8ad-4d0e-989e-242a98238167'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:02:17.801204 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6b2f4-1075-4a07-945d-f5553049bbea req-14773542-7457-4519-a424-99327325278e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:17.802803 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-4de6b2f4-1075-4a07-945d-f5553049bbea req-14773542-7457-4519-a424-99327325278e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2b4c0b8d-7286-44ff-99cb-bb9606c8c89b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0595024 Jun 21 15:02:17.857981 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-2d0bf085-f62d-40c7-ab5e-f06cc1eb95a8 None None] Set router 6c8b9c57-a8ad-4d0e-989e-242a98238167 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:02:17.903349 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-4de6b2f4-1075-4a07-945d-f5553049bbea req-bd282544-d50f-44c8-86d1-9ca8743b1251 service neutron] 10.222.0.66 "GET /v2.0/networks/2b4c0b8d-7286-44ff-99cb-bb9606c8c89b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930469 Jun 21 15:02:17.992717 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-4de6b2f4-1075-4a07-945d-f5553049bbea req-79f73bc9-18e1-42ed-90c5-5d6be4f1a5a3 service neutron] 10.222.0.66 "GET /v2.0/networks/2b4c0b8d-7286-44ff-99cb-bb9606c8c89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830731 Jun 21 15:02:18.052131 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:18.077240 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-2d0bf085-f62d-40c7-ab5e-f06cc1eb95a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'name': 'tempest-TestNetworkBasicOps-router-650149083', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21'}], 'enable_snat': True}, 'gw_port_id': '4165542a-719a-42af-b795-11e4e51225f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:43Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '4165542a-719a-42af-b795-11e4e51225f1', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'e34be3f5-820d-419f-95d3-7140f4363af6', 'name': '', 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:28:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'dde22e2a-e04f-4df2-8072-2fbb96da64ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:00:42Z', 'updated_at': '2021-06-21T15:00:47Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'dde22e2a-e04f-4df2-8072-2fbb96da64ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:02:18.109969 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0bf085-f62d-40c7-ab5e-f06cc1eb95a8 None None] The sync data for ids ['6c8b9c57-a8ad-4d0e-989e-242a98238167'] in dv-neutron-797121-2-hyperv is: [{'id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'name': 'tempest-TestNetworkBasicOps-router-650149083', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21'}], 'enable_snat': True}, 'gw_port_id': '4165542a-719a-42af-b795-11e4e51225f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:43Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '4165542a-719a-42af-b795-11e4e51225f1', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'e34be3f5-820d-419f-95d3-7140f4363af6', 'name': '', 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:28:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'dde22e2a-e04f-4df2-8072-2fbb96da64ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:00:42Z', 'updated_at': '2021-06-21T15:00:47Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'dde22e2a-e04f-4df2-8072-2fbb96da64ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:02:18.365035 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b624c370-2e91-484b-b7a9-07198a133010 None None] New status for floating IP 30710a8b-fa17-4de5-bfc6-5b6efa68a927: DOWN {{(pid=105227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:02:18.480495 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39638) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:02:18.530757 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d2d8e5cf-3708-4b58-9445-29d9c98016a1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/floatingips/30710a8b-fa17-4de5-bfc6-5b6efa68a927 HTTP/1.1" status: 200 len: 690 time: 0.0479643 Jun 21 15:02:19.533751 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39640) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:02:19.579284 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3349806d-1ba2-4189-8b54-5817073a6c9c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/floatingips/30710a8b-fa17-4de5-bfc6-5b6efa68a927 HTTP/1.1" status: 200 len: 688 time: 0.0442150 Jun 21 15:02:19.721142 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:21.805482 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39646) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:02:21.810320 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-55ca2a6c-58bc-4096-ae94-711189a1d51a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-841723501', 'description': 'tempest-secgroup-smoke-841723501 description', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:02:21.832989 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-55ca2a6c-58bc-4096-ae94-711189a1d51a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:21.919869 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-55ca2a6c-58bc-4096-ae94-711189a1d51a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:21.924676 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-55ca2a6c-58bc-4096-ae94-711189a1d51a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:21.927159 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9e9d83c8-a62f-4f30-9123-18fa3b2ee5f8 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:02:21.956629 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-55ca2a6c-58bc-4096-ae94-711189a1d51a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:21.957844 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-55ca2a6c-58bc-4096-ae94-711189a1d51a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1513135 Jun 21 15:02:21.960947 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39648) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:02:21.962608 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ca2a6c-58bc-4096-ae94-711189a1d51a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee61daf-7dfe-4312-87b9-f46defdfcff3,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:02:21.965999 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-d9e5c5d6-1702-4907-a5de-efe74cb3900a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': '8ee61daf-7dfe-4312-87b9-f46defdfcff3', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:02:21.969923 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ca2a6c-58bc-4096-ae94-711189a1d51a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:02:21.970315 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ca2a6c-58bc-4096-ae94-711189a1d51a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:02:21.970700 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ca2a6c-58bc-4096-ae94-711189a1d51a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:02:21.971039 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ca2a6c-58bc-4096-ae94-711189a1d51a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:02:21.971406 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ca2a6c-58bc-4096-ae94-711189a1d51a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:02:21.971782 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ca2a6c-58bc-4096-ae94-711189a1d51a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:02:21.972153 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ca2a6c-58bc-4096-ae94-711189a1d51a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:02:21.972519 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ca2a6c-58bc-4096-ae94-711189a1d51a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:02:21.972890 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ca2a6c-58bc-4096-ae94-711189a1d51a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:02:21.973255 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ca2a6c-58bc-4096-ae94-711189a1d51a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:02:21.973614 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ca2a6c-58bc-4096-ae94-711189a1d51a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:02:21.974005 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ca2a6c-58bc-4096-ae94-711189a1d51a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:02:21.980847 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-55ca2a6c-58bc-4096-ae94-711189a1d51a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:02:22.004063 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d9e5c5d6-1702-4907-a5de-efe74cb3900a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:22.063401 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d9e5c5d6-1702-4907-a5de-efe74cb3900a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:22.068901 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d9e5c5d6-1702-4907-a5de-efe74cb3900a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:22.073580 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c83e034b-ad5b-4ce2-b545-5ce6c1b1c37a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:02:22.092749 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e5c5d6-1702-4907-a5de-efe74cb3900a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef70e44-8c70-4319-9b23-a1fa5dcbbda9,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:02:22.101287 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d9e5c5d6-1702-4907-a5de-efe74cb3900a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:22.102620 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d9e5c5d6-1702-4907-a5de-efe74cb3900a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1406646 Jun 21 15:02:22.104246 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e5c5d6-1702-4907-a5de-efe74cb3900a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:02:22.104481 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e5c5d6-1702-4907-a5de-efe74cb3900a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:02:22.104864 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e5c5d6-1702-4907-a5de-efe74cb3900a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:02:22.105323 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e5c5d6-1702-4907-a5de-efe74cb3900a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:02:22.105586 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39650) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:02:22.105712 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e5c5d6-1702-4907-a5de-efe74cb3900a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:02:22.106085 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e5c5d6-1702-4907-a5de-efe74cb3900a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:02:22.106453 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e5c5d6-1702-4907-a5de-efe74cb3900a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:02:22.106817 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e5c5d6-1702-4907-a5de-efe74cb3900a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:02:22.107184 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e5c5d6-1702-4907-a5de-efe74cb3900a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:02:22.107546 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e5c5d6-1702-4907-a5de-efe74cb3900a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:02:22.107921 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e5c5d6-1702-4907-a5de-efe74cb3900a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:02:22.108281 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9e5c5d6-1702-4907-a5de-efe74cb3900a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:02:22.110560 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-4bc289f9-9dc5-4aa9-b4c0-5e415935f921 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': '8ee61daf-7dfe-4312-87b9-f46defdfcff3', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:02:22.111681 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d9e5c5d6-1702-4907-a5de-efe74cb3900a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:02:22.139146 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4bc289f9-9dc5-4aa9-b4c0-5e415935f921 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:22.195290 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4bc289f9-9dc5-4aa9-b4c0-5e415935f921 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:22.199519 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4bc289f9-9dc5-4aa9-b4c0-5e415935f921 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:22.201368 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-be5728b9-5818-4901-b07a-e15de0f81477 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:02:22.217186 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc289f9-9dc5-4aa9-b4c0-5e415935f921 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab42cb22-8c8a-4722-95f4-990df863ccd7,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:02:22.219697 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4bc289f9-9dc5-4aa9-b4c0-5e415935f921 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:02:22.223799 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4bc289f9-9dc5-4aa9-b4c0-5e415935f921 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:22.225289 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4bc289f9-9dc5-4aa9-b4c0-5e415935f921 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1183023 Jun 21 15:02:22.228032 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39652) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:02:22.232474 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-1e22038d-e235-40ff-a158-b33b0db6ae2e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': '8ee61daf-7dfe-4312-87b9-f46defdfcff3', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:02:22.261527 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1e22038d-e235-40ff-a158-b33b0db6ae2e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:22.320488 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1e22038d-e235-40ff-a158-b33b0db6ae2e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:22.324782 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1e22038d-e235-40ff-a158-b33b0db6ae2e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:22.326593 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b14f98f7-d7a5-4b68-b372-deec25d43c32 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:02:22.342667 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22038d-e235-40ff-a158-b33b0db6ae2e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42a2466a-297b-4b31-8309-60a3ae432e3c,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:02:22.345533 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1e22038d-e235-40ff-a158-b33b0db6ae2e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:02:22.355559 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1e22038d-e235-40ff-a158-b33b0db6ae2e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:22.356937 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1e22038d-e235-40ff-a158-b33b0db6ae2e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1279588 Jun 21 15:02:22.359985 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39654) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:02:22.365362 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-58e40af8-1128-4502-924a-ed74b924b2eb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': '8ee61daf-7dfe-4312-87b9-f46defdfcff3', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:02:22.398294 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-58e40af8-1128-4502-924a-ed74b924b2eb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:22.462919 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-58e40af8-1128-4502-924a-ed74b924b2eb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:22.469889 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-58e40af8-1128-4502-924a-ed74b924b2eb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:22.472574 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3ba13df7-fdf8-4404-af2f-6a0ac88a189c tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:02:22.495244 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e40af8-1128-4502-924a-ed74b924b2eb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e96d23eb-e9b1-4274-9f71-d2355ab5fc13,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:02:22.497680 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-58e40af8-1128-4502-924a-ed74b924b2eb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:02:22.503322 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-58e40af8-1128-4502-924a-ed74b924b2eb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:22.504561 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-58e40af8-1128-4502-924a-ed74b924b2eb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1435776 Jun 21 15:02:22.507731 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39656) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:02:22.514822 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-9763542c-26fc-4420-8462-ea7d20306bc3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': '8ee61daf-7dfe-4312-87b9-f46defdfcff3', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:02:22.541641 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.securitygroups_db [None req-9763542c-26fc-4420-8462-ea7d20306bc3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Project 6034e39b7b9c4208ae0c3b83482b9f88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 15:02:22.547248 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9763542c-26fc-4420-8462-ea7d20306bc3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:22.609284 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9763542c-26fc-4420-8462-ea7d20306bc3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:22.614077 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9763542c-26fc-4420-8462-ea7d20306bc3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:22.616116 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:02:22.632318 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763542c-26fc-4420-8462-ea7d20306bc3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5120cf90-7593-47e9-ae2b-785e2bdf024e,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:02:22.634822 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9763542c-26fc-4420-8462-ea7d20306bc3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:02:22.641036 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9763542c-26fc-4420-8462-ea7d20306bc3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:22.642293 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9763542c-26fc-4420-8462-ea7d20306bc3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1334019 Jun 21 15:02:22.646888 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39658) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:02:22.651341 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-7d45e0ca-3dc0-441f-8a84-72fde2b7ad92 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': '8ee61daf-7dfe-4312-87b9-f46defdfcff3', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:02:22.677029 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.securitygroups_db [None req-7d45e0ca-3dc0-441f-8a84-72fde2b7ad92 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Project 6034e39b7b9c4208ae0c3b83482b9f88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 15:02:22.682190 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7d45e0ca-3dc0-441f-8a84-72fde2b7ad92 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:22.750240 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7d45e0ca-3dc0-441f-8a84-72fde2b7ad92 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:22.755795 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7d45e0ca-3dc0-441f-8a84-72fde2b7ad92 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:22.760400 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1f069f3b-c552-431b-a8c1-52417e9df648 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:02:22.778555 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d45e0ca-3dc0-441f-8a84-72fde2b7ad92 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=074a131f-0848-48ad-8588-8014bf8117ac,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:02:22.781495 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7d45e0ca-3dc0-441f-8a84-72fde2b7ad92 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:02:22.782950 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7d45e0ca-3dc0-441f-8a84-72fde2b7ad92 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:22.789964 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7d45e0ca-3dc0-441f-8a84-72fde2b7ad92 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1365607 Jun 21 15:02:22.943089 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-4fce40d6-702b-4ff4-8ef0-1d7721222ec1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-841723501&fields=id&tenant_id=6034e39b7b9c4208ae0c3b83482b9f88 HTTP/1.1" status: 200 len: 267 time: 0.0380573 Jun 21 15:02:23.065541 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39676) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:02:23.073492 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-b3cbf26d-7fd1-450d-8209-fd5023f965c4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:23.075065 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-b3cbf26d-7fd1-450d-8209-fd5023f965c4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/networks?id=2b4c0b8d-7286-44ff-99cb-bb9606c8c89b HTTP/1.1" status: 200 len: 797 time: 0.1252925 Jun 21 15:02:23.091465 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-35df1171-5d50-47d7-86c6-dc05e65416dc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/quotas/6034e39b7b9c4208ae0c3b83482b9f88 HTTP/1.1" status: 200 len: 375 time: 0.0105267 Jun 21 15:02:23.165400 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-10d374b2-d064-4bcd-a091-adc059b91ec8 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0683608 Jun 21 15:02:23.225716 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-85cea043-5718-4194-9bb9-44567df8dbb5 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Deleting port 43bc784e-2759-4e3c-8419-c406aa02431f {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:02:23.226080 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-85cea043-5718-4194-9bb9-44567df8dbb5 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:23.303820 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-85cea043-5718-4194-9bb9-44567df8dbb5 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:23.304148 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-85cea043-5718-4194-9bb9-44567df8dbb5 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:23.305700 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-52ad59af-e7e9-4325-9546-b7b73d6aa0d1 service neutron] 10.222.0.72 "GET /v2.0/networks/2b4c0b8d-7286-44ff-99cb-bb9606c8c89b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281872 Jun 21 15:02:23.371419 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-85cea043-5718-4194-9bb9-44567df8dbb5 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Calling delete_port for 43bc784e-2759-4e3c-8419-c406aa02431f owned by network:floatingip {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:02:23.399291 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-7a477586-2fe8-48f3-b08b-b3085301e9c8 service neutron] 10.222.0.72 "GET /v2.0/networks/2b4c0b8d-7286-44ff-99cb-bb9606c8c89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876520 Jun 21 15:02:23.526538 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-85cea043-5718-4194-9bb9-44567df8dbb5 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:23.529761 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b0d18960-b7a0-44e9-83ea-536d308023f5 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:02:23.555157 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cea043-5718-4194-9bb9-44567df8dbb5 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Pushing event deleted for resources: {'Port': ['ID=43bc784e-2759-4e3c-8419-c406aa02431f,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:02:23.561256 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-85cea043-5718-4194-9bb9-44567df8dbb5 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:02:23.571849 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6ef31e89-b9bd-44bc-a8c9-7fa782a78fb2 req-7e1708cb-ec85-4c13-979f-c9ce7758acd6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec7ef59-034a-495d-bf40-580853f7ec0e HTTP/1.1" status: 200 len: 210 time: 0.0314553 Jun 21 15:02:23.624239 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-85cea043-5718-4194-9bb9-44567df8dbb5 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for floatingip, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:23.624573 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.l3_db [None req-85cea043-5718-4194-9bb9-44567df8dbb5 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Floating IP 825a5f71-3f08-42ef-bb02-6235018d79e2 disassociated (deleted). External IP: 172.26.3.10, port: e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb. Jun 21 15:02:23.853583 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85cea043-5718-4194-9bb9-44567df8dbb5 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Router 31b73e1c-1af0-40b3-863c-af0582a46448 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:02:23.972082 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85cea043-5718-4194-9bb9-44567df8dbb5 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:02:23.976691 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-85cea043-5718-4194-9bb9-44567df8dbb5 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:23.984944 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823e175b-281e-4c2d-943a-31375cebffee None None] Sync routers for ids ['31b73e1c-1af0-40b3-863c-af0582a46448'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:02:23.995712 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823e175b-281e-4c2d-943a-31375cebffee None None] Routers {'31b73e1c-1af0-40b3-863c-af0582a46448'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:02:23.996341 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-823e175b-281e-4c2d-943a-31375cebffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:02:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['31b73e1c-1af0-40b3-863c-af0582a46448'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:02:24.016080 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-85cea043-5718-4194-9bb9-44567df8dbb5 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "DELETE /v2.0/floatingips/825a5f71-3f08-42ef-bb02-6235018d79e2 HTTP/1.1" status: 204 len: 168 time: 0.9494870 Jun 21 15:02:24.016883 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c206176-ea1b-4604-b389-cae922b6b63d', 'tag': 'e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb'}] {{(pid=105225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:02:24.019334 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d720512e93a77e3bffebe2b790a2b81995dcc7e4c74443a12a7dc003910c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804f9d32-f7c3-42b3-b43f-04e1e50cb437" -d '{"events": [{"name": "network-changed", "server_uuid": "1c206176-ea1b-4604-b389-cae922b6b63d", "tag": "e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb"}]}' {{(pid=105225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:02:24.063458 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a76599-8fd9-4dfd-83be-7b14654b8b40 x-openstack-request-id: req-29a76599-8fd9-4dfd-83be-7b14654b8b40 {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:02:24.064028 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c206176-ea1b-4604-b389-cae922b6b63d", "tag": "e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb", "status": "completed", "code": 200}]} {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:02:24.064646 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-29a76599-8fd9-4dfd-83be-7b14654b8b40 {{(pid=105225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:02:24.065187 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c206176-ea1b-4604-b389-cae922b6b63d', 'tag': 'e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb', 'status': 'completed', 'code': 200} Jun 21 15:02:24.094707 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:02:24.117097 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-823e175b-281e-4c2d-943a-31375cebffee None None] Set router 31b73e1c-1af0-40b3-863c-af0582a46448 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:02:24.165438 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f9d32-f7c3-42b3-b43f-04e1e50cb437 req-6ba22e28-bc4d-443a-b861-6b2c30b0e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:24.167954 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-804f9d32-f7c3-42b3-b43f-04e1e50cb437 req-6ba22e28-bc4d-443a-b861-6b2c30b0e90b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c4e5ef8cecbf4ede86b5a3dcbc277e2f&device_id=1c206176-ea1b-4604-b389-cae922b6b63d HTTP/1.1" status: 200 len: 1099 time: 0.0811393 Jun 21 15:02:24.288596 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f9d32-f7c3-42b3-b43f-04e1e50cb437 req-ec06bd29-8777-4f0e-baad-37e705226c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:24.290573 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-804f9d32-f7c3-42b3-b43f-04e1e50cb437 req-ec06bd29-8777-4f0e-baad-37e705226c1b service neutron] 10.222.0.66 "GET /v2.0/networks?id=51c83c43-7be7-46e9-8af2-485fddc9c895 HTTP/1.1" status: 200 len: 912 time: 0.1057525 Jun 21 15:02:24.340365 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-804f9d32-f7c3-42b3-b43f-04e1e50cb437 req-97337fc0-bb4b-4ca1-99a8-6e541dd314ef service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb HTTP/1.1" status: 200 len: 217 time: 0.0424712 Jun 21 15:02:24.359618 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-823e175b-281e-4c2d-943a-31375cebffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'name': 'tempest-TestVolumeBootPattern-574981534-router', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:16Z', 'updated_at': '2021-06-21T14:55:23Z', 'revision_number': 4, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'gw_port': {'id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:17Z', 'updated_at': '2021-06-21T14:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '6b0bb4b7-e0d8-4504-8660-2f15a38c3f0a', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'floating_ip_address': '172.26.3.169', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'port_id': 'adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'mac_address': 'fa:16:3e:b6:9c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b66724-2c50-43c5-a5c6-c554da8715ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:58:50Z', 'updated_at': '2021-06-21T14:58:53Z', 'revision_number': 1, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e80238a-63d2-4cb0-a67d-6d67e3b6169c', 'name': '', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'mac_address': 'fa:16:3e:2a:29:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:22Z', 'updated_at': '2021-06-21T14:55:29Z', 'revision_number': 5, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'subnets': [{'id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:02:24.395210 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823e175b-281e-4c2d-943a-31375cebffee None None] Checking router: 31b73e1c-1af0-40b3-863c-af0582a46448 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:02:24.402298 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f9d32-f7c3-42b3-b43f-04e1e50cb437 req-b1ed1994-9fc9-4f6d-b9ab-34a3b0bd197c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:24.403711 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-804f9d32-f7c3-42b3-b43f-04e1e50cb437 req-b1ed1994-9fc9-4f6d-b9ab-34a3b0bd197c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dfe1f5e6-b043-4974-b594-b5b570160e02 HTTP/1.1" status: 200 len: 850 time: 0.0558364 Jun 21 15:02:24.404918 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823e175b-281e-4c2d-943a-31375cebffee None None] Routers {'31b73e1c-1af0-40b3-863c-af0582a46448'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:02:24.405531 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-823e175b-281e-4c2d-943a-31375cebffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:02:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['31b73e1c-1af0-40b3-863c-af0582a46448'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:02:24.444754 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e88b4-3546-4e58-9967-a96672c627c5 req-e375f3b0-5b20-44f3-9805-c4e511a7ca91 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:24.447494 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bc6e88b4-3546-4e58-9967-a96672c627c5 req-e375f3b0-5b20-44f3-9805-c4e511a7ca91 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c206176-ea1b-4604-b389-cae922b6b63d HTTP/1.1" status: 200 len: 946 time: 0.0705996 Jun 21 15:02:24.463539 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804f9d32-f7c3-42b3-b43f-04e1e50cb437 req-2f34670a-21bf-45d8-9a82-73c6e0a4a190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:24.465018 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-804f9d32-f7c3-42b3-b43f-04e1e50cb437 req-2f34670a-21bf-45d8-9a82-73c6e0a4a190 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51c83c43-7be7-46e9-8af2-485fddc9c895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0544150 Jun 21 15:02:24.487623 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bc6e88b4-3546-4e58-9967-a96672c627c5 req-ebb60879-57a5-4b23-a6e4-b21bd59b2713 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337782 Jun 21 15:02:24.514183 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-823e175b-281e-4c2d-943a-31375cebffee None None] Set router 31b73e1c-1af0-40b3-863c-af0582a46448 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:02:24.560796 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-804f9d32-f7c3-42b3-b43f-04e1e50cb437 req-24a9b86b-70c2-4b12-9cc9-ecb2b2a01119 service neutron] 10.222.0.66 "GET /v2.0/networks/51c83c43-7be7-46e9-8af2-485fddc9c895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874000 Jun 21 15:02:24.671444 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-804f9d32-f7c3-42b3-b43f-04e1e50cb437 req-7c2fb75e-1340-4427-9deb-9d5d26be767c service neutron] 10.222.0.66 "GET /v2.0/networks/51c83c43-7be7-46e9-8af2-485fddc9c895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013398 Jun 21 15:02:24.744996 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a3cf7b1c-c6df-4e29-b793-6fbc25e2f052 req-27b7f8e8-f9b2-4995-905b-b0a63ae777ee tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec7ef59-034a-495d-bf40-580853f7ec0e HTTP/1.1" status: 200 len: 210 time: 0.0343437 Jun 21 15:02:24.760982 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-823e175b-281e-4c2d-943a-31375cebffee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'name': 'tempest-TestVolumeBootPattern-574981534-router', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:16Z', 'updated_at': '2021-06-21T14:55:23Z', 'revision_number': 4, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'gw_port': {'id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:17Z', 'updated_at': '2021-06-21T14:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '6b0bb4b7-e0d8-4504-8660-2f15a38c3f0a', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'floating_ip_address': '172.26.3.169', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'port_id': 'adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'mac_address': 'fa:16:3e:b6:9c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b66724-2c50-43c5-a5c6-c554da8715ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:58:50Z', 'updated_at': '2021-06-21T14:58:53Z', 'revision_number': 1, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e80238a-63d2-4cb0-a67d-6d67e3b6169c', 'name': '', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'mac_address': 'fa:16:3e:2a:29:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:22Z', 'updated_at': '2021-06-21T14:55:29Z', 'revision_number': 5, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'subnets': [{'id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:02:24.831281 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-c5733c5a-4bd7-4b08-9ba8-772747f61102 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:24.832967 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-c5733c5a-4bd7-4b08-9ba8-772747f61102 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/networks?id=2b4c0b8d-7286-44ff-99cb-bb9606c8c89b HTTP/1.1" status: 200 len: 797 time: 0.1229670 Jun 21 15:02:24.888580 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-763798c3-b077-4aae-ba84-71dd8ec4332f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6034e39b7b9c4208ae0c3b83482b9f88 HTTP/1.1" status: 200 len: 472 time: 0.0409515 Jun 21 15:02:24.897956 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-3ea023da-33c6-40e0-9329-5494dcd6d4e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'port': {'device_id': 'eec7ef59-034a-495d-bf40-580853f7ec0e', 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b', 'admin_state_up': True, 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'security_groups': ['8ee61daf-7dfe-4312-87b9-f46defdfcff3']}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:02:24.946000 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823e175b-281e-4c2d-943a-31375cebffee None None] The sync data for ids ['31b73e1c-1af0-40b3-863c-af0582a46448'] in dv-neutron-797121-2-hyperv is: [{'id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'name': 'tempest-TestVolumeBootPattern-574981534-router', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:16Z', 'updated_at': '2021-06-21T14:55:23Z', 'revision_number': 4, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'gw_port': {'id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:17Z', 'updated_at': '2021-06-21T14:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '6b0bb4b7-e0d8-4504-8660-2f15a38c3f0a', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'floating_ip_address': '172.26.3.169', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'port_id': 'adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1359, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'mac_address': 'fa:16:3e:b6:9c:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b66724-2c50-43c5-a5c6-c554da8715ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T14:58:50Z', 'updated_at': '2021-06-21T14:58:53Z', 'revision_number': 1, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e80238a-63d2-4cb0-a67d-6d67e3b6169c', 'name': '', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'mac_address': 'fa:16:3e:2a:29:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:22Z', 'updated_at': '2021-06-21T14:55:29Z', 'revision_number': 5, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'subnets': [{'id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:02:25.020067 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-3ea023da-33c6-40e0-9329-5494dcd6d4e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Made reservation on behalf of 6034e39b7b9c4208ae0c3b83482b9f88 for: {'port': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:02:25.023797 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-3ea023da-33c6-40e0-9329-5494dcd6d4e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:25.162910 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-3ea023da-33c6-40e0-9329-5494dcd6d4e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Allocated IP 172.20.0.12 (2b4c0b8d-7286-44ff-99cb-bb9606c8c89b/dde22e2a-e04f-4df2-8072-2fbb96da64ca/11a52fa5-35ff-4013-95e0-675033276387) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:02:25.170308 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d8988b-11b9-4def-a0b5-3bf714e7e146 None None] New status for floating IP 825a5f71-3f08-42ef-bb02-6235018d79e2: DOWN {{(pid=105227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:02:25.303088 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-3ea023da-33c6-40e0-9329-5494dcd6d4e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:25.321269 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-3ea023da-33c6-40e0-9329-5494dcd6d4e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Transition to ACTIVE for port object 11a52fa5-35ff-4013-95e0-675033276387 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:02:25.357536 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-3ea023da-33c6-40e0-9329-5494dcd6d4e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:25.363236 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-85cea043-5718-4194-9bb9-44567df8dbb5 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:02:25.409554 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-3ea023da-33c6-40e0-9329-5494dcd6d4e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network 2b4c0b8d-7286-44ff-99cb-bb9606c8c89b is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:02:25.412971 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-3ea023da-33c6-40e0-9329-5494dcd6d4e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:02:25.419400 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-3ea023da-33c6-40e0-9329-5494dcd6d4e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:02:25.424958 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea023da-33c6-40e0-9329-5494dcd6d4e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=11a52fa5-35ff-4013-95e0-675033276387,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:02:25.446361 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3ea023da-33c6-40e0-9329-5494dcd6d4e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:02:25.472806 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-3ea023da-33c6-40e0-9329-5494dcd6d4e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:25.473442 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-3ea023da-33c6-40e0-9329-5494dcd6d4e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:25.489272 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-3ea023da-33c6-40e0-9329-5494dcd6d4e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5953152 Jun 21 15:02:25.501473 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-357ffa0c-2f82-4baf-af73-fd8ab0d619e8 service neutron] Request body: {'port': {'device_id': 'eec7ef59-034a-495d-bf40-580853f7ec0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:02:25.584344 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-357ffa0c-2f82-4baf-af73-fd8ab0d619e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:25.679500 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541cf444-6715-4a0d-97f1-39cb5e3703fd req-27f7c5cc-d7c0-44e2-bd8b-03133013589d tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:25.681870 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-541cf444-6715-4a0d-97f1-39cb5e3703fd req-27f7c5cc-d7c0-44e2-bd8b-03133013589d tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c206176-ea1b-4604-b389-cae922b6b63d HTTP/1.1" status: 200 len: 946 time: 0.0683563 Jun 21 15:02:25.683734 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-5a8efa7a-59fe-4533-bcc5-70fbb85b5df2 None None] Provisioning for port 11a52fa5-35ff-4013-95e0-675033276387 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:02:25.688639 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-5a8efa7a-59fe-4533-bcc5-70fbb85b5df2 None None] Provisioning complete for port 11a52fa5-35ff-4013-95e0-675033276387 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:02:25.689111 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5a8efa7a-59fe-4533-bcc5-70fbb85b5df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:25.723331 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-5a8efa7a-59fe-4533-bcc5-70fbb85b5df2 None None] Port 11a52fa5-35ff-4013-95e0-675033276387 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:02:25.727663 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-541cf444-6715-4a0d-97f1-39cb5e3703fd req-44e326b0-45be-4421-881f-2392372325d8 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379553 Jun 21 15:02:25.852636 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-357ffa0c-2f82-4baf-af73-fd8ab0d619e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11a52fa5-35ff-4013-95e0-675033276387 {{(pid=105225) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:02:25.861260 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-357ffa0c-2f82-4baf-af73-fd8ab0d619e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:25.873705 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-357ffa0c-2f82-4baf-af73-fd8ab0d619e8 service neutron] Transition to ACTIVE for port object 11a52fa5-35ff-4013-95e0-675033276387 will not be triggered until provisioned by entity L2. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:02:25.881455 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-357ffa0c-2f82-4baf-af73-fd8ab0d619e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:25.883831 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-422417fc-dce0-4bee-b659-3197d8a3d5eb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:02:25.930662 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b71a0-ed0c-42dc-bf83-57f98f0bd39a req-f6fa9e7d-f958-427c-804b-3985a0f8e981 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:25.932154 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-420b71a0-ed0c-42dc-bf83-57f98f0bd39a req-f6fa9e7d-f958-427c-804b-3985a0f8e981 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec7ef59-034a-495d-bf40-580853f7ec0e HTTP/1.1" status: 200 len: 932 time: 0.0762854 Jun 21 15:02:25.964399 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ffa0c-2f82-4baf-af73-fd8ab0d619e8 service neutron] Pushing event updated for resources: {'Port': ['ID=11a52fa5-35ff-4013-95e0-675033276387,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:02:25.969015 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-357ffa0c-2f82-4baf-af73-fd8ab0d619e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:02:25.977272 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-420b71a0-ed0c-42dc-bf83-57f98f0bd39a req-5f321bb5-2e16-4a4d-b387-5f4dca300681 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ee61daf-7dfe-4312-87b9-f46defdfcff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385978 Jun 21 15:02:26.045497 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-357ffa0c-2f82-4baf-af73-fd8ab0d619e8 service neutron] Attempting to bind port 11a52fa5-35ff-4013-95e0-675033276387 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:02:26.045863 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-357ffa0c-2f82-4baf-af73-fd8ab0d619e8 service neutron] Attempting to bind port 11a52fa5-35ff-4013-95e0-675033276387 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '121133a1-7587-4c2b-ba0a-6587dc0fa122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b'}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:02:26.046209 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-357ffa0c-2f82-4baf-af73-fd8ab0d619e8 service neutron] Attempting to bind port 11a52fa5-35ff-4013-95e0-675033276387 on network 2b4c0b8d-7286-44ff-99cb-bb9606c8c89b {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:02:26.051686 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-357ffa0c-2f82-4baf-af73-fd8ab0d619e8 service neutron] Port 11a52fa5-35ff-4013-95e0-675033276387 on network 2b4c0b8d-7286-44ff-99cb-bb9606c8c89b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 15:02:26.052013 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-357ffa0c-2f82-4baf-af73-fd8ab0d619e8 service neutron] Attempting to bind port 11a52fa5-35ff-4013-95e0-675033276387 on network 2b4c0b8d-7286-44ff-99cb-bb9606c8c89b {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:02:26.057968 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-357ffa0c-2f82-4baf-af73-fd8ab0d619e8 service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:02:26.058336 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-357ffa0c-2f82-4baf-af73-fd8ab0d619e8 service neutron] Checking segment: {'id': '121133a1-7587-4c2b-ba0a-6587dc0fa122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:02:26.058679 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-357ffa0c-2f82-4baf-af73-fd8ab0d619e8 service neutron] Bound using segment: {'id': '121133a1-7587-4c2b-ba0a-6587dc0fa122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b'} {{(pid=105225) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:02:26.059108 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.managers [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-357ffa0c-2f82-4baf-af73-fd8ab0d619e8 service neutron] Bound port: 11a52fa5-35ff-4013-95e0-675033276387, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '121133a1-7587-4c2b-ba0a-6587dc0fa122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b'}}] {{(pid=105225) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:02:26.059455 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-357ffa0c-2f82-4baf-af73-fd8ab0d619e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:26.075272 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d6b8f-2b51-4ae7-9c3a-fbbc7e39aff7 req-9f4d42f0-d8b0-49d6-bc70-1a77318409dc tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:26.076908 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-948d6b8f-2b51-4ae7-9c3a-fbbc7e39aff7 req-9f4d42f0-d8b0-49d6-bc70-1a77318409dc tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.66 "GET /v2.0/ports?device_id=1c206176-ea1b-4604-b389-cae922b6b63d HTTP/1.1" status: 200 len: 946 time: 0.0692723 Jun 21 15:02:26.130312 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-357ffa0c-2f82-4baf-af73-fd8ab0d619e8 service neutron] For port 11a52fa5-35ff-4013-95e0-675033276387, host hv-neutron-7971, cleared binding levels {{(pid=105225) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:02:26.133632 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-357ffa0c-2f82-4baf-af73-fd8ab0d619e8 service neutron] For port 11a52fa5-35ff-4013-95e0-675033276387, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=11a52fa5-35ff-4013-95e0-675033276387,segment=NetworkSegment(121133a1-7587-4c2b-ba0a-6587dc0fa122),segment_id=121133a1-7587-4c2b-ba0a-6587dc0fa122)] {{(pid=105225) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:02:26.141246 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-357ffa0c-2f82-4baf-af73-fd8ab0d619e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:26.143717 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d8ad3b53-d947-45fd-b51f-9422a200d58a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:02:26.179176 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-357ffa0c-2f82-4baf-af73-fd8ab0d619e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:26.179789 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-357ffa0c-2f82-4baf-af73-fd8ab0d619e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:26.181188 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-357ffa0c-2f82-4baf-af73-fd8ab0d619e8 service neutron] 10.222.0.66 "PUT /v2.0/ports/11a52fa5-35ff-4013-95e0-675033276387 HTTP/1.1" status: 200 len: 1094 time: 0.6843219 Jun 21 15:02:26.181824 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec7ef59-034a-495d-bf40-580853f7ec0e', 'tag': '11a52fa5-35ff-4013-95e0-675033276387'}] {{(pid=105225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:02:26.185044 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d720512e93a77e3bffebe2b790a2b81995dcc7e4c74443a12a7dc003910c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba81a51a-3b9b-4252-b7f5-1da406f13018" -d '{"events": [{"name": "network-changed", "server_uuid": "eec7ef59-034a-495d-bf40-580853f7ec0e", "tag": "11a52fa5-35ff-4013-95e0-675033276387"}]}' {{(pid=105225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:02:26.198865 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-948d6b8f-2b51-4ae7-9c3a-fbbc7e39aff7 req-c7bea64b-fe0b-4984-bfb8-3e3d0f2ee0cf tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Deleting port e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:02:26.199168 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-948d6b8f-2b51-4ae7-9c3a-fbbc7e39aff7 req-c7bea64b-fe0b-4984-bfb8-3e3d0f2ee0cf tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:26.237197 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03dba98c-398c-447f-a64d-a8f2201d923c x-openstack-request-id: req-03dba98c-398c-447f-a64d-a8f2201d923c {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:02:26.237547 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec7ef59-034a-495d-bf40-580853f7ec0e", "tag": "11a52fa5-35ff-4013-95e0-675033276387", "status": "completed", "code": 200}]} {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:02:26.237887 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-03dba98c-398c-447f-a64d-a8f2201d923c {{(pid=105225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:02:26.238382 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec7ef59-034a-495d-bf40-580853f7ec0e', 'tag': '11a52fa5-35ff-4013-95e0-675033276387', 'status': 'completed', 'code': 200} Jun 21 15:02:26.240926 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ffa0c-2f82-4baf-af73-fd8ab0d619e8 service neutron] Pushing event updated for resources: {'Port': ['ID=11a52fa5-35ff-4013-95e0-675033276387,revision_number=3']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:02:26.244118 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-357ffa0c-2f82-4baf-af73-fd8ab0d619e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:02:26.290054 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-3530f9ec-8e68-4853-a3fd-cd0d433fb5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:26.292533 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-3530f9ec-8e68-4853-a3fd-cd0d433fb5b3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=eec7ef59-034a-495d-bf40-580853f7ec0e HTTP/1.1" status: 200 len: 1097 time: 0.0683446 Jun 21 15:02:26.297330 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-948d6b8f-2b51-4ae7-9c3a-fbbc7e39aff7 req-c7bea64b-fe0b-4984-bfb8-3e3d0f2ee0cf tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] For port e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb,segment=NetworkSegment(8063d322-273e-4ce9-859d-4659337bd9d3),segment_id=8063d322-273e-4ce9-859d-4659337bd9d3)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:02:26.297684 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-948d6b8f-2b51-4ae7-9c3a-fbbc7e39aff7 req-c7bea64b-fe0b-4984-bfb8-3e3d0f2ee0cf tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:26.336669 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-a65093cd-be6c-462d-af75-fca9b9fb263b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11a52fa5-35ff-4013-95e0-675033276387 HTTP/1.1" status: 200 len: 217 time: 0.0364504 Jun 21 15:02:26.371817 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-948d6b8f-2b51-4ae7-9c3a-fbbc7e39aff7 req-c7bea64b-fe0b-4984-bfb8-3e3d0f2ee0cf tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Calling delete_port for e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb owned by compute:nova {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:02:26.395842 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-506c9436-d9b8-4c65-875b-3ee9eec5c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:26.398081 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-506c9436-d9b8-4c65-875b-3ee9eec5c7d9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dde22e2a-e04f-4df2-8072-2fbb96da64ca HTTP/1.1" status: 200 len: 834 time: 0.0557513 Jun 21 15:02:26.459306 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-8667e059-e679-4bcd-81b1-5ddbccc216b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:26.461347 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-8667e059-e679-4bcd-81b1-5ddbccc216b3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2b4c0b8d-7286-44ff-99cb-bb9606c8c89b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0571690 Jun 21 15:02:26.520132 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-948d6b8f-2b51-4ae7-9c3a-fbbc7e39aff7 req-c7bea64b-fe0b-4984-bfb8-3e3d0f2ee0cf tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:26.526150 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-16f74c95-6aef-488c-89e9-334c2f99a91f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:02:26.550977 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bea64b-fe0b-4984-bfb8-3e3d0f2ee0cf tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Pushing event deleted for resources: {'Port': ['ID=e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:02:26.554022 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c7bea64b-fe0b-4984-bfb8-3e3d0f2ee0cf tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:02:26.561385 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-1b60eaa4-ab10-4c67-a226-703369b5b6b2 service neutron] 10.222.0.66 "GET /v2.0/networks/2b4c0b8d-7286-44ff-99cb-bb9606c8c89b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935507 Jun 21 15:02:26.602247 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-948d6b8f-2b51-4ae7-9c3a-fbbc7e39aff7 req-c7bea64b-fe0b-4984-bfb8-3e3d0f2ee0cf tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] No DVR routers for this DVR port e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb on host hv-neutron-7971 {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:02:26.605117 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-948d6b8f-2b51-4ae7-9c3a-fbbc7e39aff7 req-c7bea64b-fe0b-4984-bfb8-3e3d0f2ee0cf tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:26.607671 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-948d6b8f-2b51-4ae7-9c3a-fbbc7e39aff7 req-c7bea64b-fe0b-4984-bfb8-3e3d0f2ee0cf tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.66 "DELETE /v2.0/ports/e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb HTTP/1.1" status: 204 len: 173 time: 0.5257394 Jun 21 15:02:26.608223 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c206176-ea1b-4604-b389-cae922b6b63d', 'name': 'network-vif-deleted', 'tag': 'e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:02:26.611378 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9763f69e-2594-408e-8973-99254e632034" -d '{"events": [{"server_uuid": "1c206176-ea1b-4604-b389-cae922b6b63d", "name": "network-vif-deleted", "tag": "e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:02:26.667045 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-437e3a96-a4db-4030-9a38-cdc743dfa20d req-b9189fca-1899-4985-b902-892d430672a5 service neutron] 10.222.0.66 "GET /v2.0/networks/2b4c0b8d-7286-44ff-99cb-bb9606c8c89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989432 Jun 21 15:02:26.707022 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b65eb47-7b02-4e31-82a4-bc5c92698420 x-openstack-request-id: req-6b65eb47-7b02-4e31-82a4-bc5c92698420 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:02:26.707567 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c206176-ea1b-4604-b389-cae922b6b63d", "name": "network-vif-deleted", "tag": "e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:02:26.707680 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6b65eb47-7b02-4e31-82a4-bc5c92698420 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:02:26.708141 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c206176-ea1b-4604-b389-cae922b6b63d', 'name': 'network-vif-deleted', 'tag': 'e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb', 'status': 'completed', 'code': 200} Jun 21 15:02:26.779216 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81a51a-3b9b-4252-b7f5-1da406f13018 req-54327e90-35e2-40a5-9d0c-b90c19bafe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:26.780712 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-ba81a51a-3b9b-4252-b7f5-1da406f13018 req-54327e90-35e2-40a5-9d0c-b90c19bafe32 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=eec7ef59-034a-495d-bf40-580853f7ec0e HTTP/1.1" status: 200 len: 1097 time: 0.0562866 Jun 21 15:02:26.883717 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81a51a-3b9b-4252-b7f5-1da406f13018 req-e47b14f6-a756-4934-8dac-fba5f50650ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:26.884188 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4498efca-5e4a-4be5-a650-86330804635d req-fe5e9075-7b2c-4d16-8381-dd2dbbb377dd tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c206176-ea1b-4604-b389-cae922b6b63d HTTP/1.1" status: 200 len: 210 time: 0.0303175 Jun 21 15:02:26.885453 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-ba81a51a-3b9b-4252-b7f5-1da406f13018 req-e47b14f6-a756-4934-8dac-fba5f50650ef service neutron] 10.222.0.66 "GET /v2.0/networks?id=2b4c0b8d-7286-44ff-99cb-bb9606c8c89b HTTP/1.1" status: 200 len: 898 time: 0.0973690 Jun 21 15:02:26.942562 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-ba81a51a-3b9b-4252-b7f5-1da406f13018 req-0593e0e5-af80-43a3-98d2-eba7253a7021 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11a52fa5-35ff-4013-95e0-675033276387 HTTP/1.1" status: 200 len: 217 time: 0.0496051 Jun 21 15:02:26.996205 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81a51a-3b9b-4252-b7f5-1da406f13018 req-756a3947-0800-4b5c-ae56-50662a623859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:26.997806 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-ba81a51a-3b9b-4252-b7f5-1da406f13018 req-756a3947-0800-4b5c-ae56-50662a623859 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dde22e2a-e04f-4df2-8072-2fbb96da64ca HTTP/1.1" status: 200 len: 834 time: 0.0493288 Jun 21 15:02:27.067633 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba81a51a-3b9b-4252-b7f5-1da406f13018 req-3f5c687c-0fe9-48fa-bde7-7444567aa779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:27.070192 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-ba81a51a-3b9b-4252-b7f5-1da406f13018 req-3f5c687c-0fe9-48fa-bde7-7444567aa779 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2b4c0b8d-7286-44ff-99cb-bb9606c8c89b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0637157 Jun 21 15:02:27.164854 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-ba81a51a-3b9b-4252-b7f5-1da406f13018 req-a96703cd-40a6-4afa-8aa9-8f3c88691b06 service neutron] 10.222.0.66 "GET /v2.0/networks/2b4c0b8d-7286-44ff-99cb-bb9606c8c89b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873485 Jun 21 15:02:27.187452 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f81084b-3ef4-4e8b-8443-2e6e1bec5b74 req-f35f567b-59af-4c8e-bf76-9ff266da438b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:27.188955 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8f81084b-3ef4-4e8b-8443-2e6e1bec5b74 req-f35f567b-59af-4c8e-bf76-9ff266da438b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec7ef59-034a-495d-bf40-580853f7ec0e HTTP/1.1" status: 200 len: 944 time: 0.0714281 Jun 21 15:02:27.231050 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8f81084b-3ef4-4e8b-8443-2e6e1bec5b74 req-fa324545-f227-47a0-a7be-d2d25763ffda tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ee61daf-7dfe-4312-87b9-f46defdfcff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356271 Jun 21 15:02:27.269684 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-ba81a51a-3b9b-4252-b7f5-1da406f13018 req-157bb9a0-d9df-4e8c-adf8-6399390f6da8 service neutron] 10.222.0.66 "GET /v2.0/networks/2b4c0b8d-7286-44ff-99cb-bb9606c8c89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988305 Jun 21 15:02:28.033213 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f725af91-20d7-4d27-bf0d-0fb402d3a9b2 req-18bcaba7-48e1-46ee-8091-dbc8e5c9b894 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c206176-ea1b-4604-b389-cae922b6b63d HTTP/1.1" status: 200 len: 210 time: 0.0291688 Jun 21 15:02:28.403321 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080538b-944b-48f6-aedf-b8c08bee5aee req-07b34bae-10e6-451e-87f0-9c2a60aed645 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:28.404810 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8080538b-944b-48f6-aedf-b8c08bee5aee req-07b34bae-10e6-451e-87f0-9c2a60aed645 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec7ef59-034a-495d-bf40-580853f7ec0e HTTP/1.1" status: 200 len: 944 time: 0.0640030 Jun 21 15:02:28.444229 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8080538b-944b-48f6-aedf-b8c08bee5aee req-6af81062-90eb-4365-84d4-c0254c0d05dc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ee61daf-7dfe-4312-87b9-f46defdfcff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335386 Jun 21 15:02:29.196031 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-502d8cb9-7db6-4b33-9d7f-39a788683153 req-7b069858-374d-47f2-9662-f2d68661249d tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c206176-ea1b-4604-b389-cae922b6b63d HTTP/1.1" status: 200 len: 210 time: 0.0335438 Jun 21 15:02:29.442146 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:02:29.463556 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:02:29.463848 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device e436c4c7-44cb-4dfa-9c9d-3a1a651f27eb not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:02:29.627050 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a8dd5-41f1-4e29-9068-b2f1f78f42e2 req-ac840f3d-9985-48d0-af3d-9f2c85d1276d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:29.628497 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a98a8dd5-41f1-4e29-9068-b2f1f78f42e2 req-ac840f3d-9985-48d0-af3d-9f2c85d1276d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec7ef59-034a-495d-bf40-580853f7ec0e HTTP/1.1" status: 200 len: 944 time: 0.0663960 Jun 21 15:02:29.668832 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a98a8dd5-41f1-4e29-9068-b2f1f78f42e2 req-1c8e640c-4cfd-4513-b368-8f2c04d8c27c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ee61daf-7dfe-4312-87b9-f46defdfcff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342953 Jun 21 15:02:30.360952 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-86401179-2694-46fa-bb73-ce45a576f85a req-362f1502-6053-4916-9d34-b1c68169ee95 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=1c206176-ea1b-4604-b389-cae922b6b63d HTTP/1.1" status: 200 len: 210 time: 0.0287950 Jun 21 15:02:30.872465 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c17772-37cc-442f-a7ba-53122cb9422d req-d00dcdee-d364-4c97-9584-33ec686a9660 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:30.873947 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-07c17772-37cc-442f-a7ba-53122cb9422d req-d00dcdee-d364-4c97-9584-33ec686a9660 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec7ef59-034a-495d-bf40-580853f7ec0e HTTP/1.1" status: 200 len: 944 time: 0.0784779 Jun 21 15:02:31.325247 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-07c17772-37cc-442f-a7ba-53122cb9422d req-4e132365-2440-441c-929e-3a509646ed9a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ee61daf-7dfe-4312-87b9-f46defdfcff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4425223 Jun 21 15:02:31.442005 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 11a52fa5-35ff-4013-95e0-675033276387 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:02:31.562330 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 11a52fa5-35ff-4013-95e0-675033276387, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=11a52fa5-35ff-4013-95e0-675033276387,segment=NetworkSegment(121133a1-7587-4c2b-ba0a-6587dc0fa122),segment_id=121133a1-7587-4c2b-ba0a-6587dc0fa122)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:02:31.577911 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '11a52fa5-35ff-4013-95e0-675033276387', 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b', 'port_id': '11a52fa5-35ff-4013-95e0-675033276387', 'mac_address': 'fa:16:3e:48:35:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dde22e2a-e04f-4df2-8072-2fbb96da64ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:02:31.631915 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:31.645664 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11a52fa5-35ff-4013-95e0-675033276387 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:02:31.672979 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 11a52fa5-35ff-4013-95e0-675033276387, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=11a52fa5-35ff-4013-95e0-675033276387,segment=NetworkSegment(121133a1-7587-4c2b-ba0a-6587dc0fa122),segment_id=121133a1-7587-4c2b-ba0a-6587dc0fa122)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:02:31.678694 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:31.680687 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:02:31.735376 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=11a52fa5-35ff-4013-95e0-675033276387,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:02:31.743636 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:02:31.743994 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:02:31.744342 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:02:31.744680 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:02:31.745014 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:02:31.745349 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:02:31.745682 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:02:31.746047 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:02:31.746381 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:02:31.746705 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:02:31.747030 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:02:31.747352 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:02:31.754143 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:02:31.996003 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['11a52fa5-35ff-4013-95e0-675033276387'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:02:32.510550 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b3f29-e8e9-44b4-84d2-f7a2c2bb68d3 req-ef59f8b7-08a1-4feb-9a94-af72861ece8c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:32.512048 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-802b3f29-e8e9-44b4-84d2-f7a2c2bb68d3 req-ef59f8b7-08a1-4feb-9a94-af72861ece8c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec7ef59-034a-495d-bf40-580853f7ec0e HTTP/1.1" status: 200 len: 945 time: 0.0696542 Jun 21 15:02:32.555983 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-802b3f29-e8e9-44b4-84d2-f7a2c2bb68d3 req-62cee4ae-2b84-4789-b235-73b6fb3db448 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ee61daf-7dfe-4312-87b9-f46defdfcff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380352 Jun 21 15:02:33.457871 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 11a52fa5-35ff-4013-95e0-675033276387 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:02:33.512441 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port 11a52fa5-35ff-4013-95e0-675033276387 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:02:33.516538 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 11a52fa5-35ff-4013-95e0-675033276387 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:02:33.516913 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:33.610241 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:33.642767 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec7ef59-034a-495d-bf40-580853f7ec0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a52fa5-35ff-4013-95e0-675033276387'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:02:33.645202 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aefc55c-8c31-4393-b70f-4ad03205703b" -d '{"events": [{"server_uuid": "eec7ef59-034a-495d-bf40-580853f7ec0e", "name": "network-vif-plugged", "status": "completed", "tag": "11a52fa5-35ff-4013-95e0-675033276387"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:02:33.662323 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 11a52fa5-35ff-4013-95e0-675033276387, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=11a52fa5-35ff-4013-95e0-675033276387,segment=NetworkSegment(121133a1-7587-4c2b-ba0a-6587dc0fa122),segment_id=121133a1-7587-4c2b-ba0a-6587dc0fa122)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:02:33.668643 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:33.673964 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-2a4010f1-4b78-44b2-a3c1-c439cef6678f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:02:33.732508 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50370885-34a8-472e-bf5e-0b38a56ef086 x-openstack-request-id: req-50370885-34a8-472e-bf5e-0b38a56ef086 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:02:33.732804 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec7ef59-034a-495d-bf40-580853f7ec0e", "name": "network-vif-plugged", "status": "completed", "tag": "11a52fa5-35ff-4013-95e0-675033276387", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:02:33.733060 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-50370885-34a8-472e-bf5e-0b38a56ef086 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:02:33.733442 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec7ef59-034a-495d-bf40-580853f7ec0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11a52fa5-35ff-4013-95e0-675033276387', 'code': 200} Jun 21 15:02:33.754538 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=11a52fa5-35ff-4013-95e0-675033276387,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:02:33.757824 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:02:33.810821 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47045df-9e18-4ca2-aa8b-634fb23838ec req-efe35ec2-07ca-447a-938e-b540d21bc371 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:33.812225 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e47045df-9e18-4ca2-aa8b-634fb23838ec req-efe35ec2-07ca-447a-938e-b540d21bc371 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec7ef59-034a-495d-bf40-580853f7ec0e HTTP/1.1" status: 200 len: 946 time: 0.1069925 Jun 21 15:02:33.856185 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e47045df-9e18-4ca2-aa8b-634fb23838ec req-80a6f29d-5668-444e-84a3-acde7da1bdf8 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ee61daf-7dfe-4312-87b9-f46defdfcff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375929 Jun 21 15:02:34.294077 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a727c2a-06ea-4ece-87ab-e7a177688867 req-eb6d5956-56f1-48a7-9331-374489368c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:34.295560 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-6a727c2a-06ea-4ece-87ab-e7a177688867 req-eb6d5956-56f1-48a7-9331-374489368c2a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=eec7ef59-034a-495d-bf40-580853f7ec0e HTTP/1.1" status: 200 len: 1099 time: 0.3810139 Jun 21 15:02:34.330444 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-6a727c2a-06ea-4ece-87ab-e7a177688867 req-64f0a313-17bd-4af1-a8f3-efafa5e4e29e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8ee61daf-7dfe-4312-87b9-f46defdfcff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279937 Jun 21 15:02:35.043082 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7d992-c65b-480a-ac0b-9e8dd30ddb97 req-9b252ee2-7223-4fb5-8cc4-fe3820b6fd90 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:35.044471 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1fd7d992-c65b-480a-ac0b-9e8dd30ddb97 req-9b252ee2-7223-4fb5-8cc4-fe3820b6fd90 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec7ef59-034a-495d-bf40-580853f7ec0e HTTP/1.1" status: 200 len: 946 time: 0.0663941 Jun 21 15:02:35.085006 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1fd7d992-c65b-480a-ac0b-9e8dd30ddb97 req-2919ec5f-0796-4d54-8bfd-c1bb32826acb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ee61daf-7dfe-4312-87b9-f46defdfcff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344620 Jun 21 15:02:35.337133 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:36.268357 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7ac72-f6cc-476a-8d89-6278d5222789 req-c6b1f462-b551-43f5-a5bd-f8f9c5dbb1a5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:36.269734 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2fe7ac72-f6cc-476a-8d89-6278d5222789 req-c6b1f462-b551-43f5-a5bd-f8f9c5dbb1a5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec7ef59-034a-495d-bf40-580853f7ec0e HTTP/1.1" status: 200 len: 946 time: 0.0724363 Jun 21 15:02:36.318583 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2fe7ac72-f6cc-476a-8d89-6278d5222789 req-7f940a9b-c99e-4ca2-8918-44ee6d8ba73d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ee61daf-7dfe-4312-87b9-f46defdfcff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406618 Jun 21 15:02:36.512367 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad0fbc-fa35-439d-8076-b5be47d0b6dd req-98327d9c-c796-4e60-89ce-10414a949862 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:36.513816 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-74ad0fbc-fa35-439d-8076-b5be47d0b6dd req-98327d9c-c796-4e60-89ce-10414a949862 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec7ef59-034a-495d-bf40-580853f7ec0e HTTP/1.1" status: 200 len: 946 time: 0.0729971 Jun 21 15:02:36.555663 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-74ad0fbc-fa35-439d-8076-b5be47d0b6dd req-478ae75c-dce6-4b6e-a64e-af217f4932ff tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ee61daf-7dfe-4312-87b9-f46defdfcff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328908 Jun 21 15:02:36.583760 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39766) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:02:36.638818 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ee1b45-3acf-4a2b-9660-47f4908d2128 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:36.640298 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-73ee1b45-3acf-4a2b-9660-47f4908d2128 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=eec7ef59-034a-495d-bf40-580853f7ec0e HTTP/1.1" status: 200 len: 1094 time: 0.0554221 Jun 21 15:02:36.643440 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39768) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:02:36.648113 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-028c2c96-be38-43d3-9d7e-77216964a43c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'floatingip': {'port_id': '11a52fa5-35ff-4013-95e0-675033276387'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:02:36.688394 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-028c2c96-be38-43d3-9d7e-77216964a43c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:36.912604 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39772) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:02:37.073752 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-9b155e1e-bdf6-41a8-ab64-27e24a0913e4 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Deleting port 9a1c9de0-6582-4be9-b914-52d0cd2e8109 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:02:37.074101 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9b155e1e-bdf6-41a8-ab64-27e24a0913e4 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:37.146999 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9b155e1e-bdf6-41a8-ab64-27e24a0913e4 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:37.147397 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9b155e1e-bdf6-41a8-ab64-27e24a0913e4 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:37.150723 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-028c2c96-be38-43d3-9d7e-77216964a43c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:37.155571 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-028c2c96-be38-43d3-9d7e-77216964a43c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:37.218731 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-9b155e1e-bdf6-41a8-ab64-27e24a0913e4 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Calling delete_port for 9a1c9de0-6582-4be9-b914-52d0cd2e8109 owned by network:floatingip {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:02:37.262567 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [None req-028c2c96-be38-43d3-9d7e-77216964a43c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Floating IP 30710a8b-fa17-4de5-bfc6-5b6efa68a927 associated. External IP: 172.26.3.192, port: 11a52fa5-35ff-4013-95e0-675033276387. Jun 21 15:02:37.372685 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9b155e1e-bdf6-41a8-ab64-27e24a0913e4 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:37.375612 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2b2d2538-06d9-4957-a0bb-cf28785f1475 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:02:37.399691 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b155e1e-bdf6-41a8-ab64-27e24a0913e4 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Pushing event deleted for resources: {'Port': ['ID=9a1c9de0-6582-4be9-b914-52d0cd2e8109,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:02:37.402940 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9b155e1e-bdf6-41a8-ab64-27e24a0913e4 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:02:37.461274 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9b155e1e-bdf6-41a8-ab64-27e24a0913e4 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for floatingip, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:37.461604 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.l3_db [None req-9b155e1e-bdf6-41a8-ab64-27e24a0913e4 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Floating IP 6b0bb4b7-e0d8-4504-8660-2f15a38c3f0a disassociated (deleted). External IP: 172.26.3.169, port: adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc. Jun 21 15:02:37.474725 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-028c2c96-be38-43d3-9d7e-77216964a43c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router 6c8b9c57-a8ad-4d0e-989e-242a98238167 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:02:37.586185 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-028c2c96-be38-43d3-9d7e-77216964a43c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:02:37.591562 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-028c2c96-be38-43d3-9d7e-77216964a43c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:37.596386 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48164f6d-b8c0-48ee-991d-1f150a338df0 None None] Sync routers for ids ['6c8b9c57-a8ad-4d0e-989e-242a98238167'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:02:37.605552 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48164f6d-b8c0-48ee-991d-1f150a338df0 None None] Routers {'6c8b9c57-a8ad-4d0e-989e-242a98238167'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:02:37.606235 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-48164f6d-b8c0-48ee-991d-1f150a338df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:02:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6c8b9c57-a8ad-4d0e-989e-242a98238167'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:02:37.634362 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-028c2c96-be38-43d3-9d7e-77216964a43c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "PUT /v2.0/floatingips/30710a8b-fa17-4de5-bfc6-5b6efa68a927 HTTP/1.1" status: 200 len: 992 time: 0.9874716 Jun 21 15:02:37.634362 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eec7ef59-034a-495d-bf40-580853f7ec0e', 'tag': '11a52fa5-35ff-4013-95e0-675033276387'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:02:37.635480 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6752c24-31cc-45fd-a788-60fe086dcab5" -d '{"events": [{"name": "network-changed", "server_uuid": "eec7ef59-034a-495d-bf40-580853f7ec0e", "tag": "11a52fa5-35ff-4013-95e0-675033276387"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:02:37.638151 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39774) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:02:37.679201 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7403e9e7-275d-4a22-b511-041b170a5c04 x-openstack-request-id: req-7403e9e7-275d-4a22-b511-041b170a5c04 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:02:37.679652 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eec7ef59-034a-495d-bf40-580853f7ec0e", "tag": "11a52fa5-35ff-4013-95e0-675033276387", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:02:37.680043 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7403e9e7-275d-4a22-b511-041b170a5c04 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:02:37.681522 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eec7ef59-034a-495d-bf40-580853f7ec0e', 'tag': '11a52fa5-35ff-4013-95e0-675033276387', 'status': 'completed', 'code': 200} Jun 21 15:02:37.685948 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b155e1e-bdf6-41a8-ab64-27e24a0913e4 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Router 31b73e1c-1af0-40b3-863c-af0582a46448 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:02:37.716026 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3e7396ff-daf9-4841-9d8a-7ebee51f4ce9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/floatingips/30710a8b-fa17-4de5-bfc6-5b6efa68a927 HTTP/1.1" status: 200 len: 992 time: 0.0762517 Jun 21 15:02:37.721105 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-48164f6d-b8c0-48ee-991d-1f150a338df0 None None] Set router 6c8b9c57-a8ad-4d0e-989e-242a98238167 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:02:37.838075 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b155e1e-bdf6-41a8-ab64-27e24a0913e4 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:02:37.842618 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9b155e1e-bdf6-41a8-ab64-27e24a0913e4 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:37.846761 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6752c24-31cc-45fd-a788-60fe086dcab5 req-d1466391-da30-41cf-927e-2c4c88427e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:37.848052 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e6752c24-31cc-45fd-a788-60fe086dcab5 req-d1466391-da30-41cf-927e-2c4c88427e84 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=eec7ef59-034a-495d-bf40-580853f7ec0e HTTP/1.1" status: 200 len: 1099 time: 0.1164682 Jun 21 15:02:37.849819 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cc7cf7-e870-46c7-b68e-cb0009733734 None None] Sync routers for ids ['31b73e1c-1af0-40b3-863c-af0582a46448'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:02:37.860936 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cc7cf7-e870-46c7-b68e-cb0009733734 None None] Routers {'31b73e1c-1af0-40b3-863c-af0582a46448'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:02:37.861563 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-b8cc7cf7-e870-46c7-b68e-cb0009733734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:02:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['31b73e1c-1af0-40b3-863c-af0582a46448'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:02:37.939996 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9b155e1e-bdf6-41a8-ab64-27e24a0913e4 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "DELETE /v2.0/floatingips/6b0bb4b7-e0d8-4504-8660-2f15a38c3f0a HTTP/1.1" status: 204 len: 168 time: 1.0232956 Jun 21 15:02:37.939996 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b66724-2c50-43c5-a5c6-c554da8715ac', 'tag': 'adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc'}] {{(pid=105225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:02:37.941462 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d720512e93a77e3bffebe2b790a2b81995dcc7e4c74443a12a7dc003910c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3cea73-d6a0-4ad0-9813-ad3f9283bad9" -d '{"events": [{"name": "network-changed", "server_uuid": "42b66724-2c50-43c5-a5c6-c554da8715ac", "tag": "adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc"}]}' {{(pid=105225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:02:37.963067 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-48164f6d-b8c0-48ee-991d-1f150a338df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'name': 'tempest-TestNetworkBasicOps-router-650149083', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21'}], 'enable_snat': True}, 'gw_port_id': '4165542a-719a-42af-b795-11e4e51225f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:43Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '4165542a-719a-42af-b795-11e4e51225f1', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '30710a8b-fa17-4de5-bfc6-5b6efa68a927', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.192', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'port_id': '11a52fa5-35ff-4013-95e0-675033276387', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b', 'mac_address': 'fa:16:3e:48:35:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec7ef59-034a-495d-bf40-580853f7ec0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:00:58Z', 'updated_at': '2021-06-21T15:02:37Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e34be3f5-820d-419f-95d3-7140f4363af6', 'name': '', 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:28:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'dde22e2a-e04f-4df2-8072-2fbb96da64ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:00:42Z', 'updated_at': '2021-06-21T15:00:47Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'dde22e2a-e04f-4df2-8072-2fbb96da64ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:02:37.995359 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317ca261-0e8e-4801-869e-c8cb691ecc8a x-openstack-request-id: req-317ca261-0e8e-4801-869e-c8cb691ecc8a {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:02:37.996012 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b66724-2c50-43c5-a5c6-c554da8715ac", "tag": "adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc", "status": "completed", "code": 200}]} {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:02:37.996551 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-317ca261-0e8e-4801-869e-c8cb691ecc8a {{(pid=105225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:02:37.997330 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b66724-2c50-43c5-a5c6-c554da8715ac', 'tag': 'adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc', 'status': 'completed', 'code': 200} Jun 21 15:02:37.998679 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-b8cc7cf7-e870-46c7-b68e-cb0009733734 None None] Set router 31b73e1c-1af0-40b3-863c-af0582a46448 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:02:37.998914 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48164f6d-b8c0-48ee-991d-1f150a338df0 None None] Checking router: 6c8b9c57-a8ad-4d0e-989e-242a98238167 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:02:37.999636 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6752c24-31cc-45fd-a788-60fe086dcab5 req-5dcbec76-1bf9-4e1c-8c9c-fe6f12fe4217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:38.001885 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e6752c24-31cc-45fd-a788-60fe086dcab5 req-5dcbec76-1bf9-4e1c-8c9c-fe6f12fe4217 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2b4c0b8d-7286-44ff-99cb-bb9606c8c89b HTTP/1.1" status: 200 len: 898 time: 0.1239696 Jun 21 15:02:38.008979 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48164f6d-b8c0-48ee-991d-1f150a338df0 None None] Routers {'6c8b9c57-a8ad-4d0e-989e-242a98238167'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:02:38.009958 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-48164f6d-b8c0-48ee-991d-1f150a338df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:02:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6c8b9c57-a8ad-4d0e-989e-242a98238167'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:02:38.120996 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cea73-d6a0-4ad0-9813-ad3f9283bad9 req-3cc44025-882c-4f32-a5ab-31ceedacde02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:38.122544 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fe3cea73-d6a0-4ad0-9813-ad3f9283bad9 req-3cc44025-882c-4f32-a5ab-31ceedacde02 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c4e5ef8cecbf4ede86b5a3dcbc277e2f&device_id=42b66724-2c50-43c5-a5c6-c554da8715ac HTTP/1.1" status: 200 len: 1098 time: 0.1033123 Jun 21 15:02:38.134092 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e6752c24-31cc-45fd-a788-60fe086dcab5 req-b86c0adf-3014-4210-bbd1-03cd7cd0d357 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11a52fa5-35ff-4013-95e0-675033276387 HTTP/1.1" status: 200 len: 1000 time: 0.1252587 Jun 21 15:02:38.150739 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-48164f6d-b8c0-48ee-991d-1f150a338df0 None None] Set router 6c8b9c57-a8ad-4d0e-989e-242a98238167 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:02:38.218017 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6752c24-31cc-45fd-a788-60fe086dcab5 req-c241a42c-92ed-4739-8349-a95691bed7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:38.220097 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e6752c24-31cc-45fd-a788-60fe086dcab5 req-c241a42c-92ed-4739-8349-a95691bed7ee service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dde22e2a-e04f-4df2-8072-2fbb96da64ca HTTP/1.1" status: 200 len: 834 time: 0.0798783 Jun 21 15:02:38.245802 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cea73-d6a0-4ad0-9813-ad3f9283bad9 req-f5fe5b8d-5cc5-423c-8d54-de3faa9339e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:38.247454 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fe3cea73-d6a0-4ad0-9813-ad3f9283bad9 req-f5fe5b8d-5cc5-423c-8d54-de3faa9339e2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=51c83c43-7be7-46e9-8af2-485fddc9c895 HTTP/1.1" status: 200 len: 912 time: 0.1174178 Jun 21 15:02:38.290667 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6752c24-31cc-45fd-a788-60fe086dcab5 req-6c8934ca-086a-4301-8174-0a1ce23a313f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:38.292305 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e6752c24-31cc-45fd-a788-60fe086dcab5 req-6c8934ca-086a-4301-8174-0a1ce23a313f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2b4c0b8d-7286-44ff-99cb-bb9606c8c89b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0648389 Jun 21 15:02:38.292664 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-b8cc7cf7-e870-46c7-b68e-cb0009733734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'name': 'tempest-TestVolumeBootPattern-574981534-router', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:16Z', 'updated_at': '2021-06-21T14:55:23Z', 'revision_number': 4, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'gw_port': {'id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:17Z', 'updated_at': '2021-06-21T14:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '4e80238a-63d2-4cb0-a67d-6d67e3b6169c', 'name': '', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'mac_address': 'fa:16:3e:2a:29:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:22Z', 'updated_at': '2021-06-21T14:55:29Z', 'revision_number': 5, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'subnets': [{'id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:02:38.319217 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fe3cea73-d6a0-4ad0-9813-ad3f9283bad9 req-08f53fe0-9e96-41cf-ac97-3604e6a41354 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc HTTP/1.1" status: 200 len: 217 time: 0.0636675 Jun 21 15:02:38.323574 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cc7cf7-e870-46c7-b68e-cb0009733734 None None] Checking router: 31b73e1c-1af0-40b3-863c-af0582a46448 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:02:38.333005 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cc7cf7-e870-46c7-b68e-cb0009733734 None None] Routers {'31b73e1c-1af0-40b3-863c-af0582a46448'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:02:38.333690 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-b8cc7cf7-e870-46c7-b68e-cb0009733734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:02:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['31b73e1c-1af0-40b3-863c-af0582a46448'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:02:38.432565 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-48164f6d-b8c0-48ee-991d-1f150a338df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'name': 'tempest-TestNetworkBasicOps-router-650149083', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21'}], 'enable_snat': True}, 'gw_port_id': '4165542a-719a-42af-b795-11e4e51225f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:43Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '4165542a-719a-42af-b795-11e4e51225f1', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '30710a8b-fa17-4de5-bfc6-5b6efa68a927', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.192', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'port_id': '11a52fa5-35ff-4013-95e0-675033276387', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b', 'mac_address': 'fa:16:3e:48:35:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec7ef59-034a-495d-bf40-580853f7ec0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:00:58Z', 'updated_at': '2021-06-21T15:02:37Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e34be3f5-820d-419f-95d3-7140f4363af6', 'name': '', 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:28:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'dde22e2a-e04f-4df2-8072-2fbb96da64ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:00:42Z', 'updated_at': '2021-06-21T15:00:47Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'dde22e2a-e04f-4df2-8072-2fbb96da64ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:02:38.444715 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e6752c24-31cc-45fd-a788-60fe086dcab5 req-bd896b3c-bf2b-4111-afe0-60900442c453 service neutron] 10.222.0.66 "GET /v2.0/networks/2b4c0b8d-7286-44ff-99cb-bb9606c8c89b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430876 Jun 21 15:02:38.451503 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cea73-d6a0-4ad0-9813-ad3f9283bad9 req-6d3415e5-6dda-4ce8-9778-3c4c242db6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:38.452971 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fe3cea73-d6a0-4ad0-9813-ad3f9283bad9 req-6d3415e5-6dda-4ce8-9778-3c4c242db6a3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dfe1f5e6-b043-4974-b594-b5b570160e02 HTTP/1.1" status: 200 len: 850 time: 0.1260276 Jun 21 15:02:38.456910 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-b8cc7cf7-e870-46c7-b68e-cb0009733734 None None] Set router 31b73e1c-1af0-40b3-863c-af0582a46448 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:02:38.463624 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48164f6d-b8c0-48ee-991d-1f150a338df0 None None] The sync data for ids ['6c8b9c57-a8ad-4d0e-989e-242a98238167'] in dv-neutron-797121-2-hyperv is: [{'id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'name': 'tempest-TestNetworkBasicOps-router-650149083', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21'}], 'enable_snat': True}, 'gw_port_id': '4165542a-719a-42af-b795-11e4e51225f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:43Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '4165542a-719a-42af-b795-11e4e51225f1', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '30710a8b-fa17-4de5-bfc6-5b6efa68a927', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.192', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'port_id': '11a52fa5-35ff-4013-95e0-675033276387', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1400, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b', 'mac_address': 'fa:16:3e:48:35:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eec7ef59-034a-495d-bf40-580853f7ec0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:00:58Z', 'updated_at': '2021-06-21T15:02:37Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e34be3f5-820d-419f-95d3-7140f4363af6', 'name': '', 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:28:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'dde22e2a-e04f-4df2-8072-2fbb96da64ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:00:42Z', 'updated_at': '2021-06-21T15:00:47Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'dde22e2a-e04f-4df2-8072-2fbb96da64ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:02:38.529052 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf5105-93ee-4b3f-a655-d468c93a5f31 req-aad6e058-675d-4070-afe2-5b97d81adf32 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:38.539001 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5edf5105-93ee-4b3f-a655-d468c93a5f31 req-aad6e058-675d-4070-afe2-5b97d81adf32 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=42b66724-2c50-43c5-a5c6-c554da8715ac HTTP/1.1" status: 200 len: 945 time: 0.1204689 Jun 21 15:02:38.572081 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e6752c24-31cc-45fd-a788-60fe086dcab5 req-48c4d672-a8e1-42df-a669-0248802efe96 service neutron] 10.222.0.66 "GET /v2.0/networks/2b4c0b8d-7286-44ff-99cb-bb9606c8c89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200373 Jun 21 15:02:38.594740 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cea73-d6a0-4ad0-9813-ad3f9283bad9 req-36f2d79e-f944-4e1b-8779-f32e3697c6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:38.596266 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fe3cea73-d6a0-4ad0-9813-ad3f9283bad9 req-36f2d79e-f944-4e1b-8779-f32e3697c6ca service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51c83c43-7be7-46e9-8af2-485fddc9c895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1348484 Jun 21 15:02:38.603904 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5edf5105-93ee-4b3f-a655-d468c93a5f31 req-534a6812-07d9-4fa9-b3bb-8856b3fa5eab tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640800 Jun 21 15:02:38.683161 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-b8cc7cf7-e870-46c7-b68e-cb0009733734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'name': 'tempest-TestVolumeBootPattern-574981534-router', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:16Z', 'updated_at': '2021-06-21T14:55:23Z', 'revision_number': 4, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'gw_port': {'id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:17Z', 'updated_at': '2021-06-21T14:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '4e80238a-63d2-4cb0-a67d-6d67e3b6169c', 'name': '', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'mac_address': 'fa:16:3e:2a:29:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:22Z', 'updated_at': '2021-06-21T14:55:29Z', 'revision_number': 5, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'subnets': [{'id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:02:38.692546 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fe3cea73-d6a0-4ad0-9813-ad3f9283bad9 req-b2c86cc5-3315-4bda-baee-aea742f6c7eb service neutron] 10.222.0.66 "GET /v2.0/networks/51c83c43-7be7-46e9-8af2-485fddc9c895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875261 Jun 21 15:02:38.718235 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39784) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:02:38.727145 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac8fa3c-deca-4101-891c-7a341d0a3c68 None None] New status for floating IP 30710a8b-fa17-4de5-bfc6-5b6efa68a927: ACTIVE {{(pid=105226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:02:38.806949 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cc7cf7-e870-46c7-b68e-cb0009733734 None None] The sync data for ids ['31b73e1c-1af0-40b3-863c-af0582a46448'] in dv-neutron-797121-2-hyperv is: [{'id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'name': 'tempest-TestVolumeBootPattern-574981534-router', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:16Z', 'updated_at': '2021-06-21T14:55:23Z', 'revision_number': 4, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'gw_port': {'id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:17Z', 'updated_at': '2021-06-21T14:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '4e80238a-63d2-4cb0-a67d-6d67e3b6169c', 'name': '', 'network_id': '51c83c43-7be7-46e9-8af2-485fddc9c895', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'mac_address': 'fa:16:3e:2a:29:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:22Z', 'updated_at': '2021-06-21T14:55:29Z', 'revision_number': 5, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'subnets': [{'id': 'dfe1f5e6-b043-4974-b594-b5b570160e02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:02:38.828356 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-135456d9-a624-4c87-9336-1b633382caba tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/floatingips/30710a8b-fa17-4de5-bfc6-5b6efa68a927 HTTP/1.1" status: 200 len: 992 time: 0.1090176 Jun 21 15:02:38.845942 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fe3cea73-d6a0-4ad0-9813-ad3f9283bad9 req-0536ba0f-2cc9-43ae-9412-1bdfee87a2ba service neutron] 10.222.0.66 "GET /v2.0/networks/51c83c43-7be7-46e9-8af2-485fddc9c895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465127 Jun 21 15:02:39.043150 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9652869-e534-4715-9b33-4cf124612570 None None] New status for floating IP 6b0bb4b7-e0d8-4504-8660-2f15a38c3f0a: DOWN {{(pid=105227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:02:39.806802 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52299b81-9346-433f-ae4a-af05630c876c req-c7aaa2d6-b19e-4ab6-855f-b0ce17bc3392 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:39.808288 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-52299b81-9346-433f-ae4a-af05630c876c req-c7aaa2d6-b19e-4ab6-855f-b0ce17bc3392 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=42b66724-2c50-43c5-a5c6-c554da8715ac HTTP/1.1" status: 200 len: 945 time: 0.0692155 Jun 21 15:02:39.832316 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39788) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:02:39.853246 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-52299b81-9346-433f-ae4a-af05630c876c req-1e8e5245-27a8-42da-9b03-42fd8fccd651 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/security-groups?id=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368876 Jun 21 15:02:39.900327 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e07d5702-345d-4e14-a4b8-8e34511f1103 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/floatingips/30710a8b-fa17-4de5-bfc6-5b6efa68a927 HTTP/1.1" status: 200 len: 994 time: 0.0667014 Jun 21 15:02:40.051670 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd94df-e052-41bf-bac3-4e0acbd3556b req-01b8ba2e-d27f-452f-b1d6-763f6dbc99b2 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:02:40.053293 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e4cd94df-e052-41bf-bac3-4e0acbd3556b req-01b8ba2e-d27f-452f-b1d6-763f6dbc99b2 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.66 "GET /v2.0/ports?device_id=42b66724-2c50-43c5-a5c6-c554da8715ac HTTP/1.1" status: 200 len: 945 time: 0.0683043 Jun 21 15:02:40.168852 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-e4cd94df-e052-41bf-bac3-4e0acbd3556b req-c3bf8883-7984-49fc-82b3-81835d668fb7 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Deleting port adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:02:40.169108 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-e4cd94df-e052-41bf-bac3-4e0acbd3556b req-c3bf8883-7984-49fc-82b3-81835d668fb7 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:40.263734 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-e4cd94df-e052-41bf-bac3-4e0acbd3556b req-c3bf8883-7984-49fc-82b3-81835d668fb7 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] For port adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc,segment=NetworkSegment(8063d322-273e-4ce9-859d-4659337bd9d3),segment_id=8063d322-273e-4ce9-859d-4659337bd9d3)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:02:40.264075 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-e4cd94df-e052-41bf-bac3-4e0acbd3556b req-c3bf8883-7984-49fc-82b3-81835d668fb7 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:40.330253 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-e4cd94df-e052-41bf-bac3-4e0acbd3556b req-c3bf8883-7984-49fc-82b3-81835d668fb7 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Calling delete_port for adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc owned by compute:nova {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:02:40.465980 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-e4cd94df-e052-41bf-bac3-4e0acbd3556b req-c3bf8883-7984-49fc-82b3-81835d668fb7 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:40.470290 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9011e61c-0a61-44a4-b8c7-b2c279c7a84c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:02:40.497277 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bf8883-7984-49fc-82b3-81835d668fb7 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Pushing event deleted for resources: {'Port': ['ID=adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:02:40.500657 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c3bf8883-7984-49fc-82b3-81835d668fb7 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:02:40.550029 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4cd94df-e052-41bf-bac3-4e0acbd3556b req-c3bf8883-7984-49fc-82b3-81835d668fb7 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] No DVR routers for this DVR port adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc on host hv-neutron-7971 {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:02:40.553546 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-e4cd94df-e052-41bf-bac3-4e0acbd3556b req-c3bf8883-7984-49fc-82b3-81835d668fb7 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:40.555642 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e4cd94df-e052-41bf-bac3-4e0acbd3556b req-c3bf8883-7984-49fc-82b3-81835d668fb7 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.66 "DELETE /v2.0/ports/adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc HTTP/1.1" status: 204 len: 173 time: 0.4960835 Jun 21 15:02:40.556183 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b66724-2c50-43c5-a5c6-c554da8715ac', 'name': 'network-vif-deleted', 'tag': 'adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:02:40.559000 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18bff55f-bb21-49f6-8a1e-04294e358e1c" -d '{"events": [{"server_uuid": "42b66724-2c50-43c5-a5c6-c554da8715ac", "name": "network-vif-deleted", "tag": "adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:02:40.600441 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b57259-3be6-4faa-9942-a3f83180f3c0 x-openstack-request-id: req-08b57259-3be6-4faa-9942-a3f83180f3c0 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:02:40.600793 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b66724-2c50-43c5-a5c6-c554da8715ac", "name": "network-vif-deleted", "tag": "adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:02:40.601103 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-08b57259-3be6-4faa-9942-a3f83180f3c0 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:02:40.601559 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b66724-2c50-43c5-a5c6-c554da8715ac', 'name': 'network-vif-deleted', 'tag': 'adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc', 'status': 'completed', 'code': 200} Jun 21 15:02:41.001717 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3c4fa036-ea16-462d-87d1-2091cc825a55 req-35ae8c10-7566-40d4-a6fa-0f62c14d2629 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=42b66724-2c50-43c5-a5c6-c554da8715ac HTTP/1.1" status: 200 len: 210 time: 0.0301840 Jun 21 15:02:42.145254 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fe2613a8-63a8-473e-ae3a-a1f6140289c2 req-a7a59906-9dac-4582-8c78-065e7d65593d tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=42b66724-2c50-43c5-a5c6-c554da8715ac HTTP/1.1" status: 200 len: 210 time: 0.0287502 Jun 21 15:02:43.298193 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0d5fdab5-388c-4a4e-a5f1-7129f57a0803 req-cc3f4e77-6d07-4313-9dad-ffca0ae3ca0e tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=42b66724-2c50-43c5-a5c6-c554da8715ac HTTP/1.1" status: 200 len: 210 time: 0.0406003 Jun 21 15:02:43.504914 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:02:43.525625 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:02:43.526033 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device adc7bd6b-2e5c-4dc1-ac70-ec3bf881b4bc not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:02:44.046379 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-43d01cd6-3fa1-4be6-9d87-1b9f8f39776b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:44.458896 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5fd9248f-d608-41b9-9854-b78e4fe2ed4e req-3c7c705f-6c7d-44e2-801e-6fc544aa2913 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "GET /v2.0/ports?device_id=42b66724-2c50-43c5-a5c6-c554da8715ac HTTP/1.1" status: 200 len: 210 time: 0.0296054 Jun 21 15:02:45.574346 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39802) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:02:45.709341 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-91cb992c-a446-46f1-9981-5aad6eda0eae tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Deleting port 0a065a90-23ef-4f80-825c-c721ba89ef9c {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:02:45.709598 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-91cb992c-a446-46f1-9981-5aad6eda0eae tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:45.787399 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-91cb992c-a446-46f1-9981-5aad6eda0eae tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:45.787751 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-91cb992c-a446-46f1-9981-5aad6eda0eae tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:45.854164 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-91cb992c-a446-46f1-9981-5aad6eda0eae tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Calling delete_port for 0a065a90-23ef-4f80-825c-c721ba89ef9c owned by network:floatingip {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:02:46.005478 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-91cb992c-a446-46f1-9981-5aad6eda0eae tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:46.008606 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3c6cb2ca-e4d4-4ddb-aa7d-2e1a52010376 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:02:46.036945 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb992c-a446-46f1-9981-5aad6eda0eae tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Pushing event deleted for resources: {'Port': ['ID=0a065a90-23ef-4f80-825c-c721ba89ef9c,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:02:46.040020 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-91cb992c-a446-46f1-9981-5aad6eda0eae tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:02:46.105834 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-91cb992c-a446-46f1-9981-5aad6eda0eae tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for floatingip, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:46.108304 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-91cb992c-a446-46f1-9981-5aad6eda0eae tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:46.109452 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-91cb992c-a446-46f1-9981-5aad6eda0eae tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "DELETE /v2.0/floatingips/3135a86e-2648-4552-abe2-ab3a797701e7 HTTP/1.1" status: 204 len: 168 time: 0.5336754 Jun 21 15:02:46.562219 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c771300a-4e0c-4c33-a034-32735b9e04e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:46.991771 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:48.054619 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:48.443095 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39816) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:02:48.504955 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d6ff0eba-2b66-4aed-8af5-012b266ae41f tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:48.532443 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d6ff0eba-2b66-4aed-8af5-012b266ae41f tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:48.598236 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d6ff0eba-2b66-4aed-8af5-012b266ae41f tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:48.601082 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d6ff0eba-2b66-4aed-8af5-012b266ae41f tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:48.605041 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d6ff0eba-2b66-4aed-8af5-012b266ae41f tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] 10.222.0.72 "DELETE /v2.0/security-groups/3304cbd0-f5a6-424c-a8d9-be079f9dd2c7 HTTP/1.1" status: 204 len: 168 time: 0.1608539 Jun 21 15:02:48.605914 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b575b86d-1dab-4fa2-b053-eda3d1e75525 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:02:48.615146 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff0eba-2b66-4aed-8af5-012b266ae41f tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3304cbd0-f5a6-424c-a8d9-be079f9dd2c7,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:02:48.618032 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d6ff0eba-2b66-4aed-8af5-012b266ae41f tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:02:48.663510 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39820) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:02:49.151372 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-701dfb25-29bb-4aeb-b391-d9bf4ec8eebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:49.418096 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-701dfb25-29bb-4aeb-b391-d9bf4ec8eebf admin admin] Deleting port 4e80238a-63d2-4cb0-a67d-6d67e3b6169c {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:02:49.418463 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-701dfb25-29bb-4aeb-b391-d9bf4ec8eebf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:49.507863 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-701dfb25-29bb-4aeb-b391-d9bf4ec8eebf admin admin] For port 4e80238a-63d2-4cb0-a67d-6d67e3b6169c, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=4e80238a-63d2-4cb0-a67d-6d67e3b6169c,segment=NetworkSegment(8063d322-273e-4ce9-859d-4659337bd9d3),segment_id=8063d322-273e-4ce9-859d-4659337bd9d3)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:02:49.508599 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-701dfb25-29bb-4aeb-b391-d9bf4ec8eebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:49.571092 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-701dfb25-29bb-4aeb-b391-d9bf4ec8eebf admin admin] Calling delete_port for 4e80238a-63d2-4cb0-a67d-6d67e3b6169c owned by network:router_interface {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:02:49.724208 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:49.772266 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-701dfb25-29bb-4aeb-b391-d9bf4ec8eebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:49.774257 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7b981d3e-803a-4d5d-becb-9c9b4a4afa28 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:02:49.797134 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701dfb25-29bb-4aeb-b391-d9bf4ec8eebf admin admin] Pushing event deleted for resources: {'Port': ['ID=4e80238a-63d2-4cb0-a67d-6d67e3b6169c,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:02:49.800209 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-701dfb25-29bb-4aeb-b391-d9bf4ec8eebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:02:49.961363 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-701dfb25-29bb-4aeb-b391-d9bf4ec8eebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:50.185340 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701dfb25-29bb-4aeb-b391-d9bf4ec8eebf admin admin] Router 31b73e1c-1af0-40b3-863c-af0582a46448 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:02:50.635678 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701dfb25-29bb-4aeb-b391-d9bf4ec8eebf admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:02:50.642496 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-701dfb25-29bb-4aeb-b391-d9bf4ec8eebf admin admin] 10.222.0.72 "PUT /v2.0/routers/31b73e1c-1af0-40b3-863c-af0582a46448/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9771268 Jun 21 15:02:50.643818 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39824) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:02:50.645611 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbc01fa-8aaf-48b2-8277-640afd69efe2 None None] Sync routers for ids ['31b73e1c-1af0-40b3-863c-af0582a46448'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:02:50.659396 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbc01fa-8aaf-48b2-8277-640afd69efe2 None None] Routers {'31b73e1c-1af0-40b3-863c-af0582a46448'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:02:50.660395 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-8cbc01fa-8aaf-48b2-8277-640afd69efe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:02:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['31b73e1c-1af0-40b3-863c-af0582a46448'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:02:50.749535 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a067bcf4-c864-49b6-9fd1-0cf5ef8ba878 admin admin] Notify callbacks [] for router, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:50.766180 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-8cbc01fa-8aaf-48b2-8277-640afd69efe2 None None] Set router 31b73e1c-1af0-40b3-863c-af0582a46448 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:02:50.853533 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a067bcf4-c864-49b6-9fd1-0cf5ef8ba878 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:50.914471 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-a067bcf4-c864-49b6-9fd1-0cf5ef8ba878 admin admin] Deleting port afd0b0f6-88c6-4e96-872e-992085a2fc5f {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:02:50.914719 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a067bcf4-c864-49b6-9fd1-0cf5ef8ba878 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:50.944942 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-8cbc01fa-8aaf-48b2-8277-640afd69efe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'name': 'tempest-TestVolumeBootPattern-574981534-router', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92'}], 'enable_snat': True}, 'gw_port_id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:16Z', 'updated_at': '2021-06-21T15:02:49Z', 'revision_number': 5, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'gw_port': {'id': 'afd0b0f6-88c6-4e96-872e-992085a2fc5f', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:65:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1160, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:17Z', 'updated_at': '2021-06-21T14:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:02:50.974131 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbc01fa-8aaf-48b2-8277-640afd69efe2 None None] Checking router: 31b73e1c-1af0-40b3-863c-af0582a46448 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:02:50.983406 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbc01fa-8aaf-48b2-8277-640afd69efe2 None None] Routers {'31b73e1c-1af0-40b3-863c-af0582a46448'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:02:50.984234 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-8cbc01fa-8aaf-48b2-8277-640afd69efe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:02:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['31b73e1c-1af0-40b3-863c-af0582a46448'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:02:50.995079 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-a067bcf4-c864-49b6-9fd1-0cf5ef8ba878 admin admin] For port afd0b0f6-88c6-4e96-872e-992085a2fc5f, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=afd0b0f6-88c6-4e96-872e-992085a2fc5f,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:02:50.995427 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a067bcf4-c864-49b6-9fd1-0cf5ef8ba878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:51.063269 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-a067bcf4-c864-49b6-9fd1-0cf5ef8ba878 admin admin] Calling delete_port for afd0b0f6-88c6-4e96-872e-992085a2fc5f owned by network:router_gateway {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:02:51.219545 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-8cbc01fa-8aaf-48b2-8277-640afd69efe2 None None] Set router 31b73e1c-1af0-40b3-863c-af0582a46448 gateway port host: None {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:02:51.238589 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a067bcf4-c864-49b6-9fd1-0cf5ef8ba878 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:51.240926 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8956a604-c9c7-41c1-bca1-9840fddcef41 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:02:51.262917 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067bcf4-c864-49b6-9fd1-0cf5ef8ba878 admin admin] Pushing event deleted for resources: {'Port': ['ID=afd0b0f6-88c6-4e96-872e-992085a2fc5f,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:02:51.266676 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a067bcf4-c864-49b6-9fd1-0cf5ef8ba878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:02:51.273376 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-8cbc01fa-8aaf-48b2-8277-640afd69efe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'name': 'tempest-TestVolumeBootPattern-574981534-router', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:16Z', 'updated_at': '2021-06-21T15:02:50Z', 'revision_number': 6, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'gw_port_host': None}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:02:51.301797 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbc01fa-8aaf-48b2-8277-640afd69efe2 None None] The sync data for ids ['31b73e1c-1af0-40b3-863c-af0582a46448'] in dv-neutron-797121-2-hyperv is: [{'id': '31b73e1c-1af0-40b3-863c-af0582a46448', 'name': 'tempest-TestVolumeBootPattern-574981534-router', 'tenant_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:16Z', 'updated_at': '2021-06-21T15:02:50Z', 'revision_number': 6, 'project_id': 'c4e5ef8cecbf4ede86b5a3dcbc277e2f', 'gw_port_host': None}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:02:51.334284 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a067bcf4-c864-49b6-9fd1-0cf5ef8ba878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:51.429462 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a067bcf4-c864-49b6-9fd1-0cf5ef8ba878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:51.431701 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a067bcf4-c864-49b6-9fd1-0cf5ef8ba878 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:51.477172 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a067bcf4-c864-49b6-9fd1-0cf5ef8ba878 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:51.477949 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a067bcf4-c864-49b6-9fd1-0cf5ef8ba878 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31b73e1c-1af0-40b3-863c-af0582a46448 {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 15:02:51.482419 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a067bcf4-c864-49b6-9fd1-0cf5ef8ba878 admin admin] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:51.483551 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a067bcf4-c864-49b6-9fd1-0cf5ef8ba878 admin admin] 10.222.0.72 "DELETE /v2.0/routers/31b73e1c-1af0-40b3-863c-af0582a46448 HTTP/1.1" status: 204 len: 168 time: 0.8385692 Jun 21 15:02:51.486067 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39826) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:02:51.530689 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-88c11031-efb3-46ab-b06f-9af321d80278 admin admin] Deleting subnet dfe1f5e6-b043-4974-b594-b5b570160e02 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 15:02:51.533744 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-88c11031-efb3-46ab-b06f-9af321d80278 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:51.577821 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-88c11031-efb3-46ab-b06f-9af321d80278 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:51.663991 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-88c11031-efb3-46ab-b06f-9af321d80278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:51.722383 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-88c11031-efb3-46ab-b06f-9af321d80278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:51.725269 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-75ab30d6-b4ee-4e83-b8e4-4edf2daecb41 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:02:51.755334 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c11031-efb3-46ab-b06f-9af321d80278 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfe1f5e6-b043-4974-b594-b5b570160e02,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:02:51.759205 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-88c11031-efb3-46ab-b06f-9af321d80278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:02:51.761741 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-88c11031-efb3-46ab-b06f-9af321d80278 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:51.763550 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-88c11031-efb3-46ab-b06f-9af321d80278 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/dfe1f5e6-b043-4974-b594-b5b570160e02 HTTP/1.1" status: 204 len: 168 time: 0.2765639 Jun 21 15:02:51.766154 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39828) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:02:51.766861 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a381da2a-2679-4081-858c-8bd5ba00fb75 None None] Network 51c83c43-7be7-46e9-8af2-485fddc9c895 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:02:51.833171 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f600b595-b41f-4a9e-ad3c-b3d7fa6477bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:51.886704 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-f600b595-b41f-4a9e-ad3c-b3d7fa6477bc admin admin] Deleting port 32ccc487-69e3-4e0b-acd0-c2609e789cd3 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:02:51.887039 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f600b595-b41f-4a9e-ad3c-b3d7fa6477bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:51.956958 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-f600b595-b41f-4a9e-ad3c-b3d7fa6477bc admin admin] For port 32ccc487-69e3-4e0b-acd0-c2609e789cd3, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=32ccc487-69e3-4e0b-acd0-c2609e789cd3,segment=NetworkSegment(8063d322-273e-4ce9-859d-4659337bd9d3),segment_id=8063d322-273e-4ce9-859d-4659337bd9d3)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:02:51.957311 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f600b595-b41f-4a9e-ad3c-b3d7fa6477bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:52.020763 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-f600b595-b41f-4a9e-ad3c-b3d7fa6477bc admin admin] Calling delete_port for 32ccc487-69e3-4e0b-acd0-c2609e789cd3 owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:02:52.082144 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668a3549-dc02-4691-a1a5-9fc6f3f03cdd None None] DHCP port deletion for 51c83c43-7be7-46e9-8af2-485fddc9c895 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 15:02:52.108557 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 4e80238a-63d2-4cb0-a67d-6d67e3b6169c no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:02:52.117274 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f600b595-b41f-4a9e-ad3c-b3d7fa6477bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:52.119563 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e16746d6-8b9c-4be4-a0bd-000d42fbe53b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:02:52.130167 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 4e80238a-63d2-4cb0-a67d-6d67e3b6169c {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:02:52.130601 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 4e80238a-63d2-4cb0-a67d-6d67e3b6169c not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:02:52.142428 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600b595-b41f-4a9e-ad3c-b3d7fa6477bc admin admin] Pushing event deleted for resources: {'Port': ['ID=32ccc487-69e3-4e0b-acd0-c2609e789cd3,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:02:52.146520 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f600b595-b41f-4a9e-ad3c-b3d7fa6477bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:02:52.149299 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f600b595-b41f-4a9e-ad3c-b3d7fa6477bc admin admin] No DVR routers for this DVR port 32ccc487-69e3-4e0b-acd0-c2609e789cd3 on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:02:52.153833 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-668a3549-dc02-4691-a1a5-9fc6f3f03cdd None None] Deleting port 32ccc487-69e3-4e0b-acd0-c2609e789cd3 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:02:52.154251 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-668a3549-dc02-4691-a1a5-9fc6f3f03cdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:52.217309 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-668a3549-dc02-4691-a1a5-9fc6f3f03cdd None None] For port 32ccc487-69e3-4e0b-acd0-c2609e789cd3, host dv-neutron-797121-2-hyperv, got binding levels [] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:02:52.217727 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-668a3549-dc02-4691-a1a5-9fc6f3f03cdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:52.224048 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f600b595-b41f-4a9e-ad3c-b3d7fa6477bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:52.234939 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-f600b595-b41f-4a9e-ad3c-b3d7fa6477bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c83c43-7be7-46e9-8af2-485fddc9c895']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:02:52.245956 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-f600b595-b41f-4a9e-ad3c-b3d7fa6477bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8063d322-273e-4ce9-859d-4659337bd9d3') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:02:52.246245 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-f600b595-b41f-4a9e-ad3c-b3d7fa6477bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8063d322-273e-4ce9-859d-4659337bd9d3') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:02:52.255181 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f600b595-b41f-4a9e-ad3c-b3d7fa6477bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:52.269520 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f600b595-b41f-4a9e-ad3c-b3d7fa6477bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:52.276149 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f600b595-b41f-4a9e-ad3c-b3d7fa6477bc admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 15:02:52.276511 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f600b595-b41f-4a9e-ad3c-b3d7fa6477bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:52.278477 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:02:52.278477 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:02:52.278477 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:02:52.278477 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:02:52.278477 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:02:52.278477 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:02:52.278477 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 15:02:52.278477 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 15:02:52.278477 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 15:02:52.278477 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 15:02:52.278477 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 15:02:52.278477 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 15:02:52.278477 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 15:02:52.278477 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 15:02:52.278477 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 15:02:52.278477 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 15:02:52.278477 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 15:02:52.278477 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 15:02:52.278477 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 15:02:52.278477 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 15:02:52.278477 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 15:02:52.278477 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 15:02:52.278477 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 15:02:52.278477 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 15:02:52.278477 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 15:02:52.278477 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 15:02:52.278477 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 15:02:52.278477 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 15:02:52.278477 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 15:02:52.278477 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 15:02:52.278477 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 15:02:52.278477 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 15:02:52.278477 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 15:02:52.278477 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 15:02:52.278477 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 15:02:52.278477 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 15:02:52.278477 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 15:02:52.278477 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 15:02:52.284711 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-668a3549-dc02-4691-a1a5-9fc6f3f03cdd None None] Calling delete_port for 32ccc487-69e3-4e0b-acd0-c2609e789cd3 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:02:52.287936 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.ipam_backend_mixin [None req-668a3549-dc02-4691-a1a5-9fc6f3f03cdd None None] Port 32ccc487-69e3-4e0b-acd0-c2609e789cd3 was not found and therefore no delete operation was performed {{(pid=105226) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 21 15:02:52.289456 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-668a3549-dc02-4691-a1a5-9fc6f3f03cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:52.291360 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:02:52.317104 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a3549-dc02-4691-a1a5-9fc6f3f03cdd None None] Pushing event deleted for resources: {'Port': ['ID=32ccc487-69e3-4e0b-acd0-c2609e789cd3,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:02:52.320757 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-668a3549-dc02-4691-a1a5-9fc6f3f03cdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:02:52.323930 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668a3549-dc02-4691-a1a5-9fc6f3f03cdd None None] No DVR routers for this DVR port 32ccc487-69e3-4e0b-acd0-c2609e789cd3 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:02:52.344014 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f600b595-b41f-4a9e-ad3c-b3d7fa6477bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:52.347877 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-52250096-018c-4b0b-8565-796827948e25 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:02:52.351090 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f600b595-b41f-4a9e-ad3c-b3d7fa6477bc admin admin] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:52.353830 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f600b595-b41f-4a9e-ad3c-b3d7fa6477bc admin admin] 10.222.0.72 "DELETE /v2.0/networks/51c83c43-7be7-46e9-8af2-485fddc9c895 HTTP/1.1" status: 204 len: 168 time: 0.5858486 Jun 21 15:02:52.356433 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39830) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:02:52.370235 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600b595-b41f-4a9e-ad3c-b3d7fa6477bc admin admin] Pushing event deleted for resources: {'Network': ['ID=51c83c43-7be7-46e9-8af2-485fddc9c895,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:02:52.372764 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f600b595-b41f-4a9e-ad3c-b3d7fa6477bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:02:52.705035 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-29cf5029-1e3e-4683-98ed-aea98a18bb08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:52.970874 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-29cf5029-1e3e-4683-98ed-aea98a18bb08 admin admin] Deleting port 52a90fe4-a2ac-46cb-a687-7762c86407dc {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:02:52.971127 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-29cf5029-1e3e-4683-98ed-aea98a18bb08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:53.055196 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-29cf5029-1e3e-4683-98ed-aea98a18bb08 admin admin] For port 52a90fe4-a2ac-46cb-a687-7762c86407dc, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=52a90fe4-a2ac-46cb-a687-7762c86407dc,segment=NetworkSegment(ad7f1ed0-7ab6-48b2-b60d-dbbb2f9ae0b0),segment_id=ad7f1ed0-7ab6-48b2-b60d-dbbb2f9ae0b0)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:02:53.055528 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-29cf5029-1e3e-4683-98ed-aea98a18bb08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:53.439396 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 32ccc487-69e3-4e0b-acd0-c2609e789cd3 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:02:53.464086 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 32ccc487-69e3-4e0b-acd0-c2609e789cd3 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:02:53.464405 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 32ccc487-69e3-4e0b-acd0-c2609e789cd3 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:02:53.464849 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device afd0b0f6-88c6-4e96-872e-992085a2fc5f no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:02:53.465032 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-29cf5029-1e3e-4683-98ed-aea98a18bb08 admin admin] Calling delete_port for 52a90fe4-a2ac-46cb-a687-7762c86407dc owned by network:router_interface {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:02:53.483386 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: afd0b0f6-88c6-4e96-872e-992085a2fc5f {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:02:53.483703 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device afd0b0f6-88c6-4e96-872e-992085a2fc5f not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:02:53.652325 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-29cf5029-1e3e-4683-98ed-aea98a18bb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:53.654333 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c7bea64b-fe0b-4984-bfb8-3e3d0f2ee0cf tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:02:53.678132 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf5029-1e3e-4683-98ed-aea98a18bb08 admin admin] Pushing event deleted for resources: {'Port': ['ID=52a90fe4-a2ac-46cb-a687-7762c86407dc,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:02:53.680929 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-29cf5029-1e3e-4683-98ed-aea98a18bb08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:02:53.850411 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-29cf5029-1e3e-4683-98ed-aea98a18bb08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:54.081473 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29cf5029-1e3e-4683-98ed-aea98a18bb08 admin admin] Router 58dda39d-ab7e-4112-aa3d-0beaadab8025 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:02:54.213393 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cf5029-1e3e-4683-98ed-aea98a18bb08 admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:02:54.221007 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-29cf5029-1e3e-4683-98ed-aea98a18bb08 admin admin] 10.222.0.72 "PUT /v2.0/routers/58dda39d-ab7e-4112-aa3d-0beaadab8025/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8624554 Jun 21 15:02:54.222984 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39832) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:02:54.225163 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325fb5d3-60f9-4890-89e4-469f5ad024ab None None] Sync routers for ids ['58dda39d-ab7e-4112-aa3d-0beaadab8025'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:02:54.236176 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325fb5d3-60f9-4890-89e4-469f5ad024ab None None] Routers {'58dda39d-ab7e-4112-aa3d-0beaadab8025'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:02:54.236807 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-325fb5d3-60f9-4890-89e4-469f5ad024ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:02:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['58dda39d-ab7e-4112-aa3d-0beaadab8025'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:02:54.338608 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-72feeebf-3355-4cfa-9ed9-2fca41cea4c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:54.347116 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-325fb5d3-60f9-4890-89e4-469f5ad024ab None None] Set router 58dda39d-ab7e-4112-aa3d-0beaadab8025 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:02:54.453843 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-72feeebf-3355-4cfa-9ed9-2fca41cea4c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:54.508710 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-72feeebf-3355-4cfa-9ed9-2fca41cea4c1 admin admin] Deleting port fdfe5204-d08b-42b7-b3b5-6641659a6e40 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:02:54.509045 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-72feeebf-3355-4cfa-9ed9-2fca41cea4c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:54.538331 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-325fb5d3-60f9-4890-89e4-469f5ad024ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dda39d-ab7e-4112-aa3d-0beaadab8025', 'name': 'tempest-TestVolumeBootPattern-1831224807-router', 'tenant_id': '404aa834263a4e438e01623e89a089b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.106'}], 'enable_snat': True}, 'gw_port_id': 'fdfe5204-d08b-42b7-b3b5-6641659a6e40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:27Z', 'updated_at': '2021-06-21T15:02:53Z', 'revision_number': 5, 'project_id': '404aa834263a4e438e01623e89a089b0', 'gw_port': {'id': 'fdfe5204-d08b-42b7-b3b5-6641659a6e40', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58dda39d-ab7e-4112-aa3d-0beaadab8025', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1180, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T14:55:28Z', 'updated_at': '2021-06-21T14:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:02:54.564081 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325fb5d3-60f9-4890-89e4-469f5ad024ab None None] Checking router: 58dda39d-ab7e-4112-aa3d-0beaadab8025 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:02:54.573053 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325fb5d3-60f9-4890-89e4-469f5ad024ab None None] Routers {'58dda39d-ab7e-4112-aa3d-0beaadab8025'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:02:54.573645 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-325fb5d3-60f9-4890-89e4-469f5ad024ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:02:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['58dda39d-ab7e-4112-aa3d-0beaadab8025'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:02:54.599744 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-72feeebf-3355-4cfa-9ed9-2fca41cea4c1 admin admin] For port fdfe5204-d08b-42b7-b3b5-6641659a6e40, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=fdfe5204-d08b-42b7-b3b5-6641659a6e40,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:02:54.600029 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-72feeebf-3355-4cfa-9ed9-2fca41cea4c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:54.664767 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-325fb5d3-60f9-4890-89e4-469f5ad024ab None None] Set router 58dda39d-ab7e-4112-aa3d-0beaadab8025 gateway port host: None {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:02:54.669329 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-72feeebf-3355-4cfa-9ed9-2fca41cea4c1 admin admin] Calling delete_port for fdfe5204-d08b-42b7-b3b5-6641659a6e40 owned by network:router_gateway {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:02:54.719216 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-325fb5d3-60f9-4890-89e4-469f5ad024ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58dda39d-ab7e-4112-aa3d-0beaadab8025', 'name': 'tempest-TestVolumeBootPattern-1831224807-router', 'tenant_id': '404aa834263a4e438e01623e89a089b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:27Z', 'updated_at': '2021-06-21T15:02:54Z', 'revision_number': 6, 'project_id': '404aa834263a4e438e01623e89a089b0', 'gw_port_host': None}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:02:54.745162 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325fb5d3-60f9-4890-89e4-469f5ad024ab None None] The sync data for ids ['58dda39d-ab7e-4112-aa3d-0beaadab8025'] in dv-neutron-797121-2-hyperv is: [{'id': '58dda39d-ab7e-4112-aa3d-0beaadab8025', 'name': 'tempest-TestVolumeBootPattern-1831224807-router', 'tenant_id': '404aa834263a4e438e01623e89a089b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T14:55:27Z', 'updated_at': '2021-06-21T15:02:54Z', 'revision_number': 6, 'project_id': '404aa834263a4e438e01623e89a089b0', 'gw_port_host': None}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:02:54.839519 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-72feeebf-3355-4cfa-9ed9-2fca41cea4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:54.841616 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0f501f98-09e8-4b5b-977b-c11c9d47f490 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:02:54.864865 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72feeebf-3355-4cfa-9ed9-2fca41cea4c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdfe5204-d08b-42b7-b3b5-6641659a6e40,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:02:54.871606 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-72feeebf-3355-4cfa-9ed9-2fca41cea4c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:02:54.928198 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-72feeebf-3355-4cfa-9ed9-2fca41cea4c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:55.017619 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-72feeebf-3355-4cfa-9ed9-2fca41cea4c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:55.019866 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-72feeebf-3355-4cfa-9ed9-2fca41cea4c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:55.070125 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-72feeebf-3355-4cfa-9ed9-2fca41cea4c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:55.070601 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72feeebf-3355-4cfa-9ed9-2fca41cea4c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58dda39d-ab7e-4112-aa3d-0beaadab8025 {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 15:02:55.074978 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-72feeebf-3355-4cfa-9ed9-2fca41cea4c1 admin admin] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:55.076122 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-72feeebf-3355-4cfa-9ed9-2fca41cea4c1 admin admin] 10.222.0.72 "DELETE /v2.0/routers/58dda39d-ab7e-4112-aa3d-0beaadab8025 HTTP/1.1" status: 204 len: 168 time: 0.8520780 Jun 21 15:02:55.078733 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39834) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:02:55.124682 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e739a72-725f-4fa0-adee-3b9d28c4ee81 admin admin] Deleting subnet 4e07860b-1d18-4f87-9c58-6607e0cb15e5 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 15:02:55.128337 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9e739a72-725f-4fa0-adee-3b9d28c4ee81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:55.163793 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9e739a72-725f-4fa0-adee-3b9d28c4ee81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:55.249825 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9e739a72-725f-4fa0-adee-3b9d28c4ee81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:55.306168 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9e739a72-725f-4fa0-adee-3b9d28c4ee81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:55.308206 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c827194e-967a-481d-b0a9-601d4d160dba tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:02:55.330483 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e739a72-725f-4fa0-adee-3b9d28c4ee81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e07860b-1d18-4f87-9c58-6607e0cb15e5,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:02:55.332846 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9e739a72-725f-4fa0-adee-3b9d28c4ee81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:02:55.337892 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9e739a72-725f-4fa0-adee-3b9d28c4ee81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:55.339759 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9e739a72-725f-4fa0-adee-3b9d28c4ee81 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/4e07860b-1d18-4f87-9c58-6607e0cb15e5 HTTP/1.1" status: 204 len: 168 time: 0.2601047 Jun 21 15:02:55.342598 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39836) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:02:55.343388 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca9858a-b03b-4a8e-af0d-5adc4d12ba88 None None] Network 96c8dda1-2262-48d1-a789-b2cfb0b5abb9 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:02:55.423939 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6ba33619-59b5-4173-92f4-1d8199c253fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:55.487025 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-6ba33619-59b5-4173-92f4-1d8199c253fd admin admin] Deleting port 34f7cd9f-d601-4f96-89fa-3b31a608a6d7 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:02:55.487372 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6ba33619-59b5-4173-92f4-1d8199c253fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:55.554278 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2f85eb-e9fa-4a6c-ab29-dc4182d154f3 None None] DHCP port deletion for 96c8dda1-2262-48d1-a789-b2cfb0b5abb9 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 15:02:55.555391 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-6ba33619-59b5-4173-92f4-1d8199c253fd admin admin] For port 34f7cd9f-d601-4f96-89fa-3b31a608a6d7, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=34f7cd9f-d601-4f96-89fa-3b31a608a6d7,segment=NetworkSegment(ad7f1ed0-7ab6-48b2-b60d-dbbb2f9ae0b0),segment_id=ad7f1ed0-7ab6-48b2-b60d-dbbb2f9ae0b0)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:02:55.555794 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6ba33619-59b5-4173-92f4-1d8199c253fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:55.581361 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device fdfe5204-d08b-42b7-b3b5-6641659a6e40 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:02:55.607008 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: fdfe5204-d08b-42b7-b3b5-6641659a6e40 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:02:55.607678 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device fdfe5204-d08b-42b7-b3b5-6641659a6e40 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:02:55.608119 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 52a90fe4-a2ac-46cb-a687-7762c86407dc no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:02:55.625198 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-6ba33619-59b5-4173-92f4-1d8199c253fd admin admin] Calling delete_port for 34f7cd9f-d601-4f96-89fa-3b31a608a6d7 owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:02:55.630833 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 52a90fe4-a2ac-46cb-a687-7762c86407dc {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:02:55.631293 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 52a90fe4-a2ac-46cb-a687-7762c86407dc not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:02:55.646618 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-3d2f85eb-e9fa-4a6c-ab29-dc4182d154f3 None None] Deleting port 34f7cd9f-d601-4f96-89fa-3b31a608a6d7 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:02:55.646922 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3d2f85eb-e9fa-4a6c-ab29-dc4182d154f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:55.710154 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6ba33619-59b5-4173-92f4-1d8199c253fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:55.712500 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f600b595-b41f-4a9e-ad3c-b3d7fa6477bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:02:55.715236 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-3d2f85eb-e9fa-4a6c-ab29-dc4182d154f3 None None] For port 34f7cd9f-d601-4f96-89fa-3b31a608a6d7, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=34f7cd9f-d601-4f96-89fa-3b31a608a6d7,segment=NetworkSegment(ad7f1ed0-7ab6-48b2-b60d-dbbb2f9ae0b0),segment_id=ad7f1ed0-7ab6-48b2-b60d-dbbb2f9ae0b0)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:02:55.715624 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3d2f85eb-e9fa-4a6c-ab29-dc4182d154f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:55.742067 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba33619-59b5-4173-92f4-1d8199c253fd admin admin] Pushing event deleted for resources: {'Port': ['ID=34f7cd9f-d601-4f96-89fa-3b31a608a6d7,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:02:55.745345 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6ba33619-59b5-4173-92f4-1d8199c253fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:02:55.746158 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba33619-59b5-4173-92f4-1d8199c253fd admin admin] No DVR routers for this DVR port 34f7cd9f-d601-4f96-89fa-3b31a608a6d7 on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:02:55.782446 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-3d2f85eb-e9fa-4a6c-ab29-dc4182d154f3 None None] Calling delete_port for 34f7cd9f-d601-4f96-89fa-3b31a608a6d7 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:02:55.817278 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6ba33619-59b5-4173-92f4-1d8199c253fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:55.827529 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-6ba33619-59b5-4173-92f4-1d8199c253fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96c8dda1-2262-48d1-a789-b2cfb0b5abb9']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:02:55.837719 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-6ba33619-59b5-4173-92f4-1d8199c253fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad7f1ed0-7ab6-48b2-b60d-dbbb2f9ae0b0') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:02:55.838037 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-6ba33619-59b5-4173-92f4-1d8199c253fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad7f1ed0-7ab6-48b2-b60d-dbbb2f9ae0b0') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:02:55.846472 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6ba33619-59b5-4173-92f4-1d8199c253fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:55.860013 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6ba33619-59b5-4173-92f4-1d8199c253fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:55.863547 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3d2f85eb-e9fa-4a6c-ab29-dc4182d154f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:55.865955 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba33619-59b5-4173-92f4-1d8199c253fd admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 15:02:55.866382 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:02:55.866524 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6ba33619-59b5-4173-92f4-1d8199c253fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:55.868065 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 15:02:55.868065 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 15:02:55.868065 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 15:02:55.868065 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 15:02:55.868065 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 15:02:55.868065 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 15:02:55.868065 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 15:02:55.868065 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 15:02:55.868065 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 15:02:55.868065 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 15:02:55.868065 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 15:02:55.868065 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 15:02:55.868065 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 15:02:55.868065 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 15:02:55.868065 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 15:02:55.868065 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 15:02:55.868065 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 15:02:55.868065 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 15:02:55.868065 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 15:02:55.868065 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 15:02:55.868065 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 15:02:55.868065 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 15:02:55.868065 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 15:02:55.868065 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 15:02:55.868065 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 15:02:55.868065 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 15:02:55.868065 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 15:02:55.868065 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 15:02:55.868065 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 15:02:55.868065 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 15:02:55.868065 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 15:02:55.868065 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 15:02:55.891066 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2f85eb-e9fa-4a6c-ab29-dc4182d154f3 None None] No DVR routers for this DVR port 34f7cd9f-d601-4f96-89fa-3b31a608a6d7 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:02:55.892978 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f85eb-e9fa-4a6c-ab29-dc4182d154f3 None None] Pushing event deleted for resources: {'Port': ['ID=34f7cd9f-d601-4f96-89fa-3b31a608a6d7,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:02:55.895710 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3d2f85eb-e9fa-4a6c-ab29-dc4182d154f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:02:55.926929 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6ba33619-59b5-4173-92f4-1d8199c253fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:55.930898 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8fc0079c-ee00-4fae-aaa2-2247ae600806 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:02:55.933378 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6ba33619-59b5-4173-92f4-1d8199c253fd admin admin] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:55.935390 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6ba33619-59b5-4173-92f4-1d8199c253fd admin admin] 10.222.0.72 "DELETE /v2.0/networks/96c8dda1-2262-48d1-a789-b2cfb0b5abb9 HTTP/1.1" status: 204 len: 168 time: 0.5918696 Jun 21 15:02:55.946441 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba33619-59b5-4173-92f4-1d8199c253fd admin admin] Pushing event deleted for resources: {'Network': ['ID=96c8dda1-2262-48d1-a789-b2cfb0b5abb9,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:02:55.948855 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6ba33619-59b5-4173-92f4-1d8199c253fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:02:56.061688 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39840) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:02:56.102666 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1ef09059-922a-4b39-85ce-c1136b4f8dfc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c4e5ef8cecbf4ede86b5a3dcbc277e2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395889 Jun 21 15:02:56.106223 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39842) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:02:56.155002 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9815feee-183a-4c1a-a949-83cc836446fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:56.176672 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9815feee-183a-4c1a-a949-83cc836446fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:56.227827 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9815feee-183a-4c1a-a949-83cc836446fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:56.231111 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9815feee-183a-4c1a-a949-83cc836446fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:56.232240 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9815feee-183a-4c1a-a949-83cc836446fe admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ca283f1f-97ec-45ab-9ec5-9b71df2b6439 HTTP/1.1" status: 204 len: 168 time: 0.1251147 Jun 21 15:02:56.233057 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3198d266-3639-4a22-9e19-2000132c83f7 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:02:56.240621 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9815feee-183a-4c1a-a949-83cc836446fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca283f1f-97ec-45ab-9ec5-9b71df2b6439,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:02:56.243288 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9815feee-183a-4c1a-a949-83cc836446fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:02:56.579853 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39848) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:02:56.621516 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-26206c5b-896f-4941-967a-018359dc68bd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=404aa834263a4e438e01623e89a089b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403891 Jun 21 15:02:56.624174 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39850) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:02:56.674442 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4d72307f-1cd0-489a-806e-469a9b269948 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:56.701137 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4d72307f-1cd0-489a-806e-469a9b269948 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:56.761404 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4d72307f-1cd0-489a-806e-469a9b269948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:56.764191 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4d72307f-1cd0-489a-806e-469a9b269948 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:02:56.765325 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4d72307f-1cd0-489a-806e-469a9b269948 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/107c5fc8-089d-4f21-b664-1af786d7b2bf HTTP/1.1" status: 204 len: 168 time: 0.1402802 Jun 21 15:02:56.766225 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5d0d6f62-274c-4e73-84fe-fd13989dad53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:02:56.774586 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d72307f-1cd0-489a-806e-469a9b269948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107c5fc8-089d-4f21-b664-1af786d7b2bf,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:02:56.777030 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4d72307f-1cd0-489a-806e-469a9b269948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:02:57.428527 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 34f7cd9f-d601-4f96-89fa-3b31a608a6d7 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:02:57.448525 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 34f7cd9f-d601-4f96-89fa-3b31a608a6d7 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:02:57.448881 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 34f7cd9f-d601-4f96-89fa-3b31a608a6d7 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:03:01.098165 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:03:05.349652 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:03:13.437218 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-449cf4c1-e3a8-4c95-89d0-af85ac2609d4 req-bb084991-9695-40e7-8f9a-5d9db97a2a01 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ebc4fa92-7cb3-4af2-abee-61ccbfd85d88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0582180 Jun 21 15:03:13.518349 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449cf4c1-e3a8-4c95-89d0-af85ac2609d4 req-ad86c8d4-6b33-4ca4-9496-0b8d20d21f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:03:13.519822 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-449cf4c1-e3a8-4c95-89d0-af85ac2609d4 req-ad86c8d4-6b33-4ca4-9496-0b8d20d21f53 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=ebc4fa92-7cb3-4af2-abee-61ccbfd85d88 HTTP/1.1" status: 200 len: 1098 time: 0.0548873 Jun 21 15:03:13.651159 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449cf4c1-e3a8-4c95-89d0-af85ac2609d4 req-5f781ad7-f5e7-433b-97a9-dea3a0db847b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:03:13.652596 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-449cf4c1-e3a8-4c95-89d0-af85ac2609d4 req-5f781ad7-f5e7-433b-97a9-dea3a0db847b service neutron] 10.222.0.66 "GET /v2.0/networks?id=2b4c0b8d-7286-44ff-99cb-bb9606c8c89b HTTP/1.1" status: 200 len: 898 time: 0.1111789 Jun 21 15:03:13.693984 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-449cf4c1-e3a8-4c95-89d0-af85ac2609d4 req-92e4b1dc-8ba8-4ae1-8c3b-2d5c32afa04c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5718ea62-3098-4f7b-af03-e4e491e36b55 HTTP/1.1" status: 200 len: 217 time: 0.0342515 Jun 21 15:03:13.746329 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449cf4c1-e3a8-4c95-89d0-af85ac2609d4 req-4fa69fa1-a8b5-4407-869a-f41288319ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:03:13.748605 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-449cf4c1-e3a8-4c95-89d0-af85ac2609d4 req-4fa69fa1-a8b5-4407-869a-f41288319ac7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=dde22e2a-e04f-4df2-8072-2fbb96da64ca HTTP/1.1" status: 200 len: 834 time: 0.0481126 Jun 21 15:03:13.822433 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449cf4c1-e3a8-4c95-89d0-af85ac2609d4 req-6e45e0cf-7fff-4c6b-96da-57ee28fdbe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:03:13.823887 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-449cf4c1-e3a8-4c95-89d0-af85ac2609d4 req-6e45e0cf-7fff-4c6b-96da-57ee28fdbe97 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2b4c0b8d-7286-44ff-99cb-bb9606c8c89b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683823 Jun 21 15:03:13.920232 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-449cf4c1-e3a8-4c95-89d0-af85ac2609d4 req-119c00c7-176e-4de2-b421-52b573643be4 service neutron] 10.222.0.66 "GET /v2.0/networks/2b4c0b8d-7286-44ff-99cb-bb9606c8c89b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895519 Jun 21 15:03:14.020319 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-449cf4c1-e3a8-4c95-89d0-af85ac2609d4 req-fab83ad9-1f6f-4cd5-8817-c6a86cd1398e service neutron] 10.222.0.66 "GET /v2.0/networks/2b4c0b8d-7286-44ff-99cb-bb9606c8c89b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925677 Jun 21 15:03:14.050618 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-39e6cb67-032f-4e60-b051-29828a34f66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:03:16.569192 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d34bdec9-d912-4e33-bf69-8d86dfcc7e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:03:16.986331 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:03:18.055859 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:03:19.728318 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:03:35.351366 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:03:38.102222 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:03:44.055000 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1eb5bbf1-f9b3-49c1-ac2d-5328450b92a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:03:46.567419 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d6497cea-da94-4f03-9385-69e03193dacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:03:46.991074 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:03:48.064461 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:03:49.730492 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:03:51.454257 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28630777-e204-40b2-9bee-6ace7e3d547c req-0d31f873-d487-45a6-8d62-93cb2a3f8918 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:03:51.455720 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-28630777-e204-40b2-9bee-6ace7e3d547c req-0d31f873-d487-45a6-8d62-93cb2a3f8918 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec7ef59-034a-495d-bf40-580853f7ec0e HTTP/1.1" status: 200 len: 946 time: 0.0726407 Jun 21 15:03:51.493816 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-28630777-e204-40b2-9bee-6ace7e3d547c req-9bb30e6f-f475-4b7e-ad1f-6a79c2d2cdc5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ee61daf-7dfe-4312-87b9-f46defdfcff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322473 Jun 21 15:03:52.670373 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffe717-7808-406f-aa54-48e775963d50 req-23163fdb-2b9d-48e9-8faf-5474d01314dc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:03:52.671749 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-90ffe717-7808-406f-aa54-48e775963d50 req-23163fdb-2b9d-48e9-8faf-5474d01314dc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec7ef59-034a-495d-bf40-580853f7ec0e HTTP/1.1" status: 200 len: 946 time: 0.0649743 Jun 21 15:03:52.712541 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-90ffe717-7808-406f-aa54-48e775963d50 req-ce7bb26c-7584-40fa-a8c0-bf25961bf8ad tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=8ee61daf-7dfe-4312-87b9-f46defdfcff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345802 Jun 21 15:03:53.092619 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df32d1b-17ea-469d-9211-1fafabf32618 req-92510fbb-a642-4821-82eb-696dab10b1fc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:03:53.094003 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7df32d1b-17ea-469d-9211-1fafabf32618 req-92510fbb-a642-4821-82eb-696dab10b1fc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/ports?device_id=eec7ef59-034a-495d-bf40-580853f7ec0e HTTP/1.1" status: 200 len: 946 time: 0.0773051 Jun 21 15:03:53.194511 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-7df32d1b-17ea-469d-9211-1fafabf32618 req-fba9f0cd-186f-4582-b0c4-8aec55f9b69b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port 11a52fa5-35ff-4013-95e0-675033276387 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:03:53.194809 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-7df32d1b-17ea-469d-9211-1fafabf32618 req-fba9f0cd-186f-4582-b0c4-8aec55f9b69b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:03:53.296546 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-7df32d1b-17ea-469d-9211-1fafabf32618 req-fba9f0cd-186f-4582-b0c4-8aec55f9b69b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] For port 11a52fa5-35ff-4013-95e0-675033276387, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=11a52fa5-35ff-4013-95e0-675033276387,segment=NetworkSegment(121133a1-7587-4c2b-ba0a-6587dc0fa122),segment_id=121133a1-7587-4c2b-ba0a-6587dc0fa122)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:03:53.296891 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-7df32d1b-17ea-469d-9211-1fafabf32618 req-fba9f0cd-186f-4582-b0c4-8aec55f9b69b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:03:53.497086 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-7df32d1b-17ea-469d-9211-1fafabf32618 req-fba9f0cd-186f-4582-b0c4-8aec55f9b69b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:03:53.497452 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-7df32d1b-17ea-469d-9211-1fafabf32618 req-fba9f0cd-186f-4582-b0c4-8aec55f9b69b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:03:53.497751 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [req-7df32d1b-17ea-469d-9211-1fafabf32618 req-fba9f0cd-186f-4582-b0c4-8aec55f9b69b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Floating IP 30710a8b-fa17-4de5-bfc6-5b6efa68a927 disassociated. External IP: 172.26.3.192, port: 11a52fa5-35ff-4013-95e0-675033276387. Jun 21 15:03:53.498097 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-7df32d1b-17ea-469d-9211-1fafabf32618 req-fba9f0cd-186f-4582-b0c4-8aec55f9b69b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for 11a52fa5-35ff-4013-95e0-675033276387 owned by compute:nova {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:03:53.637341 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-7df32d1b-17ea-469d-9211-1fafabf32618 req-fba9f0cd-186f-4582-b0c4-8aec55f9b69b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:03:53.643074 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c5422462-da64-4a87-88ae-b7b61168ec7b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:03:53.667616 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9f0cd-186f-4582-b0c4-8aec55f9b69b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=11a52fa5-35ff-4013-95e0-675033276387,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:03:53.678997 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9f0cd-186f-4582-b0c4-8aec55f9b69b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:03:53.679579 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9f0cd-186f-4582-b0c4-8aec55f9b69b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:03:53.679758 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9f0cd-186f-4582-b0c4-8aec55f9b69b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:03:53.680121 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9f0cd-186f-4582-b0c4-8aec55f9b69b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:03:53.680491 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9f0cd-186f-4582-b0c4-8aec55f9b69b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:03:53.680856 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9f0cd-186f-4582-b0c4-8aec55f9b69b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:03:53.681199 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9f0cd-186f-4582-b0c4-8aec55f9b69b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:03:53.681561 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9f0cd-186f-4582-b0c4-8aec55f9b69b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:03:53.681947 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9f0cd-186f-4582-b0c4-8aec55f9b69b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:03:53.682305 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9f0cd-186f-4582-b0c4-8aec55f9b69b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:03:53.682655 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9f0cd-186f-4582-b0c4-8aec55f9b69b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:03:53.683008 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fba9f0cd-186f-4582-b0c4-8aec55f9b69b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:03:53.687221 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fba9f0cd-186f-4582-b0c4-8aec55f9b69b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:03:53.795584 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7df32d1b-17ea-469d-9211-1fafabf32618 req-fba9f0cd-186f-4582-b0c4-8aec55f9b69b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router 6c8b9c57-a8ad-4d0e-989e-242a98238167 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:03:53.875692 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ccd5c4f8-e2b7-4dcc-8493-dc3eaaf8bc58 req-2bf416d2-fef7-48d6-be3a-049a07df78f8 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=eec7ef59-034a-495d-bf40-580853f7ec0e HTTP/1.1" status: 200 len: 210 time: 0.0329561 Jun 21 15:03:53.941219 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7df32d1b-17ea-469d-9211-1fafabf32618 req-fba9f0cd-186f-4582-b0c4-8aec55f9b69b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:03:53.951884 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40e1bd9-495d-45a9-bbb8-9044f73707c8 None None] Sync routers for ids ['6c8b9c57-a8ad-4d0e-989e-242a98238167'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:03:53.962444 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40e1bd9-495d-45a9-bbb8-9044f73707c8 None None] Routers {'6c8b9c57-a8ad-4d0e-989e-242a98238167'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:03:53.963084 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-a40e1bd9-495d-45a9-bbb8-9044f73707c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:03:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6c8b9c57-a8ad-4d0e-989e-242a98238167'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:03:53.983819 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-7df32d1b-17ea-469d-9211-1fafabf32618 req-fba9f0cd-186f-4582-b0c4-8aec55f9b69b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] No DVR routers for this DVR port 11a52fa5-35ff-4013-95e0-675033276387 on host hv-neutron-7971 {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:03:53.986712 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-7df32d1b-17ea-469d-9211-1fafabf32618 req-fba9f0cd-186f-4582-b0c4-8aec55f9b69b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:03:53.988659 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7df32d1b-17ea-469d-9211-1fafabf32618 req-fba9f0cd-186f-4582-b0c4-8aec55f9b69b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "DELETE /v2.0/ports/11a52fa5-35ff-4013-95e0-675033276387 HTTP/1.1" status: 204 len: 173 time: 0.8887355 Jun 21 15:03:53.989208 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eec7ef59-034a-495d-bf40-580853f7ec0e', 'name': 'network-vif-deleted', 'tag': '11a52fa5-35ff-4013-95e0-675033276387'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:03:53.991750 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1fff32-21b4-4ecf-9249-120c24f8cdbc" -d '{"events": [{"server_uuid": "eec7ef59-034a-495d-bf40-580853f7ec0e", "name": "network-vif-deleted", "tag": "11a52fa5-35ff-4013-95e0-675033276387"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:03:54.041596 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615b7b53-2c12-4ea0-b860-6487b3fdc1dc x-openstack-request-id: req-615b7b53-2c12-4ea0-b860-6487b3fdc1dc {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:03:54.041972 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eec7ef59-034a-495d-bf40-580853f7ec0e", "name": "network-vif-deleted", "tag": "11a52fa5-35ff-4013-95e0-675033276387", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:03:54.042280 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-615b7b53-2c12-4ea0-b860-6487b3fdc1dc {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:03:54.042729 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eec7ef59-034a-495d-bf40-580853f7ec0e', 'name': 'network-vif-deleted', 'tag': '11a52fa5-35ff-4013-95e0-675033276387', 'status': 'completed', 'code': 200} Jun 21 15:03:54.074424 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-a40e1bd9-495d-45a9-bbb8-9044f73707c8 None None] Set router 6c8b9c57-a8ad-4d0e-989e-242a98238167 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:03:54.288813 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-a40e1bd9-495d-45a9-bbb8-9044f73707c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'name': 'tempest-TestNetworkBasicOps-router-650149083', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21'}], 'enable_snat': True}, 'gw_port_id': '4165542a-719a-42af-b795-11e4e51225f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:43Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '4165542a-719a-42af-b795-11e4e51225f1', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'e34be3f5-820d-419f-95d3-7140f4363af6', 'name': '', 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:28:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'dde22e2a-e04f-4df2-8072-2fbb96da64ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:00:42Z', 'updated_at': '2021-06-21T15:00:47Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'dde22e2a-e04f-4df2-8072-2fbb96da64ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:03:54.317511 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40e1bd9-495d-45a9-bbb8-9044f73707c8 None None] Checking router: 6c8b9c57-a8ad-4d0e-989e-242a98238167 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:03:54.326568 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40e1bd9-495d-45a9-bbb8-9044f73707c8 None None] Routers {'6c8b9c57-a8ad-4d0e-989e-242a98238167'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:03:54.327169 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-a40e1bd9-495d-45a9-bbb8-9044f73707c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:03:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6c8b9c57-a8ad-4d0e-989e-242a98238167'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:03:54.440047 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-a40e1bd9-495d-45a9-bbb8-9044f73707c8 None None] Set router 6c8b9c57-a8ad-4d0e-989e-242a98238167 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:03:54.643067 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-a40e1bd9-495d-45a9-bbb8-9044f73707c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'name': 'tempest-TestNetworkBasicOps-router-650149083', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21'}], 'enable_snat': True}, 'gw_port_id': '4165542a-719a-42af-b795-11e4e51225f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:43Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '4165542a-719a-42af-b795-11e4e51225f1', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'e34be3f5-820d-419f-95d3-7140f4363af6', 'name': '', 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:28:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'dde22e2a-e04f-4df2-8072-2fbb96da64ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:00:42Z', 'updated_at': '2021-06-21T15:00:47Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'dde22e2a-e04f-4df2-8072-2fbb96da64ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:03:54.668600 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40e1bd9-495d-45a9-bbb8-9044f73707c8 None None] The sync data for ids ['6c8b9c57-a8ad-4d0e-989e-242a98238167'] in dv-neutron-797121-2-hyperv is: [{'id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'name': 'tempest-TestNetworkBasicOps-router-650149083', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21'}], 'enable_snat': True}, 'gw_port_id': '4165542a-719a-42af-b795-11e4e51225f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:43Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '4165542a-719a-42af-b795-11e4e51225f1', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'e34be3f5-820d-419f-95d3-7140f4363af6', 'name': '', 'network_id': '2b4c0b8d-7286-44ff-99cb-bb9606c8c89b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:28:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'device_owner': 'network:router_interface', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': 'dde22e2a-e04f-4df2-8072-2fbb96da64ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:00:42Z', 'updated_at': '2021-06-21T15:00:47Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'dde22e2a-e04f-4df2-8072-2fbb96da64ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:03:54.894696 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebaf6b9a-2221-4693-9c8f-eced7cd63c81 None None] New status for floating IP 30710a8b-fa17-4de5-bfc6-5b6efa68a927: DOWN {{(pid=105227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:03:54.971342 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39894) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:03:55.036541 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-437b6a20-a052-4924-9b00-c5263e2ada4e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:03:55.063226 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-437b6a20-a052-4924-9b00-c5263e2ada4e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:03:55.128875 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-437b6a20-a052-4924-9b00-c5263e2ada4e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:03:55.131605 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-437b6a20-a052-4924-9b00-c5263e2ada4e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:03:55.132759 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-437b6a20-a052-4924-9b00-c5263e2ada4e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/security-groups/8ee61daf-7dfe-4312-87b9-f46defdfcff3 HTTP/1.1" status: 204 len: 168 time: 0.1604092 Jun 21 15:03:55.133585 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4d291666-c323-4687-b854-94068300bd1a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:03:55.142914 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b6a20-a052-4924-9b00-c5263e2ada4e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee61daf-7dfe-4312-87b9-f46defdfcff3,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:03:55.145449 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-437b6a20-a052-4924-9b00-c5263e2ada4e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:03:55.172057 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39898) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:03:55.307381 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-fe12e64d-fc64-4e07-901e-f941850c44b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port 310dca06-a54d-4ac9-bf77-71ea40631f31 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:03:55.307702 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fe12e64d-fc64-4e07-901e-f941850c44b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:03:55.390034 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fe12e64d-fc64-4e07-901e-f941850c44b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:03:55.390328 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fe12e64d-fc64-4e07-901e-f941850c44b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:03:55.463427 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-fe12e64d-fc64-4e07-901e-f941850c44b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for 310dca06-a54d-4ac9-bf77-71ea40631f31 owned by network:floatingip {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:03:55.603390 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fe12e64d-fc64-4e07-901e-f941850c44b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:03:55.607034 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a04ab091-3a2f-4c4e-b7a6-5133f0a794c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:03:55.632198 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12e64d-fc64-4e07-901e-f941850c44b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=310dca06-a54d-4ac9-bf77-71ea40631f31,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:03:55.658435 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe12e64d-fc64-4e07-901e-f941850c44b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:03:55.658910 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe12e64d-fc64-4e07-901e-f941850c44b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:03:55.659295 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe12e64d-fc64-4e07-901e-f941850c44b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:03:55.659668 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe12e64d-fc64-4e07-901e-f941850c44b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:03:55.660037 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe12e64d-fc64-4e07-901e-f941850c44b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:03:55.660406 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe12e64d-fc64-4e07-901e-f941850c44b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:03:55.660772 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe12e64d-fc64-4e07-901e-f941850c44b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:03:55.661125 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe12e64d-fc64-4e07-901e-f941850c44b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:03:55.661504 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe12e64d-fc64-4e07-901e-f941850c44b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:03:55.661967 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe12e64d-fc64-4e07-901e-f941850c44b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:03:55.662333 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe12e64d-fc64-4e07-901e-f941850c44b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:03:55.662692 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe12e64d-fc64-4e07-901e-f941850c44b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:03:55.666252 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fe12e64d-fc64-4e07-901e-f941850c44b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:03:55.702709 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fe12e64d-fc64-4e07-901e-f941850c44b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:03:55.705255 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fe12e64d-fc64-4e07-901e-f941850c44b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:03:55.706406 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-fe12e64d-fc64-4e07-901e-f941850c44b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/floatingips/30710a8b-fa17-4de5-bfc6-5b6efa68a927 HTTP/1.1" status: 204 len: 168 time: 0.5327976 Jun 21 15:03:55.759807 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 11a52fa5-35ff-4013-95e0-675033276387 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:03:55.783748 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: 11a52fa5-35ff-4013-95e0-675033276387 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:03:55.784057 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 11a52fa5-35ff-4013-95e0-675033276387 not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:03:56.129819 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abc9f39-4879-4070-9ff6-a3101052e7a6 req-99f0e1fe-9b5c-41a8-ba99-f2ab714955c6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:03:56.131315 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0abc9f39-4879-4070-9ff6-a3101052e7a6 req-99f0e1fe-9b5c-41a8-ba99-f2ab714955c6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebc4fa92-7cb3-4af2-abee-61ccbfd85d88 HTTP/1.1" status: 200 len: 945 time: 0.0953600 Jun 21 15:03:56.180821 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0abc9f39-4879-4070-9ff6-a3101052e7a6 req-986e789a-cd74-48f2-a138-992ea4749c2e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397c95-9b06-400a-8803-110951732077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417120 Jun 21 15:03:57.367028 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070e1d6-ce29-4f03-96f2-40a12d3cc956 req-155b6ec0-a040-40fa-8633-70283c3ef854 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:03:57.368486 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c070e1d6-ce29-4f03-96f2-40a12d3cc956 req-155b6ec0-a040-40fa-8633-70283c3ef854 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebc4fa92-7cb3-4af2-abee-61ccbfd85d88 HTTP/1.1" status: 200 len: 945 time: 0.0650873 Jun 21 15:03:57.414503 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c070e1d6-ce29-4f03-96f2-40a12d3cc956 req-7a56a354-fe66-4961-ac85-df01b9769316 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=88397c95-9b06-400a-8803-110951732077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380950 Jun 21 15:03:57.632084 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da693377-57f6-4b80-b31c-f1589d77bb12 req-5c43c4df-9172-4b9a-b2ff-b8abf05494d7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:03:57.633548 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-da693377-57f6-4b80-b31c-f1589d77bb12 req-5c43c4df-9172-4b9a-b2ff-b8abf05494d7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebc4fa92-7cb3-4af2-abee-61ccbfd85d88 HTTP/1.1" status: 200 len: 945 time: 0.0679958 Jun 21 15:03:57.742024 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-da693377-57f6-4b80-b31c-f1589d77bb12 req-22c2ddef-4dd3-4f81-9107-591004e739f7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port 5718ea62-3098-4f7b-af03-e4e491e36b55 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:03:57.742317 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-da693377-57f6-4b80-b31c-f1589d77bb12 req-22c2ddef-4dd3-4f81-9107-591004e739f7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:03:57.838441 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-da693377-57f6-4b80-b31c-f1589d77bb12 req-22c2ddef-4dd3-4f81-9107-591004e739f7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] For port 5718ea62-3098-4f7b-af03-e4e491e36b55, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5718ea62-3098-4f7b-af03-e4e491e36b55,segment=NetworkSegment(121133a1-7587-4c2b-ba0a-6587dc0fa122),segment_id=121133a1-7587-4c2b-ba0a-6587dc0fa122)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:03:57.838758 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-da693377-57f6-4b80-b31c-f1589d77bb12 req-22c2ddef-4dd3-4f81-9107-591004e739f7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:03:57.904382 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-da693377-57f6-4b80-b31c-f1589d77bb12 req-22c2ddef-4dd3-4f81-9107-591004e739f7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for 5718ea62-3098-4f7b-af03-e4e491e36b55 owned by compute:nova {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:03:58.062419 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-da693377-57f6-4b80-b31c-f1589d77bb12 req-22c2ddef-4dd3-4f81-9107-591004e739f7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:03:58.068320 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1bb767f0-d44b-4a4f-add5-a1cec141d024 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:03:58.098677 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c2ddef-4dd3-4f81-9107-591004e739f7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=5718ea62-3098-4f7b-af03-e4e491e36b55,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:03:58.103368 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-22c2ddef-4dd3-4f81-9107-591004e739f7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:03:58.148321 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-da693377-57f6-4b80-b31c-f1589d77bb12 req-22c2ddef-4dd3-4f81-9107-591004e739f7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] No DVR routers for this DVR port 5718ea62-3098-4f7b-af03-e4e491e36b55 on host hv-neutron-7971 {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:03:58.151343 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-da693377-57f6-4b80-b31c-f1589d77bb12 req-22c2ddef-4dd3-4f81-9107-591004e739f7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:03:58.153337 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-da693377-57f6-4b80-b31c-f1589d77bb12 req-22c2ddef-4dd3-4f81-9107-591004e739f7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "DELETE /v2.0/ports/5718ea62-3098-4f7b-af03-e4e491e36b55 HTTP/1.1" status: 204 len: 173 time: 0.5145564 Jun 21 15:03:58.153893 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebc4fa92-7cb3-4af2-abee-61ccbfd85d88', 'name': 'network-vif-deleted', 'tag': '5718ea62-3098-4f7b-af03-e4e491e36b55'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:03:58.156332 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d849145f-c18c-4ae9-ac0c-1c7811353cd5" -d '{"events": [{"server_uuid": "ebc4fa92-7cb3-4af2-abee-61ccbfd85d88", "name": "network-vif-deleted", "tag": "5718ea62-3098-4f7b-af03-e4e491e36b55"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:03:58.193167 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f1dd6c-6a6c-47e4-9a1b-89285170495e x-openstack-request-id: req-e3f1dd6c-6a6c-47e4-9a1b-89285170495e {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:03:58.193511 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebc4fa92-7cb3-4af2-abee-61ccbfd85d88", "name": "network-vif-deleted", "tag": "5718ea62-3098-4f7b-af03-e4e491e36b55", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:03:58.193818 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e3f1dd6c-6a6c-47e4-9a1b-89285170495e {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:03:58.194279 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebc4fa92-7cb3-4af2-abee-61ccbfd85d88', 'name': 'network-vif-deleted', 'tag': '5718ea62-3098-4f7b-af03-e4e491e36b55', 'status': 'completed', 'code': 200} Jun 21 15:03:58.581250 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9dbe9d4d-e58b-4d66-8454-7363248495f2 req-fc5af6d3-a401-44e3-9ab2-76255288a821 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebc4fa92-7cb3-4af2-abee-61ccbfd85d88 HTTP/1.1" status: 200 len: 210 time: 0.0320034 Jun 21 15:03:59.677386 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39912) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:03:59.744342 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f5936c22-d02d-4488-b386-da65536b02bd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:03:59.770646 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f5936c22-d02d-4488-b386-da65536b02bd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:03:59.775685 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 5718ea62-3098-4f7b-af03-e4e491e36b55 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:03:59.833257 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f5936c22-d02d-4488-b386-da65536b02bd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:03:59.836157 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f5936c22-d02d-4488-b386-da65536b02bd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:03:59.837348 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f5936c22-d02d-4488-b386-da65536b02bd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/security-groups/88397c95-9b06-400a-8803-110951732077 HTTP/1.1" status: 204 len: 168 time: 0.1586456 Jun 21 15:03:59.838234 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9fa4fc9e-9898-42f1-b6b5-c124b94f8f9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:03:59.847962 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5936c22-d02d-4488-b386-da65536b02bd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88397c95-9b06-400a-8803-110951732077,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:03:59.850810 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f5936c22-d02d-4488-b386-da65536b02bd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:03:59.958698 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: 5718ea62-3098-4f7b-af03-e4e491e36b55 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:03:59.958953 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 5718ea62-3098-4f7b-af03-e4e491e36b55 not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:04:00.896414 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39918) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:01.293309 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-53ee28c7-c7b6-4b57-9092-b85d02341f19 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:01.583510 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-53ee28c7-c7b6-4b57-9092-b85d02341f19 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port e34be3f5-820d-419f-95d3-7140f4363af6 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:04:01.583873 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-53ee28c7-c7b6-4b57-9092-b85d02341f19 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:01.702082 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-53ee28c7-c7b6-4b57-9092-b85d02341f19 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] For port e34be3f5-820d-419f-95d3-7140f4363af6, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=e34be3f5-820d-419f-95d3-7140f4363af6,segment=NetworkSegment(121133a1-7587-4c2b-ba0a-6587dc0fa122),segment_id=121133a1-7587-4c2b-ba0a-6587dc0fa122)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:04:01.702560 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-53ee28c7-c7b6-4b57-9092-b85d02341f19 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:01.793154 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-53ee28c7-c7b6-4b57-9092-b85d02341f19 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for e34be3f5-820d-419f-95d3-7140f4363af6 owned by network:router_interface {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:04:02.039292 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-53ee28c7-c7b6-4b57-9092-b85d02341f19 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:02.041390 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-22c2ddef-4dd3-4f81-9107-591004e739f7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:02.067016 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee28c7-c7b6-4b57-9092-b85d02341f19 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=e34be3f5-820d-419f-95d3-7140f4363af6,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:02.069939 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-53ee28c7-c7b6-4b57-9092-b85d02341f19 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:02.246981 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-53ee28c7-c7b6-4b57-9092-b85d02341f19 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:02.797644 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ee28c7-c7b6-4b57-9092-b85d02341f19 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router 6c8b9c57-a8ad-4d0e-989e-242a98238167 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:04:02.904563 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ee28c7-c7b6-4b57-9092-b85d02341f19 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:04:02.910071 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-53ee28c7-c7b6-4b57-9092-b85d02341f19 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "PUT /v2.0/routers/6c8b9c57-a8ad-4d0e-989e-242a98238167/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0122836 Jun 21 15:04:02.912850 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39924) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:02.915602 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc842a2-084a-465d-a97d-448a136695da None None] Sync routers for ids ['6c8b9c57-a8ad-4d0e-989e-242a98238167'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:04:02.928825 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc842a2-084a-465d-a97d-448a136695da None None] Routers {'6c8b9c57-a8ad-4d0e-989e-242a98238167'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:04:02.929478 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-edc842a2-084a-465d-a97d-448a136695da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:03:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6c8b9c57-a8ad-4d0e-989e-242a98238167'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:04:02.964826 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-389bcbc1-54c1-4bfc-b041-46e1ce7140b9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting subnet dde22e2a-e04f-4df2-8072-2fbb96da64ca {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 15:04:02.967968 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-389bcbc1-54c1-4bfc-b041-46e1ce7140b9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:03.013549 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-389bcbc1-54c1-4bfc-b041-46e1ce7140b9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:03.034500 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-edc842a2-084a-465d-a97d-448a136695da None None] Set router 6c8b9c57-a8ad-4d0e-989e-242a98238167 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:04:03.100304 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-389bcbc1-54c1-4bfc-b041-46e1ce7140b9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:03.162164 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-389bcbc1-54c1-4bfc-b041-46e1ce7140b9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:03.165192 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-02744464-580b-4a4d-ac7a-48d11e23ce0d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:03.197732 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389bcbc1-54c1-4bfc-b041-46e1ce7140b9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Subnet': ['ID=dde22e2a-e04f-4df2-8072-2fbb96da64ca,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:03.200502 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-389bcbc1-54c1-4bfc-b041-46e1ce7140b9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:03.202412 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-389bcbc1-54c1-4bfc-b041-46e1ce7140b9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/subnets/dde22e2a-e04f-4df2-8072-2fbb96da64ca HTTP/1.1" status: 204 len: 168 time: 0.2886655 Jun 21 15:04:03.203366 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-389bcbc1-54c1-4bfc-b041-46e1ce7140b9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:03.204952 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39926) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:03.208756 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9547fd44-5d61-464d-9ae2-7285d956197e None None] Network 2b4c0b8d-7286-44ff-99cb-bb9606c8c89b requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:04:03.266035 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-edc842a2-084a-465d-a97d-448a136695da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'name': 'tempest-TestNetworkBasicOps-router-650149083', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21'}], 'enable_snat': True}, 'gw_port_id': '4165542a-719a-42af-b795-11e4e51225f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:04:01Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '4165542a-719a-42af-b795-11e4e51225f1', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:04:03.301391 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc842a2-084a-465d-a97d-448a136695da None None] Checking router: 6c8b9c57-a8ad-4d0e-989e-242a98238167 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:04:03.324636 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d60d9401-7c65-4bf4-8d3b-3aea41bf76c4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:03.330101 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc842a2-084a-465d-a97d-448a136695da None None] Routers {'6c8b9c57-a8ad-4d0e-989e-242a98238167'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:04:03.331011 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-edc842a2-084a-465d-a97d-448a136695da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:03:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6c8b9c57-a8ad-4d0e-989e-242a98238167'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:04:03.438898 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d60d9401-7c65-4bf4-8d3b-3aea41bf76c4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:03.467244 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-edc842a2-084a-465d-a97d-448a136695da None None] Set router 6c8b9c57-a8ad-4d0e-989e-242a98238167 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:04:03.508298 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-d60d9401-7c65-4bf4-8d3b-3aea41bf76c4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port 4165542a-719a-42af-b795-11e4e51225f1 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:04:03.508640 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d60d9401-7c65-4bf4-8d3b-3aea41bf76c4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:03.570050 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1887cec5-1271-4adb-9d54-9279ff93b03f None None] DHCP port deletion for 2b4c0b8d-7286-44ff-99cb-bb9606c8c89b request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 15:04:03.594690 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-d60d9401-7c65-4bf4-8d3b-3aea41bf76c4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] For port 4165542a-719a-42af-b795-11e4e51225f1, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=4165542a-719a-42af-b795-11e4e51225f1,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:04:03.595000 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d60d9401-7c65-4bf4-8d3b-3aea41bf76c4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:03.670154 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-1887cec5-1271-4adb-9d54-9279ff93b03f None None] Deleting port 417efead-510c-4fd0-9f99-806011f8c11b {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:04:03.670508 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1887cec5-1271-4adb-9d54-9279ff93b03f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:03.677542 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-d60d9401-7c65-4bf4-8d3b-3aea41bf76c4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for 4165542a-719a-42af-b795-11e4e51225f1 owned by network:router_gateway {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:04:03.746872 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-1887cec5-1271-4adb-9d54-9279ff93b03f None None] For port 417efead-510c-4fd0-9f99-806011f8c11b, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=417efead-510c-4fd0-9f99-806011f8c11b,segment=NetworkSegment(121133a1-7587-4c2b-ba0a-6587dc0fa122),segment_id=121133a1-7587-4c2b-ba0a-6587dc0fa122)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:04:03.747264 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1887cec5-1271-4adb-9d54-9279ff93b03f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:03.762053 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-edc842a2-084a-465d-a97d-448a136695da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'name': 'tempest-TestNetworkBasicOps-router-650149083', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21'}], 'enable_snat': True}, 'gw_port_id': '4165542a-719a-42af-b795-11e4e51225f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:04:01Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '4165542a-719a-42af-b795-11e4e51225f1', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:04:03.813273 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-1887cec5-1271-4adb-9d54-9279ff93b03f None None] Calling delete_port for 417efead-510c-4fd0-9f99-806011f8c11b owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:04:03.843388 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc842a2-084a-465d-a97d-448a136695da None None] The sync data for ids ['6c8b9c57-a8ad-4d0e-989e-242a98238167'] in dv-neutron-797121-2-hyperv is: [{'id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'name': 'tempest-TestNetworkBasicOps-router-650149083', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21'}], 'enable_snat': True}, 'gw_port_id': '4165542a-719a-42af-b795-11e4e51225f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:04:01Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '4165542a-719a-42af-b795-11e4e51225f1', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c8b9c57-a8ad-4d0e-989e-242a98238167', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:00:39Z', 'updated_at': '2021-06-21T15:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:04:03.857606 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d60d9401-7c65-4bf4-8d3b-3aea41bf76c4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:03.860790 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-530851e7-92ed-4902-a171-cf6370ff5afc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:03.887106 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d9401-7c65-4bf4-8d3b-3aea41bf76c4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=4165542a-719a-42af-b795-11e4e51225f1,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:03.890288 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d60d9401-7c65-4bf4-8d3b-3aea41bf76c4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:03.923178 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1887cec5-1271-4adb-9d54-9279ff93b03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:03.925604 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-75e6bf54-3854-48fd-acb0-4ab9a74c78e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:03.948840 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d60d9401-7c65-4bf4-8d3b-3aea41bf76c4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:03.949494 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887cec5-1271-4adb-9d54-9279ff93b03f None None] Pushing event deleted for resources: {'Port': ['ID=417efead-510c-4fd0-9f99-806011f8c11b,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:03.957482 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1887cec5-1271-4adb-9d54-9279ff93b03f None None] No DVR routers for this DVR port 417efead-510c-4fd0-9f99-806011f8c11b on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:04:03.959607 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1887cec5-1271-4adb-9d54-9279ff93b03f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:03.959950 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1887cec5-1271-4adb-9d54-9279ff93b03f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:03.960282 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1887cec5-1271-4adb-9d54-9279ff93b03f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:03.960616 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1887cec5-1271-4adb-9d54-9279ff93b03f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:03.960938 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1887cec5-1271-4adb-9d54-9279ff93b03f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:03.961262 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1887cec5-1271-4adb-9d54-9279ff93b03f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:03.961583 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1887cec5-1271-4adb-9d54-9279ff93b03f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:03.961932 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1887cec5-1271-4adb-9d54-9279ff93b03f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:03.962255 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1887cec5-1271-4adb-9d54-9279ff93b03f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:03.962571 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1887cec5-1271-4adb-9d54-9279ff93b03f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:03.962886 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1887cec5-1271-4adb-9d54-9279ff93b03f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:03.963218 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1887cec5-1271-4adb-9d54-9279ff93b03f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:03.967436 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-1887cec5-1271-4adb-9d54-9279ff93b03f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:04.060319 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d60d9401-7c65-4bf4-8d3b-3aea41bf76c4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:04.062537 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d60d9401-7c65-4bf4-8d3b-3aea41bf76c4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:04.106537 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d60d9401-7c65-4bf4-8d3b-3aea41bf76c4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:04.107252 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60d9401-7c65-4bf4-8d3b-3aea41bf76c4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Fanout notify agent at l3_agent the message router_deleted on router 6c8b9c57-a8ad-4d0e-989e-242a98238167 {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 15:04:04.114142 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d60d9401-7c65-4bf4-8d3b-3aea41bf76c4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:04.115327 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d60d9401-7c65-4bf4-8d3b-3aea41bf76c4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/routers/6c8b9c57-a8ad-4d0e-989e-242a98238167 HTTP/1.1" status: 204 len: 168 time: 0.9094107 Jun 21 15:04:04.118232 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39928) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:04.202943 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6184208f-2b3d-490b-bd8c-dbc16f3fa6a5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:04.309625 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6184208f-2b3d-490b-bd8c-dbc16f3fa6a5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:04.320840 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-6184208f-2b3d-490b-bd8c-dbc16f3fa6a5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b4c0b8d-7286-44ff-99cb-bb9606c8c89b']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:04:04.332331 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-6184208f-2b3d-490b-bd8c-dbc16f3fa6a5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '121133a1-7587-4c2b-ba0a-6587dc0fa122') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:04:04.332623 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-6184208f-2b3d-490b-bd8c-dbc16f3fa6a5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '121133a1-7587-4c2b-ba0a-6587dc0fa122') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:04:04.344983 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6184208f-2b3d-490b-bd8c-dbc16f3fa6a5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:04.361324 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6184208f-2b3d-490b-bd8c-dbc16f3fa6a5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:04.367906 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6184208f-2b3d-490b-bd8c-dbc16f3fa6a5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 15:04:04.368279 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6184208f-2b3d-490b-bd8c-dbc16f3fa6a5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:04.371649 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 15:04:04.371649 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 15:04:04.371649 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 15:04:04.371649 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 15:04:04.371649 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 15:04:04.371649 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 15:04:04.371649 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 15:04:04.371649 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 15:04:04.371649 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 15:04:04.371649 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 15:04:04.371649 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 15:04:04.371649 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 15:04:04.371649 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 15:04:04.371649 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 15:04:04.371649 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 15:04:04.371649 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 15:04:04.371649 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 15:04:04.371649 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 15:04:04.371649 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 15:04:04.371649 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 15:04:04.371649 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 15:04:04.371649 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 15:04:04.371649 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 15:04:04.371649 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 15:04:04.371649 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 15:04:04.371649 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 15:04:04.371649 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 15:04:04.371649 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 15:04:04.371649 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 15:04:04.371649 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 15:04:04.371649 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 15:04:04.371649 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 15:04:04.437728 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6184208f-2b3d-490b-bd8c-dbc16f3fa6a5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:04.441744 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0c707a52-d17c-4a13-891a-16ebbb4e6c0a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:04.446208 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6184208f-2b3d-490b-bd8c-dbc16f3fa6a5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:04.458022 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6184208f-2b3d-490b-bd8c-dbc16f3fa6a5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/networks/2b4c0b8d-7286-44ff-99cb-bb9606c8c89b HTTP/1.1" status: 204 len: 168 time: 0.3310962 Jun 21 15:04:04.468935 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39930) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:04.474690 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-2f4f2e38-c0a4-49a4-836a-9679ddb4ab40 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'network': {'name': 'tempest-network-smoke--1840482207', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'port_security_enabled': True}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:04:04.481745 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184208f-2b3d-490b-bd8c-dbc16f3fa6a5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Network': ['ID=2b4c0b8d-7286-44ff-99cb-bb9606c8c89b,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:04.485868 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6184208f-2b3d-490b-bd8c-dbc16f3fa6a5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:04.505629 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4f2e38-c0a4-49a4-836a-9679ddb4ab40 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Made reservation on behalf of 6034e39b7b9c4208ae0c3b83482b9f88 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:04:04.510080 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2f4f2e38-c0a4-49a4-836a-9679ddb4ab40 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:04.543149 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f4f2e38-c0a4-49a4-836a-9679ddb4ab40 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 15:04:04.553137 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2f4f2e38-c0a4-49a4-836a-9679ddb4ab40 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:04.553490 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-2f4f2e38-c0a4-49a4-836a-9679ddb4ab40 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Added segment c23b5788-3ed7-40ea-987e-c39005cfc16c of type vlan for network 44fa0140-bf0f-4e80-9cde-2efd0c75f97a Jun 21 15:04:04.600669 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2f4f2e38-c0a4-49a4-836a-9679ddb4ab40 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:04.631504 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2f4f2e38-c0a4-49a4-836a-9679ddb4ab40 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:04.637055 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4f2e38-c0a4-49a4-836a-9679ddb4ab40 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:04.637637 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2f4f2e38-c0a4-49a4-836a-9679ddb4ab40 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:04.639918 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-52aa160a-3d57-4d7f-9321-f871ca860399 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:04.701313 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2f4f2e38-c0a4-49a4-836a-9679ddb4ab40 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2309356 Jun 21 15:04:04.704059 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39932) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:04.709647 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-82a216cf-5401-4ca3-9ded-4a1329089265 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-159259301', 'admin_state_up': True, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:04:04.709858 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f2e38-c0a4-49a4-836a-9679ddb4ab40 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Network': ['ID=44fa0140-bf0f-4e80-9cde-2efd0c75f97a,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:04.712452 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2f4f2e38-c0a4-49a4-836a-9679ddb4ab40 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:04.720761 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 44fa0140-bf0f-4e80-9cde-2efd0c75f97a details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 15:04:04.748842 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-82a216cf-5401-4ca3-9ded-4a1329089265 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:04.749856 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-82a216cf-5401-4ca3-9ded-4a1329089265 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:04.801100 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-82a216cf-5401-4ca3-9ded-4a1329089265 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:05.271883 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-82a216cf-5401-4ca3-9ded-4a1329089265 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:05.348114 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:05.464409 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 4165542a-719a-42af-b795-11e4e51225f1 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:04:05.473100 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-82a216cf-5401-4ca3-9ded-4a1329089265 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_gateway, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:05.485342 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 4165542a-719a-42af-b795-11e4e51225f1 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:04:05.485712 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 4165542a-719a-42af-b795-11e4e51225f1 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:04:05.486194 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e34be3f5-820d-419f-95d3-7140f4363af6 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:04:05.492380 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-82a216cf-5401-4ca3-9ded-4a1329089265 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:05.505488 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: e34be3f5-820d-419f-95d3-7140f4363af6 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:04:05.505865 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e34be3f5-820d-419f-95d3-7140f4363af6 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:04:05.506285 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 417efead-510c-4fd0-9f99-806011f8c11b no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:04:05.524978 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 417efead-510c-4fd0-9f99-806011f8c11b {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:04:05.525258 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 417efead-510c-4fd0-9f99-806011f8c11b not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:04:05.599432 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-82a216cf-5401-4ca3-9ded-4a1329089265 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Allocated IP 172.26.3.238 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/a789fd91-f3fd-4ceb-a16b-079e745bf8f2) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:04:05.697551 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-82a216cf-5401-4ca3-9ded-4a1329089265 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:05.739909 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-82a216cf-5401-4ca3-9ded-4a1329089265 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:05.741867 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a45e13cf-628c-4b7a-a09e-ab3dd7906025 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:05.783763 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a216cf-5401-4ca3-9ded-4a1329089265 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:04:05.791133 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-82a216cf-5401-4ca3-9ded-4a1329089265 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:04:05.793311 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a216cf-5401-4ca3-9ded-4a1329089265 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=a789fd91-f3fd-4ceb-a16b-079e745bf8f2,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:05.795401 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a216cf-5401-4ca3-9ded-4a1329089265 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:04:05.797461 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-82a216cf-5401-4ca3-9ded-4a1329089265 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:06.044424 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-82a216cf-5401-4ca3-9ded-4a1329089265 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_gateway, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:06.259246 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-82a216cf-5401-4ca3-9ded-4a1329089265 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:06.391445 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a216cf-5401-4ca3-9ded-4a1329089265 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router 9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 15:04:06.501449 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a216cf-5401-4ca3-9ded-4a1329089265 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:04:06.511605 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a27d92-b5ef-4f9e-b80b-66b00f191102 None None] Sync routers for ids ['9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:04:06.522493 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-82a216cf-5401-4ca3-9ded-4a1329089265 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:06.522765 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a27d92-b5ef-4f9e-b80b-66b00f191102 None None] Routers {'9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:04:06.523735 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-08a27d92-b5ef-4f9e-b80b-66b00f191102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:03:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:04:06.523959 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-82a216cf-5401-4ca3-9ded-4a1329089265 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8188970 Jun 21 15:04:06.527188 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39938) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:06.556266 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b78b872a-d308-4259-985f-ac337b2a38c1 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=6034e39b7b9c4208ae0c3b83482b9f88&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279295 Jun 21 15:04:06.559036 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39940) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:06.632466 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-08a27d92-b5ef-4f9e-b80b-66b00f191102 None None] Set router 9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:04:06.649184 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b56b6fc-4936-4ef0-b7e7-bae5c9baecdc tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:06.651300 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6b56b6fc-4936-4ef0-b7e7-bae5c9baecdc tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913541 Jun 21 15:04:06.654210 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39942) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:06.684829 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9651ac92-49d3-4d16-8fb8-c823261dca62 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=78e7bc12-ea33-4baf-9744-b93105835641&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272639 Jun 21 15:04:06.685090 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39944) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:06.689975 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-367ae48a-d653-46bf-8413-02beebc609e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-548616360', 'network_id': '44fa0140-bf0f-4e80-9cde-2efd0c75f97a', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:04:06.783937 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367ae48a-d653-46bf-8413-02beebc609e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Made reservation on behalf of 6034e39b7b9c4208ae0c3b83482b9f88 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:04:06.788729 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-367ae48a-d653-46bf-8413-02beebc609e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:06.813852 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-08a27d92-b5ef-4f9e-b80b-66b00f191102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'name': 'tempest-TestNetworkBasicOps-router-159259301', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.238'}], 'enable_snat': True}, 'gw_port_id': 'a789fd91-f3fd-4ceb-a16b-079e745bf8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:04:04Z', 'updated_at': '2021-06-21T15:04:05Z', 'revision_number': 3, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'a789fd91-f3fd-4ceb-a16b-079e745bf8f2', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:05Z', 'updated_at': '2021-06-21T15:04:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:04:06.845903 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a27d92-b5ef-4f9e-b80b-66b00f191102 None None] Checking router: 9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:04:06.846551 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a27d92-b5ef-4f9e-b80b-66b00f191102 None None] Updating router 9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f port a789fd91-f3fd-4ceb-a16b-079e745bf8f2 binding host dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:04:06.880570 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-08a27d92-b5ef-4f9e-b80b-66b00f191102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:06.980958 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-367ae48a-d653-46bf-8413-02beebc609e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:06.983159 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-400a24d0-7283-4203-9537-6cb86c657481 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:07.045175 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ae48a-d653-46bf-8413-02beebc609e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Subnet': ['ID=f48b1dd5-7439-4f50-bf83-ae5c5091e1e1,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:07.048898 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-367ae48a-d653-46bf-8413-02beebc609e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:07.058063 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367ae48a-d653-46bf-8413-02beebc609e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Checking segment: {'id': 'c23b5788-3ed7-40ea-987e-c39005cfc16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '44fa0140-bf0f-4e80-9cde-2efd0c75f97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:04:07.058424 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367ae48a-d653-46bf-8413-02beebc609e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network hostable DHCP agents. Network: 44fa0140-bf0f-4e80-9cde-2efd0c75f97a, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 15:04:07.078273 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367ae48a-d653-46bf-8413-02beebc609e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network 44fa0140-bf0f-4e80-9cde-2efd0c75f97a is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 15:04:07.088509 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-367ae48a-d653-46bf-8413-02beebc609e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 44fa0140-bf0f-4e80-9cde-2efd0c75f97a) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:04:07.097156 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367ae48a-d653-46bf-8413-02beebc609e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:07.097770 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-367ae48a-d653-46bf-8413-02beebc609e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:07.099519 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2075794-4fa4-44de-9b60-eaa5bc1d0194 None None] Network 44fa0140-bf0f-4e80-9cde-2efd0c75f97a requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:04:07.117813 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39946) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:07.118502 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-367ae48a-d653-46bf-8413-02beebc609e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4322562 Jun 21 15:04:07.232205 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-08a27d92-b5ef-4f9e-b80b-66b00f191102 None None] Notify callbacks [] for port, precommit_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:07.241572 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.provisioning_blocks [None req-08a27d92-b5ef-4f9e-b80b-66b00f191102 None None] Transition to ACTIVE for port object a789fd91-f3fd-4ceb-a16b-079e745bf8f2 will not be triggered until provisioned by entity L2. {{(pid=105227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:04:07.248568 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-08a27d92-b5ef-4f9e-b80b-66b00f191102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:07.250560 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-05469bb1-5412-455e-8fb8-d4f61c539c78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:07.252128 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fde9245-2d0c-4747-ab79-5ea3da703cbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-44fa0140-bf0f-4e80-9cde-2efd0c75f97a', 'network_id': '44fa0140-bf0f-4e80-9cde-2efd0c75f97a', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ips': [{'subnet_id': 'f48b1dd5-7439-4f50-bf83-ae5c5091e1e1'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 15:04:07.255216 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3fde9245-2d0c-4747-ab79-5ea3da703cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:07.297586 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-08a27d92-b5ef-4f9e-b80b-66b00f191102 None None] Attempting to bind port a789fd91-f3fd-4ceb-a16b-079e745bf8f2 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:04:07.298001 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-08a27d92-b5ef-4f9e-b80b-66b00f191102 None None] Attempting to bind port a789fd91-f3fd-4ceb-a16b-079e745bf8f2 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:04:07.298352 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a27d92-b5ef-4f9e-b80b-66b00f191102 None None] Attempting to bind port a789fd91-f3fd-4ceb-a16b-079e745bf8f2 on network 78e7bc12-ea33-4baf-9744-b93105835641 {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:04:07.305246 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da17332-c8ca-478e-b9b8-923235896635 None None] Pushing event updated for resources: {'Port': ['ID=a789fd91-f3fd-4ceb-a16b-079e745bf8f2,revision_number=2']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:07.308210 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a27d92-b5ef-4f9e-b80b-66b00f191102 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:04:07.308581 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a27d92-b5ef-4f9e-b80b-66b00f191102 None None] Checking segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:04:07.308972 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-08a27d92-b5ef-4f9e-b80b-66b00f191102 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:07.309356 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a27d92-b5ef-4f9e-b80b-66b00f191102 None None] Bound using segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:04:07.311571 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-08a27d92-b5ef-4f9e-b80b-66b00f191102 None None] Bound port: a789fd91-f3fd-4ceb-a16b-079e745bf8f2, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:04:07.311571 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-08a27d92-b5ef-4f9e-b80b-66b00f191102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:07.316110 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17332-c8ca-478e-b9b8-923235896635 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:07.316453 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17332-c8ca-478e-b9b8-923235896635 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:07.316781 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17332-c8ca-478e-b9b8-923235896635 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:07.317114 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17332-c8ca-478e-b9b8-923235896635 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:07.317419 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17332-c8ca-478e-b9b8-923235896635 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:07.317732 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17332-c8ca-478e-b9b8-923235896635 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:07.318078 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17332-c8ca-478e-b9b8-923235896635 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:07.318391 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17332-c8ca-478e-b9b8-923235896635 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:07.318704 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17332-c8ca-478e-b9b8-923235896635 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:07.319010 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17332-c8ca-478e-b9b8-923235896635 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:07.319315 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17332-c8ca-478e-b9b8-923235896635 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:07.319619 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da17332-c8ca-478e-b9b8-923235896635 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:07.339127 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-6da17332-c8ca-478e-b9b8-923235896635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:07.370126 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-08a27d92-b5ef-4f9e-b80b-66b00f191102 None None] For port a789fd91-f3fd-4ceb-a16b-079e745bf8f2, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:04:07.373219 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-08a27d92-b5ef-4f9e-b80b-66b00f191102 None None] For port a789fd91-f3fd-4ceb-a16b-079e745bf8f2, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=a789fd91-f3fd-4ceb-a16b-079e745bf8f2,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:04:07.381960 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-08a27d92-b5ef-4f9e-b80b-66b00f191102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:07.384096 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:07.405190 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-3fde9245-2d0c-4747-ab79-5ea3da703cbd None None] Allocated IP 172.20.0.2 (44fa0140-bf0f-4e80-9cde-2efd0c75f97a/f48b1dd5-7439-4f50-bf83-ae5c5091e1e1/3c3a72de-7658-4d86-b299-fed7ce9e2edf) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:04:07.439412 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da17332-c8ca-478e-b9b8-923235896635 None None] Pushing event updated for resources: {'Port': ['ID=a789fd91-f3fd-4ceb-a16b-079e745bf8f2,revision_number=3']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:07.443247 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-6da17332-c8ca-478e-b9b8-923235896635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:07.452966 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a27d92-b5ef-4f9e-b80b-66b00f191102 None None] Routers {'9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:04:07.453574 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-08a27d92-b5ef-4f9e-b80b-66b00f191102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:03:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:04:07.562424 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3fde9245-2d0c-4747-ab79-5ea3da703cbd None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:07.563352 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-08a27d92-b5ef-4f9e-b80b-66b00f191102 None None] Set router 9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:04:07.573549 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3fde9245-2d0c-4747-ab79-5ea3da703cbd None None] Transition to ACTIVE for port object 3c3a72de-7658-4d86-b299-fed7ce9e2edf will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:04:07.589502 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3fde9245-2d0c-4747-ab79-5ea3da703cbd None None] Transition to ACTIVE for port object 3c3a72de-7658-4d86-b299-fed7ce9e2edf will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:04:07.597604 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3fde9245-2d0c-4747-ab79-5ea3da703cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:07.600425 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-644765e6-4627-4edd-844d-2f8ad660d323 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:07.601614 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-67a55877-a6cf-4089-bc8d-8f2168cc7021 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:07.635586 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fde9245-2d0c-4747-ab79-5ea3da703cbd None None] Network 44fa0140-bf0f-4e80-9cde-2efd0c75f97a is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:04:07.639855 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-3fde9245-2d0c-4747-ab79-5ea3da703cbd None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:04:07.645871 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fde9245-2d0c-4747-ab79-5ea3da703cbd None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:04:07.653103 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde9245-2d0c-4747-ab79-5ea3da703cbd None None] Pushing event updated for resources: {'Port': ['ID=3c3a72de-7658-4d86-b299-fed7ce9e2edf,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:07.658245 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3fde9245-2d0c-4747-ab79-5ea3da703cbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:07.709017 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-3fde9245-2d0c-4747-ab79-5ea3da703cbd None None] Attempting to bind port 3c3a72de-7658-4d86-b299-fed7ce9e2edf on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:04:07.709394 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-3fde9245-2d0c-4747-ab79-5ea3da703cbd None None] Attempting to bind port 3c3a72de-7658-4d86-b299-fed7ce9e2edf by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'c23b5788-3ed7-40ea-987e-c39005cfc16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '44fa0140-bf0f-4e80-9cde-2efd0c75f97a'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:04:07.709764 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fde9245-2d0c-4747-ab79-5ea3da703cbd None None] Attempting to bind port 3c3a72de-7658-4d86-b299-fed7ce9e2edf on network 44fa0140-bf0f-4e80-9cde-2efd0c75f97a {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:04:07.714934 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fde9245-2d0c-4747-ab79-5ea3da703cbd None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:04:07.715315 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fde9245-2d0c-4747-ab79-5ea3da703cbd None None] Checking segment: {'id': 'c23b5788-3ed7-40ea-987e-c39005cfc16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '44fa0140-bf0f-4e80-9cde-2efd0c75f97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:04:07.715733 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3fde9245-2d0c-4747-ab79-5ea3da703cbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:07.716111 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fde9245-2d0c-4747-ab79-5ea3da703cbd None None] Bound using segment: {'id': 'c23b5788-3ed7-40ea-987e-c39005cfc16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '44fa0140-bf0f-4e80-9cde-2efd0c75f97a'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:04:07.716596 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-3fde9245-2d0c-4747-ab79-5ea3da703cbd None None] Bound port: 3c3a72de-7658-4d86-b299-fed7ce9e2edf, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23b5788-3ed7-40ea-987e-c39005cfc16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '44fa0140-bf0f-4e80-9cde-2efd0c75f97a'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:04:07.716962 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3fde9245-2d0c-4747-ab79-5ea3da703cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:07.756521 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-08a27d92-b5ef-4f9e-b80b-66b00f191102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'name': 'tempest-TestNetworkBasicOps-router-159259301', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.238'}], 'enable_snat': True}, 'gw_port_id': 'a789fd91-f3fd-4ceb-a16b-079e745bf8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:04:04Z', 'updated_at': '2021-06-21T15:04:05Z', 'revision_number': 3, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'a789fd91-f3fd-4ceb-a16b-079e745bf8f2', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:05Z', 'updated_at': '2021-06-21T15:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:04:07.783397 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a27d92-b5ef-4f9e-b80b-66b00f191102 None None] The sync data for ids ['9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f'] in dv-neutron-797121-2-hyperv is: [{'id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'name': 'tempest-TestNetworkBasicOps-router-159259301', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.238'}], 'enable_snat': True}, 'gw_port_id': 'a789fd91-f3fd-4ceb-a16b-079e745bf8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:04:04Z', 'updated_at': '2021-06-21T15:04:05Z', 'revision_number': 3, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'a789fd91-f3fd-4ceb-a16b-079e745bf8f2', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:05Z', 'updated_at': '2021-06-21T15:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:04:07.786014 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-3fde9245-2d0c-4747-ab79-5ea3da703cbd None None] For port 3c3a72de-7658-4d86-b299-fed7ce9e2edf, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:04:07.791138 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-3fde9245-2d0c-4747-ab79-5ea3da703cbd None None] For port 3c3a72de-7658-4d86-b299-fed7ce9e2edf, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3c3a72de-7658-4d86-b299-fed7ce9e2edf,segment=NetworkSegment(c23b5788-3ed7-40ea-987e-c39005cfc16c),segment_id=c23b5788-3ed7-40ea-987e-c39005cfc16c)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:04:07.796303 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3fde9245-2d0c-4747-ab79-5ea3da703cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:07.799511 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:07.864213 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde9245-2d0c-4747-ab79-5ea3da703cbd None None] Pushing event updated for resources: {'Port': ['ID=3c3a72de-7658-4d86-b299-fed7ce9e2edf,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:07.868401 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3fde9245-2d0c-4747-ab79-5ea3da703cbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:07.924524 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-67a55877-a6cf-4089-bc8d-8f2168cc7021 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Allocated IP 172.20.0.1 (44fa0140-bf0f-4e80-9cde-2efd0c75f97a/f48b1dd5-7439-4f50-bf83-ae5c5091e1e1/d9a0ae05-3e58-4a0f-bd69-23037cac00a5) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:04:08.073902 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-67a55877-a6cf-4089-bc8d-8f2168cc7021 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:08.101624 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-67a55877-a6cf-4089-bc8d-8f2168cc7021 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Transition to ACTIVE for port object d9a0ae05-3e58-4a0f-bd69-23037cac00a5 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:04:08.136741 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-67a55877-a6cf-4089-bc8d-8f2168cc7021 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:08.139049 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9b47d4f6-5519-46ed-9ca7-31ec4c2ce597 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:08.188518 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a55877-a6cf-4089-bc8d-8f2168cc7021 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network 44fa0140-bf0f-4e80-9cde-2efd0c75f97a is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:04:08.194862 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-67a55877-a6cf-4089-bc8d-8f2168cc7021 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:04:08.200297 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a55877-a6cf-4089-bc8d-8f2168cc7021 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:04:08.207269 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a55877-a6cf-4089-bc8d-8f2168cc7021 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=d9a0ae05-3e58-4a0f-bd69-23037cac00a5,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:08.228400 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-67a55877-a6cf-4089-bc8d-8f2168cc7021 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:08.249454 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-67a55877-a6cf-4089-bc8d-8f2168cc7021 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:08.403644 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-67a55877-a6cf-4089-bc8d-8f2168cc7021 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:08.701426 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-67a55877-a6cf-4089-bc8d-8f2168cc7021 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:08.706395 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-67a55877-a6cf-4089-bc8d-8f2168cc7021 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:08.709415 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9b3eb564-fabe-4bc3-ad0f-3f128822e525 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:08.782711 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a55877-a6cf-4089-bc8d-8f2168cc7021 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=d9a0ae05-3e58-4a0f-bd69-23037cac00a5,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:08.785877 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-67a55877-a6cf-4089-bc8d-8f2168cc7021 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:08.787965 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-67a55877-a6cf-4089-bc8d-8f2168cc7021 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:08.873763 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15506bc-256f-41d9-bf30-2d2f207acca2 None None] Network 44fa0140-bf0f-4e80-9cde-2efd0c75f97a requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:04:08.889894 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a55877-a6cf-4089-bc8d-8f2168cc7021 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network 44fa0140-bf0f-4e80-9cde-2efd0c75f97a is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:04:08.891383 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-67a55877-a6cf-4089-bc8d-8f2168cc7021 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:04:08.941127 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-4fbe5cb0-ac6c-49b9-a989-2ed6e1232397 None None] Provisioning for port 3c3a72de-7658-4d86-b299-fed7ce9e2edf completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:04:09.010072 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a55877-a6cf-4089-bc8d-8f2168cc7021 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router 9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:04:09.124905 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a55877-a6cf-4089-bc8d-8f2168cc7021 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:04:09.133306 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39948) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:09.134069 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-67a55877-a6cf-4089-bc8d-8f2168cc7021 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "PUT /v2.0/routers/9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0140305 Jun 21 15:04:09.246093 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d7e917-b421-4052-b157-b62032f7bfc2 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:09.246576 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d7e917-b421-4052-b157-b62032f7bfc2 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:09.247050 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d7e917-b421-4052-b157-b62032f7bfc2 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:09.247503 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d7e917-b421-4052-b157-b62032f7bfc2 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:09.249210 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f2d7e917-b421-4052-b157-b62032f7bfc2 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1148207 Jun 21 15:04:09.251954 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39950) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:09.283855 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-75933833-fc4f-4efa-8f0c-077892e3d6e2 None None] Provisioning for port d9a0ae05-3e58-4a0f-bd69-23037cac00a5 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:04:09.288358 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-75933833-fc4f-4efa-8f0c-077892e3d6e2 None None] Provisioning complete for port d9a0ae05-3e58-4a0f-bd69-23037cac00a5 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:04:09.288730 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-75933833-fc4f-4efa-8f0c-077892e3d6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:09.310169 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cbcadf-b7da-4866-a9e1-691a8e3ee3b5 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:09.310629 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cbcadf-b7da-4866-a9e1-691a8e3ee3b5 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:09.311080 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cbcadf-b7da-4866-a9e1-691a8e3ee3b5 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:09.311578 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cbcadf-b7da-4866-a9e1-691a8e3ee3b5 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:09.313246 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d9cbcadf-b7da-4866-a9e1-691a8e3ee3b5 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0598695 Jun 21 15:04:09.316403 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39952) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:09.335291 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-75933833-fc4f-4efa-8f0c-077892e3d6e2 None None] Port d9a0ae05-3e58-4a0f-bd69-23037cac00a5 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:04:09.470888 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e836b9bb-fffe-4157-81c7-bb1c11d5d179 None None] Sync routers for ids ['9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:04:09.481303 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b02b68cc-79ee-4202-a635-2724288d31b0 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1636758 Jun 21 15:04:09.483773 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e836b9bb-fffe-4157-81c7-bb1c11d5d179 None None] Routers {'9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:04:09.484342 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39954) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:09.484857 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-e836b9bb-fffe-4157-81c7-bb1c11d5d179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:03:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:04:09.490152 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-cf7a4a52-ff8e-4a7c-8930-a8d1b2b50242 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-490562318', 'network_id': '44fa0140-bf0f-4e80-9cde-2efd0c75f97a'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:04:09.629808 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7a4a52-ff8e-4a7c-8930-a8d1b2b50242 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Made reservation on behalf of 6034e39b7b9c4208ae0c3b83482b9f88 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:04:09.633364 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cf7a4a52-ff8e-4a7c-8930-a8d1b2b50242 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:09.654970 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [None req-cf7a4a52-ff8e-4a7c-8930-a8d1b2b50242 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] device_id is not set on port 912ea687-a323-4022-8071-257eea1289f1 yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 15:04:09.694112 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3c3a72de-7658-4d86-b299-fed7ce9e2edf up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:04:09.737420 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-28687ab2-8abc-4299-a185-cb6285c0a6c1 None None] Provisioning complete for port d9a0ae05-3e58-4a0f-bd69-23037cac00a5 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:04:09.737847 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-28687ab2-8abc-4299-a185-cb6285c0a6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:09.771104 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-cf7a4a52-ff8e-4a7c-8930-a8d1b2b50242 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Allocated IP 172.20.0.11 (44fa0140-bf0f-4e80-9cde-2efd0c75f97a/f48b1dd5-7439-4f50-bf83-ae5c5091e1e1/912ea687-a323-4022-8071-257eea1289f1) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:04:09.827137 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-e836b9bb-fffe-4157-81c7-bb1c11d5d179 None None] Set router 9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:04:09.828720 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-28687ab2-8abc-4299-a185-cb6285c0a6c1 None None] Port d9a0ae05-3e58-4a0f-bd69-23037cac00a5 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:04:09.868243 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 3c3a72de-7658-4d86-b299-fed7ce9e2edf completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:04:09.879035 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 3c3a72de-7658-4d86-b299-fed7ce9e2edf triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:04:09.880192 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:09.931532 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cf7a4a52-ff8e-4a7c-8930-a8d1b2b50242 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:09.947279 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-cf7a4a52-ff8e-4a7c-8930-a8d1b2b50242 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Transition to ACTIVE for port object 912ea687-a323-4022-8071-257eea1289f1 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:04:09.981981 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cf7a4a52-ff8e-4a7c-8930-a8d1b2b50242 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:09.988501 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-27777d3a-4721-48e8-85c3-de0f29a93b11 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:09.996969 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-756c3093-214b-4c81-9844-3726e144a320 None None] Provisioning complete for port d9a0ae05-3e58-4a0f-bd69-23037cac00a5 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:04:09.997328 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-756c3093-214b-4c81-9844-3726e144a320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:10.026955 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7a4a52-ff8e-4a7c-8930-a8d1b2b50242 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network 44fa0140-bf0f-4e80-9cde-2efd0c75f97a is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:04:10.032296 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-cf7a4a52-ff8e-4a7c-8930-a8d1b2b50242 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:04:10.035729 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7a4a52-ff8e-4a7c-8930-a8d1b2b50242 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:04:10.069880 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a4a52-ff8e-4a7c-8930-a8d1b2b50242 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=912ea687-a323-4022-8071-257eea1289f1,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:10.073017 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cf7a4a52-ff8e-4a7c-8930-a8d1b2b50242 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:10.079950 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-756c3093-214b-4c81-9844-3726e144a320 None None] Port d9a0ae05-3e58-4a0f-bd69-23037cac00a5 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:04:10.104454 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7a4a52-ff8e-4a7c-8930-a8d1b2b50242 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:10.105451 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cf7a4a52-ff8e-4a7c-8930-a8d1b2b50242 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:10.117844 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:10.124523 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-cf7a4a52-ff8e-4a7c-8930-a8d1b2b50242 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.6390104 Jun 21 15:04:10.167587 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 3c3a72de-7658-4d86-b299-fed7ce9e2edf, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3c3a72de-7658-4d86-b299-fed7ce9e2edf,segment=NetworkSegment(c23b5788-3ed7-40ea-987e-c39005cfc16c),segment_id=c23b5788-3ed7-40ea-987e-c39005cfc16c)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:04:10.174772 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:10.175755 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device a789fd91-f3fd-4ceb-a16b-079e745bf8f2 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:04:10.178784 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:10.223436 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-e836b9bb-fffe-4157-81c7-bb1c11d5d179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'name': 'tempest-TestNetworkBasicOps-router-159259301', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.238'}], 'enable_snat': True}, 'gw_port_id': 'a789fd91-f3fd-4ceb-a16b-079e745bf8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:04:04Z', 'updated_at': '2021-06-21T15:04:08Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'a789fd91-f3fd-4ceb-a16b-079e745bf8f2', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:05Z', 'updated_at': '2021-06-21T15:04:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'd9a0ae05-3e58-4a0f-bd69-23037cac00a5', 'name': '', 'network_id': '44fa0140-bf0f-4e80-9cde-2efd0c75f97a', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:1f:91:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'f48b1dd5-7439-4f50-bf83-ae5c5091e1e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:07Z', 'updated_at': '2021-06-21T15:04:08Z', 'revision_number': 2, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'f48b1dd5-7439-4f50-bf83-ae5c5091e1e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:04:10.264680 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e836b9bb-fffe-4157-81c7-bb1c11d5d179 None None] Checking router: 9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:04:10.265041 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e836b9bb-fffe-4157-81c7-bb1c11d5d179 None None] Updating router 9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f port d9a0ae05-3e58-4a0f-bd69-23037cac00a5 binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:04:10.310467 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=3c3a72de-7658-4d86-b299-fed7ce9e2edf,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:10.315510 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:10.328550 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e836b9bb-fffe-4157-81c7-bb1c11d5d179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:10.339722 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-a0498440-030b-40d6-a6f0-2770833b8753 None None] Provisioning for port 912ea687-a323-4022-8071-257eea1289f1 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:04:10.341538 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port a789fd91-f3fd-4ceb-a16b-079e745bf8f2 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:04:10.349116 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port a789fd91-f3fd-4ceb-a16b-079e745bf8f2 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:04:10.349485 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:10.351667 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-a0498440-030b-40d6-a6f0-2770833b8753 None None] Provisioning complete for port 912ea687-a323-4022-8071-257eea1289f1 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:04:10.352018 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a0498440-030b-40d6-a6f0-2770833b8753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:10.403349 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39958) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:10.408301 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-093cc51d-c173-409d-891d-af4c7fbb489f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-324729137', 'description': 'tempest-secgroup-smoke-324729137 description', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:04:10.431702 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-093cc51d-c173-409d-891d-af4c7fbb489f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:10.490159 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-a0498440-030b-40d6-a6f0-2770833b8753 None None] Port 912ea687-a323-4022-8071-257eea1289f1 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:04:10.514146 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-093cc51d-c173-409d-891d-af4c7fbb489f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:10.519163 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-093cc51d-c173-409d-891d-af4c7fbb489f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:10.522552 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fddd6ab6-3c30-4e25-80ba-e0db4ec76ced tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:10.546189 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-093cc51d-c173-409d-891d-af4c7fbb489f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:10.547395 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-093cc51d-c173-409d-891d-af4c7fbb489f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1429996 Jun 21 15:04:10.550839 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39960) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:10.552220 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093cc51d-c173-409d-891d-af4c7fbb489f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a796dd1c-ca8c-449c-ad82-02722e46b434,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:10.555103 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-093cc51d-c173-409d-891d-af4c7fbb489f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:10.559007 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-08aab265-7d0b-4776-aa57-a4e0114cdc3d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': 'a796dd1c-ca8c-449c-ad82-02722e46b434', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:04:10.588448 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-08aab265-7d0b-4776-aa57-a4e0114cdc3d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:10.596875 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:10.630489 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port a789fd91-f3fd-4ceb-a16b-079e745bf8f2, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=a789fd91-f3fd-4ceb-a16b-079e745bf8f2,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:04:10.638044 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:10.642134 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3d2f85eb-e9fa-4a6c-ab29-dc4182d154f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:10.650176 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-08aab265-7d0b-4776-aa57-a4e0114cdc3d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:10.655199 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-08aab265-7d0b-4776-aa57-a4e0114cdc3d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:10.660850 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-28558606-2374-497e-a12c-a3dd089f306d tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:10.676320 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aab265-7d0b-4776-aa57-a4e0114cdc3d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd6f78f0-8cf2-4de4-be3c-d374f0ed05e9,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:10.679345 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-08aab265-7d0b-4776-aa57-a4e0114cdc3d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:10.681008 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-08aab265-7d0b-4776-aa57-a4e0114cdc3d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:10.682219 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-08aab265-7d0b-4776-aa57-a4e0114cdc3d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292205 Jun 21 15:04:10.685235 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39962) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:10.690110 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-8b51089f-253a-4815-8665-44f4aabcda51 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': 'a796dd1c-ca8c-449c-ad82-02722e46b434', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:04:10.719897 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8b51089f-253a-4815-8665-44f4aabcda51 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:10.725736 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=a789fd91-f3fd-4ceb-a16b-079e745bf8f2,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:10.729642 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:10.747852 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e836b9bb-fffe-4157-81c7-bb1c11d5d179 None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:10.757815 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-e836b9bb-fffe-4157-81c7-bb1c11d5d179 None None] Transition to ACTIVE for port object d9a0ae05-3e58-4a0f-bd69-23037cac00a5 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:04:10.763865 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e836b9bb-fffe-4157-81c7-bb1c11d5d179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:10.766057 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:10.793468 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8b51089f-253a-4815-8665-44f4aabcda51 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:10.798435 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8b51089f-253a-4815-8665-44f4aabcda51 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:10.800329 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-66b41603-64e5-4297-93b9-98cf5cb0e91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:10.817799 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b51089f-253a-4815-8665-44f4aabcda51 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa7c4543-be8f-45d6-803c-94a0d242bc1e,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:10.820859 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8b51089f-253a-4815-8665-44f4aabcda51 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:10.825945 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8b51089f-253a-4815-8665-44f4aabcda51 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:10.827303 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8b51089f-253a-4815-8665-44f4aabcda51 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1408734 Jun 21 15:04:10.831117 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39964) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:10.835990 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-adef0b8d-fdb1-40ec-b1f9-4282c0122cb3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': 'a796dd1c-ca8c-449c-ad82-02722e46b434', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:04:10.842988 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab82de-c459-4031-a64f-3778278b4288 None None] Pushing event updated for resources: {'Port': ['ID=d9a0ae05-3e58-4a0f-bd69-23037cac00a5,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:10.847150 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-adab82de-c459-4031-a64f-3778278b4288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:10.868789 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-adef0b8d-fdb1-40ec-b1f9-4282c0122cb3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:10.901598 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-e836b9bb-fffe-4157-81c7-bb1c11d5d179 None None] Attempting to bind port d9a0ae05-3e58-4a0f-bd69-23037cac00a5 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:04:10.902242 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-e836b9bb-fffe-4157-81c7-bb1c11d5d179 None None] Attempting to bind port d9a0ae05-3e58-4a0f-bd69-23037cac00a5 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'c23b5788-3ed7-40ea-987e-c39005cfc16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '44fa0140-bf0f-4e80-9cde-2efd0c75f97a'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:04:10.902242 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e836b9bb-fffe-4157-81c7-bb1c11d5d179 None None] Attempting to bind port d9a0ae05-3e58-4a0f-bd69-23037cac00a5 on network 44fa0140-bf0f-4e80-9cde-2efd0c75f97a {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:04:10.908026 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e836b9bb-fffe-4157-81c7-bb1c11d5d179 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:04:10.908436 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e836b9bb-fffe-4157-81c7-bb1c11d5d179 None None] Checking segment: {'id': 'c23b5788-3ed7-40ea-987e-c39005cfc16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '44fa0140-bf0f-4e80-9cde-2efd0c75f97a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:04:10.908872 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e836b9bb-fffe-4157-81c7-bb1c11d5d179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:10.909267 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e836b9bb-fffe-4157-81c7-bb1c11d5d179 None None] Bound using segment: {'id': 'c23b5788-3ed7-40ea-987e-c39005cfc16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '44fa0140-bf0f-4e80-9cde-2efd0c75f97a'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:04:10.909862 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-e836b9bb-fffe-4157-81c7-bb1c11d5d179 None None] Bound port: d9a0ae05-3e58-4a0f-bd69-23037cac00a5, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c23b5788-3ed7-40ea-987e-c39005cfc16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '44fa0140-bf0f-4e80-9cde-2efd0c75f97a'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:04:10.910245 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e836b9bb-fffe-4157-81c7-bb1c11d5d179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:10.983370 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-e836b9bb-fffe-4157-81c7-bb1c11d5d179 None None] For port d9a0ae05-3e58-4a0f-bd69-23037cac00a5, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:04:10.987071 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-e836b9bb-fffe-4157-81c7-bb1c11d5d179 None None] For port d9a0ae05-3e58-4a0f-bd69-23037cac00a5, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=d9a0ae05-3e58-4a0f-bd69-23037cac00a5,segment=NetworkSegment(c23b5788-3ed7-40ea-987e-c39005cfc16c),segment_id=c23b5788-3ed7-40ea-987e-c39005cfc16c)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:04:10.993932 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e836b9bb-fffe-4157-81c7-bb1c11d5d179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:10.996210 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:11.057680 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e836b9bb-fffe-4157-81c7-bb1c11d5d179 None None] Routers {'9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:04:11.059239 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-e836b9bb-fffe-4157-81c7-bb1c11d5d179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:03:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:04:11.097717 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adab82de-c459-4031-a64f-3778278b4288 None None] Pushing event updated for resources: {'Port': ['ID=d9a0ae05-3e58-4a0f-bd69-23037cac00a5,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:11.102563 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-adab82de-c459-4031-a64f-3778278b4288 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:11.180290 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-e836b9bb-fffe-4157-81c7-bb1c11d5d179 None None] Set router 9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:04:11.348780 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-adef0b8d-fdb1-40ec-b1f9-4282c0122cb3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:11.354981 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-adef0b8d-fdb1-40ec-b1f9-4282c0122cb3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:11.357075 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:11.374955 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adef0b8d-fdb1-40ec-b1f9-4282c0122cb3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3707c69-e7bc-4801-9962-e6ed96f969d8,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:11.379176 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-adef0b8d-fdb1-40ec-b1f9-4282c0122cb3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:11.384827 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-adef0b8d-fdb1-40ec-b1f9-4282c0122cb3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:11.390562 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 39968) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:11.390712 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-adef0b8d-fdb1-40ec-b1f9-4282c0122cb3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5583873 Jun 21 15:04:11.397862 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-400a12ef-9afe-4ef1-8654-a8f555ccfeef tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': 'a796dd1c-ca8c-449c-ad82-02722e46b434', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:04:11.433749 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-400a12ef-9afe-4ef1-8654-a8f555ccfeef tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:11.486620 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3c3a72de-7658-4d86-b299-fed7ce9e2edf up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:04:11.504572 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-400a12ef-9afe-4ef1-8654-a8f555ccfeef tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:11.509312 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-400a12ef-9afe-4ef1-8654-a8f555ccfeef tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:11.511297 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-27855e74-94b4-411c-bca4-330fd67245f5 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:11.529732 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a12ef-9afe-4ef1-8654-a8f555ccfeef tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ceeb230-257b-4a06-bc72-ed2f4c6e13d0,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:11.532462 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-400a12ef-9afe-4ef1-8654-a8f555ccfeef tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:11.533868 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-400a12ef-9afe-4ef1-8654-a8f555ccfeef tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:11.538491 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39970) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:11.542323 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-400a12ef-9afe-4ef1-8654-a8f555ccfeef tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1483963 Jun 21 15:04:11.543325 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-caace10c-f838-4db3-bb7f-b545e0f0c491 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': 'a796dd1c-ca8c-449c-ad82-02722e46b434', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:04:11.567469 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.securitygroups_db [None req-caace10c-f838-4db3-bb7f-b545e0f0c491 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Project 6034e39b7b9c4208ae0c3b83482b9f88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 15:04:11.572959 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-caace10c-f838-4db3-bb7f-b545e0f0c491 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:11.589359 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 3c3a72de-7658-4d86-b299-fed7ce9e2edf triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:04:11.589755 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:11.638395 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-caace10c-f838-4db3-bb7f-b545e0f0c491 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:11.642329 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-e836b9bb-fffe-4157-81c7-bb1c11d5d179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'name': 'tempest-TestNetworkBasicOps-router-159259301', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.238'}], 'enable_snat': True}, 'gw_port_id': 'a789fd91-f3fd-4ceb-a16b-079e745bf8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:04:04Z', 'updated_at': '2021-06-21T15:04:08Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'a789fd91-f3fd-4ceb-a16b-079e745bf8f2', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:05Z', 'updated_at': '2021-06-21T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'd9a0ae05-3e58-4a0f-bd69-23037cac00a5', 'name': '', 'network_id': '44fa0140-bf0f-4e80-9cde-2efd0c75f97a', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:1f:91:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'f48b1dd5-7439-4f50-bf83-ae5c5091e1e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:07Z', 'updated_at': '2021-06-21T15:04:10Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'f48b1dd5-7439-4f50-bf83-ae5c5091e1e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:04:11.643577 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-caace10c-f838-4db3-bb7f-b545e0f0c491 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:11.648392 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-163b43f8-6359-40a7-b17f-ac38fd9c5ec8 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:11.663233 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caace10c-f838-4db3-bb7f-b545e0f0c491 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=475ff26a-960d-4e54-8f2c-2b95972dcb2f,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:11.666085 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-caace10c-f838-4db3-bb7f-b545e0f0c491 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:11.671759 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e836b9bb-fffe-4157-81c7-bb1c11d5d179 None None] The sync data for ids ['9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f'] in dv-neutron-797121-2-hyperv is: [{'id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'name': 'tempest-TestNetworkBasicOps-router-159259301', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.238'}], 'enable_snat': True}, 'gw_port_id': 'a789fd91-f3fd-4ceb-a16b-079e745bf8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:04:04Z', 'updated_at': '2021-06-21T15:04:08Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'a789fd91-f3fd-4ceb-a16b-079e745bf8f2', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:05Z', 'updated_at': '2021-06-21T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'd9a0ae05-3e58-4a0f-bd69-23037cac00a5', 'name': '', 'network_id': '44fa0140-bf0f-4e80-9cde-2efd0c75f97a', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:1f:91:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'f48b1dd5-7439-4f50-bf83-ae5c5091e1e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:07Z', 'updated_at': '2021-06-21T15:04:10Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'f48b1dd5-7439-4f50-bf83-ae5c5091e1e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:04:11.672402 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-caace10c-f838-4db3-bb7f-b545e0f0c491 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:11.674658 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-caace10c-f838-4db3-bb7f-b545e0f0c491 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1348698 Jun 21 15:04:11.677755 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 39972) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:11.682981 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-db400f37-e382-4140-bba3-552f0593586b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': 'a796dd1c-ca8c-449c-ad82-02722e46b434', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:04:11.707288 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.securitygroups_db [None req-db400f37-e382-4140-bba3-552f0593586b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Project 6034e39b7b9c4208ae0c3b83482b9f88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 15:04:11.712545 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-db400f37-e382-4140-bba3-552f0593586b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:11.741987 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device a789fd91-f3fd-4ceb-a16b-079e745bf8f2 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:04:11.805441 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port a789fd91-f3fd-4ceb-a16b-079e745bf8f2 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:04:11.805708 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-db400f37-e382-4140-bba3-552f0593586b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:11.805841 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:11.810463 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-db400f37-e382-4140-bba3-552f0593586b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:11.812711 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-454a2b95-f270-4c7f-a622-6d5ca2f7dd44 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:11.830479 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db400f37-e382-4140-bba3-552f0593586b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7369264-19dd-4ec2-8327-ceb83d6489fd,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:11.833552 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-db400f37-e382-4140-bba3-552f0593586b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:11.839679 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-db400f37-e382-4140-bba3-552f0593586b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:11.841162 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-db400f37-e382-4140-bba3-552f0593586b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1622882 Jun 21 15:04:12.243239 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-44b098cf-644b-4013-a7ce-65cf3b699e69 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-324729137&fields=id&tenant_id=6034e39b7b9c4208ae0c3b83482b9f88 HTTP/1.1" status: 200 len: 267 time: 0.0379326 Jun 21 15:04:12.302806 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-4366c623-bc71-4ef3-a7b8-930034d0f186 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:12.304226 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-4366c623-bc71-4ef3-a7b8-930034d0f186 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports/912ea687-a323-4022-8071-257eea1289f1 HTTP/1.1" status: 200 len: 930 time: 0.0546265 Jun 21 15:04:12.360999 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-9bface8f-f684-4e0b-be47-d2fe9f0e36fd service neutron] 10.222.0.72 "GET /v2.0/ports/912ea687-a323-4022-8071-257eea1289f1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0432320 Jun 21 15:04:12.456351 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-2aa985aa-ca03-4064-915e-b674c77068a0 service neutron] 10.222.0.72 "GET /v2.0/networks/44fa0140-bf0f-4e80-9cde-2efd0c75f97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893259 Jun 21 15:04:12.552127 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-88987843-6fb5-42e0-8900-4467b979a704 service neutron] 10.222.0.72 "GET /v2.0/networks/44fa0140-bf0f-4e80-9cde-2efd0c75f97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895493 Jun 21 15:04:12.840934 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1bd659f8-c98c-4ee9-a69d-74c590daa5c2 req-c5c5abe0-9ef6-4df3-acc5-6adcf12d0077 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d78d9803-0fb3-4304-b95c-bc0a7fa2212c HTTP/1.1" status: 200 len: 210 time: 0.1382203 Jun 21 15:04:13.487448 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device d9a0ae05-3e58-4a0f-bd69-23037cac00a5 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:04:13.545053 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port d9a0ae05-3e58-4a0f-bd69-23037cac00a5 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:04:13.548949 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port d9a0ae05-3e58-4a0f-bd69-23037cac00a5 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:04:13.549439 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:13.625371 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:13.658031 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port d9a0ae05-3e58-4a0f-bd69-23037cac00a5, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=d9a0ae05-3e58-4a0f-bd69-23037cac00a5,segment=NetworkSegment(c23b5788-3ed7-40ea-987e-c39005cfc16c),segment_id=c23b5788-3ed7-40ea-987e-c39005cfc16c)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:04:13.663566 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:13.666593 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:13.722009 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=d9a0ae05-3e58-4a0f-bd69-23037cac00a5,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:13.724869 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:13.791616 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-5d9921d1-49da-4da0-a67a-9009993ba193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:13.792963 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-5d9921d1-49da-4da0-a67a-9009993ba193 service neutron] 10.222.0.66 "GET /v2.0/ports/912ea687-a323-4022-8071-257eea1289f1 HTTP/1.1" status: 200 len: 1026 time: 0.0957515 Jun 21 15:04:13.901346 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-53f603f9-82e2-4253-b5e3-43656b45f534 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:13.902963 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-53f603f9-82e2-4253-b5e3-43656b45f534 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/networks?id=44fa0140-bf0f-4e80-9cde-2efd0c75f97a HTTP/1.1" status: 200 len: 797 time: 0.1046221 Jun 21 15:04:13.980495 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-6faa1faf-43b8-435f-901c-91e1a5d1c99a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6034e39b7b9c4208ae0c3b83482b9f88 HTTP/1.1" status: 200 len: 379 time: 0.0675857 Jun 21 15:04:14.001937 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-d0d405d7-5741-4cd1-9763-0df6be08a744 service neutron] Request body: {'port': {'device_id': 'd78d9803-0fb3-4304-b95c-bc0a7fa2212c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:04:14.006067 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ae11a3ec-a012-49a3-a443-5f5733c128db req-e8bc4ec4-8893-4774-b723-6ddff3675dcc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d78d9803-0fb3-4304-b95c-bc0a7fa2212c HTTP/1.1" status: 200 len: 210 time: 0.0431726 Jun 21 15:04:14.057569 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5dde10cd-b670-4752-a575-6798bf2478a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:14.075726 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-d0d405d7-5741-4cd1-9763-0df6be08a744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:14.414700 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-d0d405d7-5741-4cd1-9763-0df6be08a744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 912ea687-a323-4022-8071-257eea1289f1 {{(pid=105224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:04:14.422211 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-d0d405d7-5741-4cd1-9763-0df6be08a744 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:14.436449 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-d0d405d7-5741-4cd1-9763-0df6be08a744 service neutron] Transition to ACTIVE for port object 912ea687-a323-4022-8071-257eea1289f1 will not be triggered until provisioned by entity L2. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:04:14.442394 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-d0d405d7-5741-4cd1-9763-0df6be08a744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:14.445219 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ba9158d9-9b26-406a-a2dc-63308ac68aa9 tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:14.523740 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d405d7-5741-4cd1-9763-0df6be08a744 service neutron] Pushing event updated for resources: {'Port': ['ID=912ea687-a323-4022-8071-257eea1289f1,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:14.526664 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d0d405d7-5741-4cd1-9763-0df6be08a744 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:14.602805 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-d0d405d7-5741-4cd1-9763-0df6be08a744 service neutron] Attempting to bind port 912ea687-a323-4022-8071-257eea1289f1 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:04:14.603129 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-d0d405d7-5741-4cd1-9763-0df6be08a744 service neutron] Attempting to bind port 912ea687-a323-4022-8071-257eea1289f1 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'c23b5788-3ed7-40ea-987e-c39005cfc16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '44fa0140-bf0f-4e80-9cde-2efd0c75f97a'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:04:14.603450 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-d0d405d7-5741-4cd1-9763-0df6be08a744 service neutron] Attempting to bind port 912ea687-a323-4022-8071-257eea1289f1 on network 44fa0140-bf0f-4e80-9cde-2efd0c75f97a {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:04:14.608539 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-d0d405d7-5741-4cd1-9763-0df6be08a744 service neutron] Port 912ea687-a323-4022-8071-257eea1289f1 on network 44fa0140-bf0f-4e80-9cde-2efd0c75f97a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 15:04:14.609070 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-d0d405d7-5741-4cd1-9763-0df6be08a744 service neutron] Attempting to bind port 912ea687-a323-4022-8071-257eea1289f1 on network 44fa0140-bf0f-4e80-9cde-2efd0c75f97a {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:04:14.614574 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-d0d405d7-5741-4cd1-9763-0df6be08a744 service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:04:14.614900 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-d0d405d7-5741-4cd1-9763-0df6be08a744 service neutron] Checking segment: {'id': 'c23b5788-3ed7-40ea-987e-c39005cfc16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '44fa0140-bf0f-4e80-9cde-2efd0c75f97a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:04:14.615268 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-d0d405d7-5741-4cd1-9763-0df6be08a744 service neutron] Bound using segment: {'id': 'c23b5788-3ed7-40ea-987e-c39005cfc16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '44fa0140-bf0f-4e80-9cde-2efd0c75f97a'} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:04:14.615683 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-d0d405d7-5741-4cd1-9763-0df6be08a744 service neutron] Bound port: 912ea687-a323-4022-8071-257eea1289f1, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c23b5788-3ed7-40ea-987e-c39005cfc16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '44fa0140-bf0f-4e80-9cde-2efd0c75f97a'}}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:04:14.616204 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-d0d405d7-5741-4cd1-9763-0df6be08a744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:14.680530 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-d0d405d7-5741-4cd1-9763-0df6be08a744 service neutron] For port 912ea687-a323-4022-8071-257eea1289f1, host hv-neutron-7971, cleared binding levels {{(pid=105224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:04:14.683567 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-d0d405d7-5741-4cd1-9763-0df6be08a744 service neutron] For port 912ea687-a323-4022-8071-257eea1289f1, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=912ea687-a323-4022-8071-257eea1289f1,segment=NetworkSegment(c23b5788-3ed7-40ea-987e-c39005cfc16c),segment_id=c23b5788-3ed7-40ea-987e-c39005cfc16c)] {{(pid=105224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:04:14.691991 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-d0d405d7-5741-4cd1-9763-0df6be08a744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:14.693997 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-812ef22f-a110-45e3-b62f-031634cf4e52 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:14.729963 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-d0d405d7-5741-4cd1-9763-0df6be08a744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:14.730602 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-d0d405d7-5741-4cd1-9763-0df6be08a744 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:14.731933 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-d0d405d7-5741-4cd1-9763-0df6be08a744 service neutron] 10.222.0.66 "PUT /v2.0/ports/912ea687-a323-4022-8071-257eea1289f1 HTTP/1.1" status: 200 len: 1131 time: 0.7343190 Jun 21 15:04:14.732464 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78d9803-0fb3-4304-b95c-bc0a7fa2212c', 'tag': '912ea687-a323-4022-8071-257eea1289f1'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:04:14.734965 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8337b04a-acd9-49c5-a02f-3b71606fe0f6" -d '{"events": [{"name": "network-changed", "server_uuid": "d78d9803-0fb3-4304-b95c-bc0a7fa2212c", "tag": "912ea687-a323-4022-8071-257eea1289f1"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:04:14.759316 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d405d7-5741-4cd1-9763-0df6be08a744 service neutron] Pushing event updated for resources: {'Port': ['ID=912ea687-a323-4022-8071-257eea1289f1,revision_number=3']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:14.762662 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d0d405d7-5741-4cd1-9763-0df6be08a744 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:14.787963 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9198d1ce-606d-423f-9872-c60133e27685 x-openstack-request-id: req-9198d1ce-606d-423f-9872-c60133e27685 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:04:14.788311 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d78d9803-0fb3-4304-b95c-bc0a7fa2212c", "tag": "912ea687-a323-4022-8071-257eea1289f1", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:04:14.788610 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9198d1ce-606d-423f-9872-c60133e27685 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:04:14.789144 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78d9803-0fb3-4304-b95c-bc0a7fa2212c', 'tag': '912ea687-a323-4022-8071-257eea1289f1', 'status': 'completed', 'code': 200} Jun 21 15:04:14.838540 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-cf88648b-1598-42e4-bd79-1a97e8b11d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:14.840032 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-cf88648b-1598-42e4-bd79-1a97e8b11d72 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=d78d9803-0fb3-4304-b95c-bc0a7fa2212c HTTP/1.1" status: 200 len: 1134 time: 0.0646272 Jun 21 15:04:14.886646 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-f8f7994d-bb6f-4a2a-bc8b-f33d11596d11 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=912ea687-a323-4022-8071-257eea1289f1 HTTP/1.1" status: 200 len: 217 time: 0.0356195 Jun 21 15:04:14.944970 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-ca008aeb-b8c5-4b70-a7cd-221663861ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:14.946409 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-ca008aeb-b8c5-4b70-a7cd-221663861ff0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f48b1dd5-7439-4f50-bf83-ae5c5091e1e1 HTTP/1.1" status: 200 len: 834 time: 0.0542188 Jun 21 15:04:15.012037 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-7d73f4d0-2da0-43d9-b4b5-f1cb8fd32a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:15.013524 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-7d73f4d0-2da0-43d9-b4b5-f1cb8fd32a4b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=44fa0140-bf0f-4e80-9cde-2efd0c75f97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0608428 Jun 21 15:04:15.101092 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:04:15.109741 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-75897057-698b-45f2-b542-5bebf4866cac service neutron] 10.222.0.66 "GET /v2.0/networks/44fa0140-bf0f-4e80-9cde-2efd0c75f97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892546 Jun 21 15:04:15.252821 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4cbcd801-b38d-4adf-9801-db4b9352130d req-ab9a9636-b7c3-4df4-b149-d91883603022 service neutron] 10.222.0.66 "GET /v2.0/networks/44fa0140-bf0f-4e80-9cde-2efd0c75f97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348686 Jun 21 15:04:15.267065 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc5deb-22a1-43de-a377-1d62dcba26af req-787be60d-582b-4bea-a8c6-4c77405aea9e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:15.268698 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-41cc5deb-22a1-43de-a377-1d62dcba26af req-787be60d-582b-4bea-a8c6-4c77405aea9e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d78d9803-0fb3-4304-b95c-bc0a7fa2212c HTTP/1.1" status: 200 len: 981 time: 0.1497509 Jun 21 15:04:15.320886 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-41cc5deb-22a1-43de-a377-1d62dcba26af req-8fc8e835-8fb3-4b6d-97fc-089c01c66bcd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c13b858-81c9-4de8-88f5-a18d3d214b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428541 Jun 21 15:04:15.362836 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337b04a-acd9-49c5-a02f-3b71606fe0f6 req-421ad966-98c4-4fcc-b32d-5615dbc7e54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:15.364314 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8337b04a-acd9-49c5-a02f-3b71606fe0f6 req-421ad966-98c4-4fcc-b32d-5615dbc7e54b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=d78d9803-0fb3-4304-b95c-bc0a7fa2212c HTTP/1.1" status: 200 len: 1134 time: 0.0588448 Jun 21 15:04:15.468158 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337b04a-acd9-49c5-a02f-3b71606fe0f6 req-e9d2159d-662a-4d08-8551-500ce3c65665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:15.469740 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8337b04a-acd9-49c5-a02f-3b71606fe0f6 req-e9d2159d-662a-4d08-8551-500ce3c65665 service neutron] 10.222.0.66 "GET /v2.0/networks?id=44fa0140-bf0f-4e80-9cde-2efd0c75f97a HTTP/1.1" status: 200 len: 898 time: 0.0992761 Jun 21 15:04:15.476967 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device d9a0ae05-3e58-4a0f-bd69-23037cac00a5 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:04:15.511470 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8337b04a-acd9-49c5-a02f-3b71606fe0f6 req-755590be-740a-43a6-9d29-16430fb7977e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=912ea687-a323-4022-8071-257eea1289f1 HTTP/1.1" status: 200 len: 217 time: 0.0342138 Jun 21 15:04:15.525541 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port d9a0ae05-3e58-4a0f-bd69-23037cac00a5 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:04:15.525953 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:15.563341 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337b04a-acd9-49c5-a02f-3b71606fe0f6 req-324236ae-669f-40ac-9cf5-b30174492ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:15.564884 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8337b04a-acd9-49c5-a02f-3b71606fe0f6 req-324236ae-669f-40ac-9cf5-b30174492ff9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f48b1dd5-7439-4f50-bf83-ae5c5091e1e1 HTTP/1.1" status: 200 len: 834 time: 0.0475831 Jun 21 15:04:15.623375 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337b04a-acd9-49c5-a02f-3b71606fe0f6 req-c0f091ac-98ef-4333-9078-e96a08d0fa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:15.624841 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8337b04a-acd9-49c5-a02f-3b71606fe0f6 req-c0f091ac-98ef-4333-9078-e96a08d0fa6e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=44fa0140-bf0f-4e80-9cde-2efd0c75f97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0537760 Jun 21 15:04:15.723759 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8337b04a-acd9-49c5-a02f-3b71606fe0f6 req-5a924577-c198-48f7-977d-47e249055f57 service neutron] 10.222.0.66 "GET /v2.0/networks/44fa0140-bf0f-4e80-9cde-2efd0c75f97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917237 Jun 21 15:04:15.819974 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8337b04a-acd9-49c5-a02f-3b71606fe0f6 req-e937ca89-34d4-4e4d-b24f-5bc0c6854450 service neutron] 10.222.0.66 "GET /v2.0/networks/44fa0140-bf0f-4e80-9cde-2efd0c75f97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897112 Jun 21 15:04:16.515339 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128cf19-11be-43bb-acb4-8848d724887d req-f581fea3-f7f4-41d2-a08c-c079a712d2fe tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:16.516798 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d128cf19-11be-43bb-acb4-8848d724887d req-f581fea3-f7f4-41d2-a08c-c079a712d2fe tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d78d9803-0fb3-4304-b95c-bc0a7fa2212c HTTP/1.1" status: 200 len: 981 time: 0.0673773 Jun 21 15:04:16.559697 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d128cf19-11be-43bb-acb4-8848d724887d req-fd6bc93d-ab81-42ac-a740-a48e2e1976c2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c13b858-81c9-4de8-88f5-a18d3d214b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344768 Jun 21 15:04:16.560266 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-505b25be-1b4f-475e-8c9a-d114ab41895b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:17.000302 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:17.760066 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce787456-fc63-4a62-aa20-bfe96dc219fd req-3472494f-e9e8-4da2-8f83-0c6d0987ea30 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:17.761407 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ce787456-fc63-4a62-aa20-bfe96dc219fd req-3472494f-e9e8-4da2-8f83-0c6d0987ea30 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d78d9803-0fb3-4304-b95c-bc0a7fa2212c HTTP/1.1" status: 200 len: 981 time: 0.0774562 Jun 21 15:04:17.801447 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ce787456-fc63-4a62-aa20-bfe96dc219fd req-db1fed97-a33b-41c6-bb96-f2be8775f545 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c13b858-81c9-4de8-88f5-a18d3d214b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319149 Jun 21 15:04:18.065984 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:18.995116 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6401df-13b6-4676-9f25-6d887bb87728 req-34f963d3-908d-4537-863c-53fb6554a264 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:18.996471 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6b6401df-13b6-4676-9f25-6d887bb87728 req-34f963d3-908d-4537-863c-53fb6554a264 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d78d9803-0fb3-4304-b95c-bc0a7fa2212c HTTP/1.1" status: 200 len: 981 time: 0.0779459 Jun 21 15:04:19.036435 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6b6401df-13b6-4676-9f25-6d887bb87728 req-aeee0b30-3c66-4b60-a183-e6e0f0e11035 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c13b858-81c9-4de8-88f5-a18d3d214b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339491 Jun 21 15:04:19.734471 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:19.870497 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 912ea687-a323-4022-8071-257eea1289f1 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:04:19.981736 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 912ea687-a323-4022-8071-257eea1289f1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=912ea687-a323-4022-8071-257eea1289f1,segment=NetworkSegment(c23b5788-3ed7-40ea-987e-c39005cfc16c),segment_id=c23b5788-3ed7-40ea-987e-c39005cfc16c)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:04:20.000494 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '912ea687-a323-4022-8071-257eea1289f1', 'network_id': '44fa0140-bf0f-4e80-9cde-2efd0c75f97a', 'port_id': '912ea687-a323-4022-8071-257eea1289f1', 'mac_address': 'fa:16:3e:fa:ff:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f48b1dd5-7439-4f50-bf83-ae5c5091e1e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:04:20.042810 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:20.056159 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 912ea687-a323-4022-8071-257eea1289f1 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:04:20.077533 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 912ea687-a323-4022-8071-257eea1289f1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=912ea687-a323-4022-8071-257eea1289f1,segment=NetworkSegment(c23b5788-3ed7-40ea-987e-c39005cfc16c),segment_id=c23b5788-3ed7-40ea-987e-c39005cfc16c)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:04:20.083538 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:20.086585 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-adab82de-c459-4031-a64f-3778278b4288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:20.136600 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=912ea687-a323-4022-8071-257eea1289f1,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:20.140223 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:20.216785 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8c06b-113a-468e-95b4-a5ab23246546 req-b2e92312-9c3b-4ccd-b306-38804d9f55ee tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:20.218373 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-87e8c06b-113a-468e-95b4-a5ab23246546 req-b2e92312-9c3b-4ccd-b306-38804d9f55ee tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d78d9803-0fb3-4304-b95c-bc0a7fa2212c HTTP/1.1" status: 200 len: 982 time: 0.0674267 Jun 21 15:04:20.265272 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-87e8c06b-113a-468e-95b4-a5ab23246546 req-607ef686-3e6b-42c7-bf79-13dd6099763d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c13b858-81c9-4de8-88f5-a18d3d214b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386307 Jun 21 15:04:20.421559 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['912ea687-a323-4022-8071-257eea1289f1'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:04:21.462117 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5d9db7-42eb-4a39-8e61-31dcf2e04ac5 req-4aec804b-9ac8-4988-b51f-8f88027f0c2c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:21.463599 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fb5d9db7-42eb-4a39-8e61-31dcf2e04ac5 req-4aec804b-9ac8-4988-b51f-8f88027f0c2c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d78d9803-0fb3-4304-b95c-bc0a7fa2212c HTTP/1.1" status: 200 len: 982 time: 0.0825381 Jun 21 15:04:21.512577 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fb5d9db7-42eb-4a39-8e61-31dcf2e04ac5 req-16e732b6-95a1-466d-a786-19623829ddd2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c13b858-81c9-4de8-88f5-a18d3d214b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402701 Jun 21 15:04:21.888032 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 912ea687-a323-4022-8071-257eea1289f1 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:04:21.946460 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port 912ea687-a323-4022-8071-257eea1289f1 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:04:21.950270 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 912ea687-a323-4022-8071-257eea1289f1 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:04:21.950649 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:22.039374 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:22.062584 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd78d9803-0fb3-4304-b95c-bc0a7fa2212c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912ea687-a323-4022-8071-257eea1289f1'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:04:22.064876 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43dc0ff2-1d93-4490-98bb-f0225b5e28da" -d '{"events": [{"server_uuid": "d78d9803-0fb3-4304-b95c-bc0a7fa2212c", "name": "network-vif-plugged", "status": "completed", "tag": "912ea687-a323-4022-8071-257eea1289f1"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:04:22.078056 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 912ea687-a323-4022-8071-257eea1289f1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=912ea687-a323-4022-8071-257eea1289f1,segment=NetworkSegment(c23b5788-3ed7-40ea-987e-c39005cfc16c),segment_id=c23b5788-3ed7-40ea-987e-c39005cfc16c)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:04:22.084017 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:22.085993 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:22.107317 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b6a62b-0990-4313-a8da-166a737f239a x-openstack-request-id: req-b5b6a62b-0990-4313-a8da-166a737f239a {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:04:22.107591 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d78d9803-0fb3-4304-b95c-bc0a7fa2212c", "name": "network-vif-plugged", "status": "completed", "tag": "912ea687-a323-4022-8071-257eea1289f1", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:04:22.107844 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b5b6a62b-0990-4313-a8da-166a737f239a {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:04:22.108268 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd78d9803-0fb3-4304-b95c-bc0a7fa2212c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912ea687-a323-4022-8071-257eea1289f1', 'code': 200} Jun 21 15:04:22.135399 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=912ea687-a323-4022-8071-257eea1289f1,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:22.138730 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:22.334680 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b297b9f5-019e-4574-a0a5-40bed42679f6 req-dfa93918-b7b2-44ec-a17e-4f581a97418f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:22.336064 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b297b9f5-019e-4574-a0a5-40bed42679f6 req-dfa93918-b7b2-44ec-a17e-4f581a97418f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d78d9803-0fb3-4304-b95c-bc0a7fa2212c HTTP/1.1" status: 200 len: 1136 time: 0.0563958 Jun 21 15:04:22.371380 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b297b9f5-019e-4574-a0a5-40bed42679f6 req-c2668eaa-6e8a-4f91-94b2-7225fbffd29e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5c13b858-81c9-4de8-88f5-a18d3d214b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290697 Jun 21 15:04:22.706472 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff80a3e-aa34-407e-9f49-3cb8787a3d67 req-d2d2a711-6cea-45d7-8e2d-c9339b532c2e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:22.708000 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-eff80a3e-aa34-407e-9f49-3cb8787a3d67 req-d2d2a711-6cea-45d7-8e2d-c9339b532c2e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d78d9803-0fb3-4304-b95c-bc0a7fa2212c HTTP/1.1" status: 200 len: 983 time: 0.0726495 Jun 21 15:04:22.750641 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-eff80a3e-aa34-407e-9f49-3cb8787a3d67 req-61c6e110-6a0c-4ff3-95c3-ac451f2acd4a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c13b858-81c9-4de8-88f5-a18d3d214b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345771 Jun 21 15:04:23.874498 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [req-8f071c14-87a6-4db0-b9d2-b665a12ddaaf req-efb2421a-1a4e-4b62-8dfc-82222c1fbc63 service neutron] (105225) timed out ('10.222.0.66', 56824) {{(pid=105225) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 21 15:04:23.938894 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669f0ec-b849-4eb4-b856-bb7aeb3eb9eb req-229ab77d-64a1-4fe9-96ba-7887b1490082 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:23.940859 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4669f0ec-b849-4eb4-b856-bb7aeb3eb9eb req-229ab77d-64a1-4fe9-96ba-7887b1490082 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d78d9803-0fb3-4304-b95c-bc0a7fa2212c HTTP/1.1" status: 200 len: 983 time: 0.0781510 Jun 21 15:04:23.981199 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4669f0ec-b849-4eb4-b856-bb7aeb3eb9eb req-0ec9da6b-d1c9-4250-8626-c24c128c5984 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c13b858-81c9-4de8-88f5-a18d3d214b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339885 Jun 21 15:04:24.167400 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df1a11d-7e39-4415-8d93-7a6300bfe46a req-9fe768f8-f173-4a6f-8339-34a007e947b8 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:24.168854 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8df1a11d-7e39-4415-8d93-7a6300bfe46a req-9fe768f8-f173-4a6f-8339-34a007e947b8 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d78d9803-0fb3-4304-b95c-bc0a7fa2212c HTTP/1.1" status: 200 len: 983 time: 0.0680332 Jun 21 15:04:24.209480 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8df1a11d-7e39-4415-8d93-7a6300bfe46a req-9a8bf2fd-f056-4390-8133-feec17d0a80d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c13b858-81c9-4de8-88f5-a18d3d214b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347092 Jun 21 15:04:24.240292 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40036) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:24.301826 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ca28ef-27d0-4bd9-a012-1284867f1324 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:24.303374 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a4ca28ef-27d0-4bd9-a012-1284867f1324 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d78d9803-0fb3-4304-b95c-bc0a7fa2212c HTTP/1.1" status: 200 len: 1131 time: 0.0620847 Jun 21 15:04:24.306397 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40038) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:24.310845 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-b1bc763f-408c-4a2c-9186-e46e6a04a26a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'port_id': '912ea687-a323-4022-8071-257eea1289f1', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:04:24.337502 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b1bc763f-408c-4a2c-9186-e46e6a04a26a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:24.448893 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b1bc763f-408c-4a2c-9186-e46e6a04a26a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:24.562561 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-b1bc763f-408c-4a2c-9186-e46e6a04a26a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Allocated IP 172.26.3.170 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/1e544754-6468-4665-b397-51426e4f3b8f) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:04:24.663633 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b1bc763f-408c-4a2c-9186-e46e6a04a26a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:24.709635 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b1bc763f-408c-4a2c-9186-e46e6a04a26a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:24.712437 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-760eb2ab-1b6e-4b72-a9c0-11ee4fd221d2 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:24.748601 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bc763f-408c-4a2c-9186-e46e6a04a26a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:04:24.751750 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-b1bc763f-408c-4a2c-9186-e46e6a04a26a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:04:24.758185 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bc763f-408c-4a2c-9186-e46e6a04a26a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:04:24.779881 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc763f-408c-4a2c-9186-e46e6a04a26a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=1e544754-6468-4665-b397-51426e4f3b8f,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:24.783858 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b1bc763f-408c-4a2c-9186-e46e6a04a26a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:25.137011 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b1bc763f-408c-4a2c-9186-e46e6a04a26a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:25.216445 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b1bc763f-408c-4a2c-9186-e46e6a04a26a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:25.367551 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b1bc763f-408c-4a2c-9186-e46e6a04a26a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:25.375140 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b1bc763f-408c-4a2c-9186-e46e6a04a26a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:25.378715 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c3bf8883-7984-49fc-82b3-81835d668fb7 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:25.445811 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc763f-408c-4a2c-9186-e46e6a04a26a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=1e544754-6468-4665-b397-51426e4f3b8f,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:25.449990 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b1bc763f-408c-4a2c-9186-e46e6a04a26a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:25.462721 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b1bc763f-408c-4a2c-9186-e46e6a04a26a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:25.570135 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [None req-b1bc763f-408c-4a2c-9186-e46e6a04a26a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Floating IP 7c362b69-9322-433e-b9f6-d602b76c258b associated. External IP: 172.26.3.170, port: 912ea687-a323-4022-8071-257eea1289f1. Jun 21 15:04:25.797093 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1bc763f-408c-4a2c-9186-e46e6a04a26a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router 9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:04:25.906735 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1bc763f-408c-4a2c-9186-e46e6a04a26a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:04:25.917315 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc42eef3-164a-4878-ad8c-b3219378ac58 None None] Sync routers for ids ['9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:04:25.924588 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b1bc763f-408c-4a2c-9186-e46e6a04a26a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:25.928597 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc42eef3-164a-4878-ad8c-b3219378ac58 None None] Routers {'9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:04:25.929250 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-cc42eef3-164a-4878-ad8c-b3219378ac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:04:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:04:25.963618 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b1bc763f-408c-4a2c-9186-e46e6a04a26a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 1.6561058 Jun 21 15:04:25.964626 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd78d9803-0fb3-4304-b95c-bc0a7fa2212c', 'tag': '912ea687-a323-4022-8071-257eea1289f1'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:04:25.966431 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40040) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:25.967111 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3976c120-2739-44b2-a508-313601bc0827" -d '{"events": [{"name": "network-changed", "server_uuid": "d78d9803-0fb3-4304-b95c-bc0a7fa2212c", "tag": "912ea687-a323-4022-8071-257eea1289f1"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:04:26.002382 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb465cae-6f99-41e6-809a-30bec6179f37 x-openstack-request-id: req-eb465cae-6f99-41e6-809a-30bec6179f37 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:04:26.003048 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d78d9803-0fb3-4304-b95c-bc0a7fa2212c", "tag": "912ea687-a323-4022-8071-257eea1289f1", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:04:26.003350 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-eb465cae-6f99-41e6-809a-30bec6179f37 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:04:26.003796 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd78d9803-0fb3-4304-b95c-bc0a7fa2212c', 'tag': '912ea687-a323-4022-8071-257eea1289f1', 'status': 'completed', 'code': 200} Jun 21 15:04:26.034112 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-cc42eef3-164a-4878-ad8c-b3219378ac58 None None] Set router 9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:04:26.058969 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790af7b9-d7b6-4f55-9a98-e2872542f4cd tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:26.063062 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-790af7b9-d7b6-4f55-9a98-e2872542f4cd tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=d78d9803-0fb3-4304-b95c-bc0a7fa2212c&network_id=44fa0140-bf0f-4e80-9cde-2efd0c75f97a HTTP/1.1" status: 200 len: 1131 time: 0.0921102 Jun 21 15:04:26.084698 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976c120-2739-44b2-a508-313601bc0827 req-af6073aa-5e7d-4229-9f67-72630009670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:26.086266 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3976c120-2739-44b2-a508-313601bc0827 req-af6073aa-5e7d-4229-9f67-72630009670d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=d78d9803-0fb3-4304-b95c-bc0a7fa2212c HTTP/1.1" status: 200 len: 1136 time: 0.0612028 Jun 21 15:04:26.184221 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976c120-2739-44b2-a508-313601bc0827 req-4723f1f6-8dab-4af0-9c80-10aff64a208c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:26.186329 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3976c120-2739-44b2-a508-313601bc0827 req-4723f1f6-8dab-4af0-9c80-10aff64a208c service neutron] 10.222.0.66 "GET /v2.0/networks?id=44fa0140-bf0f-4e80-9cde-2efd0c75f97a HTTP/1.1" status: 200 len: 898 time: 0.0942852 Jun 21 15:04:26.256052 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3976c120-2739-44b2-a508-313601bc0827 req-78d67de0-44a5-4409-b39b-dc67426e6fbd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=912ea687-a323-4022-8071-257eea1289f1 HTTP/1.1" status: 200 len: 1037 time: 0.0638030 Jun 21 15:04:26.272129 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-cc42eef3-164a-4878-ad8c-b3219378ac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'name': 'tempest-TestNetworkBasicOps-router-159259301', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.238'}], 'enable_snat': True}, 'gw_port_id': 'a789fd91-f3fd-4ceb-a16b-079e745bf8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:04:04Z', 'updated_at': '2021-06-21T15:04:08Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'a789fd91-f3fd-4ceb-a16b-079e745bf8f2', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:05Z', 'updated_at': '2021-06-21T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '7c362b69-9322-433e-b9f6-d602b76c258b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.170', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'port_id': '912ea687-a323-4022-8071-257eea1289f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-490562318', 'network_id': '44fa0140-bf0f-4e80-9cde-2efd0c75f97a', 'mac_address': 'fa:16:3e:fa:ff:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d9803-0fb3-4304-b95c-bc0a7fa2212c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:04:24Z', 'updated_at': '2021-06-21T15:04:24Z', 'revision_number': 0, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a0ae05-3e58-4a0f-bd69-23037cac00a5', 'name': '', 'network_id': '44fa0140-bf0f-4e80-9cde-2efd0c75f97a', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:1f:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'f48b1dd5-7439-4f50-bf83-ae5c5091e1e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:07Z', 'updated_at': '2021-06-21T15:04:13Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'f48b1dd5-7439-4f50-bf83-ae5c5091e1e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:04:26.309627 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc42eef3-164a-4878-ad8c-b3219378ac58 None None] Checking router: 9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:04:26.318405 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc42eef3-164a-4878-ad8c-b3219378ac58 None None] Routers {'9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:04:26.319039 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-cc42eef3-164a-4878-ad8c-b3219378ac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:04:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:04:26.325480 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976c120-2739-44b2-a508-313601bc0827 req-dfe8a634-3fa2-44d9-955d-74adc7bbfbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:26.327042 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3976c120-2739-44b2-a508-313601bc0827 req-dfe8a634-3fa2-44d9-955d-74adc7bbfbbf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f48b1dd5-7439-4f50-bf83-ae5c5091e1e1 HTTP/1.1" status: 200 len: 834 time: 0.0587983 Jun 21 15:04:26.399149 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3976c120-2739-44b2-a508-313601bc0827 req-5ae0f75c-cd0a-4ec3-9c95-8e55b4456a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:26.400682 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3976c120-2739-44b2-a508-313601bc0827 req-5ae0f75c-cd0a-4ec3-9c95-8e55b4456a3a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=44fa0140-bf0f-4e80-9cde-2efd0c75f97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662363 Jun 21 15:04:26.427515 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-cc42eef3-164a-4878-ad8c-b3219378ac58 None None] Set router 9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:04:26.671586 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-cc42eef3-164a-4878-ad8c-b3219378ac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'name': 'tempest-TestNetworkBasicOps-router-159259301', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.238'}], 'enable_snat': True}, 'gw_port_id': 'a789fd91-f3fd-4ceb-a16b-079e745bf8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:04:04Z', 'updated_at': '2021-06-21T15:04:08Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'a789fd91-f3fd-4ceb-a16b-079e745bf8f2', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:05Z', 'updated_at': '2021-06-21T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '7c362b69-9322-433e-b9f6-d602b76c258b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.170', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'port_id': '912ea687-a323-4022-8071-257eea1289f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-490562318', 'network_id': '44fa0140-bf0f-4e80-9cde-2efd0c75f97a', 'mac_address': 'fa:16:3e:fa:ff:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d9803-0fb3-4304-b95c-bc0a7fa2212c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:04:24Z', 'updated_at': '2021-06-21T15:04:24Z', 'revision_number': 0, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a0ae05-3e58-4a0f-bd69-23037cac00a5', 'name': '', 'network_id': '44fa0140-bf0f-4e80-9cde-2efd0c75f97a', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:1f:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'f48b1dd5-7439-4f50-bf83-ae5c5091e1e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:07Z', 'updated_at': '2021-06-21T15:04:13Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'f48b1dd5-7439-4f50-bf83-ae5c5091e1e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:04:26.702281 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc42eef3-164a-4878-ad8c-b3219378ac58 None None] The sync data for ids ['9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f'] in dv-neutron-797121-2-hyperv is: [{'id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'name': 'tempest-TestNetworkBasicOps-router-159259301', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.238'}], 'enable_snat': True}, 'gw_port_id': 'a789fd91-f3fd-4ceb-a16b-079e745bf8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:04:04Z', 'updated_at': '2021-06-21T15:04:08Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'a789fd91-f3fd-4ceb-a16b-079e745bf8f2', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:05Z', 'updated_at': '2021-06-21T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '7c362b69-9322-433e-b9f6-d602b76c258b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.170', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'port_id': '912ea687-a323-4022-8071-257eea1289f1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1429, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-490562318', 'network_id': '44fa0140-bf0f-4e80-9cde-2efd0c75f97a', 'mac_address': 'fa:16:3e:fa:ff:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d9803-0fb3-4304-b95c-bc0a7fa2212c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:04:24Z', 'updated_at': '2021-06-21T15:04:24Z', 'revision_number': 0, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9a0ae05-3e58-4a0f-bd69-23037cac00a5', 'name': '', 'network_id': '44fa0140-bf0f-4e80-9cde-2efd0c75f97a', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:1f:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'f48b1dd5-7439-4f50-bf83-ae5c5091e1e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:07Z', 'updated_at': '2021-06-21T15:04:13Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'f48b1dd5-7439-4f50-bf83-ae5c5091e1e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:04:26.879343 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc1ad2-5303-4323-82f4-1a9110cdb9e3 req-66c3897e-a218-44be-9fda-5848f5c89d3f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:26.880909 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-acdc1ad2-5303-4323-82f4-1a9110cdb9e3 req-66c3897e-a218-44be-9fda-5848f5c89d3f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d78d9803-0fb3-4304-b95c-bc0a7fa2212c HTTP/1.1" status: 200 len: 983 time: 0.4926715 Jun 21 15:04:26.882909 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3976c120-2739-44b2-a508-313601bc0827 req-d4e27184-241f-47a9-8e0a-19f40788910a service neutron] 10.222.0.66 "GET /v2.0/networks/44fa0140-bf0f-4e80-9cde-2efd0c75f97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4617581 Jun 21 15:04:26.924133 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e474a54d-565c-44d0-bc6e-dc20396d7630 None None] New status for floating IP 7c362b69-9322-433e-b9f6-d602b76c258b: ACTIVE {{(pid=105226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:04:26.966972 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-acdc1ad2-5303-4323-82f4-1a9110cdb9e3 req-f6ffe861-94b4-48a2-823a-270aa7fb64a6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c13b858-81c9-4de8-88f5-a18d3d214b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802946 Jun 21 15:04:26.997101 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3976c120-2739-44b2-a508-313601bc0827 req-e22c1a8e-2eaf-438d-8802-dd9e2ef215f5 service neutron] 10.222.0.66 "GET /v2.0/networks/44fa0140-bf0f-4e80-9cde-2efd0c75f97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041591 Jun 21 15:04:27.815456 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cd0d5-7fc2-43d2-8f2f-089b27676ac4 req-d8596b6f-cdf1-45cc-8813-0ec9a955f122 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:27.816849 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0b2cd0d5-7fc2-43d2-8f2f-089b27676ac4 req-d8596b6f-cdf1-45cc-8813-0ec9a955f122 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/ports?device_id=d78d9803-0fb3-4304-b95c-bc0a7fa2212c HTTP/1.1" status: 200 len: 983 time: 0.0774860 Jun 21 15:04:27.872341 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cd0d5-7fc2-43d2-8f2f-089b27676ac4 req-f983e1bd-dcd0-4f48-92f9-86b7ba7dfe97 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:27.873664 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0b2cd0d5-7fc2-43d2-8f2f-089b27676ac4 req-f983e1bd-dcd0-4f48-92f9-86b7ba7dfe97 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/ports/912ea687-a323-4022-8071-257eea1289f1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0506883 Jun 21 15:04:27.991713 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0b2cd0d5-7fc2-43d2-8f2f-089b27676ac4 req-29705732-d7a8-4eb4-94ee-40fea1e249cb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/networks/44fa0140-bf0f-4e80-9cde-2efd0c75f97a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1128139 Jun 21 15:04:28.003453 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-0b2cd0d5-7fc2-43d2-8f2f-089b27676ac4 req-776e23fb-ebbf-4ab1-9466-5d2038e451bb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:04:28.077937 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-0b2cd0d5-7fc2-43d2-8f2f-089b27676ac4 req-776e23fb-ebbf-4ab1-9466-5d2038e451bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:28.229760 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84642d74-22e8-4bee-b347-1b9cfde51949 req-e480c3ac-8523-402e-b3d6-8f5c3d1d2d93 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:28.231269 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-84642d74-22e8-4bee-b347-1b9cfde51949 req-e480c3ac-8523-402e-b3d6-8f5c3d1d2d93 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=d78d9803-0fb3-4304-b95c-bc0a7fa2212c HTTP/1.1" status: 200 len: 983 time: 0.1447999 Jun 21 15:04:28.274379 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-0b2cd0d5-7fc2-43d2-8f2f-089b27676ac4 req-776e23fb-ebbf-4ab1-9466-5d2038e451bb service neutron] For port 912ea687-a323-4022-8071-257eea1289f1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=912ea687-a323-4022-8071-257eea1289f1,segment=NetworkSegment(c23b5788-3ed7-40ea-987e-c39005cfc16c),segment_id=c23b5788-3ed7-40ea-987e-c39005cfc16c)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:04:28.308678 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-84642d74-22e8-4bee-b347-1b9cfde51949 req-b6dc4143-f078-404c-aeed-132df81caed3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c13b858-81c9-4de8-88f5-a18d3d214b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704594 Jun 21 15:04:28.326833 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-0b2cd0d5-7fc2-43d2-8f2f-089b27676ac4 req-776e23fb-ebbf-4ab1-9466-5d2038e451bb service neutron] For port 912ea687-a323-4022-8071-257eea1289f1, host hv-neutron-7971, cleared binding levels {{(pid=105224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:04:28.358907 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [req-0b2cd0d5-7fc2-43d2-8f2f-089b27676ac4 req-776e23fb-ebbf-4ab1-9466-5d2038e451bb service neutron] device_id is not set on port 912ea687-a323-4022-8071-257eea1289f1 yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 15:04:28.368009 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-0b2cd0d5-7fc2-43d2-8f2f-089b27676ac4 req-776e23fb-ebbf-4ab1-9466-5d2038e451bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:28.375456 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-0b2cd0d5-7fc2-43d2-8f2f-089b27676ac4 req-776e23fb-ebbf-4ab1-9466-5d2038e451bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:28.377917 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d7444abe-1106-4265-ba6d-ad2ddd89c91b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:28.467550 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e23fb-ebbf-4ab1-9466-5d2038e451bb service neutron] Pushing event updated for resources: {'Port': ['ID=912ea687-a323-4022-8071-257eea1289f1,revision_number=6']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:28.475810 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-776e23fb-ebbf-4ab1-9466-5d2038e451bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:28.524476 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2cd0d5-7fc2-43d2-8f2f-089b27676ac4 req-776e23fb-ebbf-4ab1-9466-5d2038e451bb service neutron] No DVR routers for this DVR port 912ea687-a323-4022-8071-257eea1289f1 on host hv-neutron-7971 {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:04:28.580595 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-d84d98d0-3573-4e14-8686-e145be4e88fb None None] Provisioning complete for port 912ea687-a323-4022-8071-257eea1289f1 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:04:28.581204 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d84d98d0-3573-4e14-8686-e145be4e88fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:28.616781 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-d84d98d0-3573-4e14-8686-e145be4e88fb None None] Port 912ea687-a323-4022-8071-257eea1289f1 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:04:28.663123 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-0b2cd0d5-7fc2-43d2-8f2f-089b27676ac4 req-776e23fb-ebbf-4ab1-9466-5d2038e451bb service neutron] In _notify_port_updated(), no bound segment for port 912ea687-a323-4022-8071-257eea1289f1 on network 44fa0140-bf0f-4e80-9cde-2efd0c75f97a {{(pid=105224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 21 15:04:28.664017 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cd0d5-7fc2-43d2-8f2f-089b27676ac4 req-776e23fb-ebbf-4ab1-9466-5d2038e451bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:28.664623 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-0b2cd0d5-7fc2-43d2-8f2f-089b27676ac4 req-776e23fb-ebbf-4ab1-9466-5d2038e451bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:28.665929 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0b2cd0d5-7fc2-43d2-8f2f-089b27676ac4 req-776e23fb-ebbf-4ab1-9466-5d2038e451bb service neutron] 10.222.0.66 "PUT /v2.0/ports/912ea687-a323-4022-8071-257eea1289f1 HTTP/1.1" status: 200 len: 1026 time: 0.6671073 Jun 21 15:04:29.406707 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40052) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:29.474882 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c285589-4516-498b-8c54-819d84e59bf3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:29.476245 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8c285589-4516-498b-8c54-819d84e59bf3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports/912ea687-a323-4022-8071-257eea1289f1 HTTP/1.1" status: 200 len: 925 time: 0.0685177 Jun 21 15:04:29.639177 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40056) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:29.643931 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-c7e3bba8-c0c7-407c-835e-bf10e3a7f0cf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1829668653', 'description': 'tempest-secgroup-smoke-1829668653 description', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:04:29.671148 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c7e3bba8-c0c7-407c-835e-bf10e3a7f0cf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:29.768234 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c7e3bba8-c0c7-407c-835e-bf10e3a7f0cf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:29.774704 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c7e3bba8-c0c7-407c-835e-bf10e3a7f0cf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:29.777259 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b4171855-fc64-4763-b952-beb0c3394e1e tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:29.803217 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c7e3bba8-c0c7-407c-835e-bf10e3a7f0cf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:29.804407 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c7e3bba8-c0c7-407c-835e-bf10e3a7f0cf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1642766 Jun 21 15:04:29.806447 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3bba8-c0c7-407c-835e-bf10e3a7f0cf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9a5953-f092-4018-ba52-2ba70998850a,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:29.807433 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40058) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:29.809454 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c7e3bba8-c0c7-407c-835e-bf10e3a7f0cf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:29.812492 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-7c5b4de1-71aa-49e0-924b-e8f978657246 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': 'bb9a5953-f092-4018-ba52-2ba70998850a', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:04:29.844460 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7c5b4de1-71aa-49e0-924b-e8f978657246 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:29.901639 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7c5b4de1-71aa-49e0-924b-e8f978657246 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:29.906652 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7c5b4de1-71aa-49e0-924b-e8f978657246 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:29.908458 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:29.929544 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b4de1-71aa-49e0-924b-e8f978657246 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff109157-bf9d-4245-bd82-0f06e3fc7756,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:29.933141 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-7c5b4de1-71aa-49e0-924b-e8f978657246 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:29.936556 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7c5b4de1-71aa-49e0-924b-e8f978657246 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:29.937980 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-7c5b4de1-71aa-49e0-924b-e8f978657246 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1294358 Jun 21 15:04:29.941570 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40060) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:29.946966 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-fb20f77b-0e11-4373-bc1b-5b8bc0f947b7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': 'bb9a5953-f092-4018-ba52-2ba70998850a', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:04:29.975237 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fb20f77b-0e11-4373-bc1b-5b8bc0f947b7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:30.039180 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fb20f77b-0e11-4373-bc1b-5b8bc0f947b7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:30.044790 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fb20f77b-0e11-4373-bc1b-5b8bc0f947b7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:30.046795 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6ffad6d4-0235-4e9d-a934-2c3d35bb7bdc tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:30.063736 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20f77b-0e11-4373-bc1b-5b8bc0f947b7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93061d70-44e6-4f9d-9ca0-881c638a3707,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:30.066829 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fb20f77b-0e11-4373-bc1b-5b8bc0f947b7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:30.070419 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fb20f77b-0e11-4373-bc1b-5b8bc0f947b7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:30.071557 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fb20f77b-0e11-4373-bc1b-5b8bc0f947b7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1282012 Jun 21 15:04:30.074405 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40062) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:30.079391 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-59e03aa8-ae78-48b1-829b-503c3bdf7b27 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': 'bb9a5953-f092-4018-ba52-2ba70998850a', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:04:30.107911 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-59e03aa8-ae78-48b1-829b-503c3bdf7b27 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:30.175155 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-59e03aa8-ae78-48b1-829b-503c3bdf7b27 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:30.179544 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-59e03aa8-ae78-48b1-829b-503c3bdf7b27 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:30.184314 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f97f0264-234e-43c8-848c-651b6984e82a tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:30.199133 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e03aa8-ae78-48b1-829b-503c3bdf7b27 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b61c4f94-a350-4e5e-a4f8-fed7ba2cdd83,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:30.201642 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-59e03aa8-ae78-48b1-829b-503c3bdf7b27 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:30.202975 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-59e03aa8-ae78-48b1-829b-503c3bdf7b27 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:30.204392 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-59e03aa8-ae78-48b1-829b-503c3bdf7b27 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1288543 Jun 21 15:04:30.207152 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40064) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:30.211922 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-5ad1a3fc-5b00-4ea7-bc40-6424354ea90c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': 'bb9a5953-f092-4018-ba52-2ba70998850a', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:04:30.241305 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a3fc-5b00-4ea7-bc40-6424354ea90c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:30.302317 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a3fc-5b00-4ea7-bc40-6424354ea90c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:30.308356 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a3fc-5b00-4ea7-bc40-6424354ea90c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:30.312961 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1e22038d-e235-40ff-a158-b33b0db6ae2e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:30.328735 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad1a3fc-5b00-4ea7-bc40-6424354ea90c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c6d19b2-7c6f-45ab-9827-f9d58eb4e0f7,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:30.331302 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5ad1a3fc-5b00-4ea7-bc40-6424354ea90c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:30.333929 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5ad1a3fc-5b00-4ea7-bc40-6424354ea90c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:30.335625 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5ad1a3fc-5b00-4ea7-bc40-6424354ea90c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1268916 Jun 21 15:04:30.339762 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40066) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:30.354067 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-727e30c6-ff9d-4c69-bf87-a4a3661223a2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': 'bb9a5953-f092-4018-ba52-2ba70998850a', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:04:30.376194 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.securitygroups_db [None req-727e30c6-ff9d-4c69-bf87-a4a3661223a2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Project 6034e39b7b9c4208ae0c3b83482b9f88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 15:04:30.381965 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-727e30c6-ff9d-4c69-bf87-a4a3661223a2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:30.451083 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-727e30c6-ff9d-4c69-bf87-a4a3661223a2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:30.456269 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-727e30c6-ff9d-4c69-bf87-a4a3661223a2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:30.460602 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7d45e0ca-3dc0-441f-8a84-72fde2b7ad92 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:30.474262 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e30c6-ff9d-4c69-bf87-a4a3661223a2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a389faa-a20d-428c-9006-0e6ff1a210a5,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:30.476681 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-727e30c6-ff9d-4c69-bf87-a4a3661223a2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:30.484157 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-727e30c6-ff9d-4c69-bf87-a4a3661223a2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:30.485498 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-727e30c6-ff9d-4c69-bf87-a4a3661223a2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1439531 Jun 21 15:04:30.488251 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40068) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:30.493013 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-725ecdd7-bf6e-4650-b9f9-2684f07ecbe5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': 'bb9a5953-f092-4018-ba52-2ba70998850a', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:04:30.516290 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.securitygroups_db [None req-725ecdd7-bf6e-4650-b9f9-2684f07ecbe5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Project 6034e39b7b9c4208ae0c3b83482b9f88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 15:04:30.521143 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-725ecdd7-bf6e-4650-b9f9-2684f07ecbe5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:30.600151 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-725ecdd7-bf6e-4650-b9f9-2684f07ecbe5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:30.607145 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-725ecdd7-bf6e-4650-b9f9-2684f07ecbe5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:30.609672 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-58e40af8-1128-4502-924a-ed74b924b2eb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:30.633215 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725ecdd7-bf6e-4650-b9f9-2684f07ecbe5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13d108e2-09c0-4bb8-b273-ce095dbd90cd,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:30.635711 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-725ecdd7-bf6e-4650-b9f9-2684f07ecbe5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:30.640207 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-725ecdd7-bf6e-4650-b9f9-2684f07ecbe5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:30.641413 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-725ecdd7-bf6e-4650-b9f9-2684f07ecbe5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1521637 Jun 21 15:04:30.780139 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-74fe4d9f-c35e-43b6-86ca-bd8ec9bda7a0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1829668653&fields=id&tenant_id=6034e39b7b9c4208ae0c3b83482b9f88 HTTP/1.1" status: 200 len: 267 time: 0.0345600 Jun 21 15:04:30.849553 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-7e39e09c-339e-4ded-a592-6d293b882ae0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:30.850918 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-7e39e09c-339e-4ded-a592-6d293b882ae0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports/912ea687-a323-4022-8071-257eea1289f1 HTTP/1.1" status: 200 len: 930 time: 0.0611336 Jun 21 15:04:30.904607 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-0c9434cc-b57c-4028-a7e6-a9e0a95487ff service neutron] 10.222.0.72 "GET /v2.0/ports/912ea687-a323-4022-8071-257eea1289f1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0411735 Jun 21 15:04:30.994471 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-0eb59bae-082d-46a1-b2f4-eb99f97f1e2d service neutron] 10.222.0.72 "GET /v2.0/networks/44fa0140-bf0f-4e80-9cde-2efd0c75f97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836942 Jun 21 15:04:31.102999 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-7d319785-9f8e-42c3-b383-026bd75b25df service neutron] 10.222.0.72 "GET /v2.0/networks/44fa0140-bf0f-4e80-9cde-2efd0c75f97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026130 Jun 21 15:04:31.296104 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-58e518f0-e795-475b-8325-fc5d4bc1dea1 req-67acba33-6a4c-4963-ad6b-cde3d57491d1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=9bcbbf0d-4e48-40e0-a0fc-ee0e1918cb33 HTTP/1.1" status: 200 len: 210 time: 0.0350151 Jun 21 15:04:31.915204 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 912ea687-a323-4022-8071-257eea1289f1 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:04:31.961736 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 912ea687-a323-4022-8071-257eea1289f1 not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:04:32.297098 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-9dfa4e0e-faa7-4913-864a-15db8a70097a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:32.298410 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-9dfa4e0e-faa7-4913-864a-15db8a70097a service neutron] 10.222.0.66 "GET /v2.0/ports/912ea687-a323-4022-8071-257eea1289f1 HTTP/1.1" status: 200 len: 1026 time: 0.0474379 Jun 21 15:04:32.414728 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-b2a4eebe-eeaa-4353-8bf2-75154dd58318 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:32.416213 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-b2a4eebe-eeaa-4353-8bf2-75154dd58318 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/networks?id=44fa0140-bf0f-4e80-9cde-2efd0c75f97a HTTP/1.1" status: 200 len: 797 time: 0.1109362 Jun 21 15:04:32.467161 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e50a2745-d221-4fc3-8a86-a49e267979ab req-58d2e50f-d220-4318-b289-527a41d6c948 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=9bcbbf0d-4e48-40e0-a0fc-ee0e1918cb33 HTTP/1.1" status: 200 len: 210 time: 0.0358803 Jun 21 15:04:32.490673 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-08c1690a-b47b-4d1d-a536-7d0fa7e26927 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6034e39b7b9c4208ae0c3b83482b9f88 HTTP/1.1" status: 200 len: 472 time: 0.0663528 Jun 21 15:04:32.500581 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-0dbbc427-8e67-4331-8239-3bf34f8d3beb service neutron] Request body: {'port': {'device_id': '9bcbbf0d-4e48-40e0-a0fc-ee0e1918cb33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:04:32.578708 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-0dbbc427-8e67-4331-8239-3bf34f8d3beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:32.871325 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-0dbbc427-8e67-4331-8239-3bf34f8d3beb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 912ea687-a323-4022-8071-257eea1289f1 {{(pid=105224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:04:32.880865 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-0dbbc427-8e67-4331-8239-3bf34f8d3beb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:32.901842 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-0dbbc427-8e67-4331-8239-3bf34f8d3beb service neutron] Transition to ACTIVE for port object 912ea687-a323-4022-8071-257eea1289f1 will not be triggered until provisioned by entity L2. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:04:32.907245 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-0dbbc427-8e67-4331-8239-3bf34f8d3beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:32.911022 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b1bc763f-408c-4a2c-9186-e46e6a04a26a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:33.010558 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbbc427-8e67-4331-8239-3bf34f8d3beb service neutron] Pushing event updated for resources: {'Port': ['ID=912ea687-a323-4022-8071-257eea1289f1,revision_number=7']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:33.015483 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0dbbc427-8e67-4331-8239-3bf34f8d3beb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:33.132993 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-0dbbc427-8e67-4331-8239-3bf34f8d3beb service neutron] Attempting to bind port 912ea687-a323-4022-8071-257eea1289f1 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:04:33.133326 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-0dbbc427-8e67-4331-8239-3bf34f8d3beb service neutron] Attempting to bind port 912ea687-a323-4022-8071-257eea1289f1 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'c23b5788-3ed7-40ea-987e-c39005cfc16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '44fa0140-bf0f-4e80-9cde-2efd0c75f97a'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:04:33.133878 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-0dbbc427-8e67-4331-8239-3bf34f8d3beb service neutron] Attempting to bind port 912ea687-a323-4022-8071-257eea1289f1 on network 44fa0140-bf0f-4e80-9cde-2efd0c75f97a {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:04:33.140688 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-0dbbc427-8e67-4331-8239-3bf34f8d3beb service neutron] Port 912ea687-a323-4022-8071-257eea1289f1 on network 44fa0140-bf0f-4e80-9cde-2efd0c75f97a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 15:04:33.141064 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-0dbbc427-8e67-4331-8239-3bf34f8d3beb service neutron] Attempting to bind port 912ea687-a323-4022-8071-257eea1289f1 on network 44fa0140-bf0f-4e80-9cde-2efd0c75f97a {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:04:33.149436 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-0dbbc427-8e67-4331-8239-3bf34f8d3beb service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:04:33.149993 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-0dbbc427-8e67-4331-8239-3bf34f8d3beb service neutron] Checking segment: {'id': 'c23b5788-3ed7-40ea-987e-c39005cfc16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '44fa0140-bf0f-4e80-9cde-2efd0c75f97a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:04:33.150574 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-0dbbc427-8e67-4331-8239-3bf34f8d3beb service neutron] Bound using segment: {'id': 'c23b5788-3ed7-40ea-987e-c39005cfc16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '44fa0140-bf0f-4e80-9cde-2efd0c75f97a'} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:04:33.151213 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-0dbbc427-8e67-4331-8239-3bf34f8d3beb service neutron] Bound port: 912ea687-a323-4022-8071-257eea1289f1, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c23b5788-3ed7-40ea-987e-c39005cfc16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '44fa0140-bf0f-4e80-9cde-2efd0c75f97a'}}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:04:33.151720 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-0dbbc427-8e67-4331-8239-3bf34f8d3beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:33.247348 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-0dbbc427-8e67-4331-8239-3bf34f8d3beb service neutron] For port 912ea687-a323-4022-8071-257eea1289f1, host hv-neutron-7971, cleared binding levels {{(pid=105224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:04:33.250532 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-0dbbc427-8e67-4331-8239-3bf34f8d3beb service neutron] For port 912ea687-a323-4022-8071-257eea1289f1, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=912ea687-a323-4022-8071-257eea1289f1,segment=NetworkSegment(c23b5788-3ed7-40ea-987e-c39005cfc16c),segment_id=c23b5788-3ed7-40ea-987e-c39005cfc16c)] {{(pid=105224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:04:33.259467 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-0dbbc427-8e67-4331-8239-3bf34f8d3beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:33.262317 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d0d405d7-5741-4cd1-9763-0df6be08a744 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:33.308276 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-0dbbc427-8e67-4331-8239-3bf34f8d3beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:33.309155 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-0dbbc427-8e67-4331-8239-3bf34f8d3beb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:33.310905 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-0dbbc427-8e67-4331-8239-3bf34f8d3beb service neutron] 10.222.0.66 "PUT /v2.0/ports/912ea687-a323-4022-8071-257eea1289f1 HTTP/1.1" status: 200 len: 1131 time: 0.8147972 Jun 21 15:04:33.311432 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bcbbf0d-4e48-40e0-a0fc-ee0e1918cb33', 'tag': '912ea687-a323-4022-8071-257eea1289f1'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:04:33.313723 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ae7449-592a-4947-88ce-fddb9d0a7a17" -d '{"events": [{"name": "network-changed", "server_uuid": "9bcbbf0d-4e48-40e0-a0fc-ee0e1918cb33", "tag": "912ea687-a323-4022-8071-257eea1289f1"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:04:33.343124 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbbc427-8e67-4331-8239-3bf34f8d3beb service neutron] Pushing event updated for resources: {'Port': ['ID=912ea687-a323-4022-8071-257eea1289f1,revision_number=8']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:33.346832 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0dbbc427-8e67-4331-8239-3bf34f8d3beb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:33.383337 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71418b6-b6d6-4235-9a1e-3993d47b8a52 x-openstack-request-id: req-e71418b6-b6d6-4235-9a1e-3993d47b8a52 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:04:33.383731 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bcbbf0d-4e48-40e0-a0fc-ee0e1918cb33", "tag": "912ea687-a323-4022-8071-257eea1289f1", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:04:33.384014 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e71418b6-b6d6-4235-9a1e-3993d47b8a52 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:04:33.384464 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bcbbf0d-4e48-40e0-a0fc-ee0e1918cb33', 'tag': '912ea687-a323-4022-8071-257eea1289f1', 'status': 'completed', 'code': 200} Jun 21 15:04:33.439651 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-3fe80377-49e8-4688-8f52-da12854ee068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:33.441241 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-3fe80377-49e8-4688-8f52-da12854ee068 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=9bcbbf0d-4e48-40e0-a0fc-ee0e1918cb33 HTTP/1.1" status: 200 len: 1134 time: 0.0701895 Jun 21 15:04:33.522168 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-50025a71-1640-42b1-aef4-af8656b43dda service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=912ea687-a323-4022-8071-257eea1289f1 HTTP/1.1" status: 200 len: 1037 time: 0.0729620 Jun 21 15:04:33.577514 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-9f2039a2-1976-4a98-9e80-f4f12b4922de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:33.578956 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-9f2039a2-1976-4a98-9e80-f4f12b4922de service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f48b1dd5-7439-4f50-bf83-ae5c5091e1e1 HTTP/1.1" status: 200 len: 834 time: 0.0511806 Jun 21 15:04:33.692518 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-52844bce-4704-47ea-afe4-a66968f5cc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:33.693433 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-52844bce-4704-47ea-afe4-a66968f5cc76 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=44fa0140-bf0f-4e80-9cde-2efd0c75f97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1076651 Jun 21 15:04:33.727834 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0dece-8fb3-4769-b15f-d93a49586a98 req-7bbdeea5-2b69-440e-b6e7-5f29a1a34c00 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:33.729286 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-96b0dece-8fb3-4769-b15f-d93a49586a98 req-7bbdeea5-2b69-440e-b6e7-5f29a1a34c00 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=9bcbbf0d-4e48-40e0-a0fc-ee0e1918cb33 HTTP/1.1" status: 200 len: 981 time: 0.1318560 Jun 21 15:04:33.806930 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-96b0dece-8fb3-4769-b15f-d93a49586a98 req-b77775a8-921e-462a-b485-22ec41396d52 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c13b858-81c9-4de8-88f5-a18d3d214b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534813 Jun 21 15:04:33.821953 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-8438c41b-8a67-4e4e-aadf-a2dd4e45c72f service neutron] 10.222.0.66 "GET /v2.0/networks/44fa0140-bf0f-4e80-9cde-2efd0c75f97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189532 Jun 21 15:04:33.917000 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d00bacb-d521-49c7-acd6-418d81007d17 req-3d0b5139-66d5-42cc-ad7e-0cd0027a869f service neutron] 10.222.0.66 "GET /v2.0/networks/44fa0140-bf0f-4e80-9cde-2efd0c75f97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906799 Jun 21 15:04:34.022790 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae7449-592a-4947-88ce-fddb9d0a7a17 req-4c5d5b36-6ca4-4a9a-91a7-81c5e8507a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:34.024184 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e4ae7449-592a-4947-88ce-fddb9d0a7a17 req-4c5d5b36-6ca4-4a9a-91a7-81c5e8507a4e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=9bcbbf0d-4e48-40e0-a0fc-ee0e1918cb33 HTTP/1.1" status: 200 len: 1134 time: 0.0551426 Jun 21 15:04:34.118459 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae7449-592a-4947-88ce-fddb9d0a7a17 req-6fb28259-7053-4d19-abbb-e5f401a6a1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:34.120027 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e4ae7449-592a-4947-88ce-fddb9d0a7a17 req-6fb28259-7053-4d19-abbb-e5f401a6a1f3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=44fa0140-bf0f-4e80-9cde-2efd0c75f97a HTTP/1.1" status: 200 len: 898 time: 0.0893705 Jun 21 15:04:34.195047 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e4ae7449-592a-4947-88ce-fddb9d0a7a17 req-35246f50-d623-4d2c-a26d-bce6871611de service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=912ea687-a323-4022-8071-257eea1289f1 HTTP/1.1" status: 200 len: 1037 time: 0.0688393 Jun 21 15:04:34.244957 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae7449-592a-4947-88ce-fddb9d0a7a17 req-5affdec3-ec6a-43a4-aa9b-25bdeba363c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:34.246424 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e4ae7449-592a-4947-88ce-fddb9d0a7a17 req-5affdec3-ec6a-43a4-aa9b-25bdeba363c6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f48b1dd5-7439-4f50-bf83-ae5c5091e1e1 HTTP/1.1" status: 200 len: 834 time: 0.0458918 Jun 21 15:04:34.308525 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae7449-592a-4947-88ce-fddb9d0a7a17 req-5261b345-8b29-4606-9f59-1384cff7b614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:34.309936 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e4ae7449-592a-4947-88ce-fddb9d0a7a17 req-5261b345-8b29-4606-9f59-1384cff7b614 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=44fa0140-bf0f-4e80-9cde-2efd0c75f97a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0575032 Jun 21 15:04:34.410302 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e4ae7449-592a-4947-88ce-fddb9d0a7a17 req-7f560fef-e0d4-42c5-b264-eb65ad83f8a1 service neutron] 10.222.0.66 "GET /v2.0/networks/44fa0140-bf0f-4e80-9cde-2efd0c75f97a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935969 Jun 21 15:04:34.505910 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e4ae7449-592a-4947-88ce-fddb9d0a7a17 req-dbde5d6b-2856-4073-bde8-7a1eb12dce43 service neutron] 10.222.0.66 "GET /v2.0/networks/44fa0140-bf0f-4e80-9cde-2efd0c75f97a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891383 Jun 21 15:04:34.991537 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79647dc2-a3f1-4654-839d-33aee27e9a15 req-f5fa1376-7df0-4f6f-a407-a42518035909 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:34.993024 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-79647dc2-a3f1-4654-839d-33aee27e9a15 req-f5fa1376-7df0-4f6f-a407-a42518035909 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=9bcbbf0d-4e48-40e0-a0fc-ee0e1918cb33 HTTP/1.1" status: 200 len: 981 time: 0.0678914 Jun 21 15:04:35.035131 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-79647dc2-a3f1-4654-839d-33aee27e9a15 req-5bb35ea1-02e6-41a7-8eb1-b664891fcf48 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c13b858-81c9-4de8-88f5-a18d3d214b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344670 Jun 21 15:04:35.359056 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:36.228857 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28577ea-560a-44a4-b2b5-d590bf5bc26a req-8a6f9794-237d-48b3-b8f8-c3d27a0d6163 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:36.230376 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a28577ea-560a-44a4-b2b5-d590bf5bc26a req-8a6f9794-237d-48b3-b8f8-c3d27a0d6163 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=9bcbbf0d-4e48-40e0-a0fc-ee0e1918cb33 HTTP/1.1" status: 200 len: 981 time: 0.0716317 Jun 21 15:04:36.273482 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a28577ea-560a-44a4-b2b5-d590bf5bc26a req-15f4c9cc-3da3-438a-bbdf-e428ae004bca tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c13b858-81c9-4de8-88f5-a18d3d214b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342975 Jun 21 15:04:37.472949 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a2ccb-d5ff-400c-8211-eb17cd9fc0c3 req-9b159886-c188-4b59-abba-ddbdb9da48d1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:37.474414 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-612a2ccb-d5ff-400c-8211-eb17cd9fc0c3 req-9b159886-c188-4b59-abba-ddbdb9da48d1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=9bcbbf0d-4e48-40e0-a0fc-ee0e1918cb33 HTTP/1.1" status: 200 len: 981 time: 0.0736744 Jun 21 15:04:37.514127 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-612a2ccb-d5ff-400c-8211-eb17cd9fc0c3 req-f58db990-aa74-44d6-90a9-d970a690ef47 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c13b858-81c9-4de8-88f5-a18d3d214b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338440 Jun 21 15:04:37.947588 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 912ea687-a323-4022-8071-257eea1289f1 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:04:38.044760 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 912ea687-a323-4022-8071-257eea1289f1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=912ea687-a323-4022-8071-257eea1289f1,segment=NetworkSegment(c23b5788-3ed7-40ea-987e-c39005cfc16c),segment_id=c23b5788-3ed7-40ea-987e-c39005cfc16c)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:04:38.056231 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '912ea687-a323-4022-8071-257eea1289f1', 'network_id': '44fa0140-bf0f-4e80-9cde-2efd0c75f97a', 'port_id': '912ea687-a323-4022-8071-257eea1289f1', 'mac_address': 'fa:16:3e:fa:ff:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f48b1dd5-7439-4f50-bf83-ae5c5091e1e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:04:38.091823 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:38.104311 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 912ea687-a323-4022-8071-257eea1289f1 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:04:38.124477 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 912ea687-a323-4022-8071-257eea1289f1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=912ea687-a323-4022-8071-257eea1289f1,segment=NetworkSegment(c23b5788-3ed7-40ea-987e-c39005cfc16c),segment_id=c23b5788-3ed7-40ea-987e-c39005cfc16c)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:04:38.131646 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:38.133556 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:38.183366 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=912ea687-a323-4022-8071-257eea1289f1,revision_number=9']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:38.186641 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:38.451528 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['912ea687-a323-4022-8071-257eea1289f1'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:04:38.694148 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3989774-a662-44ca-9b35-97a06fdbc613 req-8ec0ea98-4f73-4ff0-a2dd-0013611c26d7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:38.695502 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e3989774-a662-44ca-9b35-97a06fdbc613 req-8ec0ea98-4f73-4ff0-a2dd-0013611c26d7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=9bcbbf0d-4e48-40e0-a0fc-ee0e1918cb33 HTTP/1.1" status: 200 len: 982 time: 0.0690155 Jun 21 15:04:38.742484 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e3989774-a662-44ca-9b35-97a06fdbc613 req-b5570774-053b-4f2d-9b97-cfe43de0d034 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c13b858-81c9-4de8-88f5-a18d3d214b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385175 Jun 21 15:04:39.928380 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1afaa2-6233-454d-a842-3e666fa7373a req-f78bcda0-6fa2-47f3-a2e4-dfe220b7f3a3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:39.929901 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7e1afaa2-6233-454d-a842-3e666fa7373a req-f78bcda0-6fa2-47f3-a2e4-dfe220b7f3a3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=9bcbbf0d-4e48-40e0-a0fc-ee0e1918cb33 HTTP/1.1" status: 200 len: 982 time: 0.0758169 Jun 21 15:04:39.947934 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 912ea687-a323-4022-8071-257eea1289f1 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:04:39.971403 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7e1afaa2-6233-454d-a842-3e666fa7373a req-fc6cd08a-9c1b-4fb9-ac1c-196221a7ccf6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c13b858-81c9-4de8-88f5-a18d3d214b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331492 Jun 21 15:04:40.000327 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port 912ea687-a323-4022-8071-257eea1289f1 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:04:40.004424 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 912ea687-a323-4022-8071-257eea1289f1 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:04:40.004792 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:40.085700 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:40.109385 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bcbbf0d-4e48-40e0-a0fc-ee0e1918cb33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912ea687-a323-4022-8071-257eea1289f1'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:04:40.111741 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7052f649-c979-4adf-a1a2-ddc40ad8ae01" -d '{"events": [{"server_uuid": "9bcbbf0d-4e48-40e0-a0fc-ee0e1918cb33", "name": "network-vif-plugged", "status": "completed", "tag": "912ea687-a323-4022-8071-257eea1289f1"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:04:40.124729 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 912ea687-a323-4022-8071-257eea1289f1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=912ea687-a323-4022-8071-257eea1289f1,segment=NetworkSegment(c23b5788-3ed7-40ea-987e-c39005cfc16c),segment_id=c23b5788-3ed7-40ea-987e-c39005cfc16c)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:04:40.130266 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:40.132134 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-2a4010f1-4b78-44b2-a3c1-c439cef6678f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:40.152942 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911ab4de-2e37-40a6-af26-3ffeab80c84d x-openstack-request-id: req-911ab4de-2e37-40a6-af26-3ffeab80c84d {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:04:40.153236 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bcbbf0d-4e48-40e0-a0fc-ee0e1918cb33", "name": "network-vif-plugged", "status": "completed", "tag": "912ea687-a323-4022-8071-257eea1289f1", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:04:40.153493 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-911ab4de-2e37-40a6-af26-3ffeab80c84d {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:04:40.153908 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bcbbf0d-4e48-40e0-a0fc-ee0e1918cb33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912ea687-a323-4022-8071-257eea1289f1', 'code': 200} Jun 21 15:04:40.180832 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=912ea687-a323-4022-8071-257eea1289f1,revision_number=10']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:40.183983 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:40.385192 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f266267-3cce-4509-8125-71bfbbefc06e req-e3ce0fab-aae4-4543-b305-28fb65c0ff27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:40.387176 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7f266267-3cce-4509-8125-71bfbbefc06e req-e3ce0fab-aae4-4543-b305-28fb65c0ff27 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9bcbbf0d-4e48-40e0-a0fc-ee0e1918cb33 HTTP/1.1" status: 200 len: 1137 time: 0.0621312 Jun 21 15:04:40.423284 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7f266267-3cce-4509-8125-71bfbbefc06e req-0a7e7067-d2d0-4715-80ec-57692fd07d4e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5c13b858-81c9-4de8-88f5-a18d3d214b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301359 Jun 21 15:04:41.163175 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af5ad3-a2aa-4072-803c-e2ba4020b60a req-b62adc18-9388-47c9-9565-034767e09926 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:41.164653 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f3af5ad3-a2aa-4072-803c-e2ba4020b60a req-b62adc18-9388-47c9-9565-034767e09926 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=9bcbbf0d-4e48-40e0-a0fc-ee0e1918cb33 HTTP/1.1" status: 200 len: 984 time: 0.0698092 Jun 21 15:04:41.204029 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f3af5ad3-a2aa-4072-803c-e2ba4020b60a req-36c7cf56-5fe1-4d9e-af8c-cb1bc37109f0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c13b858-81c9-4de8-88f5-a18d3d214b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335093 Jun 21 15:04:42.402644 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb05765-2ce5-4b94-8b63-742d25b79f37 req-013c1910-0718-408d-9ff8-b52728402bb7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:42.405063 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4bb05765-2ce5-4b94-8b63-742d25b79f37 req-013c1910-0718-408d-9ff8-b52728402bb7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=9bcbbf0d-4e48-40e0-a0fc-ee0e1918cb33 HTTP/1.1" status: 200 len: 984 time: 0.0813804 Jun 21 15:04:42.448436 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4bb05765-2ce5-4b94-8b63-742d25b79f37 req-75a46993-d348-4f82-add5-12e456176dc2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c13b858-81c9-4de8-88f5-a18d3d214b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356829 Jun 21 15:04:42.644637 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6a4f7-a138-4688-b174-ef59b9cd80a4 req-c0b57a79-4fab-42ab-8f46-0e27b237cfa4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:42.646341 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a8a6a4f7-a138-4688-b174-ef59b9cd80a4 req-c0b57a79-4fab-42ab-8f46-0e27b237cfa4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=9bcbbf0d-4e48-40e0-a0fc-ee0e1918cb33 HTTP/1.1" status: 200 len: 984 time: 0.0757024 Jun 21 15:04:42.685981 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a8a6a4f7-a138-4688-b174-ef59b9cd80a4 req-0e5dc94c-8749-45f3-9c09-9c34ab27b707 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c13b858-81c9-4de8-88f5-a18d3d214b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339036 Jun 21 15:04:42.715679 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40120) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:42.775573 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaa2ddc-31d1-48f8-b321-53c29eeb7cb6 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:42.777288 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-faaa2ddc-31d1-48f8-b321-53c29eeb7cb6 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=9bcbbf0d-4e48-40e0-a0fc-ee0e1918cb33&network_id=44fa0140-bf0f-4e80-9cde-2efd0c75f97a HTTP/1.1" status: 200 len: 1132 time: 0.0604482 Jun 21 15:04:43.159874 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ee6f76-c228-475a-a6f3-974c60774f2a req-aef5d8bb-2aa3-4648-aaf9-cb3be2dbdc97 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:43.161425 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-01ee6f76-c228-475a-a6f3-974c60774f2a req-aef5d8bb-2aa3-4648-aaf9-cb3be2dbdc97 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=9bcbbf0d-4e48-40e0-a0fc-ee0e1918cb33 HTTP/1.1" status: 200 len: 984 time: 0.0781682 Jun 21 15:04:43.200328 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-01ee6f76-c228-475a-a6f3-974c60774f2a req-266d5400-f474-472e-83d3-5782e53d3b52 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c13b858-81c9-4de8-88f5-a18d3d214b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329082 Jun 21 15:04:44.066982 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c291f566-9b9c-4833-a3ff-6f016d3ef6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:44.385364 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066498e-0df0-4863-b062-cc27fe7fb0c0 req-29128991-cf6c-4f0d-b300-f1d91e53b082 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:44.386911 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1066498e-0df0-4863-b062-cc27fe7fb0c0 req-29128991-cf6c-4f0d-b300-f1d91e53b082 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=9bcbbf0d-4e48-40e0-a0fc-ee0e1918cb33 HTTP/1.1" status: 200 len: 984 time: 0.0708063 Jun 21 15:04:44.427247 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1066498e-0df0-4863-b062-cc27fe7fb0c0 req-97c46549-9c00-4864-a364-c8f04bb92753 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=5c13b858-81c9-4de8-88f5-a18d3d214b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335002 Jun 21 15:04:44.636525 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd316f6e-710f-4c73-a171-657a0a85b5ce req-06bcb54f-7213-438b-a4cf-10455f63b15a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:44.637886 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bd316f6e-710f-4c73-a171-657a0a85b5ce req-06bcb54f-7213-438b-a4cf-10455f63b15a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/ports?device_id=9bcbbf0d-4e48-40e0-a0fc-ee0e1918cb33 HTTP/1.1" status: 200 len: 984 time: 0.0708964 Jun 21 15:04:44.694601 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd316f6e-710f-4c73-a171-657a0a85b5ce req-11966994-d920-4cdc-b6d0-bfa2a56822d1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:44.695941 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bd316f6e-710f-4c73-a171-657a0a85b5ce req-11966994-d920-4cdc-b6d0-bfa2a56822d1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/ports/912ea687-a323-4022-8071-257eea1289f1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0526314 Jun 21 15:04:44.801603 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bd316f6e-710f-4c73-a171-657a0a85b5ce req-08a7afc6-0303-432e-b512-fbd378a596a1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/networks/44fa0140-bf0f-4e80-9cde-2efd0c75f97a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1008418 Jun 21 15:04:44.811691 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-bd316f6e-710f-4c73-a171-657a0a85b5ce req-93fafe9f-3339-4632-95ae-f523ce1f3da6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:04:44.899938 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-bd316f6e-710f-4c73-a171-657a0a85b5ce req-93fafe9f-3339-4632-95ae-f523ce1f3da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:45.043549 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-bd316f6e-710f-4c73-a171-657a0a85b5ce req-93fafe9f-3339-4632-95ae-f523ce1f3da6 service neutron] For port 912ea687-a323-4022-8071-257eea1289f1, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=912ea687-a323-4022-8071-257eea1289f1,segment=NetworkSegment(c23b5788-3ed7-40ea-987e-c39005cfc16c),segment_id=c23b5788-3ed7-40ea-987e-c39005cfc16c)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:04:45.424336 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-bd316f6e-710f-4c73-a171-657a0a85b5ce req-93fafe9f-3339-4632-95ae-f523ce1f3da6 service neutron] For port 912ea687-a323-4022-8071-257eea1289f1, host hv-neutron-7971, cleared binding levels {{(pid=105224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:04:45.458842 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [req-bd316f6e-710f-4c73-a171-657a0a85b5ce req-93fafe9f-3339-4632-95ae-f523ce1f3da6 service neutron] device_id is not set on port 912ea687-a323-4022-8071-257eea1289f1 yet. {{(pid=105224) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jun 21 15:04:45.467682 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-bd316f6e-710f-4c73-a171-657a0a85b5ce req-93fafe9f-3339-4632-95ae-f523ce1f3da6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:45.474198 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-bd316f6e-710f-4c73-a171-657a0a85b5ce req-93fafe9f-3339-4632-95ae-f523ce1f3da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:45.476365 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-29cf5029-1e3e-4683-98ed-aea98a18bb08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:45.579671 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fafe9f-3339-4632-95ae-f523ce1f3da6 service neutron] Pushing event updated for resources: {'Port': ['ID=912ea687-a323-4022-8071-257eea1289f1,revision_number=11']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:45.583088 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-93fafe9f-3339-4632-95ae-f523ce1f3da6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:45.585567 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-40eca502-c910-4ffa-8f76-156887f06d9a req-51039b2a-7510-4230-b1fd-c562011f2013 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=9bcbbf0d-4e48-40e0-a0fc-ee0e1918cb33 HTTP/1.1" status: 200 len: 210 time: 0.0450368 Jun 21 15:04:45.622112 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd316f6e-710f-4c73-a171-657a0a85b5ce req-93fafe9f-3339-4632-95ae-f523ce1f3da6 service neutron] No DVR routers for this DVR port 912ea687-a323-4022-8071-257eea1289f1 on host hv-neutron-7971 {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:04:45.763726 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-bd316f6e-710f-4c73-a171-657a0a85b5ce req-93fafe9f-3339-4632-95ae-f523ce1f3da6 service neutron] In _notify_port_updated(), no bound segment for port 912ea687-a323-4022-8071-257eea1289f1 on network 44fa0140-bf0f-4e80-9cde-2efd0c75f97a {{(pid=105224) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jun 21 15:04:45.764986 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd316f6e-710f-4c73-a171-657a0a85b5ce req-93fafe9f-3339-4632-95ae-f523ce1f3da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:45.765961 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-bd316f6e-710f-4c73-a171-657a0a85b5ce req-93fafe9f-3339-4632-95ae-f523ce1f3da6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:45.767917 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bd316f6e-710f-4c73-a171-657a0a85b5ce req-93fafe9f-3339-4632-95ae-f523ce1f3da6 service neutron] 10.222.0.66 "PUT /v2.0/ports/912ea687-a323-4022-8071-257eea1289f1 HTTP/1.1" status: 200 len: 1027 time: 0.9601836 Jun 21 15:04:45.799027 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-fb09ae16-624f-4bf7-8f7e-8371f82f8bf1 None None] Provisioning complete for port 912ea687-a323-4022-8071-257eea1289f1 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:04:45.799625 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-fb09ae16-624f-4bf7-8f7e-8371f82f8bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:45.840201 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-fb09ae16-624f-4bf7-8f7e-8371f82f8bf1 None None] Port 912ea687-a323-4022-8071-257eea1289f1 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:04:46.565678 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f6ddec7c-db42-4b9f-a12c-3fec67adcbae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:46.697131 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40134) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:46.767328 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b7910b6e-b4cf-4618-b485-b3ec435bb99b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:46.795103 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b7910b6e-b4cf-4618-b485-b3ec435bb99b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:46.863394 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b7910b6e-b4cf-4618-b485-b3ec435bb99b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:46.866147 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b7910b6e-b4cf-4618-b485-b3ec435bb99b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:46.867279 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b7910b6e-b4cf-4618-b485-b3ec435bb99b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/security-groups/bb9a5953-f092-4018-ba52-2ba70998850a HTTP/1.1" status: 204 len: 168 time: 0.1691797 Jun 21 15:04:46.868065 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d6ff0eba-2b66-4aed-8af5-012b266ae41f tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:46.877095 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7910b6e-b4cf-4618-b485-b3ec435bb99b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9a5953-f092-4018-ba52-2ba70998850a,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:46.880165 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b7910b6e-b4cf-4618-b485-b3ec435bb99b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:46.900941 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40138) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:46.995090 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:47.063318 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-bb3d53f7-b041-4465-8cf0-6fb2668a2af4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port 1e544754-6468-4665-b397-51426e4f3b8f {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:04:47.063699 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bb3d53f7-b041-4465-8cf0-6fb2668a2af4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:47.146076 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bb3d53f7-b041-4465-8cf0-6fb2668a2af4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:47.146350 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bb3d53f7-b041-4465-8cf0-6fb2668a2af4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:47.207685 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-bb3d53f7-b041-4465-8cf0-6fb2668a2af4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for 1e544754-6468-4665-b397-51426e4f3b8f owned by network:floatingip {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:04:47.368815 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bb3d53f7-b041-4465-8cf0-6fb2668a2af4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:47.371337 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a45e13cf-628c-4b7a-a09e-ab3dd7906025 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:47.398050 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3d53f7-b041-4465-8cf0-6fb2668a2af4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=1e544754-6468-4665-b397-51426e4f3b8f,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:47.402357 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bb3d53f7-b041-4465-8cf0-6fb2668a2af4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:47.471129 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bb3d53f7-b041-4465-8cf0-6fb2668a2af4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:47.471455 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.l3_db [None req-bb3d53f7-b041-4465-8cf0-6fb2668a2af4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Floating IP 7c362b69-9322-433e-b9f6-d602b76c258b disassociated (deleted). External IP: 172.26.3.170, port: 912ea687-a323-4022-8071-257eea1289f1. Jun 21 15:04:48.035900 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb3d53f7-b041-4465-8cf0-6fb2668a2af4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router 9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:04:48.065275 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:48.155063 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3d53f7-b041-4465-8cf0-6fb2668a2af4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:04:48.160007 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bb3d53f7-b041-4465-8cf0-6fb2668a2af4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:48.164877 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e7ac1a-3174-462d-875e-3eab5a1b1a12 None None] Sync routers for ids ['9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:04:48.175643 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e7ac1a-3174-462d-875e-3eab5a1b1a12 None None] Routers {'9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:04:48.176265 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-72e7ac1a-3174-462d-875e-3eab5a1b1a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:04:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:04:48.195445 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-bb3d53f7-b041-4465-8cf0-6fb2668a2af4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/floatingips/7c362b69-9322-433e-b9f6-d602b76c258b HTTP/1.1" status: 204 len: 168 time: 1.2933073 Jun 21 15:04:48.335915 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40144) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:48.368797 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-72e7ac1a-3174-462d-875e-3eab5a1b1a12 None None] Set router 9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:04:48.402012 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c42ed564-1523-48d5-af20-3040db0a716d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:48.428052 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c42ed564-1523-48d5-af20-3040db0a716d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:48.492011 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c42ed564-1523-48d5-af20-3040db0a716d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:48.494703 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c42ed564-1523-48d5-af20-3040db0a716d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:48.495841 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c42ed564-1523-48d5-af20-3040db0a716d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/security-groups/a796dd1c-ca8c-449c-ad82-02722e46b434 HTTP/1.1" status: 204 len: 168 time: 0.1588616 Jun 21 15:04:48.496664 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d9fa9fb0-8736-45a2-93ef-2401c07744cf tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:48.506334 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ed564-1523-48d5-af20-3040db0a716d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a796dd1c-ca8c-449c-ad82-02722e46b434,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:48.509098 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c42ed564-1523-48d5-af20-3040db0a716d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:48.535352 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40148) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:48.578590 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-72e7ac1a-3174-462d-875e-3eab5a1b1a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'name': 'tempest-TestNetworkBasicOps-router-159259301', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.238'}], 'enable_snat': True}, 'gw_port_id': 'a789fd91-f3fd-4ceb-a16b-079e745bf8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:04:04Z', 'updated_at': '2021-06-21T15:04:08Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'a789fd91-f3fd-4ceb-a16b-079e745bf8f2', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:05Z', 'updated_at': '2021-06-21T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'd9a0ae05-3e58-4a0f-bd69-23037cac00a5', 'name': '', 'network_id': '44fa0140-bf0f-4e80-9cde-2efd0c75f97a', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:1f:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'f48b1dd5-7439-4f50-bf83-ae5c5091e1e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:07Z', 'updated_at': '2021-06-21T15:04:13Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'f48b1dd5-7439-4f50-bf83-ae5c5091e1e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:04:48.608006 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e7ac1a-3174-462d-875e-3eab5a1b1a12 None None] Checking router: 9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:04:48.616048 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e7ac1a-3174-462d-875e-3eab5a1b1a12 None None] Routers {'9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:04:48.616679 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-72e7ac1a-3174-462d-875e-3eab5a1b1a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:04:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:04:48.632517 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-867cf30c-c2be-4ac1-a1c6-334f80efe64a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port 912ea687-a323-4022-8071-257eea1289f1 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:04:48.632861 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-867cf30c-c2be-4ac1-a1c6-334f80efe64a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:48.719184 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-867cf30c-c2be-4ac1-a1c6-334f80efe64a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:48.719498 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-72e7ac1a-3174-462d-875e-3eab5a1b1a12 None None] Set router 9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:04:48.786671 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-867cf30c-c2be-4ac1-a1c6-334f80efe64a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for 912ea687-a323-4022-8071-257eea1289f1 owned by {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:04:48.912166 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-72e7ac1a-3174-462d-875e-3eab5a1b1a12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'name': 'tempest-TestNetworkBasicOps-router-159259301', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.238'}], 'enable_snat': True}, 'gw_port_id': 'a789fd91-f3fd-4ceb-a16b-079e745bf8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:04:04Z', 'updated_at': '2021-06-21T15:04:08Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'a789fd91-f3fd-4ceb-a16b-079e745bf8f2', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:05Z', 'updated_at': '2021-06-21T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'd9a0ae05-3e58-4a0f-bd69-23037cac00a5', 'name': '', 'network_id': '44fa0140-bf0f-4e80-9cde-2efd0c75f97a', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:1f:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'f48b1dd5-7439-4f50-bf83-ae5c5091e1e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:07Z', 'updated_at': '2021-06-21T15:04:13Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'f48b1dd5-7439-4f50-bf83-ae5c5091e1e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:04:48.918507 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-867cf30c-c2be-4ac1-a1c6-334f80efe64a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:48.923831 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-67a55877-a6cf-4089-bc8d-8f2168cc7021 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:48.938332 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e7ac1a-3174-462d-875e-3eab5a1b1a12 None None] The sync data for ids ['9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f'] in dv-neutron-797121-2-hyperv is: [{'id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'name': 'tempest-TestNetworkBasicOps-router-159259301', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.238'}], 'enable_snat': True}, 'gw_port_id': 'a789fd91-f3fd-4ceb-a16b-079e745bf8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:04:04Z', 'updated_at': '2021-06-21T15:04:08Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'a789fd91-f3fd-4ceb-a16b-079e745bf8f2', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:05Z', 'updated_at': '2021-06-21T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'd9a0ae05-3e58-4a0f-bd69-23037cac00a5', 'name': '', 'network_id': '44fa0140-bf0f-4e80-9cde-2efd0c75f97a', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:1f:91:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': 'f48b1dd5-7439-4f50-bf83-ae5c5091e1e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:07Z', 'updated_at': '2021-06-21T15:04:13Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': 'f48b1dd5-7439-4f50-bf83-ae5c5091e1e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:04:48.962766 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867cf30c-c2be-4ac1-a1c6-334f80efe64a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=912ea687-a323-4022-8071-257eea1289f1,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:48.981366 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-867cf30c-c2be-4ac1-a1c6-334f80efe64a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:49.028518 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-867cf30c-c2be-4ac1-a1c6-334f80efe64a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:49.030439 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-867cf30c-c2be-4ac1-a1c6-334f80efe64a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/ports/912ea687-a323-4022-8071-257eea1289f1 HTTP/1.1" status: 204 len: 168 time: 0.4931800 Jun 21 15:04:49.033380 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40150) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:49.189890 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683df23c-54dc-43f8-b185-b51363e097dd None None] New status for floating IP 7c362b69-9322-433e-b9f6-d602b76c258b: DOWN {{(pid=105226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:04:49.407871 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c3aeef7e-e84a-4720-9cd5-2eabdb96fec0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:49.685366 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-c3aeef7e-e84a-4720-9cd5-2eabdb96fec0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port d9a0ae05-3e58-4a0f-bd69-23037cac00a5 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:04:49.685627 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c3aeef7e-e84a-4720-9cd5-2eabdb96fec0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:49.734964 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:49.783388 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-c3aeef7e-e84a-4720-9cd5-2eabdb96fec0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] For port d9a0ae05-3e58-4a0f-bd69-23037cac00a5, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=d9a0ae05-3e58-4a0f-bd69-23037cac00a5,segment=NetworkSegment(c23b5788-3ed7-40ea-987e-c39005cfc16c),segment_id=c23b5788-3ed7-40ea-987e-c39005cfc16c)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:04:49.783768 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c3aeef7e-e84a-4720-9cd5-2eabdb96fec0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:49.857292 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-c3aeef7e-e84a-4720-9cd5-2eabdb96fec0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for d9a0ae05-3e58-4a0f-bd69-23037cac00a5 owned by network:router_interface {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:04:49.980075 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 912ea687-a323-4022-8071-257eea1289f1 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:04:50.001164 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: 912ea687-a323-4022-8071-257eea1289f1 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:04:50.001514 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 912ea687-a323-4022-8071-257eea1289f1 not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:04:50.062413 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c3aeef7e-e84a-4720-9cd5-2eabdb96fec0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:50.065584 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-25f26464-371e-4cb6-ba34-b553db53f228 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:50.093457 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aeef7e-e84a-4720-9cd5-2eabdb96fec0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=d9a0ae05-3e58-4a0f-bd69-23037cac00a5,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:50.101682 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c3aeef7e-e84a-4720-9cd5-2eabdb96fec0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:50.274389 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c3aeef7e-e84a-4720-9cd5-2eabdb96fec0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:50.506402 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3aeef7e-e84a-4720-9cd5-2eabdb96fec0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router 9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:04:50.622794 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3aeef7e-e84a-4720-9cd5-2eabdb96fec0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:04:50.628145 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c3aeef7e-e84a-4720-9cd5-2eabdb96fec0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "PUT /v2.0/routers/9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5934184 Jun 21 15:04:50.631620 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40152) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:50.632777 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df1cd3c-d9fd-40b4-89c6-8ed40d6e0bb4 None None] Sync routers for ids ['9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:04:50.642264 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df1cd3c-d9fd-40b4-89c6-8ed40d6e0bb4 None None] Routers {'9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:04:50.642868 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-5df1cd3c-d9fd-40b4-89c6-8ed40d6e0bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:04:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:04:50.685527 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-52ff3295-57ae-4f86-8be0-470005afab01 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting subnet f48b1dd5-7439-4f50-bf83-ae5c5091e1e1 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 15:04:50.688707 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-52ff3295-57ae-4f86-8be0-470005afab01 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:50.728406 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-52ff3295-57ae-4f86-8be0-470005afab01 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:50.744958 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-5df1cd3c-d9fd-40b4-89c6-8ed40d6e0bb4 None None] Set router 9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:04:50.810306 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-52ff3295-57ae-4f86-8be0-470005afab01 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:50.873361 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-52ff3295-57ae-4f86-8be0-470005afab01 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:50.876348 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b0bfd546-fab3-47ec-be16-5fcbd643307b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:50.903514 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ff3295-57ae-4f86-8be0-470005afab01 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Subnet': ['ID=f48b1dd5-7439-4f50-bf83-ae5c5091e1e1,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:50.905460 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-52ff3295-57ae-4f86-8be0-470005afab01 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:50.910074 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40154) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:50.910615 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-52ff3295-57ae-4f86-8be0-470005afab01 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/subnets/f48b1dd5-7439-4f50-bf83-ae5c5091e1e1 HTTP/1.1" status: 204 len: 168 time: 0.2774856 Jun 21 15:04:50.911072 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-52ff3295-57ae-4f86-8be0-470005afab01 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:50.914232 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9deec436-e216-49c6-a1d6-1f9653361507 None None] Network 44fa0140-bf0f-4e80-9cde-2efd0c75f97a requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:04:50.924036 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-5df1cd3c-d9fd-40b4-89c6-8ed40d6e0bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'name': 'tempest-TestNetworkBasicOps-router-159259301', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.238'}], 'enable_snat': True}, 'gw_port_id': 'a789fd91-f3fd-4ceb-a16b-079e745bf8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:04:04Z', 'updated_at': '2021-06-21T15:04:50Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'a789fd91-f3fd-4ceb-a16b-079e745bf8f2', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:05Z', 'updated_at': '2021-06-21T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:04:50.950936 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df1cd3c-d9fd-40b4-89c6-8ed40d6e0bb4 None None] Checking router: 9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:04:50.958624 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df1cd3c-d9fd-40b4-89c6-8ed40d6e0bb4 None None] Routers {'9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:04:50.959513 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-5df1cd3c-d9fd-40b4-89c6-8ed40d6e0bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:04:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:04:51.025386 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2ec306cf-b62b-4aef-af59-baf4d27d2a80 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:51.068693 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-5df1cd3c-d9fd-40b4-89c6-8ed40d6e0bb4 None None] Set router 9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:04:51.104635 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5687348-7c7c-4841-8977-bd1029f57f92 None None] DHCP port deletion for 44fa0140-bf0f-4e80-9cde-2efd0c75f97a request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 15:04:51.140464 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2ec306cf-b62b-4aef-af59-baf4d27d2a80 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:51.151892 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-b5687348-7c7c-4841-8977-bd1029f57f92 None None] Deleting port 3c3a72de-7658-4d86-b299-fed7ce9e2edf {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:04:51.152300 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b5687348-7c7c-4841-8977-bd1029f57f92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:51.196284 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-2ec306cf-b62b-4aef-af59-baf4d27d2a80 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port a789fd91-f3fd-4ceb-a16b-079e745bf8f2 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:04:51.196603 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2ec306cf-b62b-4aef-af59-baf4d27d2a80 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:51.212533 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-b5687348-7c7c-4841-8977-bd1029f57f92 None None] For port 3c3a72de-7658-4d86-b299-fed7ce9e2edf, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3c3a72de-7658-4d86-b299-fed7ce9e2edf,segment=NetworkSegment(c23b5788-3ed7-40ea-987e-c39005cfc16c),segment_id=c23b5788-3ed7-40ea-987e-c39005cfc16c)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:04:51.213210 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b5687348-7c7c-4841-8977-bd1029f57f92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:51.259781 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-5df1cd3c-d9fd-40b4-89c6-8ed40d6e0bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'name': 'tempest-TestNetworkBasicOps-router-159259301', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.238'}], 'enable_snat': True}, 'gw_port_id': 'a789fd91-f3fd-4ceb-a16b-079e745bf8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:04:04Z', 'updated_at': '2021-06-21T15:04:50Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'a789fd91-f3fd-4ceb-a16b-079e745bf8f2', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:05Z', 'updated_at': '2021-06-21T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:04:51.279024 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-2ec306cf-b62b-4aef-af59-baf4d27d2a80 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] For port a789fd91-f3fd-4ceb-a16b-079e745bf8f2, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=a789fd91-f3fd-4ceb-a16b-079e745bf8f2,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:04:51.279460 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2ec306cf-b62b-4aef-af59-baf4d27d2a80 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:51.282007 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-b5687348-7c7c-4841-8977-bd1029f57f92 None None] Calling delete_port for 3c3a72de-7658-4d86-b299-fed7ce9e2edf owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:04:51.286246 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df1cd3c-d9fd-40b4-89c6-8ed40d6e0bb4 None None] The sync data for ids ['9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f'] in dv-neutron-797121-2-hyperv is: [{'id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'name': 'tempest-TestNetworkBasicOps-router-159259301', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.238'}], 'enable_snat': True}, 'gw_port_id': 'a789fd91-f3fd-4ceb-a16b-079e745bf8f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:04:04Z', 'updated_at': '2021-06-21T15:04:50Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'a789fd91-f3fd-4ceb-a16b-079e745bf8f2', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:3f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:05Z', 'updated_at': '2021-06-21T15:04:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:04:51.353124 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-2ec306cf-b62b-4aef-af59-baf4d27d2a80 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for a789fd91-f3fd-4ceb-a16b-079e745bf8f2 owned by network:router_gateway {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:04:51.363151 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b5687348-7c7c-4841-8977-bd1029f57f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:51.365522 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:51.390222 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5687348-7c7c-4841-8977-bd1029f57f92 None None] Pushing event deleted for resources: {'Port': ['ID=3c3a72de-7658-4d86-b299-fed7ce9e2edf,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:51.392114 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5687348-7c7c-4841-8977-bd1029f57f92 None None] No DVR routers for this DVR port 3c3a72de-7658-4d86-b299-fed7ce9e2edf on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:04:51.393506 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b5687348-7c7c-4841-8977-bd1029f57f92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:51.536880 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2ec306cf-b62b-4aef-af59-baf4d27d2a80 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:51.538910 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-357ffa0c-2f82-4baf-af73-fd8ab0d619e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:51.562605 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec306cf-b62b-4aef-af59-baf4d27d2a80 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=a789fd91-f3fd-4ceb-a16b-079e745bf8f2,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:51.565679 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2ec306cf-b62b-4aef-af59-baf4d27d2a80 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:51.628903 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2ec306cf-b62b-4aef-af59-baf4d27d2a80 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:51.733725 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2ec306cf-b62b-4aef-af59-baf4d27d2a80 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:51.739106 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2ec306cf-b62b-4aef-af59-baf4d27d2a80 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:51.770190 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device d9a0ae05-3e58-4a0f-bd69-23037cac00a5 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:04:51.788970 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2ec306cf-b62b-4aef-af59-baf4d27d2a80 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:51.790032 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec306cf-b62b-4aef-af59-baf4d27d2a80 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Fanout notify agent at l3_agent the message router_deleted on router 9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 15:04:51.793150 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: d9a0ae05-3e58-4a0f-bd69-23037cac00a5 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:04:51.793470 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device d9a0ae05-3e58-4a0f-bd69-23037cac00a5 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:04:51.794110 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3c3a72de-7658-4d86-b299-fed7ce9e2edf no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:04:51.798084 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2ec306cf-b62b-4aef-af59-baf4d27d2a80 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:51.801587 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-2ec306cf-b62b-4aef-af59-baf4d27d2a80 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/routers/9ef68984-a116-4f5f-9a17-6e4f0c4a8a1f HTTP/1.1" status: 204 len: 168 time: 0.8880475 Jun 21 15:04:51.801956 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40156) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:51.813511 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 3c3a72de-7658-4d86-b299-fed7ce9e2edf {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:04:51.813917 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3c3a72de-7658-4d86-b299-fed7ce9e2edf not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:04:51.886074 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fabbb6d8-5144-4b1f-8bea-0f23bee005ae tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:51.981293 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fabbb6d8-5144-4b1f-8bea-0f23bee005ae tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:51.993386 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-fabbb6d8-5144-4b1f-8bea-0f23bee005ae tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44fa0140-bf0f-4e80-9cde-2efd0c75f97a']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:04:52.003796 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-fabbb6d8-5144-4b1f-8bea-0f23bee005ae tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c23b5788-3ed7-40ea-987e-c39005cfc16c') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:04:52.004087 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-fabbb6d8-5144-4b1f-8bea-0f23bee005ae tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c23b5788-3ed7-40ea-987e-c39005cfc16c') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:04:52.012758 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fabbb6d8-5144-4b1f-8bea-0f23bee005ae tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:52.026948 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fabbb6d8-5144-4b1f-8bea-0f23bee005ae tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:52.033237 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fabbb6d8-5144-4b1f-8bea-0f23bee005ae tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 15:04:52.033623 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fabbb6d8-5144-4b1f-8bea-0f23bee005ae tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:52.036756 dv-neutron-797121-2-hyperv neutron-server[105225]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:04:52.036756 dv-neutron-797121-2-hyperv neutron-server[105225]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:04:52.036756 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 15:04:52.036756 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 15:04:52.036756 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 15:04:52.036756 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 15:04:52.036756 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 15:04:52.036756 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 15:04:52.036756 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 15:04:52.036756 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 15:04:52.036756 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 15:04:52.036756 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 15:04:52.036756 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 15:04:52.036756 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 15:04:52.036756 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 15:04:52.036756 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 15:04:52.036756 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 15:04:52.036756 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 15:04:52.036756 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 15:04:52.036756 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 15:04:52.036756 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 15:04:52.036756 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 15:04:52.036756 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 15:04:52.036756 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 15:04:52.036756 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 15:04:52.036756 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 15:04:52.036756 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 15:04:52.036756 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 15:04:52.036756 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 15:04:52.036756 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 15:04:52.036756 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 15:04:52.036756 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 15:04:52.036756 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 15:04:52.036756 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 15:04:52.100136 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:04:52.100835 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fabbb6d8-5144-4b1f-8bea-0f23bee005ae tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:52.107202 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fabbb6d8-5144-4b1f-8bea-0f23bee005ae tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:52.109624 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-fabbb6d8-5144-4b1f-8bea-0f23bee005ae tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/networks/44fa0140-bf0f-4e80-9cde-2efd0c75f97a HTTP/1.1" status: 204 len: 168 time: 0.3063743 Jun 21 15:04:52.110489 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9360ddb8-361e-4240-9400-758836474fb8 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:52.127632 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40158) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:52.129267 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabbb6d8-5144-4b1f-8bea-0f23bee005ae tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Network': ['ID=44fa0140-bf0f-4e80-9cde-2efd0c75f97a,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:52.133270 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fabbb6d8-5144-4b1f-8bea-0f23bee005ae tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:52.144091 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f442455e-9903-4316-a3ec-ed5f2cccec7c tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0140495 Jun 21 15:04:52.146521 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40160) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:52.151445 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-76c3daca-4441-4a01-a69a-1b372a1e3931 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'network': {'name': 'tempest-network-smoke--2039509749', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'port_security_enabled': True}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:04:52.176487 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c3daca-4441-4a01-a69a-1b372a1e3931 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Made reservation on behalf of 6034e39b7b9c4208ae0c3b83482b9f88 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:04:52.180525 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-76c3daca-4441-4a01-a69a-1b372a1e3931 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:52.205896 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c3daca-4441-4a01-a69a-1b372a1e3931 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 15:04:52.214767 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-76c3daca-4441-4a01-a69a-1b372a1e3931 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:52.215089 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-76c3daca-4441-4a01-a69a-1b372a1e3931 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Added segment dba8114f-001f-4de1-b677-8c6c25f10ad6 of type vlan for network 4aaed355-8c73-4e33-87e1-299ed0f09d2b Jun 21 15:04:52.255321 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-76c3daca-4441-4a01-a69a-1b372a1e3931 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:52.284236 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-76c3daca-4441-4a01-a69a-1b372a1e3931 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:52.289808 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c3daca-4441-4a01-a69a-1b372a1e3931 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:52.290435 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-76c3daca-4441-4a01-a69a-1b372a1e3931 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:52.292710 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-39f72c4f-71a5-4a89-9f44-036323a8ce19 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:52.352643 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-76c3daca-4441-4a01-a69a-1b372a1e3931 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2050886 Jun 21 15:04:52.355343 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40162) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:52.361741 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-53509d8d-e269-47c1-b44d-4c09c3061b43 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1102026451', 'admin_state_up': True, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:04:52.373021 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c3daca-4441-4a01-a69a-1b372a1e3931 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Network': ['ID=4aaed355-8c73-4e33-87e1-299ed0f09d2b,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:52.376732 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-76c3daca-4441-4a01-a69a-1b372a1e3931 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:52.385208 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 4aaed355-8c73-4e33-87e1-299ed0f09d2b details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 15:04:52.396994 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-53509d8d-e269-47c1-b44d-4c09c3061b43 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:52.398292 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-53509d8d-e269-47c1-b44d-4c09c3061b43 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:52.449665 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-53509d8d-e269-47c1-b44d-4c09c3061b43 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:52.593945 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-53509d8d-e269-47c1-b44d-4c09c3061b43 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:52.800021 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-53509d8d-e269-47c1-b44d-4c09c3061b43 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_gateway, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:52.822516 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-53509d8d-e269-47c1-b44d-4c09c3061b43 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:52.930401 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-53509d8d-e269-47c1-b44d-4c09c3061b43 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Allocated IP 172.26.3.112 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/0e668c1f-264a-4b8c-99d8-a35ca0283b50) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:04:53.038951 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-53509d8d-e269-47c1-b44d-4c09c3061b43 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:53.430649 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-53509d8d-e269-47c1-b44d-4c09c3061b43 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:53.432722 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fba9f0cd-186f-4582-b0c4-8aec55f9b69b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:53.452307 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device a789fd91-f3fd-4ceb-a16b-079e745bf8f2 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:04:53.471421 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53509d8d-e269-47c1-b44d-4c09c3061b43 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:04:53.474251 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: a789fd91-f3fd-4ceb-a16b-079e745bf8f2 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:04:53.474879 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device a789fd91-f3fd-4ceb-a16b-079e745bf8f2 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:04:53.476337 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-53509d8d-e269-47c1-b44d-4c09c3061b43 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:04:53.480736 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53509d8d-e269-47c1-b44d-4c09c3061b43 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:04:53.483977 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53509d8d-e269-47c1-b44d-4c09c3061b43 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=0e668c1f-264a-4b8c-99d8-a35ca0283b50,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:53.503179 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-53509d8d-e269-47c1-b44d-4c09c3061b43 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:53.734008 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-53509d8d-e269-47c1-b44d-4c09c3061b43 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_gateway, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:53.936098 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-53509d8d-e269-47c1-b44d-4c09c3061b43 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:54.068101 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53509d8d-e269-47c1-b44d-4c09c3061b43 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 15:04:54.177219 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53509d8d-e269-47c1-b44d-4c09c3061b43 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:04:54.187591 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fee6c9a-4bcf-42ee-a3a3-9fd01c935cd9 None None] Sync routers for ids ['a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:04:54.197251 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-53509d8d-e269-47c1-b44d-4c09c3061b43 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:54.198554 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-53509d8d-e269-47c1-b44d-4c09c3061b43 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8422356 Jun 21 15:04:54.201795 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40164) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:54.202549 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fee6c9a-4bcf-42ee-a3a3-9fd01c935cd9 None None] Routers {'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:04:54.203225 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-6fee6c9a-4bcf-42ee-a3a3-9fd01c935cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:04:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:04:54.229305 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4f38980a-bb15-4028-a041-8b56006affb9 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=6034e39b7b9c4208ae0c3b83482b9f88&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263233 Jun 21 15:04:54.231687 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40166) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:54.306064 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-6fee6c9a-4bcf-42ee-a3a3-9fd01c935cd9 None None] Set router a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:04:54.316640 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5365fb-f0d5-4c65-b746-ba60b46b57ae tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:54.318379 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-ca5365fb-f0d5-4c65-b746-ba60b46b57ae tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0856750 Jun 21 15:04:54.321295 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40168) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:54.353928 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2ffe2bd4-3b07-4136-8be9-b129fedd1251 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=78e7bc12-ea33-4baf-9744-b93105835641&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314035 Jun 21 15:04:54.356354 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40170) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:54.361147 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-51fd465e-cb8c-49ca-a7bd-3ef9bd92f6bf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-529213008', 'network_id': '4aaed355-8c73-4e33-87e1-299ed0f09d2b', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:04:54.453435 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51fd465e-cb8c-49ca-a7bd-3ef9bd92f6bf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Made reservation on behalf of 6034e39b7b9c4208ae0c3b83482b9f88 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:04:54.458340 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-51fd465e-cb8c-49ca-a7bd-3ef9bd92f6bf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:54.482362 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-6fee6c9a-4bcf-42ee-a3a3-9fd01c935cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'name': 'tempest-TestNetworkBasicOps-router-1102026451', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '0e668c1f-264a-4b8c-99d8-a35ca0283b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:04:52Z', 'updated_at': '2021-06-21T15:04:53Z', 'revision_number': 3, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '0e668c1f-264a-4b8c-99d8-a35ca0283b50', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:50:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:52Z', 'updated_at': '2021-06-21T15:04:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:04:54.512050 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fee6c9a-4bcf-42ee-a3a3-9fd01c935cd9 None None] Checking router: a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:04:54.512426 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fee6c9a-4bcf-42ee-a3a3-9fd01c935cd9 None None] Updating router a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d port 0e668c1f-264a-4b8c-99d8-a35ca0283b50 binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:04:54.547061 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fee6c9a-4bcf-42ee-a3a3-9fd01c935cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:54.650708 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-51fd465e-cb8c-49ca-a7bd-3ef9bd92f6bf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:54.652724 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b9d08912-c606-452b-ab7f-30c49ce797f3 tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:54.712674 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd465e-cb8c-49ca-a7bd-3ef9bd92f6bf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Subnet': ['ID=1ff58c99-8391-458c-be7a-2255e82101fc,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:54.723834 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fd465e-cb8c-49ca-a7bd-3ef9bd92f6bf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:54.724222 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fd465e-cb8c-49ca-a7bd-3ef9bd92f6bf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:54.724910 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fd465e-cb8c-49ca-a7bd-3ef9bd92f6bf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:54.725113 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fd465e-cb8c-49ca-a7bd-3ef9bd92f6bf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:54.725381 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fd465e-cb8c-49ca-a7bd-3ef9bd92f6bf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:54.725754 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fd465e-cb8c-49ca-a7bd-3ef9bd92f6bf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:54.726153 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fd465e-cb8c-49ca-a7bd-3ef9bd92f6bf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:54.726525 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fd465e-cb8c-49ca-a7bd-3ef9bd92f6bf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:54.726890 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fd465e-cb8c-49ca-a7bd-3ef9bd92f6bf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:54.727254 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fd465e-cb8c-49ca-a7bd-3ef9bd92f6bf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:54.727619 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fd465e-cb8c-49ca-a7bd-3ef9bd92f6bf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:54.727976 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fd465e-cb8c-49ca-a7bd-3ef9bd92f6bf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:54.732922 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-51fd465e-cb8c-49ca-a7bd-3ef9bd92f6bf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:54.734112 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51fd465e-cb8c-49ca-a7bd-3ef9bd92f6bf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Checking segment: {'id': 'dba8114f-001f-4de1-b677-8c6c25f10ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4aaed355-8c73-4e33-87e1-299ed0f09d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:04:54.734469 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fd465e-cb8c-49ca-a7bd-3ef9bd92f6bf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network hostable DHCP agents. Network: 4aaed355-8c73-4e33-87e1-299ed0f09d2b, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 15:04:54.755577 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fd465e-cb8c-49ca-a7bd-3ef9bd92f6bf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network 4aaed355-8c73-4e33-87e1-299ed0f09d2b is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 15:04:54.766060 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-51fd465e-cb8c-49ca-a7bd-3ef9bd92f6bf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 4aaed355-8c73-4e33-87e1-299ed0f09d2b) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:04:54.770116 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51fd465e-cb8c-49ca-a7bd-3ef9bd92f6bf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:54.770702 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-51fd465e-cb8c-49ca-a7bd-3ef9bd92f6bf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:54.787885 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-51fd465e-cb8c-49ca-a7bd-3ef9bd92f6bf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4305027 Jun 21 15:04:54.790911 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40172) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:54.837556 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7527f8-aae6-4a2a-a567-071557f3b12e None None] Network 4aaed355-8c73-4e33-87e1-299ed0f09d2b requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:04:55.075184 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37535f81-6483-45e4-a65d-134ed5f4031e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-4aaed355-8c73-4e33-87e1-299ed0f09d2b', 'network_id': '4aaed355-8c73-4e33-87e1-299ed0f09d2b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ips': [{'subnet_id': '1ff58c99-8391-458c-be7a-2255e82101fc'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 15:04:55.076127 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-37535f81-6483-45e4-a65d-134ed5f4031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:55.079089 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fee6c9a-4bcf-42ee-a3a3-9fd01c935cd9 None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:55.096671 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fee6c9a-4bcf-42ee-a3a3-9fd01c935cd9 None None] Transition to ACTIVE for port object 0e668c1f-264a-4b8c-99d8-a35ca0283b50 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:04:55.112148 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fee6c9a-4bcf-42ee-a3a3-9fd01c935cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:55.154520 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:55.228698 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c6c179a5-b1e9-4cae-95a8-61d000d186c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:55.241689 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-6fee6c9a-4bcf-42ee-a3a3-9fd01c935cd9 None None] Attempting to bind port 0e668c1f-264a-4b8c-99d8-a35ca0283b50 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:04:55.242082 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-6fee6c9a-4bcf-42ee-a3a3-9fd01c935cd9 None None] Attempting to bind port 0e668c1f-264a-4b8c-99d8-a35ca0283b50 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:04:55.242466 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fee6c9a-4bcf-42ee-a3a3-9fd01c935cd9 None None] Attempting to bind port 0e668c1f-264a-4b8c-99d8-a35ca0283b50 on network 78e7bc12-ea33-4baf-9744-b93105835641 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:04:55.254181 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca13e8e-a1c4-4f78-8362-9785562925d8 None None] Pushing event updated for resources: {'Port': ['ID=0e668c1f-264a-4b8c-99d8-a35ca0283b50,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:55.258030 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fee6c9a-4bcf-42ee-a3a3-9fd01c935cd9 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:04:55.258405 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fee6c9a-4bcf-42ee-a3a3-9fd01c935cd9 None None] Checking segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:04:55.258798 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fee6c9a-4bcf-42ee-a3a3-9fd01c935cd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:55.259264 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fee6c9a-4bcf-42ee-a3a3-9fd01c935cd9 None None] Bound using segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:04:55.259772 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-6fee6c9a-4bcf-42ee-a3a3-9fd01c935cd9 None None] Bound port: 0e668c1f-264a-4b8c-99d8-a35ca0283b50, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:04:55.260147 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fee6c9a-4bcf-42ee-a3a3-9fd01c935cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:55.263558 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-4ca13e8e-a1c4-4f78-8362-9785562925d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:55.299849 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-37535f81-6483-45e4-a65d-134ed5f4031e None None] Allocated IP 172.20.0.2 (4aaed355-8c73-4e33-87e1-299ed0f09d2b/1ff58c99-8391-458c-be7a-2255e82101fc/64fa64b0-c9de-42e0-9a13-12be3bf091e0) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:04:55.341243 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fee6c9a-4bcf-42ee-a3a3-9fd01c935cd9 None None] For port 0e668c1f-264a-4b8c-99d8-a35ca0283b50, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:04:55.381370 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fee6c9a-4bcf-42ee-a3a3-9fd01c935cd9 None None] For port 0e668c1f-264a-4b8c-99d8-a35ca0283b50, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=0e668c1f-264a-4b8c-99d8-a35ca0283b50,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:04:55.388859 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fee6c9a-4bcf-42ee-a3a3-9fd01c935cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:55.392188 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3fde9245-2d0c-4747-ab79-5ea3da703cbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:55.496671 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fee6c9a-4bcf-42ee-a3a3-9fd01c935cd9 None None] Routers {'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:04:55.497547 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-6fee6c9a-4bcf-42ee-a3a3-9fd01c935cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:04:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:04:55.500605 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca13e8e-a1c4-4f78-8362-9785562925d8 None None] Pushing event updated for resources: {'Port': ['ID=0e668c1f-264a-4b8c-99d8-a35ca0283b50,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:55.507011 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-4ca13e8e-a1c4-4f78-8362-9785562925d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:55.563462 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-37535f81-6483-45e4-a65d-134ed5f4031e None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:55.598596 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-37535f81-6483-45e4-a65d-134ed5f4031e None None] Transition to ACTIVE for port object 64fa64b0-c9de-42e0-9a13-12be3bf091e0 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:04:55.624160 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-37535f81-6483-45e4-a65d-134ed5f4031e None None] Transition to ACTIVE for port object 64fa64b0-c9de-42e0-9a13-12be3bf091e0 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:04:55.633923 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-6fee6c9a-4bcf-42ee-a3a3-9fd01c935cd9 None None] Set router a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:04:55.635970 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-37535f81-6483-45e4-a65d-134ed5f4031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:55.663479 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:55.682821 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-c6c179a5-b1e9-4cae-95a8-61d000d186c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Allocated IP 172.20.0.1 (4aaed355-8c73-4e33-87e1-299ed0f09d2b/1ff58c99-8391-458c-be7a-2255e82101fc/bd8e3489-b62d-42e5-87a0-6e20d26889d1) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:04:55.762675 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37535f81-6483-45e4-a65d-134ed5f4031e None None] Network 4aaed355-8c73-4e33-87e1-299ed0f09d2b is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:04:55.769631 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-37535f81-6483-45e4-a65d-134ed5f4031e None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:04:55.778709 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37535f81-6483-45e4-a65d-134ed5f4031e None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:04:55.795941 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37535f81-6483-45e4-a65d-134ed5f4031e None None] Pushing event updated for resources: {'Port': ['ID=64fa64b0-c9de-42e0-9a13-12be3bf091e0,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:55.802572 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c6c179a5-b1e9-4cae-95a8-61d000d186c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:55.804289 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-37535f81-6483-45e4-a65d-134ed5f4031e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:55.816888 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-c6c179a5-b1e9-4cae-95a8-61d000d186c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Transition to ACTIVE for port object bd8e3489-b62d-42e5-87a0-6e20d26889d1 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:04:55.857137 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c6c179a5-b1e9-4cae-95a8-61d000d186c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:55.859334 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d60d9401-7c65-4bf4-8d3b-3aea41bf76c4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:55.880751 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-37535f81-6483-45e4-a65d-134ed5f4031e None None] Attempting to bind port 64fa64b0-c9de-42e0-9a13-12be3bf091e0 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:04:55.881404 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-37535f81-6483-45e4-a65d-134ed5f4031e None None] Attempting to bind port 64fa64b0-c9de-42e0-9a13-12be3bf091e0 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'dba8114f-001f-4de1-b677-8c6c25f10ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4aaed355-8c73-4e33-87e1-299ed0f09d2b'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:04:55.881709 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37535f81-6483-45e4-a65d-134ed5f4031e None None] Attempting to bind port 64fa64b0-c9de-42e0-9a13-12be3bf091e0 on network 4aaed355-8c73-4e33-87e1-299ed0f09d2b {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:04:55.889107 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37535f81-6483-45e4-a65d-134ed5f4031e None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:04:55.889466 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37535f81-6483-45e4-a65d-134ed5f4031e None None] Checking segment: {'id': 'dba8114f-001f-4de1-b677-8c6c25f10ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4aaed355-8c73-4e33-87e1-299ed0f09d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:04:55.889888 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-37535f81-6483-45e4-a65d-134ed5f4031e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:55.890292 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37535f81-6483-45e4-a65d-134ed5f4031e None None] Bound using segment: {'id': 'dba8114f-001f-4de1-b677-8c6c25f10ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4aaed355-8c73-4e33-87e1-299ed0f09d2b'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:04:55.890766 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-37535f81-6483-45e4-a65d-134ed5f4031e None None] Bound port: 64fa64b0-c9de-42e0-9a13-12be3bf091e0, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba8114f-001f-4de1-b677-8c6c25f10ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4aaed355-8c73-4e33-87e1-299ed0f09d2b'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:04:55.891176 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-37535f81-6483-45e4-a65d-134ed5f4031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:55.909586 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c179a5-b1e9-4cae-95a8-61d000d186c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network 4aaed355-8c73-4e33-87e1-299ed0f09d2b is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:04:55.914212 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-c6c179a5-b1e9-4cae-95a8-61d000d186c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:04:55.916629 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c179a5-b1e9-4cae-95a8-61d000d186c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:04:55.944478 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c179a5-b1e9-4cae-95a8-61d000d186c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=bd8e3489-b62d-42e5-87a0-6e20d26889d1,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:55.947638 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c6c179a5-b1e9-4cae-95a8-61d000d186c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:55.965201 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-6fee6c9a-4bcf-42ee-a3a3-9fd01c935cd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'name': 'tempest-TestNetworkBasicOps-router-1102026451', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '0e668c1f-264a-4b8c-99d8-a35ca0283b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:04:52Z', 'updated_at': '2021-06-21T15:04:53Z', 'revision_number': 3, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '0e668c1f-264a-4b8c-99d8-a35ca0283b50', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:50:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:52Z', 'updated_at': '2021-06-21T15:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:04:55.970135 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c6c179a5-b1e9-4cae-95a8-61d000d186c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:55.995611 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fee6c9a-4bcf-42ee-a3a3-9fd01c935cd9 None None] The sync data for ids ['a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d'] in dv-neutron-797121-2-hyperv is: [{'id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'name': 'tempest-TestNetworkBasicOps-router-1102026451', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '0e668c1f-264a-4b8c-99d8-a35ca0283b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:04:52Z', 'updated_at': '2021-06-21T15:04:53Z', 'revision_number': 3, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '0e668c1f-264a-4b8c-99d8-a35ca0283b50', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:50:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:52Z', 'updated_at': '2021-06-21T15:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:04:55.997564 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-37535f81-6483-45e4-a65d-134ed5f4031e None None] For port 64fa64b0-c9de-42e0-9a13-12be3bf091e0, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:04:56.010177 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-37535f81-6483-45e4-a65d-134ed5f4031e None None] For port 64fa64b0-c9de-42e0-9a13-12be3bf091e0, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=64fa64b0-c9de-42e0-9a13-12be3bf091e0,segment=NetworkSegment(dba8114f-001f-4de1-b677-8c6c25f10ad6),segment_id=dba8114f-001f-4de1-b677-8c6c25f10ad6)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:04:56.018033 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-37535f81-6483-45e4-a65d-134ed5f4031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:56.022989 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:56.096104 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37535f81-6483-45e4-a65d-134ed5f4031e None None] Pushing event updated for resources: {'Port': ['ID=64fa64b0-c9de-42e0-9a13-12be3bf091e0,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:56.108082 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-37535f81-6483-45e4-a65d-134ed5f4031e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:56.152863 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c6c179a5-b1e9-4cae-95a8-61d000d186c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:56.500889 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c6c179a5-b1e9-4cae-95a8-61d000d186c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:56.511191 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c6c179a5-b1e9-4cae-95a8-61d000d186c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:56.515424 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d0d405d7-5741-4cd1-9763-0df6be08a744 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:56.595800 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c179a5-b1e9-4cae-95a8-61d000d186c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=bd8e3489-b62d-42e5-87a0-6e20d26889d1,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:56.598345 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c6c179a5-b1e9-4cae-95a8-61d000d186c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:56.602092 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c6c179a5-b1e9-4cae-95a8-61d000d186c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:56.712561 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c179a5-b1e9-4cae-95a8-61d000d186c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network 4aaed355-8c73-4e33-87e1-299ed0f09d2b is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:04:56.714080 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-c6c179a5-b1e9-4cae-95a8-61d000d186c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:04:56.840035 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c179a5-b1e9-4cae-95a8-61d000d186c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:04:56.956382 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c179a5-b1e9-4cae-95a8-61d000d186c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:04:56.963188 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c6c179a5-b1e9-4cae-95a8-61d000d186c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "PUT /v2.0/routers/a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1696131 Jun 21 15:04:56.964089 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40174) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:57.035348 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71a83d1-9305-488e-bf45-9f2455c3a866 None None] Network 4aaed355-8c73-4e33-87e1-299ed0f09d2b requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:04:57.063492 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1c02e9-4861-4a59-9082-49273d146731 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:57.063975 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1c02e9-4861-4a59-9082-49273d146731 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:57.064445 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1c02e9-4861-4a59-9082-49273d146731 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:57.064905 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1c02e9-4861-4a59-9082-49273d146731 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:57.066632 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-df1c02e9-4861-4a59-9082-49273d146731 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1015737 Jun 21 15:04:57.069474 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40176) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:57.122900 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c156a2-daf8-4f48-b922-daca4abfef67 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:57.123371 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c156a2-daf8-4f48-b922-daca4abfef67 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:57.123824 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c156a2-daf8-4f48-b922-daca4abfef67 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:57.124273 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c156a2-daf8-4f48-b922-daca4abfef67 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:57.125992 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-78c156a2-daf8-4f48-b922-daca4abfef67 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0554352 Jun 21 15:04:57.129137 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40178) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:57.162325 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ad258017-2df4-45f3-9981-38c08eb7b375 None None] Provisioning for port 64fa64b0-c9de-42e0-9a13-12be3bf091e0 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:04:57.265251 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-dde3247d-80a8-43d7-8179-119a5597c50d tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1349816 Jun 21 15:04:57.475193 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40182) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:57.480038 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-c0b83bed-7ed3-4abd-9fd8-c6d554686f21 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1558709518', 'description': 'tempest-secgroup-smoke-1558709518 description', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:04:57.509679 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-4a324821-1871-4cfe-8f02-6d13c642b585 None None] Provisioning for port bd8e3489-b62d-42e5-87a0-6e20d26889d1 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:04:57.517368 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-4a324821-1871-4cfe-8f02-6d13c642b585 None None] Provisioning complete for port bd8e3489-b62d-42e5-87a0-6e20d26889d1 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:04:57.517878 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4a324821-1871-4cfe-8f02-6d13c642b585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:57.522064 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c0b83bed-7ed3-4abd-9fd8-c6d554686f21 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:57.567795 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-4a324821-1871-4cfe-8f02-6d13c642b585 None None] Port bd8e3489-b62d-42e5-87a0-6e20d26889d1 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:04:57.619834 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 64fa64b0-c9de-42e0-9a13-12be3bf091e0 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:04:57.642706 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c0b83bed-7ed3-4abd-9fd8-c6d554686f21 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:57.652485 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c0b83bed-7ed3-4abd-9fd8-c6d554686f21 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:57.657229 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-134e1f03-0922-4f14-93ce-b17bffcec9b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:57.684029 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 64fa64b0-c9de-42e0-9a13-12be3bf091e0 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:04:57.685955 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c0b83bed-7ed3-4abd-9fd8-c6d554686f21 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:57.690054 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c0b83bed-7ed3-4abd-9fd8-c6d554686f21 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2109945 Jun 21 15:04:57.690175 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 64fa64b0-c9de-42e0-9a13-12be3bf091e0 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:04:57.690175 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:57.690408 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40184) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:57.695549 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-4d3e1d47-c474-4d92-be2f-b81a681de304 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': '452c40f7-0588-4b91-b789-2a6930b5451b', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:04:57.719003 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b83bed-7ed3-4abd-9fd8-c6d554686f21 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=452c40f7-0588-4b91-b789-2a6930b5451b,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:57.726400 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-78940a0e-b7f3-4c01-ab70-d3a726cdb927 None None] Provisioning complete for port bd8e3489-b62d-42e5-87a0-6e20d26889d1 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:04:57.726769 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-78940a0e-b7f3-4c01-ab70-d3a726cdb927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:57.731033 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b83bed-7ed3-4abd-9fd8-c6d554686f21 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:57.731424 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b83bed-7ed3-4abd-9fd8-c6d554686f21 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:57.734356 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b83bed-7ed3-4abd-9fd8-c6d554686f21 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:57.734942 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b83bed-7ed3-4abd-9fd8-c6d554686f21 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:57.735324 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b83bed-7ed3-4abd-9fd8-c6d554686f21 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:57.735705 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b83bed-7ed3-4abd-9fd8-c6d554686f21 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:57.736121 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b83bed-7ed3-4abd-9fd8-c6d554686f21 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:57.737102 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b83bed-7ed3-4abd-9fd8-c6d554686f21 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:57.737479 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b83bed-7ed3-4abd-9fd8-c6d554686f21 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:57.737904 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b83bed-7ed3-4abd-9fd8-c6d554686f21 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:57.738287 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b83bed-7ed3-4abd-9fd8-c6d554686f21 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:57.739463 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0b83bed-7ed3-4abd-9fd8-c6d554686f21 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:04:57.753890 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1d47-c474-4d92-be2f-b81a681de304 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:57.758380 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c0b83bed-7ed3-4abd-9fd8-c6d554686f21 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:57.759222 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5443763b-8108-4d2b-8a03-7f1b0c87c8f3 None None] Sync routers for ids ['a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:04:57.769949 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5443763b-8108-4d2b-8a03-7f1b0c87c8f3 None None] Routers {'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:04:57.771960 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-5443763b-8108-4d2b-8a03-7f1b0c87c8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:04:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:04:57.785051 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-78940a0e-b7f3-4c01-ab70-d3a726cdb927 None None] Port bd8e3489-b62d-42e5-87a0-6e20d26889d1 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:04:57.828347 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1d47-c474-4d92-be2f-b81a681de304 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:57.836003 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1d47-c474-4d92-be2f-b81a681de304 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:57.838481 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-727e30c6-ff9d-4c69-bf87-a4a3661223a2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:57.839068 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:57.856938 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e1d47-c474-4d92-be2f-b81a681de304 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76b097b-5cd9-4c99-a80c-19cfc2dc37bd,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:57.859810 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4d3e1d47-c474-4d92-be2f-b81a681de304 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:57.874012 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4d3e1d47-c474-4d92-be2f-b81a681de304 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:57.874227 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 64fa64b0-c9de-42e0-9a13-12be3bf091e0, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=64fa64b0-c9de-42e0-9a13-12be3bf091e0,segment=NetworkSegment(dba8114f-001f-4de1-b677-8c6c25f10ad6),segment_id=dba8114f-001f-4de1-b677-8c6c25f10ad6)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:04:57.875593 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4d3e1d47-c474-4d92-be2f-b81a681de304 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1846304 Jun 21 15:04:57.878624 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40186) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:57.883236 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:57.883664 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-b2bd470a-190a-4b2b-bf2d-22f81910b1e4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': '452c40f7-0588-4b91-b789-2a6930b5451b', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:04:57.884607 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 0e668c1f-264a-4b8c-99d8-a35ca0283b50 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:04:57.891599 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-5443763b-8108-4d2b-8a03-7f1b0c87c8f3 None None] Set router a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:04:57.919553 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:57.928740 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b2bd470a-190a-4b2b-bf2d-22f81910b1e4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:57.995330 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-db4c646b-d8cb-4351-beb8-58653f257e9e None None] Provisioning complete for port bd8e3489-b62d-42e5-87a0-6e20d26889d1 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:04:57.995736 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-db4c646b-d8cb-4351-beb8-58653f257e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:57.999530 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b2bd470a-190a-4b2b-bf2d-22f81910b1e4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:58.007078 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b2bd470a-190a-4b2b-bf2d-22f81910b1e4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:58.009452 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9763542c-26fc-4420-8462-ea7d20306bc3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:58.022530 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd470a-190a-4b2b-bf2d-22f81910b1e4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5ef54e5-079f-4e1f-a210-f9b57e9a1efd,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:58.027101 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b2bd470a-190a-4b2b-bf2d-22f81910b1e4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:58.039066 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=64fa64b0-c9de-42e0-9a13-12be3bf091e0,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:58.041530 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b2bd470a-190a-4b2b-bf2d-22f81910b1e4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:58.043724 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b2bd470a-190a-4b2b-bf2d-22f81910b1e4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1638329 Jun 21 15:04:58.046445 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40188) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:58.048190 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:58.048950 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 0e668c1f-264a-4b8c-99d8-a35ca0283b50 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:04:58.052320 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-a97c7d2b-b5c8-477e-b9b1-3b53db80412a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': '452c40f7-0588-4b91-b789-2a6930b5451b', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:04:58.059217 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 0e668c1f-264a-4b8c-99d8-a35ca0283b50 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:04:58.059589 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:58.080579 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-db4c646b-d8cb-4351-beb8-58653f257e9e None None] Port bd8e3489-b62d-42e5-87a0-6e20d26889d1 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:04:58.106349 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a97c7d2b-b5c8-477e-b9b1-3b53db80412a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:58.156572 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:58.179995 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a97c7d2b-b5c8-477e-b9b1-3b53db80412a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:58.183520 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 0e668c1f-264a-4b8c-99d8-a35ca0283b50, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=0e668c1f-264a-4b8c-99d8-a35ca0283b50,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:04:58.187182 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a97c7d2b-b5c8-477e-b9b1-3b53db80412a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:58.189126 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:58.189628 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-caace10c-f838-4db3-bb7f-b545e0f0c491 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:58.191808 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-668a3549-dc02-4691-a1a5-9fc6f3f03cdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:58.209916 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97c7d2b-b5c8-477e-b9b1-3b53db80412a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=075e2767-bfad-4ef6-8e6b-3cb4028c5701,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:58.214039 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a97c7d2b-b5c8-477e-b9b1-3b53db80412a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:58.220864 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a97c7d2b-b5c8-477e-b9b1-3b53db80412a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:58.222924 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a97c7d2b-b5c8-477e-b9b1-3b53db80412a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1746411 Jun 21 15:04:58.228817 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40190) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:58.237537 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-555fe3a7-1583-44c0-9623-efe6f15e3af7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': '452c40f7-0588-4b91-b789-2a6930b5451b', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:04:58.251007 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-5443763b-8108-4d2b-8a03-7f1b0c87c8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'name': 'tempest-TestNetworkBasicOps-router-1102026451', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '0e668c1f-264a-4b8c-99d8-a35ca0283b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:04:52Z', 'updated_at': '2021-06-21T15:04:56Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '0e668c1f-264a-4b8c-99d8-a35ca0283b50', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:50:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:52Z', 'updated_at': '2021-06-21T15:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'bd8e3489-b62d-42e5-87a0-6e20d26889d1', 'name': '', 'network_id': '4aaed355-8c73-4e33-87e1-299ed0f09d2b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:6d:ff:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '1ff58c99-8391-458c-be7a-2255e82101fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:55Z', 'updated_at': '2021-06-21T15:04:56Z', 'revision_number': 2, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '1ff58c99-8391-458c-be7a-2255e82101fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:04:58.260162 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=0e668c1f-264a-4b8c-99d8-a35ca0283b50,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:58.265110 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:58.277382 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-555fe3a7-1583-44c0-9623-efe6f15e3af7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:58.285149 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5443763b-8108-4d2b-8a03-7f1b0c87c8f3 None None] Checking router: a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:04:58.285520 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5443763b-8108-4d2b-8a03-7f1b0c87c8f3 None None] Updating router a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d port bd8e3489-b62d-42e5-87a0-6e20d26889d1 binding host dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:04:58.326091 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-5443763b-8108-4d2b-8a03-7f1b0c87c8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:58.337936 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-555fe3a7-1583-44c0-9623-efe6f15e3af7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:58.343125 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-555fe3a7-1583-44c0-9623-efe6f15e3af7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:58.345004 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7b5a281f-714f-45a0-8e17-20bde463d897 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:58.362337 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555fe3a7-1583-44c0-9623-efe6f15e3af7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfb925ad-a92d-4f23-b41e-b98a88ec58a1,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:58.364882 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-555fe3a7-1583-44c0-9623-efe6f15e3af7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:58.366298 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-555fe3a7-1583-44c0-9623-efe6f15e3af7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:58.367467 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-555fe3a7-1583-44c0-9623-efe6f15e3af7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1366422 Jun 21 15:04:58.370389 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40192) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:58.375224 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-7eeb9360-d0c8-4792-a916-47382ddd9238 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': '452c40f7-0588-4b91-b789-2a6930b5451b', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:04:58.399500 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.securitygroups_db [None req-7eeb9360-d0c8-4792-a916-47382ddd9238 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Project 6034e39b7b9c4208ae0c3b83482b9f88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 15:04:58.404491 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7eeb9360-d0c8-4792-a916-47382ddd9238 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:58.468298 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7eeb9360-d0c8-4792-a916-47382ddd9238 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:58.475265 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7eeb9360-d0c8-4792-a916-47382ddd9238 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:58.477177 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ca4851bf-3b61-4b68-a8cf-b869f8548cae tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:58.495424 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb9360-d0c8-4792-a916-47382ddd9238 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70dc34fb-6d06-4409-9f35-2f81f7af7511,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:58.498242 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-7eeb9360-d0c8-4792-a916-47382ddd9238 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:58.499468 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7eeb9360-d0c8-4792-a916-47382ddd9238 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:58.503743 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-7eeb9360-d0c8-4792-a916-47382ddd9238 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1293385 Jun 21 15:04:58.504727 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40194) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:04:58.508604 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-eb4bad8a-f6d4-4783-87d8-3086f6508abb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': '452c40f7-0588-4b91-b789-2a6930b5451b', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:04:58.533159 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.securitygroups_db [None req-eb4bad8a-f6d4-4783-87d8-3086f6508abb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Project 6034e39b7b9c4208ae0c3b83482b9f88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 15:04:58.539145 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-eb4bad8a-f6d4-4783-87d8-3086f6508abb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:58.599759 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-5443763b-8108-4d2b-8a03-7f1b0c87c8f3 None None] Notify callbacks [] for port, precommit_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:58.604303 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-eb4bad8a-f6d4-4783-87d8-3086f6508abb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:58.611176 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-eb4bad8a-f6d4-4783-87d8-3086f6508abb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:58.612372 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.provisioning_blocks [None req-5443763b-8108-4d2b-8a03-7f1b0c87c8f3 None None] Transition to ACTIVE for port object bd8e3489-b62d-42e5-87a0-6e20d26889d1 will not be triggered until provisioned by entity L2. {{(pid=105227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:04:58.613083 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-adef0b8d-fdb1-40ec-b1f9-4282c0122cb3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:58.619917 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-5443763b-8108-4d2b-8a03-7f1b0c87c8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:58.621948 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-c95ba253-8903-467b-9673-3b024728a1fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:58.630099 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4bad8a-f6d4-4783-87d8-3086f6508abb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a03c85e8-496b-4cd0-b45d-91cce2ab97aa,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:58.632590 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-eb4bad8a-f6d4-4783-87d8-3086f6508abb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:58.638551 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-eb4bad8a-f6d4-4783-87d8-3086f6508abb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:58.639731 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-eb4bad8a-f6d4-4783-87d8-3086f6508abb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1348233 Jun 21 15:04:58.704455 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49237915-83a1-42c4-b0ee-ee4237a6b88b None None] Pushing event updated for resources: {'Port': ['ID=bd8e3489-b62d-42e5-87a0-6e20d26889d1,revision_number=3']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:58.726580 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-49237915-83a1-42c4-b0ee-ee4237a6b88b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:58.759134 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-5443763b-8108-4d2b-8a03-7f1b0c87c8f3 None None] Attempting to bind port bd8e3489-b62d-42e5-87a0-6e20d26889d1 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:04:58.759757 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-5443763b-8108-4d2b-8a03-7f1b0c87c8f3 None None] Attempting to bind port bd8e3489-b62d-42e5-87a0-6e20d26889d1 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'dba8114f-001f-4de1-b677-8c6c25f10ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4aaed355-8c73-4e33-87e1-299ed0f09d2b'}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:04:58.760366 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5443763b-8108-4d2b-8a03-7f1b0c87c8f3 None None] Attempting to bind port bd8e3489-b62d-42e5-87a0-6e20d26889d1 on network 4aaed355-8c73-4e33-87e1-299ed0f09d2b {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:04:58.765983 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5443763b-8108-4d2b-8a03-7f1b0c87c8f3 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 4, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:04:58.766354 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5443763b-8108-4d2b-8a03-7f1b0c87c8f3 None None] Checking segment: {'id': 'dba8114f-001f-4de1-b677-8c6c25f10ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4aaed355-8c73-4e33-87e1-299ed0f09d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:04:58.766753 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-5443763b-8108-4d2b-8a03-7f1b0c87c8f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:58.767145 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5443763b-8108-4d2b-8a03-7f1b0c87c8f3 None None] Bound using segment: {'id': 'dba8114f-001f-4de1-b677-8c6c25f10ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4aaed355-8c73-4e33-87e1-299ed0f09d2b'} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:04:58.767618 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-5443763b-8108-4d2b-8a03-7f1b0c87c8f3 None None] Bound port: bd8e3489-b62d-42e5-87a0-6e20d26889d1, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dba8114f-001f-4de1-b677-8c6c25f10ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4aaed355-8c73-4e33-87e1-299ed0f09d2b'}}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:04:58.767985 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-5443763b-8108-4d2b-8a03-7f1b0c87c8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:58.798637 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb582961-faac-420f-86c2-e48fcad8e720 req-e2548cdf-1ade-43fc-b897-6d70364e774e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1558709518&fields=id&tenant_id=6034e39b7b9c4208ae0c3b83482b9f88 HTTP/1.1" status: 200 len: 267 time: 0.0359652 Jun 21 15:04:58.836043 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-5443763b-8108-4d2b-8a03-7f1b0c87c8f3 None None] For port bd8e3489-b62d-42e5-87a0-6e20d26889d1, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:04:58.839980 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-5443763b-8108-4d2b-8a03-7f1b0c87c8f3 None None] For port bd8e3489-b62d-42e5-87a0-6e20d26889d1, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=bd8e3489-b62d-42e5-87a0-6e20d26889d1,segment=NetworkSegment(dba8114f-001f-4de1-b677-8c6c25f10ad6),segment_id=dba8114f-001f-4de1-b677-8c6c25f10ad6)] {{(pid=105227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:04:58.845632 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-5443763b-8108-4d2b-8a03-7f1b0c87c8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:58.847737 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-49237915-83a1-42c4-b0ee-ee4237a6b88b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:04:58.903162 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5443763b-8108-4d2b-8a03-7f1b0c87c8f3 None None] Routers {'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:04:58.903795 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-5443763b-8108-4d2b-8a03-7f1b0c87c8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:04:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:04:58.923629 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb582961-faac-420f-86c2-e48fcad8e720 req-69d3d862-303e-4ad1-99c5-dbd0207b68d0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:04:58.925550 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb582961-faac-420f-86c2-e48fcad8e720 req-69d3d862-303e-4ad1-99c5-dbd0207b68d0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/networks?id=4aaed355-8c73-4e33-87e1-299ed0f09d2b HTTP/1.1" status: 200 len: 797 time: 0.1194980 Jun 21 15:04:58.943375 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb582961-faac-420f-86c2-e48fcad8e720 req-36e20722-a29d-4814-a9b5-e16fcb692461 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/quotas/6034e39b7b9c4208ae0c3b83482b9f88 HTTP/1.1" status: 200 len: 375 time: 0.0107670 Jun 21 15:04:58.951272 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49237915-83a1-42c4-b0ee-ee4237a6b88b None None] Pushing event updated for resources: {'Port': ['ID=bd8e3489-b62d-42e5-87a0-6e20d26889d1,revision_number=4']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:04:58.954453 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-49237915-83a1-42c4-b0ee-ee4237a6b88b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:04:59.020540 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb582961-faac-420f-86c2-e48fcad8e720 req-7dde6327-d461-4e53-928e-d124451b2bc4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0702212 Jun 21 15:04:59.026331 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-5443763b-8108-4d2b-8a03-7f1b0c87c8f3 None None] Set router a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:04:59.125716 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb582961-faac-420f-86c2-e48fcad8e720 req-5e19c9bc-75f0-4a4b-a3f6-e1c0950d1e67 service neutron] 10.222.0.72 "GET /v2.0/networks/4aaed355-8c73-4e33-87e1-299ed0f09d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920053 Jun 21 15:04:59.215494 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb582961-faac-420f-86c2-e48fcad8e720 req-61557a96-32e0-4a87-8c41-6ca2ce1f8b5f service neutron] 10.222.0.72 "GET /v2.0/networks/4aaed355-8c73-4e33-87e1-299ed0f09d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813713 Jun 21 15:04:59.223542 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-5443763b-8108-4d2b-8a03-7f1b0c87c8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'name': 'tempest-TestNetworkBasicOps-router-1102026451', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '0e668c1f-264a-4b8c-99d8-a35ca0283b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:04:52Z', 'updated_at': '2021-06-21T15:04:56Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '0e668c1f-264a-4b8c-99d8-a35ca0283b50', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:50:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:52Z', 'updated_at': '2021-06-21T15:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'bd8e3489-b62d-42e5-87a0-6e20d26889d1', 'name': '', 'network_id': '4aaed355-8c73-4e33-87e1-299ed0f09d2b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:6d:ff:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '1ff58c99-8391-458c-be7a-2255e82101fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:55Z', 'updated_at': '2021-06-21T15:04:58Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '1ff58c99-8391-458c-be7a-2255e82101fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:04:59.249296 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5443763b-8108-4d2b-8a03-7f1b0c87c8f3 None None] The sync data for ids ['a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d'] in dv-neutron-797121-2-hyperv is: [{'id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'name': 'tempest-TestNetworkBasicOps-router-1102026451', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '0e668c1f-264a-4b8c-99d8-a35ca0283b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:04:52Z', 'updated_at': '2021-06-21T15:04:56Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '0e668c1f-264a-4b8c-99d8-a35ca0283b50', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:50:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:52Z', 'updated_at': '2021-06-21T15:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'bd8e3489-b62d-42e5-87a0-6e20d26889d1', 'name': '', 'network_id': '4aaed355-8c73-4e33-87e1-299ed0f09d2b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:6d:ff:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '1ff58c99-8391-458c-be7a-2255e82101fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:55Z', 'updated_at': '2021-06-21T15:04:58Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '1ff58c99-8391-458c-be7a-2255e82101fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:04:59.413019 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-daa386a7-421c-4b15-91a4-added1796081 req-40f17ade-ce88-4ebd-932e-88c4de32b7a5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=040d7c1a-e889-46d6-b811-d2696c3e872f HTTP/1.1" status: 200 len: 210 time: 0.0318654 Jun 21 15:04:59.606078 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 64fa64b0-c9de-42e0-9a13-12be3bf091e0 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:04:59.660361 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 64fa64b0-c9de-42e0-9a13-12be3bf091e0 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:04:59.660801 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:04:59.905255 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device bd8e3489-b62d-42e5-87a0-6e20d26889d1 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:04:59.954929 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port bd8e3489-b62d-42e5-87a0-6e20d26889d1 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:04:59.960490 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port bd8e3489-b62d-42e5-87a0-6e20d26889d1 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:04:59.961034 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:00.044420 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:00.079329 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port bd8e3489-b62d-42e5-87a0-6e20d26889d1, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=bd8e3489-b62d-42e5-87a0-6e20d26889d1,segment=NetworkSegment(dba8114f-001f-4de1-b677-8c6c25f10ad6),segment_id=dba8114f-001f-4de1-b677-8c6c25f10ad6)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:05:00.085326 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:00.086281 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 0e668c1f-264a-4b8c-99d8-a35ca0283b50 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:05:00.088389 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-37535f81-6483-45e4-a65d-134ed5f4031e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:05:00.166824 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=bd8e3489-b62d-42e5-87a0-6e20d26889d1,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:05:00.169969 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:05:00.181521 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 0e668c1f-264a-4b8c-99d8-a35ca0283b50 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:05:00.181936 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:00.571771 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-dcb7b6b1-3d05-4f39-99f5-2058070d203e req-b3e5e09c-8ac6-4e3d-94d2-7f7a31a6da2c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=040d7c1a-e889-46d6-b811-d2696c3e872f HTTP/1.1" status: 200 len: 210 time: 0.0348191 Jun 21 15:05:00.618778 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb582961-faac-420f-86c2-e48fcad8e720 req-c0d1cd77-3483-4f61-ad94-ee071908283f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:05:00.620233 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb582961-faac-420f-86c2-e48fcad8e720 req-c0d1cd77-3483-4f61-ad94-ee071908283f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/networks?id=4aaed355-8c73-4e33-87e1-299ed0f09d2b HTTP/1.1" status: 200 len: 797 time: 0.1383281 Jun 21 15:05:00.662881 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb582961-faac-420f-86c2-e48fcad8e720 req-713c95cc-8893-4912-b19b-f4a41300488d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6034e39b7b9c4208ae0c3b83482b9f88 HTTP/1.1" status: 200 len: 380 time: 0.0346954 Jun 21 15:05:00.672802 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-bb582961-faac-420f-86c2-e48fcad8e720 req-bf53d1c2-c272-4931-a589-fb8e16716e54 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'port': {'device_id': '040d7c1a-e889-46d6-b811-d2696c3e872f', 'network_id': '4aaed355-8c73-4e33-87e1-299ed0f09d2b', 'admin_state_up': True, 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'security_groups': ['452c40f7-0588-4b91-b789-2a6930b5451b']}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:05:00.806520 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb582961-faac-420f-86c2-e48fcad8e720 req-bf53d1c2-c272-4931-a589-fb8e16716e54 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Made reservation on behalf of 6034e39b7b9c4208ae0c3b83482b9f88 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:05:00.810184 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-bb582961-faac-420f-86c2-e48fcad8e720 req-bf53d1c2-c272-4931-a589-fb8e16716e54 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:00.947133 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [req-bb582961-faac-420f-86c2-e48fcad8e720 req-bf53d1c2-c272-4931-a589-fb8e16716e54 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Allocated IP 172.20.0.10 (4aaed355-8c73-4e33-87e1-299ed0f09d2b/1ff58c99-8391-458c-be7a-2255e82101fc/40db4a47-fb60-4353-a5ab-0ad050f3de26) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:05:01.102567 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-bb582961-faac-420f-86c2-e48fcad8e720 req-bf53d1c2-c272-4931-a589-fb8e16716e54 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:01.116791 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-bb582961-faac-420f-86c2-e48fcad8e720 req-bf53d1c2-c272-4931-a589-fb8e16716e54 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Transition to ACTIVE for port object 40db4a47-fb60-4353-a5ab-0ad050f3de26 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:05:01.154040 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-bb582961-faac-420f-86c2-e48fcad8e720 req-bf53d1c2-c272-4931-a589-fb8e16716e54 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:01.159802 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c6c179a5-b1e9-4cae-95a8-61d000d186c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:05:01.499821 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device bd8e3489-b62d-42e5-87a0-6e20d26889d1 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:05:01.549988 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb582961-faac-420f-86c2-e48fcad8e720 req-bf53d1c2-c272-4931-a589-fb8e16716e54 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network 4aaed355-8c73-4e33-87e1-299ed0f09d2b is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:05:01.551346 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port bd8e3489-b62d-42e5-87a0-6e20d26889d1 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:05:01.551727 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:01.553359 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [req-bb582961-faac-420f-86c2-e48fcad8e720 req-bf53d1c2-c272-4931-a589-fb8e16716e54 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:05:01.559788 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb582961-faac-420f-86c2-e48fcad8e720 req-bf53d1c2-c272-4931-a589-fb8e16716e54 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:05:01.566259 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf53d1c2-c272-4931-a589-fb8e16716e54 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=40db4a47-fb60-4353-a5ab-0ad050f3de26,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:05:01.586150 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-bf53d1c2-c272-4931-a589-fb8e16716e54 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:05:01.617350 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb582961-faac-420f-86c2-e48fcad8e720 req-bf53d1c2-c272-4931-a589-fb8e16716e54 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:05:01.618215 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-bb582961-faac-420f-86c2-e48fcad8e720 req-bf53d1c2-c272-4931-a589-fb8e16716e54 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:01.635289 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb582961-faac-420f-86c2-e48fcad8e720 req-bf53d1c2-c272-4931-a589-fb8e16716e54 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9675877 Jun 21 15:05:01.647262 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-bb582961-faac-420f-86c2-e48fcad8e720 req-d8db374f-5de3-497a-8eca-9f4d526a5c6d service neutron] Request body: {'port': {'device_id': '040d7c1a-e889-46d6-b811-d2696c3e872f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:05:01.761737 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-bb582961-faac-420f-86c2-e48fcad8e720 req-d8db374f-5de3-497a-8eca-9f4d526a5c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:01.767627 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3fedb2f7-f228-4389-a346-359771b07e86 None None] Provisioning for port 40db4a47-fb60-4353-a5ab-0ad050f3de26 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:05:01.771229 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3fedb2f7-f228-4389-a346-359771b07e86 None None] Provisioning complete for port 40db4a47-fb60-4353-a5ab-0ad050f3de26 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:05:01.771668 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3fedb2f7-f228-4389-a346-359771b07e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:01.804622 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-3fedb2f7-f228-4389-a346-359771b07e86 None None] Port 40db4a47-fb60-4353-a5ab-0ad050f3de26 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:05:01.817102 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de57491-3827-489b-bc18-5c2c18a1eb8c req-ab3cfeb9-c238-42fa-819b-2b7e4e639dc2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:05:01.818780 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2de57491-3827-489b-bc18-5c2c18a1eb8c req-ab3cfeb9-c238-42fa-819b-2b7e4e639dc2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=040d7c1a-e889-46d6-b811-d2696c3e872f HTTP/1.1" status: 200 len: 932 time: 0.1081343 Jun 21 15:05:01.927910 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2de57491-3827-489b-bc18-5c2c18a1eb8c req-3fbad185-217f-4b65-afc5-67eece06ab49 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=452c40f7-0588-4b91-b789-2a6930b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026635 Jun 21 15:05:02.066515 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [req-bb582961-faac-420f-86c2-e48fcad8e720 req-d8db374f-5de3-497a-8eca-9f4d526a5c6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40db4a47-fb60-4353-a5ab-0ad050f3de26 {{(pid=105224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:05:02.073968 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-bb582961-faac-420f-86c2-e48fcad8e720 req-d8db374f-5de3-497a-8eca-9f4d526a5c6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:02.085831 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-bb582961-faac-420f-86c2-e48fcad8e720 req-d8db374f-5de3-497a-8eca-9f4d526a5c6d service neutron] Transition to ACTIVE for port object 40db4a47-fb60-4353-a5ab-0ad050f3de26 will not be triggered until provisioned by entity L2. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:05:02.093094 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-bb582961-faac-420f-86c2-e48fcad8e720 req-d8db374f-5de3-497a-8eca-9f4d526a5c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:02.095097 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cf7a4a52-ff8e-4a7c-8930-a8d1b2b50242 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:05:02.171149 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db374f-5de3-497a-8eca-9f4d526a5c6d service neutron] Pushing event updated for resources: {'Port': ['ID=40db4a47-fb60-4353-a5ab-0ad050f3de26,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:05:02.175624 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d8db374f-5de3-497a-8eca-9f4d526a5c6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:05:02.244108 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-bb582961-faac-420f-86c2-e48fcad8e720 req-d8db374f-5de3-497a-8eca-9f4d526a5c6d service neutron] Attempting to bind port 40db4a47-fb60-4353-a5ab-0ad050f3de26 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:05:02.244439 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-bb582961-faac-420f-86c2-e48fcad8e720 req-d8db374f-5de3-497a-8eca-9f4d526a5c6d service neutron] Attempting to bind port 40db4a47-fb60-4353-a5ab-0ad050f3de26 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'dba8114f-001f-4de1-b677-8c6c25f10ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4aaed355-8c73-4e33-87e1-299ed0f09d2b'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:05:02.244791 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb582961-faac-420f-86c2-e48fcad8e720 req-d8db374f-5de3-497a-8eca-9f4d526a5c6d service neutron] Attempting to bind port 40db4a47-fb60-4353-a5ab-0ad050f3de26 on network 4aaed355-8c73-4e33-87e1-299ed0f09d2b {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:05:02.249748 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb582961-faac-420f-86c2-e48fcad8e720 req-d8db374f-5de3-497a-8eca-9f4d526a5c6d service neutron] Port 40db4a47-fb60-4353-a5ab-0ad050f3de26 on network 4aaed355-8c73-4e33-87e1-299ed0f09d2b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 15:05:02.250069 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb582961-faac-420f-86c2-e48fcad8e720 req-d8db374f-5de3-497a-8eca-9f4d526a5c6d service neutron] Attempting to bind port 40db4a47-fb60-4353-a5ab-0ad050f3de26 on network 4aaed355-8c73-4e33-87e1-299ed0f09d2b {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:05:02.255549 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb582961-faac-420f-86c2-e48fcad8e720 req-d8db374f-5de3-497a-8eca-9f4d526a5c6d service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:05:02.255925 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb582961-faac-420f-86c2-e48fcad8e720 req-d8db374f-5de3-497a-8eca-9f4d526a5c6d service neutron] Checking segment: {'id': 'dba8114f-001f-4de1-b677-8c6c25f10ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4aaed355-8c73-4e33-87e1-299ed0f09d2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:05:02.256320 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb582961-faac-420f-86c2-e48fcad8e720 req-d8db374f-5de3-497a-8eca-9f4d526a5c6d service neutron] Bound using segment: {'id': 'dba8114f-001f-4de1-b677-8c6c25f10ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4aaed355-8c73-4e33-87e1-299ed0f09d2b'} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:05:02.256679 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-bb582961-faac-420f-86c2-e48fcad8e720 req-d8db374f-5de3-497a-8eca-9f4d526a5c6d service neutron] Bound port: 40db4a47-fb60-4353-a5ab-0ad050f3de26, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dba8114f-001f-4de1-b677-8c6c25f10ad6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '4aaed355-8c73-4e33-87e1-299ed0f09d2b'}}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:05:02.257024 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-bb582961-faac-420f-86c2-e48fcad8e720 req-d8db374f-5de3-497a-8eca-9f4d526a5c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:02.326367 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-bb582961-faac-420f-86c2-e48fcad8e720 req-d8db374f-5de3-497a-8eca-9f4d526a5c6d service neutron] For port 40db4a47-fb60-4353-a5ab-0ad050f3de26, host hv-neutron-7971, cleared binding levels {{(pid=105224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:05:02.331903 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-bb582961-faac-420f-86c2-e48fcad8e720 req-d8db374f-5de3-497a-8eca-9f4d526a5c6d service neutron] For port 40db4a47-fb60-4353-a5ab-0ad050f3de26, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=40db4a47-fb60-4353-a5ab-0ad050f3de26,segment=NetworkSegment(dba8114f-001f-4de1-b677-8c6c25f10ad6),segment_id=dba8114f-001f-4de1-b677-8c6c25f10ad6)] {{(pid=105224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:05:02.338455 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-bb582961-faac-420f-86c2-e48fcad8e720 req-d8db374f-5de3-497a-8eca-9f4d526a5c6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:02.340685 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-760eb2ab-1b6e-4b72-a9c0-11ee4fd221d2 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:05:02.372776 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb582961-faac-420f-86c2-e48fcad8e720 req-d8db374f-5de3-497a-8eca-9f4d526a5c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:05:02.373493 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-bb582961-faac-420f-86c2-e48fcad8e720 req-d8db374f-5de3-497a-8eca-9f4d526a5c6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:02.378195 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb582961-faac-420f-86c2-e48fcad8e720 req-d8db374f-5de3-497a-8eca-9f4d526a5c6d service neutron] 10.222.0.66 "PUT /v2.0/ports/40db4a47-fb60-4353-a5ab-0ad050f3de26 HTTP/1.1" status: 200 len: 1094 time: 0.7324777 Jun 21 15:05:02.378195 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '040d7c1a-e889-46d6-b811-d2696c3e872f', 'tag': '40db4a47-fb60-4353-a5ab-0ad050f3de26'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:05:02.378766 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b4df38-e8b3-49e3-9519-2e945b42376d" -d '{"events": [{"name": "network-changed", "server_uuid": "040d7c1a-e889-46d6-b811-d2696c3e872f", "tag": "40db4a47-fb60-4353-a5ab-0ad050f3de26"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:05:02.407516 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db374f-5de3-497a-8eca-9f4d526a5c6d service neutron] Pushing event updated for resources: {'Port': ['ID=40db4a47-fb60-4353-a5ab-0ad050f3de26,revision_number=3']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:05:02.418937 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d8db374f-5de3-497a-8eca-9f4d526a5c6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:05:02.439827 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b90a73-8ce7-488d-88b6-966ed3609641 x-openstack-request-id: req-87b90a73-8ce7-488d-88b6-966ed3609641 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:05:02.440193 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "040d7c1a-e889-46d6-b811-d2696c3e872f", "tag": "40db4a47-fb60-4353-a5ab-0ad050f3de26", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:05:02.440520 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-87b90a73-8ce7-488d-88b6-966ed3609641 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:05:02.440976 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '040d7c1a-e889-46d6-b811-d2696c3e872f', 'tag': '40db4a47-fb60-4353-a5ab-0ad050f3de26', 'status': 'completed', 'code': 200} Jun 21 15:05:02.487314 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb582961-faac-420f-86c2-e48fcad8e720 req-06001e71-cfaa-4420-b42a-42a99a7695ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:05:02.488812 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb582961-faac-420f-86c2-e48fcad8e720 req-06001e71-cfaa-4420-b42a-42a99a7695ff service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=040d7c1a-e889-46d6-b811-d2696c3e872f HTTP/1.1" status: 200 len: 1097 time: 0.0591717 Jun 21 15:05:02.537625 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb582961-faac-420f-86c2-e48fcad8e720 req-79b1d80e-bcf2-45be-89fe-ddaed2f0c76e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40db4a47-fb60-4353-a5ab-0ad050f3de26 HTTP/1.1" status: 200 len: 217 time: 0.0381746 Jun 21 15:05:02.588653 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb582961-faac-420f-86c2-e48fcad8e720 req-aeb8e35a-6adf-4d38-bcd2-fcf4d044e4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:05:02.590031 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb582961-faac-420f-86c2-e48fcad8e720 req-aeb8e35a-6adf-4d38-bcd2-fcf4d044e4e9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1ff58c99-8391-458c-be7a-2255e82101fc HTTP/1.1" status: 200 len: 834 time: 0.0467467 Jun 21 15:05:02.650392 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb582961-faac-420f-86c2-e48fcad8e720 req-a5f35afc-2505-452a-a2fc-fe0600916840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:05:02.651812 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb582961-faac-420f-86c2-e48fcad8e720 req-a5f35afc-2505-452a-a2fc-fe0600916840 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4aaed355-8c73-4e33-87e1-299ed0f09d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0560861 Jun 21 15:05:02.764648 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb582961-faac-420f-86c2-e48fcad8e720 req-209debd8-930f-4796-9607-b468717deff1 service neutron] 10.222.0.66 "GET /v2.0/networks/4aaed355-8c73-4e33-87e1-299ed0f09d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062512 Jun 21 15:05:02.857832 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb582961-faac-420f-86c2-e48fcad8e720 req-f90e21a6-c7a5-488c-8e61-3090dc87c160 service neutron] 10.222.0.66 "GET /v2.0/networks/4aaed355-8c73-4e33-87e1-299ed0f09d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871394 Jun 21 15:05:02.978496 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4df38-e8b3-49e3-9519-2e945b42376d req-e8cce6a8-24c7-4444-9434-e99fcdbe629a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:05:02.980021 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b8b4df38-e8b3-49e3-9519-2e945b42376d req-e8cce6a8-24c7-4444-9434-e99fcdbe629a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=040d7c1a-e889-46d6-b811-d2696c3e872f HTTP/1.1" status: 200 len: 1097 time: 0.0610058 Jun 21 15:05:03.107148 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4df38-e8b3-49e3-9519-2e945b42376d req-a0b3f304-c4f1-404d-903c-405d938a9512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:05:03.108669 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b8b4df38-e8b3-49e3-9519-2e945b42376d req-a0b3f304-c4f1-404d-903c-405d938a9512 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4aaed355-8c73-4e33-87e1-299ed0f09d2b HTTP/1.1" status: 200 len: 898 time: 0.1220012 Jun 21 15:05:03.158989 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b8b4df38-e8b3-49e3-9519-2e945b42376d req-beefe12d-00c0-4b20-85e6-700a70507b14 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40db4a47-fb60-4353-a5ab-0ad050f3de26 HTTP/1.1" status: 200 len: 217 time: 0.0431230 Jun 21 15:05:03.167178 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1436b91-f4dc-4d98-865c-bc6f736ab76c req-93d30a83-fc5c-4489-b22c-8b9d65068d41 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:05:03.168585 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e1436b91-f4dc-4d98-865c-bc6f736ab76c req-93d30a83-fc5c-4489-b22c-8b9d65068d41 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=040d7c1a-e889-46d6-b811-d2696c3e872f HTTP/1.1" status: 200 len: 944 time: 0.1278067 Jun 21 15:05:03.233205 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4df38-e8b3-49e3-9519-2e945b42376d req-c52e3019-6961-4252-b023-0cc12fe8799b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:05:03.234679 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b8b4df38-e8b3-49e3-9519-2e945b42376d req-c52e3019-6961-4252-b023-0cc12fe8799b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1ff58c99-8391-458c-be7a-2255e82101fc HTTP/1.1" status: 200 len: 834 time: 0.0652816 Jun 21 15:05:03.239684 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e1436b91-f4dc-4d98-865c-bc6f736ab76c req-53930ed4-3081-45df-90a0-504098b4289d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=452c40f7-0588-4b91-b789-2a6930b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622180 Jun 21 15:05:03.301185 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4df38-e8b3-49e3-9519-2e945b42376d req-d7a87da8-395c-4e7f-b030-a2ea6f16e81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:05:03.302913 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b8b4df38-e8b3-49e3-9519-2e945b42376d req-d7a87da8-395c-4e7f-b030-a2ea6f16e81a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4aaed355-8c73-4e33-87e1-299ed0f09d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0618157 Jun 21 15:05:03.399261 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b8b4df38-e8b3-49e3-9519-2e945b42376d req-70d0148c-4f63-4e4c-ae69-e0f5c5d21715 service neutron] 10.222.0.66 "GET /v2.0/networks/4aaed355-8c73-4e33-87e1-299ed0f09d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898616 Jun 21 15:05:03.493046 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b8b4df38-e8b3-49e3-9519-2e945b42376d req-9b804022-2faf-4253-b58d-b8caca52dff1 service neutron] 10.222.0.66 "GET /v2.0/networks/4aaed355-8c73-4e33-87e1-299ed0f09d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859582 Jun 21 15:05:04.435964 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acf22f-35d6-4bf5-ad0b-c9d305731666 req-d3ff97be-30ec-49b5-979d-252ab393fe49 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:05:04.437441 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-98acf22f-35d6-4bf5-ad0b-c9d305731666 req-d3ff97be-30ec-49b5-979d-252ab393fe49 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=040d7c1a-e889-46d6-b811-d2696c3e872f HTTP/1.1" status: 200 len: 944 time: 0.0756993 Jun 21 15:05:04.489274 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-98acf22f-35d6-4bf5-ad0b-c9d305731666 req-4e80b5bd-7b65-4f48-8c1d-de6f5fd65d81 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=452c40f7-0588-4b91-b789-2a6930b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427053 Jun 21 15:05:05.368732 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:05.679028 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1bf62e-6b00-4405-90d5-b50100674115 req-12ac1c7e-d00f-4ae3-8572-615e8fffa039 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:05:05.680547 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7b1bf62e-6b00-4405-90d5-b50100674115 req-12ac1c7e-d00f-4ae3-8572-615e8fffa039 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=040d7c1a-e889-46d6-b811-d2696c3e872f HTTP/1.1" status: 200 len: 944 time: 0.0685818 Jun 21 15:05:05.721725 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7b1bf62e-6b00-4405-90d5-b50100674115 req-057d19ea-7189-405e-a03f-4b434e61f0f6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=452c40f7-0588-4b91-b789-2a6930b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326548 Jun 21 15:05:06.058274 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 40db4a47-fb60-4353-a5ab-0ad050f3de26 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:05:06.165682 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 40db4a47-fb60-4353-a5ab-0ad050f3de26, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=40db4a47-fb60-4353-a5ab-0ad050f3de26,segment=NetworkSegment(dba8114f-001f-4de1-b677-8c6c25f10ad6),segment_id=dba8114f-001f-4de1-b677-8c6c25f10ad6)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:05:06.177245 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '40db4a47-fb60-4353-a5ab-0ad050f3de26', 'network_id': '4aaed355-8c73-4e33-87e1-299ed0f09d2b', 'port_id': '40db4a47-fb60-4353-a5ab-0ad050f3de26', 'mac_address': 'fa:16:3e:13:33:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ff58c99-8391-458c-be7a-2255e82101fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:05:06.216028 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:06.229664 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40db4a47-fb60-4353-a5ab-0ad050f3de26 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:05:06.248807 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 40db4a47-fb60-4353-a5ab-0ad050f3de26, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=40db4a47-fb60-4353-a5ab-0ad050f3de26,segment=NetworkSegment(dba8114f-001f-4de1-b677-8c6c25f10ad6),segment_id=dba8114f-001f-4de1-b677-8c6c25f10ad6)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:05:06.255197 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:06.256951 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:05:06.303664 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=40db4a47-fb60-4353-a5ab-0ad050f3de26,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:05:06.311630 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:05:06.311897 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:05:06.312228 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:05:06.312557 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:05:06.312881 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:05:06.313205 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:05:06.313531 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:05:06.313878 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:05:06.314203 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:05:06.314518 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:05:06.314831 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:05:06.315122 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:05:06.319034 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:05:06.563629 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['40db4a47-fb60-4353-a5ab-0ad050f3de26'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:05:06.913644 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcd933b-6a87-4256-94b5-0ad65a52cf41 req-f536bde1-dee5-4197-93ce-5ae9058b52ce tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:05:06.915100 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9dcd933b-6a87-4256-94b5-0ad65a52cf41 req-f536bde1-dee5-4197-93ce-5ae9058b52ce tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=040d7c1a-e889-46d6-b811-d2696c3e872f HTTP/1.1" status: 200 len: 945 time: 0.0781538 Jun 21 15:05:06.964970 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9dcd933b-6a87-4256-94b5-0ad65a52cf41 req-73b9e2a0-74e2-4665-86a3-44575105cb2e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=452c40f7-0588-4b91-b789-2a6930b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416012 Jun 21 15:05:08.073619 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 40db4a47-fb60-4353-a5ab-0ad050f3de26 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:05:08.125472 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port 40db4a47-fb60-4353-a5ab-0ad050f3de26 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:05:08.129519 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 40db4a47-fb60-4353-a5ab-0ad050f3de26 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:05:08.129936 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:08.150338 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf790ea-0b83-4d4e-aa6b-9ce4430284ce req-91744942-acee-49ef-ac8a-5d0e88149b87 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:05:08.151937 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0bf790ea-0b83-4d4e-aa6b-9ce4430284ce req-91744942-acee-49ef-ac8a-5d0e88149b87 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=040d7c1a-e889-46d6-b811-d2696c3e872f HTTP/1.1" status: 200 len: 945 time: 0.0665710 Jun 21 15:05:08.191737 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0bf790ea-0b83-4d4e-aa6b-9ce4430284ce req-f63a4af9-7652-4cea-973d-0e46d66b96eb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=452c40f7-0588-4b91-b789-2a6930b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339193 Jun 21 15:05:08.210401 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:08.233255 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040d7c1a-e889-46d6-b811-d2696c3e872f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40db4a47-fb60-4353-a5ab-0ad050f3de26'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:05:08.235554 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3f3594-93d3-4e1b-9156-12f01f019b6b" -d '{"events": [{"server_uuid": "040d7c1a-e889-46d6-b811-d2696c3e872f", "name": "network-vif-plugged", "status": "completed", "tag": "40db4a47-fb60-4353-a5ab-0ad050f3de26"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:05:08.248589 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 40db4a47-fb60-4353-a5ab-0ad050f3de26, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=40db4a47-fb60-4353-a5ab-0ad050f3de26,segment=NetworkSegment(dba8114f-001f-4de1-b677-8c6c25f10ad6),segment_id=dba8114f-001f-4de1-b677-8c6c25f10ad6)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:05:08.253247 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:08.255143 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:05:08.276437 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14add55-5a3f-49c8-9a9d-e97449d249fc x-openstack-request-id: req-c14add55-5a3f-49c8-9a9d-e97449d249fc {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:05:08.276731 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040d7c1a-e889-46d6-b811-d2696c3e872f", "name": "network-vif-plugged", "status": "completed", "tag": "40db4a47-fb60-4353-a5ab-0ad050f3de26", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:05:08.276989 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c14add55-5a3f-49c8-9a9d-e97449d249fc {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:05:08.277373 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040d7c1a-e889-46d6-b811-d2696c3e872f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40db4a47-fb60-4353-a5ab-0ad050f3de26', 'code': 200} Jun 21 15:05:08.304689 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=40db4a47-fb60-4353-a5ab-0ad050f3de26,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:05:08.308762 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:05:08.523354 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63630e-f914-479c-a50f-3326162c098e req-5ce0e426-48b1-422c-af09-639ec67b1d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:05:08.524749 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb63630e-f914-479c-a50f-3326162c098e req-5ce0e426-48b1-422c-af09-639ec67b1d2a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=040d7c1a-e889-46d6-b811-d2696c3e872f HTTP/1.1" status: 200 len: 1099 time: 0.0661137 Jun 21 15:05:08.561758 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb63630e-f914-479c-a50f-3326162c098e req-aa71e83a-88ae-4b1b-bba8-55f8a9281e96 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=452c40f7-0588-4b91-b789-2a6930b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299280 Jun 21 15:05:09.393746 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a136c3f-ae19-4664-98bf-f4080fd051cd req-16bc6f52-d424-496a-91cd-55b1a6ed45c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:05:09.395252 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3a136c3f-ae19-4664-98bf-f4080fd051cd req-16bc6f52-d424-496a-91cd-55b1a6ed45c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=040d7c1a-e889-46d6-b811-d2696c3e872f HTTP/1.1" status: 200 len: 946 time: 0.0789483 Jun 21 15:05:09.435494 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3a136c3f-ae19-4664-98bf-f4080fd051cd req-20105b4b-729a-42fe-9264-8f0a45f3f1aa tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=452c40f7-0588-4b91-b789-2a6930b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341845 Jun 21 15:05:10.621216 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e353a7ee-b4a5-495e-a536-cccd269bb583 req-139b190a-bdaf-4bc6-9084-e0d838b6027f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:05:10.622722 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e353a7ee-b4a5-495e-a536-cccd269bb583 req-139b190a-bdaf-4bc6-9084-e0d838b6027f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=040d7c1a-e889-46d6-b811-d2696c3e872f HTTP/1.1" status: 200 len: 946 time: 0.0699465 Jun 21 15:05:10.666052 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e353a7ee-b4a5-495e-a536-cccd269bb583 req-f5d27a6d-e4e6-441d-be89-9ddab374588f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=452c40f7-0588-4b91-b789-2a6930b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346265 Jun 21 15:05:10.864707 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc77390-3e12-41e6-bee5-1f08d47ddbc5 req-cb7284c9-cafa-4f89-8cc6-8157d419cdd9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:05:10.866201 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8fc77390-3e12-41e6-bee5-1f08d47ddbc5 req-cb7284c9-cafa-4f89-8cc6-8157d419cdd9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=040d7c1a-e889-46d6-b811-d2696c3e872f HTTP/1.1" status: 200 len: 946 time: 0.0703447 Jun 21 15:05:10.904854 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8fc77390-3e12-41e6-bee5-1f08d47ddbc5 req-8d663029-e17d-4967-afb4-fd1baca7d685 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=452c40f7-0588-4b91-b789-2a6930b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326242 Jun 21 15:05:10.929391 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40248) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:05:10.989087 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4668139-a753-47da-b94b-39ceae9c343f tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:05:10.990652 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f4668139-a753-47da-b94b-39ceae9c343f tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=040d7c1a-e889-46d6-b811-d2696c3e872f HTTP/1.1" status: 200 len: 1094 time: 0.0599117 Jun 21 15:05:10.993652 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40250) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:05:10.998979 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-0e20a982-651d-49bc-a223-81952f5853cd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'port_id': '40db4a47-fb60-4353-a5ab-0ad050f3de26', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:05:11.025529 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0e20a982-651d-49bc-a223-81952f5853cd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:11.141986 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0e20a982-651d-49bc-a223-81952f5853cd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:11.244374 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-0e20a982-651d-49bc-a223-81952f5853cd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Allocated IP 172.26.3.47 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/fbad5cd2-f698-4c72-aedb-6f5af774d225) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:05:11.353096 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0e20a982-651d-49bc-a223-81952f5853cd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:11.394925 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0e20a982-651d-49bc-a223-81952f5853cd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:11.397820 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0dbbc427-8e67-4331-8239-3bf34f8d3beb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:05:11.432064 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e20a982-651d-49bc-a223-81952f5853cd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:05:11.439126 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-0e20a982-651d-49bc-a223-81952f5853cd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:05:11.443290 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e20a982-651d-49bc-a223-81952f5853cd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:05:11.446398 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e20a982-651d-49bc-a223-81952f5853cd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=fbad5cd2-f698-4c72-aedb-6f5af774d225,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:05:11.465145 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0e20a982-651d-49bc-a223-81952f5853cd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:05:11.822299 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0e20a982-651d-49bc-a223-81952f5853cd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:11.901966 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0e20a982-651d-49bc-a223-81952f5853cd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:12.081595 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0e20a982-651d-49bc-a223-81952f5853cd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:12.089260 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0e20a982-651d-49bc-a223-81952f5853cd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:12.091670 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-67a55877-a6cf-4089-bc8d-8f2168cc7021 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:05:12.178105 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e20a982-651d-49bc-a223-81952f5853cd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=fbad5cd2-f698-4c72-aedb-6f5af774d225,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:05:12.182176 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0e20a982-651d-49bc-a223-81952f5853cd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:05:12.187504 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0e20a982-651d-49bc-a223-81952f5853cd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:12.292810 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [None req-0e20a982-651d-49bc-a223-81952f5853cd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Floating IP 3279c026-85ae-4dfe-97f1-612518c4bb22 associated. External IP: 172.26.3.47, port: 40db4a47-fb60-4353-a5ab-0ad050f3de26. Jun 21 15:05:12.512708 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e20a982-651d-49bc-a223-81952f5853cd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:05:12.641210 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e20a982-651d-49bc-a223-81952f5853cd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:05:12.652225 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacade14-eeef-4fe9-82db-ef97428e5195 None None] Sync routers for ids ['a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:05:12.661556 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0e20a982-651d-49bc-a223-81952f5853cd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:12.663887 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacade14-eeef-4fe9-82db-ef97428e5195 None None] Routers {'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:05:12.664654 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-aacade14-eeef-4fe9-82db-ef97428e5195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:04:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:05:12.703994 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0e20a982-651d-49bc-a223-81952f5853cd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7068472 Jun 21 15:05:12.703994 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '040d7c1a-e889-46d6-b811-d2696c3e872f', 'tag': '40db4a47-fb60-4353-a5ab-0ad050f3de26'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:05:12.704352 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40252) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:05:12.705019 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a155acc5-719b-4ea8-b188-6a7b39a921f8" -d '{"events": [{"name": "network-changed", "server_uuid": "040d7c1a-e889-46d6-b811-d2696c3e872f", "tag": "40db4a47-fb60-4353-a5ab-0ad050f3de26"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:05:12.743750 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da00afb8-1116-4d0a-b2ef-010a2772aff7 x-openstack-request-id: req-da00afb8-1116-4d0a-b2ef-010a2772aff7 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:05:12.744261 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "040d7c1a-e889-46d6-b811-d2696c3e872f", "tag": "40db4a47-fb60-4353-a5ab-0ad050f3de26", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:05:12.744733 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-da00afb8-1116-4d0a-b2ef-010a2772aff7 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:05:12.746090 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '040d7c1a-e889-46d6-b811-d2696c3e872f', 'tag': '40db4a47-fb60-4353-a5ab-0ad050f3de26', 'status': 'completed', 'code': 200} Jun 21 15:05:12.772655 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-aacade14-eeef-4fe9-82db-ef97428e5195 None None] Set router a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:05:12.821232 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155acc5-719b-4ea8-b188-6a7b39a921f8 req-fbeeff93-0475-4bee-b4bc-8f7f259db0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:05:12.822854 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a155acc5-719b-4ea8-b188-6a7b39a921f8 req-fbeeff93-0475-4bee-b4bc-8f7f259db0f4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=040d7c1a-e889-46d6-b811-d2696c3e872f HTTP/1.1" status: 200 len: 1099 time: 0.0565834 Jun 21 15:05:12.824887 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4230c068-7bb9-4a1a-a076-88918b25cf6b tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/routers/a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d HTTP/1.1" status: 200 len: 923 time: 0.1192334 Jun 21 15:05:12.827309 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40256) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:05:12.890147 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-588b4ce1-ac21-42e0-a375-28fd5daef4a5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/floatingips/3279c026-85ae-4dfe-97f1-612518c4bb22 HTTP/1.1" status: 200 len: 991 time: 0.0614824 Jun 21 15:05:12.918433 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155acc5-719b-4ea8-b188-6a7b39a921f8 req-c8747289-0672-4160-bef0-f769dd4ebfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:05:12.919827 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a155acc5-719b-4ea8-b188-6a7b39a921f8 req-c8747289-0672-4160-bef0-f769dd4ebfa8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4aaed355-8c73-4e33-87e1-299ed0f09d2b HTTP/1.1" status: 200 len: 898 time: 0.0911872 Jun 21 15:05:13.015879 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-aacade14-eeef-4fe9-82db-ef97428e5195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'name': 'tempest-TestNetworkBasicOps-router-1102026451', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '0e668c1f-264a-4b8c-99d8-a35ca0283b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:04:52Z', 'updated_at': '2021-06-21T15:04:56Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '0e668c1f-264a-4b8c-99d8-a35ca0283b50', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:50:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:52Z', 'updated_at': '2021-06-21T15:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '3279c026-85ae-4dfe-97f1-612518c4bb22', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.47', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'port_id': '40db4a47-fb60-4353-a5ab-0ad050f3de26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aaed355-8c73-4e33-87e1-299ed0f09d2b', 'mac_address': 'fa:16:3e:13:33:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d7c1a-e889-46d6-b811-d2696c3e872f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:05:11Z', 'updated_at': '2021-06-21T15:05:11Z', 'revision_number': 0, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd8e3489-b62d-42e5-87a0-6e20d26889d1', 'name': '', 'network_id': '4aaed355-8c73-4e33-87e1-299ed0f09d2b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:6d:ff:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '1ff58c99-8391-458c-be7a-2255e82101fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:55Z', 'updated_at': '2021-06-21T15:05:00Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '1ff58c99-8391-458c-be7a-2255e82101fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:05:13.042900 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacade14-eeef-4fe9-82db-ef97428e5195 None None] Checking router: a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:05:13.051926 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacade14-eeef-4fe9-82db-ef97428e5195 None None] Routers {'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:05:13.052562 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-aacade14-eeef-4fe9-82db-ef97428e5195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:04:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:05:13.162676 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-aacade14-eeef-4fe9-82db-ef97428e5195 None None] Set router a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:05:13.355032 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a155acc5-719b-4ea8-b188-6a7b39a921f8 req-0e38b936-c986-42de-ae79-d7985d418cdd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40db4a47-fb60-4353-a5ab-0ad050f3de26 HTTP/1.1" status: 200 len: 999 time: 0.4280663 Jun 21 15:05:13.389647 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-aacade14-eeef-4fe9-82db-ef97428e5195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'name': 'tempest-TestNetworkBasicOps-router-1102026451', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '0e668c1f-264a-4b8c-99d8-a35ca0283b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:04:52Z', 'updated_at': '2021-06-21T15:04:56Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '0e668c1f-264a-4b8c-99d8-a35ca0283b50', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:50:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:52Z', 'updated_at': '2021-06-21T15:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '3279c026-85ae-4dfe-97f1-612518c4bb22', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.47', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'port_id': '40db4a47-fb60-4353-a5ab-0ad050f3de26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aaed355-8c73-4e33-87e1-299ed0f09d2b', 'mac_address': 'fa:16:3e:13:33:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d7c1a-e889-46d6-b811-d2696c3e872f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:05:11Z', 'updated_at': '2021-06-21T15:05:11Z', 'revision_number': 0, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd8e3489-b62d-42e5-87a0-6e20d26889d1', 'name': '', 'network_id': '4aaed355-8c73-4e33-87e1-299ed0f09d2b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:6d:ff:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '1ff58c99-8391-458c-be7a-2255e82101fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:55Z', 'updated_at': '2021-06-21T15:05:00Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '1ff58c99-8391-458c-be7a-2255e82101fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:05:13.405575 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155acc5-719b-4ea8-b188-6a7b39a921f8 req-ec50caf6-779f-43de-9111-8c2501cd4216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:05:13.407083 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a155acc5-719b-4ea8-b188-6a7b39a921f8 req-ec50caf6-779f-43de-9111-8c2501cd4216 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1ff58c99-8391-458c-be7a-2255e82101fc HTTP/1.1" status: 200 len: 834 time: 0.0469327 Jun 21 15:05:13.416827 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacade14-eeef-4fe9-82db-ef97428e5195 None None] The sync data for ids ['a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d'] in dv-neutron-797121-2-hyperv is: [{'id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'name': 'tempest-TestNetworkBasicOps-router-1102026451', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '0e668c1f-264a-4b8c-99d8-a35ca0283b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:04:52Z', 'updated_at': '2021-06-21T15:04:56Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '0e668c1f-264a-4b8c-99d8-a35ca0283b50', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:50:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:52Z', 'updated_at': '2021-06-21T15:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '3279c026-85ae-4dfe-97f1-612518c4bb22', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.47', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'port_id': '40db4a47-fb60-4353-a5ab-0ad050f3de26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aaed355-8c73-4e33-87e1-299ed0f09d2b', 'mac_address': 'fa:16:3e:13:33:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d7c1a-e889-46d6-b811-d2696c3e872f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:05:11Z', 'updated_at': '2021-06-21T15:05:11Z', 'revision_number': 0, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd8e3489-b62d-42e5-87a0-6e20d26889d1', 'name': '', 'network_id': '4aaed355-8c73-4e33-87e1-299ed0f09d2b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:6d:ff:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '1ff58c99-8391-458c-be7a-2255e82101fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:55Z', 'updated_at': '2021-06-21T15:05:00Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '1ff58c99-8391-458c-be7a-2255e82101fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:05:13.472404 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155acc5-719b-4ea8-b188-6a7b39a921f8 req-c14e55b2-7ae9-4032-b05d-6b51595b64e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:05:13.473972 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a155acc5-719b-4ea8-b188-6a7b39a921f8 req-c14e55b2-7ae9-4032-b05d-6b51595b64e9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4aaed355-8c73-4e33-87e1-299ed0f09d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0606627 Jun 21 15:05:13.569664 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a155acc5-719b-4ea8-b188-6a7b39a921f8 req-b9e1ee5f-7add-432e-a610-8fbde441f8db service neutron] 10.222.0.66 "GET /v2.0/networks/4aaed355-8c73-4e33-87e1-299ed0f09d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892768 Jun 21 15:05:13.612410 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f207cc-cea7-40a4-aaa7-9a3afa88e352 None None] New status for floating IP 3279c026-85ae-4dfe-97f1-612518c4bb22: ACTIVE {{(pid=105227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:05:13.667827 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a155acc5-719b-4ea8-b188-6a7b39a921f8 req-db3e5224-2a54-4f9a-bbb7-e4472d58508d service neutron] 10.222.0.66 "GET /v2.0/networks/4aaed355-8c73-4e33-87e1-299ed0f09d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919039 Jun 21 15:05:13.895016 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40258) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:05:13.972286 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b2a51aa9-fe56-441a-a663-a6061bea3eef tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/floatingips/3279c026-85ae-4dfe-97f1-612518c4bb22 HTTP/1.1" status: 200 len: 993 time: 0.0759926 Jun 21 15:05:14.064596 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6dffdf3b-2aca-417a-9fe7-e5512722f0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:16.330524 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-48dcf6a4-5e17-4f32-b729-1b1640cdf07f req-8027deae-6d4d-407b-bef1-e3ba18caf68b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=040d7c1a-e889-46d6-b811-d2696c3e872f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0552449 Jun 21 15:05:16.435446 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcf6a4-5e17-4f32-b729-1b1640cdf07f req-8aec200a-560b-4488-879f-cb616314f879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:05:16.436976 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-48dcf6a4-5e17-4f32-b729-1b1640cdf07f req-8aec200a-560b-4488-879f-cb616314f879 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=040d7c1a-e889-46d6-b811-d2696c3e872f HTTP/1.1" status: 200 len: 1099 time: 0.0621855 Jun 21 15:05:16.556199 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcf6a4-5e17-4f32-b729-1b1640cdf07f req-13fe1223-9186-4ab6-86dd-0416f6b5b33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:05:16.558043 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-48dcf6a4-5e17-4f32-b729-1b1640cdf07f req-13fe1223-9186-4ab6-86dd-0416f6b5b33b service neutron] 10.222.0.66 "GET /v2.0/networks?id=4aaed355-8c73-4e33-87e1-299ed0f09d2b HTTP/1.1" status: 200 len: 898 time: 0.0944967 Jun 21 15:05:16.569632 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b5536949-854f-417f-b256-f5b9b9eaf1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:16.628306 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-48dcf6a4-5e17-4f32-b729-1b1640cdf07f req-a5e4f3cc-d5cc-44db-8ab6-b5c5d624b159 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40db4a47-fb60-4353-a5ab-0ad050f3de26 HTTP/1.1" status: 200 len: 1001 time: 0.0638039 Jun 21 15:05:16.680105 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcf6a4-5e17-4f32-b729-1b1640cdf07f req-add0bfec-a426-4a23-b160-f1ddb8a05d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:05:16.681483 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-48dcf6a4-5e17-4f32-b729-1b1640cdf07f req-add0bfec-a426-4a23-b160-f1ddb8a05d78 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1ff58c99-8391-458c-be7a-2255e82101fc HTTP/1.1" status: 200 len: 834 time: 0.0472608 Jun 21 15:05:16.746758 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dcf6a4-5e17-4f32-b729-1b1640cdf07f req-b4a918d3-deac-4d4d-98dd-b2bde55f34ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:05:16.748226 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-48dcf6a4-5e17-4f32-b729-1b1640cdf07f req-b4a918d3-deac-4d4d-98dd-b2bde55f34ff service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4aaed355-8c73-4e33-87e1-299ed0f09d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0609422 Jun 21 15:05:16.847793 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-48dcf6a4-5e17-4f32-b729-1b1640cdf07f req-c3f671f3-2c8a-46af-92a9-2e4d83d7ba80 service neutron] 10.222.0.66 "GET /v2.0/networks/4aaed355-8c73-4e33-87e1-299ed0f09d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929389 Jun 21 15:05:16.960474 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-48dcf6a4-5e17-4f32-b729-1b1640cdf07f req-90047cdc-9445-4af6-bdcb-544acc284e2f service neutron] 10.222.0.66 "GET /v2.0/networks/4aaed355-8c73-4e33-87e1-299ed0f09d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046469 Jun 21 15:05:17.004276 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:18.071217 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:19.741598 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:29.107104 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:05:35.374181 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:44.061320 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-685d3720-d20c-4754-8946-c6ddcb6cb2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:46.575357 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-35e0bd70-72bb-43d7-ad4b-771b4d3dfdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:47.000044 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:48.074437 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:05:49.744108 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:05.374418 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:06.098918 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:06:14.059484 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e0ab433f-637a-4375-bf01-5b1bb2589e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:16.569989 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7236ff56-1898-4cc5-9696-d2bcc8b2ae17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:17.004247 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:18.079474 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:18.369660 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c0630724-f936-4405-bb87-3af0b176d95d req-97baab58-43fe-414c-9ab9-e497944c8a12 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=040d7c1a-e889-46d6-b811-d2696c3e872f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683169 Jun 21 15:06:18.478580 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0630724-f936-4405-bb87-3af0b176d95d req-d42848e7-160d-44b8-81fd-3395d48d07e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:18.480088 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c0630724-f936-4405-bb87-3af0b176d95d req-d42848e7-160d-44b8-81fd-3395d48d07e6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=040d7c1a-e889-46d6-b811-d2696c3e872f HTTP/1.1" status: 200 len: 1099 time: 0.0621111 Jun 21 15:06:18.588523 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0630724-f936-4405-bb87-3af0b176d95d req-037fc063-ccc2-4199-ae9f-5ce74bd60160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:18.590003 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c0630724-f936-4405-bb87-3af0b176d95d req-037fc063-ccc2-4199-ae9f-5ce74bd60160 service neutron] 10.222.0.66 "GET /v2.0/networks?id=4aaed355-8c73-4e33-87e1-299ed0f09d2b HTTP/1.1" status: 200 len: 898 time: 0.0885408 Jun 21 15:06:18.659069 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c0630724-f936-4405-bb87-3af0b176d95d req-ce1c107f-3463-4eb1-80bb-c3cf87a78104 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40db4a47-fb60-4353-a5ab-0ad050f3de26 HTTP/1.1" status: 200 len: 1001 time: 0.0603132 Jun 21 15:06:18.712065 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0630724-f936-4405-bb87-3af0b176d95d req-9a8ced0a-e3ee-4f8b-afa9-9e9b08ccf965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:18.713577 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c0630724-f936-4405-bb87-3af0b176d95d req-9a8ced0a-e3ee-4f8b-afa9-9e9b08ccf965 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1ff58c99-8391-458c-be7a-2255e82101fc HTTP/1.1" status: 200 len: 834 time: 0.0493822 Jun 21 15:06:18.783743 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0630724-f936-4405-bb87-3af0b176d95d req-f56e52a6-0f54-4961-aeb5-f79f19ce34f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:18.785288 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c0630724-f936-4405-bb87-3af0b176d95d req-f56e52a6-0f54-4961-aeb5-f79f19ce34f5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4aaed355-8c73-4e33-87e1-299ed0f09d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0649502 Jun 21 15:06:18.879817 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c0630724-f936-4405-bb87-3af0b176d95d req-e59ba6a6-0abb-4b5a-a6bd-b8d1a6317339 service neutron] 10.222.0.66 "GET /v2.0/networks/4aaed355-8c73-4e33-87e1-299ed0f09d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867841 Jun 21 15:06:18.972936 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c0630724-f936-4405-bb87-3af0b176d95d req-313d10fc-074d-4021-ab09-5dbb90533950 service neutron] 10.222.0.66 "GET /v2.0/networks/4aaed355-8c73-4e33-87e1-299ed0f09d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869093 Jun 21 15:06:19.745527 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:24.976306 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40282) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:06:25.101304 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8bf1e851-7c7a-4283-93d6-3f79b4edcc2e tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/routers/a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1236634 Jun 21 15:06:25.105511 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40286) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:06:25.240206 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fb011b-6485-4e0a-bacb-fbc12a4a9922 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Notify agent at dv-neutron-797121-2-hyperv the message router_removed_from_agent {{(pid=105225) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jun 21 15:06:25.245623 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-91fb011b-6485-4e0a-bacb-fbc12a4a9922 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "DELETE /v2.0/agents/b8e121ba-1965-4bc0-8ffe-dbade341fe49/l3-routers/a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d HTTP/1.1" status: 204 len: 168 time: 0.1370678 Jun 21 15:06:25.246625 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40288) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:06:25.355234 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c12d7c3a-1041-48b5-86ff-ffbf80825e37 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/routers/a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1074903 Jun 21 15:06:25.358669 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40290) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:06:25.422672 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7967bb30-2b44-4ead-b5e3-c19dea18b3f1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/floatingips/3279c026-85ae-4dfe-97f1-612518c4bb22 HTTP/1.1" status: 200 len: 993 time: 0.0628691 Jun 21 15:06:25.648885 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device bd8e3489-b62d-42e5-87a0-6e20d26889d1 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:06:25.723750 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:25.756587 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port bd8e3489-b62d-42e5-87a0-6e20d26889d1, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=bd8e3489-b62d-42e5-87a0-6e20d26889d1,segment=NetworkSegment(dba8114f-001f-4de1-b677-8c6c25f10ad6),segment_id=dba8114f-001f-4de1-b677-8c6c25f10ad6)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:06:25.764615 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:25.766423 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-adab82de-c459-4031-a64f-3778278b4288 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:25.812984 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=bd8e3489-b62d-42e5-87a0-6e20d26889d1,revision_number=6']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:25.822944 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:25.823419 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:25.823940 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:25.824334 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:25.824739 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:25.825173 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:25.825605 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:25.826032 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:25.826829 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:25.827328 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:25.827777 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:25.828297 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:25.835118 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:06:26.027123 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa9f3eb8-32c6-4663-ba7d-35f337caa6a6 None None] New status for floating IP 3279c026-85ae-4dfe-97f1-612518c4bb22: DOWN {{(pid=105226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:06:26.427902 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40292) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:06:26.491318 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1294bca7-b6a9-4281-ae20-82226c6707ab tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/floatingips/3279c026-85ae-4dfe-97f1-612518c4bb22 HTTP/1.1" status: 200 len: 991 time: 0.0621822 Jun 21 15:06:27.546063 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 0e668c1f-264a-4b8c-99d8-a35ca0283b50 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:06:27.622330 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:27.637806 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40298) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:06:27.644558 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 0e668c1f-264a-4b8c-99d8-a35ca0283b50, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=0e668c1f-264a-4b8c-99d8-a35ca0283b50,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:06:27.650524 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:27.652290 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:27.698878 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=0e668c1f-264a-4b8c-99d8-a35ca0283b50,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:27.702047 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:06:27.770166 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c803eb-6677-4c9b-bce3-f4effec347f3 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Router a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 15:06:27.770492 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c803eb-6677-4c9b-bce3-f4effec347f3 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Notify agent at dv-neutron-797121-2-hyperv the message router_added_to_agent {{(pid=105225) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jun 21 15:06:27.801989 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-12c803eb-6677-4c9b-bce3-f4effec347f3 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "POST /v2.0/agents/b8e121ba-1965-4bc0-8ffe-dbade341fe49/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1630352 Jun 21 15:06:27.804620 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40302) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:06:27.828174 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cddb171-80fe-48b6-9946-cdb49fb0c3c4 None None] Sync routers for ids ['a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:06:27.839776 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cddb171-80fe-48b6-9946-cdb49fb0c3c4 None None] Routers {'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:06:27.840397 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-1cddb171-80fe-48b6-9946-cdb49fb0c3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:06:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:06:27.913748 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a0292faf-818f-4bdd-abfa-e3f388d9a732 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/routers/a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1078043 Jun 21 15:06:27.916336 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40306) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:06:27.980913 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f17ad944-cfd7-435a-91fd-2cb978207b5f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/floatingips/3279c026-85ae-4dfe-97f1-612518c4bb22 HTTP/1.1" status: 200 len: 991 time: 0.0631747 Jun 21 15:06:28.045259 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-1cddb171-80fe-48b6-9946-cdb49fb0c3c4 None None] Set router a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:06:28.273773 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-1cddb171-80fe-48b6-9946-cdb49fb0c3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'name': 'tempest-TestNetworkBasicOps-router-1102026451', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '0e668c1f-264a-4b8c-99d8-a35ca0283b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:04:52Z', 'updated_at': '2021-06-21T15:04:56Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '0e668c1f-264a-4b8c-99d8-a35ca0283b50', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:50:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:52Z', 'updated_at': '2021-06-21T15:06:27Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '3279c026-85ae-4dfe-97f1-612518c4bb22', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.47', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'port_id': '40db4a47-fb60-4353-a5ab-0ad050f3de26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aaed355-8c73-4e33-87e1-299ed0f09d2b', 'mac_address': 'fa:16:3e:13:33:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d7c1a-e889-46d6-b811-d2696c3e872f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:05:11Z', 'updated_at': '2021-06-21T15:06:26Z', 'revision_number': 2, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd8e3489-b62d-42e5-87a0-6e20d26889d1', 'name': '', 'network_id': '4aaed355-8c73-4e33-87e1-299ed0f09d2b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:6d:ff:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '1ff58c99-8391-458c-be7a-2255e82101fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:55Z', 'updated_at': '2021-06-21T15:06:25Z', 'revision_number': 6, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '1ff58c99-8391-458c-be7a-2255e82101fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:06:28.302964 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cddb171-80fe-48b6-9946-cdb49fb0c3c4 None None] Checking router: a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:06:28.311957 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cddb171-80fe-48b6-9946-cdb49fb0c3c4 None None] Routers {'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:06:28.312554 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-1cddb171-80fe-48b6-9946-cdb49fb0c3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:06:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:06:28.417940 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-1cddb171-80fe-48b6-9946-cdb49fb0c3c4 None None] Set router a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:06:28.647392 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-1cddb171-80fe-48b6-9946-cdb49fb0c3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'name': 'tempest-TestNetworkBasicOps-router-1102026451', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '0e668c1f-264a-4b8c-99d8-a35ca0283b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:04:52Z', 'updated_at': '2021-06-21T15:04:56Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '0e668c1f-264a-4b8c-99d8-a35ca0283b50', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:50:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:52Z', 'updated_at': '2021-06-21T15:06:27Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '3279c026-85ae-4dfe-97f1-612518c4bb22', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.47', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'port_id': '40db4a47-fb60-4353-a5ab-0ad050f3de26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aaed355-8c73-4e33-87e1-299ed0f09d2b', 'mac_address': 'fa:16:3e:13:33:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d7c1a-e889-46d6-b811-d2696c3e872f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:05:11Z', 'updated_at': '2021-06-21T15:06:26Z', 'revision_number': 2, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd8e3489-b62d-42e5-87a0-6e20d26889d1', 'name': '', 'network_id': '4aaed355-8c73-4e33-87e1-299ed0f09d2b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:6d:ff:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '1ff58c99-8391-458c-be7a-2255e82101fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:55Z', 'updated_at': '2021-06-21T15:06:25Z', 'revision_number': 6, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '1ff58c99-8391-458c-be7a-2255e82101fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:06:28.673457 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cddb171-80fe-48b6-9946-cdb49fb0c3c4 None None] The sync data for ids ['a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d'] in dv-neutron-797121-2-hyperv is: [{'id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'name': 'tempest-TestNetworkBasicOps-router-1102026451', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '0e668c1f-264a-4b8c-99d8-a35ca0283b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:04:52Z', 'updated_at': '2021-06-21T15:04:56Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '0e668c1f-264a-4b8c-99d8-a35ca0283b50', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:50:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:52Z', 'updated_at': '2021-06-21T15:06:27Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '3279c026-85ae-4dfe-97f1-612518c4bb22', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.47', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'port_id': '40db4a47-fb60-4353-a5ab-0ad050f3de26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aaed355-8c73-4e33-87e1-299ed0f09d2b', 'mac_address': 'fa:16:3e:13:33:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040d7c1a-e889-46d6-b811-d2696c3e872f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:05:11Z', 'updated_at': '2021-06-21T15:06:26Z', 'revision_number': 2, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd8e3489-b62d-42e5-87a0-6e20d26889d1', 'name': '', 'network_id': '4aaed355-8c73-4e33-87e1-299ed0f09d2b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:6d:ff:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '1ff58c99-8391-458c-be7a-2255e82101fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:55Z', 'updated_at': '2021-06-21T15:06:25Z', 'revision_number': 6, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '1ff58c99-8391-458c-be7a-2255e82101fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:06:28.984997 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40308) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:06:29.054386 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9f666862-84bc-4236-88ba-7504287fee01 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/floatingips/3279c026-85ae-4dfe-97f1-612518c4bb22 HTTP/1.1" status: 200 len: 991 time: 0.0680425 Jun 21 15:06:29.604319 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device bd8e3489-b62d-42e5-87a0-6e20d26889d1 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:06:29.658466 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port bd8e3489-b62d-42e5-87a0-6e20d26889d1 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:06:29.658756 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:29.741177 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:29.777091 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port bd8e3489-b62d-42e5-87a0-6e20d26889d1, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=bd8e3489-b62d-42e5-87a0-6e20d26889d1,segment=NetworkSegment(dba8114f-001f-4de1-b677-8c6c25f10ad6),segment_id=dba8114f-001f-4de1-b677-8c6c25f10ad6)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:06:29.782595 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:29.783623 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 0e668c1f-264a-4b8c-99d8-a35ca0283b50 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:06:29.785450 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:29.858380 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=bd8e3489-b62d-42e5-87a0-6e20d26889d1,revision_number=7']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:29.861607 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:06:29.874093 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 0e668c1f-264a-4b8c-99d8-a35ca0283b50 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:06:29.874619 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:29.964691 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:29.987307 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 0e668c1f-264a-4b8c-99d8-a35ca0283b50, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=0e668c1f-264a-4b8c-99d8-a35ca0283b50,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:06:29.993277 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:29.996370 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-1887cec5-1271-4adb-9d54-9279ff93b03f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:30.046234 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=0e668c1f-264a-4b8c-99d8-a35ca0283b50,revision_number=6']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:30.050701 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:06:30.057548 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40310) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:06:30.130797 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0d1928f3-18a2-43c4-8277-cd688e42e4c6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/floatingips/3279c026-85ae-4dfe-97f1-612518c4bb22 HTTP/1.1" status: 200 len: 991 time: 0.0719059 Jun 21 15:06:30.239411 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fb24d5-41d1-45d1-b447-cd3599b63646 None None] New status for floating IP 3279c026-85ae-4dfe-97f1-612518c4bb22: ACTIVE {{(pid=105226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:06:31.135956 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40312) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:06:31.202768 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-dc247ced-0929-4f6e-b892-4618a9d4971c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/floatingips/3279c026-85ae-4dfe-97f1-612518c4bb22 HTTP/1.1" status: 200 len: 993 time: 0.0654519 Jun 21 15:06:31.485994 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40318) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:06:31.564377 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device bd8e3489-b62d-42e5-87a0-6e20d26889d1 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:06:31.629009 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port bd8e3489-b62d-42e5-87a0-6e20d26889d1 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:06:31.629009 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:31.712446 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 0e668c1f-264a-4b8c-99d8-a35ca0283b50 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:06:31.763401 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 0e668c1f-264a-4b8c-99d8-a35ca0283b50 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:06:31.763781 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:31.984754 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-b96392c5-c038-4dae-9f4b-119341ff8a7e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port fbad5cd2-f698-4c72-aedb-6f5af774d225 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:06:31.985023 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b96392c5-c038-4dae-9f4b-119341ff8a7e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:32.063576 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b96392c5-c038-4dae-9f4b-119341ff8a7e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:32.063897 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b96392c5-c038-4dae-9f4b-119341ff8a7e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:32.129507 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-b96392c5-c038-4dae-9f4b-119341ff8a7e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for fbad5cd2-f698-4c72-aedb-6f5af774d225 owned by network:floatingip {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:06:32.306788 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b96392c5-c038-4dae-9f4b-119341ff8a7e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:32.308665 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fe12e64d-fc64-4e07-901e-f941850c44b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:32.333731 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96392c5-c038-4dae-9f4b-119341ff8a7e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=fbad5cd2-f698-4c72-aedb-6f5af774d225,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:32.360117 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96392c5-c038-4dae-9f4b-119341ff8a7e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:32.360502 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96392c5-c038-4dae-9f4b-119341ff8a7e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:32.360876 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96392c5-c038-4dae-9f4b-119341ff8a7e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:32.361245 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96392c5-c038-4dae-9f4b-119341ff8a7e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:32.361632 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96392c5-c038-4dae-9f4b-119341ff8a7e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:32.362018 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96392c5-c038-4dae-9f4b-119341ff8a7e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:32.362540 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96392c5-c038-4dae-9f4b-119341ff8a7e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:32.362902 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96392c5-c038-4dae-9f4b-119341ff8a7e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:32.363264 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96392c5-c038-4dae-9f4b-119341ff8a7e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:32.363622 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96392c5-c038-4dae-9f4b-119341ff8a7e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:32.363973 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96392c5-c038-4dae-9f4b-119341ff8a7e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:32.364330 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96392c5-c038-4dae-9f4b-119341ff8a7e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:32.367837 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b96392c5-c038-4dae-9f4b-119341ff8a7e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:06:32.403545 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b96392c5-c038-4dae-9f4b-119341ff8a7e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:32.403883 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.l3_db [None req-b96392c5-c038-4dae-9f4b-119341ff8a7e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Floating IP 3279c026-85ae-4dfe-97f1-612518c4bb22 disassociated (deleted). External IP: 172.26.3.47, port: 40db4a47-fb60-4353-a5ab-0ad050f3de26. Jun 21 15:06:32.625983 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b96392c5-c038-4dae-9f4b-119341ff8a7e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:06:32.747182 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96392c5-c038-4dae-9f4b-119341ff8a7e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:06:32.753945 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b96392c5-c038-4dae-9f4b-119341ff8a7e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:32.760140 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5c5c1c-0559-47dc-afcc-2d1872a8fbe1 None None] Sync routers for ids ['a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:06:32.772384 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5c5c1c-0559-47dc-afcc-2d1872a8fbe1 None None] Routers {'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:06:32.773003 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-3d5c5c1c-0559-47dc-afcc-2d1872a8fbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:06:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:06:32.798152 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b96392c5-c038-4dae-9f4b-119341ff8a7e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/floatingips/3279c026-85ae-4dfe-97f1-612518c4bb22 HTTP/1.1" status: 204 len: 168 time: 1.3082480 Jun 21 15:06:32.798152 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '040d7c1a-e889-46d6-b811-d2696c3e872f', 'tag': '40db4a47-fb60-4353-a5ab-0ad050f3de26'}] {{(pid=105225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:06:32.798595 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d720512e93a77e3bffebe2b790a2b81995dcc7e4c74443a12a7dc003910c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116a6fd9-8254-46da-8c82-eebd6989a550" -d '{"events": [{"name": "network-changed", "server_uuid": "040d7c1a-e889-46d6-b811-d2696c3e872f", "tag": "40db4a47-fb60-4353-a5ab-0ad050f3de26"}]}' {{(pid=105225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:06:32.888374 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-3d5c5c1c-0559-47dc-afcc-2d1872a8fbe1 None None] Set router a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:06:32.899976 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1d01ef-7d6b-4e53-acd5-cfac294b3edc x-openstack-request-id: req-ca1d01ef-7d6b-4e53-acd5-cfac294b3edc {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:06:32.900329 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "040d7c1a-e889-46d6-b811-d2696c3e872f", "tag": "40db4a47-fb60-4353-a5ab-0ad050f3de26", "status": "completed", "code": 200}]} {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:06:32.900637 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ca1d01ef-7d6b-4e53-acd5-cfac294b3edc {{(pid=105225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:06:32.901082 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '040d7c1a-e889-46d6-b811-d2696c3e872f', 'tag': '40db4a47-fb60-4353-a5ab-0ad050f3de26', 'status': 'completed', 'code': 200} Jun 21 15:06:32.979628 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a6fd9-8254-46da-8c82-eebd6989a550 req-1a2f6377-0302-491a-9a5b-a1315c544f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:32.980897 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-116a6fd9-8254-46da-8c82-eebd6989a550 req-1a2f6377-0302-491a-9a5b-a1315c544f40 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=040d7c1a-e889-46d6-b811-d2696c3e872f HTTP/1.1" status: 200 len: 1099 time: 0.0568612 Jun 21 15:06:33.085008 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a6fd9-8254-46da-8c82-eebd6989a550 req-2c37a842-b9ce-447b-bb38-9e3f71dcebab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:33.086794 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-116a6fd9-8254-46da-8c82-eebd6989a550 req-2c37a842-b9ce-447b-bb38-9e3f71dcebab service neutron] 10.222.0.66 "GET /v2.0/networks?id=4aaed355-8c73-4e33-87e1-299ed0f09d2b HTTP/1.1" status: 200 len: 898 time: 0.0998807 Jun 21 15:06:33.106085 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-3d5c5c1c-0559-47dc-afcc-2d1872a8fbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'name': 'tempest-TestNetworkBasicOps-router-1102026451', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '0e668c1f-264a-4b8c-99d8-a35ca0283b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:04:52Z', 'updated_at': '2021-06-21T15:04:56Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '0e668c1f-264a-4b8c-99d8-a35ca0283b50', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:50:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:52Z', 'updated_at': '2021-06-21T15:06:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'bd8e3489-b62d-42e5-87a0-6e20d26889d1', 'name': '', 'network_id': '4aaed355-8c73-4e33-87e1-299ed0f09d2b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:6d:ff:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '1ff58c99-8391-458c-be7a-2255e82101fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:55Z', 'updated_at': '2021-06-21T15:06:29Z', 'revision_number': 7, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '1ff58c99-8391-458c-be7a-2255e82101fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:06:33.131097 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-116a6fd9-8254-46da-8c82-eebd6989a550 req-708c0565-1a5f-4e8a-934d-bbf8b200794d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40db4a47-fb60-4353-a5ab-0ad050f3de26 HTTP/1.1" status: 200 len: 217 time: 0.0369701 Jun 21 15:06:33.132426 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5c5c1c-0559-47dc-afcc-2d1872a8fbe1 None None] Checking router: a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:06:33.141212 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5c5c1c-0559-47dc-afcc-2d1872a8fbe1 None None] Routers {'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:06:33.141903 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-3d5c5c1c-0559-47dc-afcc-2d1872a8fbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:06:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:06:33.206366 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a6fd9-8254-46da-8c82-eebd6989a550 req-912073c6-85e1-454d-998b-fe00c31faf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:33.207833 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-116a6fd9-8254-46da-8c82-eebd6989a550 req-912073c6-85e1-454d-998b-fe00c31faf89 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=1ff58c99-8391-458c-be7a-2255e82101fc HTTP/1.1" status: 200 len: 834 time: 0.0678761 Jun 21 15:06:33.250010 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-3d5c5c1c-0559-47dc-afcc-2d1872a8fbe1 None None] Set router a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:06:33.257530 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc428d-3a77-4fdf-a93a-cdcc0f30936e req-0315f8f8-8e8a-4e1a-bf82-6e3a3cb7dd1c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:33.259038 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-dabc428d-3a77-4fdf-a93a-cdcc0f30936e req-0315f8f8-8e8a-4e1a-bf82-6e3a3cb7dd1c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=040d7c1a-e889-46d6-b811-d2696c3e872f HTTP/1.1" status: 200 len: 946 time: 0.1312811 Jun 21 15:06:33.307718 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a6fd9-8254-46da-8c82-eebd6989a550 req-9624b150-ebfa-419c-98b8-1490b282801f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:33.309226 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-116a6fd9-8254-46da-8c82-eebd6989a550 req-9624b150-ebfa-419c-98b8-1490b282801f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4aaed355-8c73-4e33-87e1-299ed0f09d2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0939009 Jun 21 15:06:33.312131 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-dabc428d-3a77-4fdf-a93a-cdcc0f30936e req-6b723300-26f4-4f4a-a0bc-1b22bd511a5e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=452c40f7-0588-4b91-b789-2a6930b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454705 Jun 21 15:06:33.406918 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-116a6fd9-8254-46da-8c82-eebd6989a550 req-0236bc90-1367-429c-b31f-b5cb039c23d9 service neutron] 10.222.0.66 "GET /v2.0/networks/4aaed355-8c73-4e33-87e1-299ed0f09d2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894525 Jun 21 15:06:33.462484 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-3d5c5c1c-0559-47dc-afcc-2d1872a8fbe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'name': 'tempest-TestNetworkBasicOps-router-1102026451', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '0e668c1f-264a-4b8c-99d8-a35ca0283b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:04:52Z', 'updated_at': '2021-06-21T15:04:56Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '0e668c1f-264a-4b8c-99d8-a35ca0283b50', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:50:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:52Z', 'updated_at': '2021-06-21T15:06:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'bd8e3489-b62d-42e5-87a0-6e20d26889d1', 'name': '', 'network_id': '4aaed355-8c73-4e33-87e1-299ed0f09d2b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:6d:ff:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '1ff58c99-8391-458c-be7a-2255e82101fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:55Z', 'updated_at': '2021-06-21T15:06:29Z', 'revision_number': 7, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '1ff58c99-8391-458c-be7a-2255e82101fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:06:33.493502 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5c5c1c-0559-47dc-afcc-2d1872a8fbe1 None None] The sync data for ids ['a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d'] in dv-neutron-797121-2-hyperv is: [{'id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'name': 'tempest-TestNetworkBasicOps-router-1102026451', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '0e668c1f-264a-4b8c-99d8-a35ca0283b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:04:52Z', 'updated_at': '2021-06-21T15:04:56Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '0e668c1f-264a-4b8c-99d8-a35ca0283b50', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:50:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:52Z', 'updated_at': '2021-06-21T15:06:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'bd8e3489-b62d-42e5-87a0-6e20d26889d1', 'name': '', 'network_id': '4aaed355-8c73-4e33-87e1-299ed0f09d2b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:6d:ff:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '1ff58c99-8391-458c-be7a-2255e82101fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:55Z', 'updated_at': '2021-06-21T15:06:29Z', 'revision_number': 7, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '1ff58c99-8391-458c-be7a-2255e82101fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:06:33.500186 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-116a6fd9-8254-46da-8c82-eebd6989a550 req-2400e751-b301-4a72-bd19-3c3276583ae0 service neutron] 10.222.0.66 "GET /v2.0/networks/4aaed355-8c73-4e33-87e1-299ed0f09d2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854654 Jun 21 15:06:34.132195 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e3c7c9-d178-4554-a5b3-aa11a1fa23e7 None None] New status for floating IP 3279c026-85ae-4dfe-97f1-612518c4bb22: DOWN {{(pid=105226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:06:34.509004 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965a534-6572-49db-952a-447f43bc5c71 req-d3c063a0-705f-4c44-b68b-75ccf8621b18 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:34.510510 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7965a534-6572-49db-952a-447f43bc5c71 req-d3c063a0-705f-4c44-b68b-75ccf8621b18 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=040d7c1a-e889-46d6-b811-d2696c3e872f HTTP/1.1" status: 200 len: 946 time: 0.0722270 Jun 21 15:06:34.551971 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7965a534-6572-49db-952a-447f43bc5c71 req-eea3c467-5efd-4efd-8f1f-d85c242228a1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=452c40f7-0588-4b91-b789-2a6930b5451b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355129 Jun 21 15:06:34.870796 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6c0d7-d6a6-434c-af70-4f3642ecbe93 req-48b40ca9-1d7d-480a-a7cc-f520cffdfb04 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:34.872265 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-79c6c0d7-d6a6-434c-af70-4f3642ecbe93 req-48b40ca9-1d7d-480a-a7cc-f520cffdfb04 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/ports?device_id=040d7c1a-e889-46d6-b811-d2696c3e872f HTTP/1.1" status: 200 len: 946 time: 0.1669822 Jun 21 15:06:34.990319 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-79c6c0d7-d6a6-434c-af70-4f3642ecbe93 req-f0183457-55d1-4ebd-a87c-d073a23289a1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port 40db4a47-fb60-4353-a5ab-0ad050f3de26 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:06:34.990639 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-79c6c0d7-d6a6-434c-af70-4f3642ecbe93 req-f0183457-55d1-4ebd-a87c-d073a23289a1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:35.109634 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-79c6c0d7-d6a6-434c-af70-4f3642ecbe93 req-f0183457-55d1-4ebd-a87c-d073a23289a1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] For port 40db4a47-fb60-4353-a5ab-0ad050f3de26, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=40db4a47-fb60-4353-a5ab-0ad050f3de26,segment=NetworkSegment(dba8114f-001f-4de1-b677-8c6c25f10ad6),segment_id=dba8114f-001f-4de1-b677-8c6c25f10ad6)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:06:35.109634 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-79c6c0d7-d6a6-434c-af70-4f3642ecbe93 req-f0183457-55d1-4ebd-a87c-d073a23289a1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:35.179836 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-79c6c0d7-d6a6-434c-af70-4f3642ecbe93 req-f0183457-55d1-4ebd-a87c-d073a23289a1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for 40db4a47-fb60-4353-a5ab-0ad050f3de26 owned by compute:nova {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:06:35.346011 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-79c6c0d7-d6a6-434c-af70-4f3642ecbe93 req-f0183457-55d1-4ebd-a87c-d073a23289a1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:35.351454 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0a82ef37-2d1d-4251-9f20-a638d63eccc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:35.376887 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:35.379289 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0183457-55d1-4ebd-a87c-d073a23289a1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=40db4a47-fb60-4353-a5ab-0ad050f3de26,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:35.392720 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0183457-55d1-4ebd-a87c-d073a23289a1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:35.393071 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0183457-55d1-4ebd-a87c-d073a23289a1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:35.393476 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0183457-55d1-4ebd-a87c-d073a23289a1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:35.393935 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0183457-55d1-4ebd-a87c-d073a23289a1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:35.394312 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0183457-55d1-4ebd-a87c-d073a23289a1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:35.394687 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0183457-55d1-4ebd-a87c-d073a23289a1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:35.395056 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0183457-55d1-4ebd-a87c-d073a23289a1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:35.395484 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0183457-55d1-4ebd-a87c-d073a23289a1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:35.395867 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0183457-55d1-4ebd-a87c-d073a23289a1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:35.396252 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0183457-55d1-4ebd-a87c-d073a23289a1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:35.396609 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0183457-55d1-4ebd-a87c-d073a23289a1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:35.397043 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0183457-55d1-4ebd-a87c-d073a23289a1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:35.417966 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f0183457-55d1-4ebd-a87c-d073a23289a1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:06:35.439155 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c6c0d7-d6a6-434c-af70-4f3642ecbe93 req-f0183457-55d1-4ebd-a87c-d073a23289a1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] No DVR routers for this DVR port 40db4a47-fb60-4353-a5ab-0ad050f3de26 on host hv-neutron-7971 {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:06:35.447068 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-79c6c0d7-d6a6-434c-af70-4f3642ecbe93 req-f0183457-55d1-4ebd-a87c-d073a23289a1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:35.449192 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-79c6c0d7-d6a6-434c-af70-4f3642ecbe93 req-f0183457-55d1-4ebd-a87c-d073a23289a1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "DELETE /v2.0/ports/40db4a47-fb60-4353-a5ab-0ad050f3de26 HTTP/1.1" status: 204 len: 173 time: 0.5706391 Jun 21 15:06:35.449775 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040d7c1a-e889-46d6-b811-d2696c3e872f', 'name': 'network-vif-deleted', 'tag': '40db4a47-fb60-4353-a5ab-0ad050f3de26'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:06:35.452248 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec28b46-456b-44cb-a8dd-59a55a1871f8" -d '{"events": [{"server_uuid": "040d7c1a-e889-46d6-b811-d2696c3e872f", "name": "network-vif-deleted", "tag": "40db4a47-fb60-4353-a5ab-0ad050f3de26"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:06:35.499499 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cc4dca-7134-42ab-850e-edcbeed4258e x-openstack-request-id: req-59cc4dca-7134-42ab-850e-edcbeed4258e {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:06:35.500100 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040d7c1a-e889-46d6-b811-d2696c3e872f", "name": "network-vif-deleted", "tag": "40db4a47-fb60-4353-a5ab-0ad050f3de26", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:06:35.500454 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-59cc4dca-7134-42ab-850e-edcbeed4258e {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:06:35.500914 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '040d7c1a-e889-46d6-b811-d2696c3e872f', 'name': 'network-vif-deleted', 'tag': '40db4a47-fb60-4353-a5ab-0ad050f3de26', 'status': 'completed', 'code': 200} Jun 21 15:06:35.730662 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f4f2d5e3-a0bd-437e-9d74-de1c5061d6a0 req-f1658902-a1dc-4b98-8c70-654c8a95a0b3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=040d7c1a-e889-46d6-b811-d2696c3e872f HTTP/1.1" status: 200 len: 210 time: 0.0397801 Jun 21 15:06:36.831777 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40340) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:06:36.902243 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3a2a04ab-83ed-49e8-8419-eb47e53b5b2b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:36.928807 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3a2a04ab-83ed-49e8-8419-eb47e53b5b2b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:37.004211 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3a2a04ab-83ed-49e8-8419-eb47e53b5b2b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:37.007085 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3a2a04ab-83ed-49e8-8419-eb47e53b5b2b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:37.008225 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3a2a04ab-83ed-49e8-8419-eb47e53b5b2b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/security-groups/452c40f7-0588-4b91-b789-2a6930b5451b HTTP/1.1" status: 204 len: 168 time: 0.1754248 Jun 21 15:06:37.009286 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-55ca2a6c-58bc-4096-ae94-711189a1d51a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:37.018156 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a04ab-83ed-49e8-8419-eb47e53b5b2b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=452c40f7-0588-4b91-b789-2a6930b5451b,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:37.021235 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3a2a04ab-83ed-49e8-8419-eb47e53b5b2b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:06:37.041689 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40344) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:06:37.413064 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-76984742-30d0-4879-bf3a-aaa3e95ee4b1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:37.687786 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-76984742-30d0-4879-bf3a-aaa3e95ee4b1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port bd8e3489-b62d-42e5-87a0-6e20d26889d1 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:06:37.688043 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-76984742-30d0-4879-bf3a-aaa3e95ee4b1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:37.781905 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-76984742-30d0-4879-bf3a-aaa3e95ee4b1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] For port bd8e3489-b62d-42e5-87a0-6e20d26889d1, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=bd8e3489-b62d-42e5-87a0-6e20d26889d1,segment=NetworkSegment(dba8114f-001f-4de1-b677-8c6c25f10ad6),segment_id=dba8114f-001f-4de1-b677-8c6c25f10ad6)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:06:37.782251 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-76984742-30d0-4879-bf3a-aaa3e95ee4b1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:37.848232 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-76984742-30d0-4879-bf3a-aaa3e95ee4b1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for bd8e3489-b62d-42e5-87a0-6e20d26889d1 owned by network:router_interface {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:06:38.065390 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-76984742-30d0-4879-bf3a-aaa3e95ee4b1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:38.068344 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f0183457-55d1-4ebd-a87c-d073a23289a1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:38.097569 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76984742-30d0-4879-bf3a-aaa3e95ee4b1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=bd8e3489-b62d-42e5-87a0-6e20d26889d1,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:38.100690 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-76984742-30d0-4879-bf3a-aaa3e95ee4b1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:06:38.271528 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-76984742-30d0-4879-bf3a-aaa3e95ee4b1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:38.384778 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 40db4a47-fb60-4353-a5ab-0ad050f3de26 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:06:38.405940 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: 40db4a47-fb60-4353-a5ab-0ad050f3de26 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:06:38.406259 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 40db4a47-fb60-4353-a5ab-0ad050f3de26 not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:06:38.494104 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76984742-30d0-4879-bf3a-aaa3e95ee4b1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:06:38.601730 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76984742-30d0-4879-bf3a-aaa3e95ee4b1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:06:38.607102 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-76984742-30d0-4879-bf3a-aaa3e95ee4b1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "PUT /v2.0/routers/a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5641694 Jun 21 15:06:38.611153 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40346) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:06:38.617042 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8b22d7-8f6e-4707-88de-22ff0a92f96d None None] Sync routers for ids ['a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:06:38.627443 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8b22d7-8f6e-4707-88de-22ff0a92f96d None None] Routers {'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:06:38.628337 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-2b8b22d7-8f6e-4707-88de-22ff0a92f96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:06:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:06:38.662971 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-28c303d5-4b96-478a-8f0d-9fb3574743f9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting subnet 1ff58c99-8391-458c-be7a-2255e82101fc {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 15:06:38.666215 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-28c303d5-4b96-478a-8f0d-9fb3574743f9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:38.709396 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-28c303d5-4b96-478a-8f0d-9fb3574743f9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:38.793689 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-28c303d5-4b96-478a-8f0d-9fb3574743f9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:38.825981 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-2b8b22d7-8f6e-4707-88de-22ff0a92f96d None None] Set router a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:06:38.851760 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-28c303d5-4b96-478a-8f0d-9fb3574743f9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:38.854706 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-eae7e516-0ece-489a-b7a5-9f2ba39b4ed5 tempest-FloatingIPNegativeTestJSON-1905436829 tempest-FloatingIPNegativeTestJSON-1905436829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:38.883128 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c303d5-4b96-478a-8f0d-9fb3574743f9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Subnet': ['ID=1ff58c99-8391-458c-be7a-2255e82101fc,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:38.886815 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-28c303d5-4b96-478a-8f0d-9fb3574743f9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:06:38.886994 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-28c303d5-4b96-478a-8f0d-9fb3574743f9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:38.891722 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-28c303d5-4b96-478a-8f0d-9fb3574743f9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/subnets/1ff58c99-8391-458c-be7a-2255e82101fc HTTP/1.1" status: 204 len: 168 time: 0.2767951 Jun 21 15:06:38.891722 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40348) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:06:38.896827 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77049010-d3a3-4608-b161-f9a566554cca None None] Network 4aaed355-8c73-4e33-87e1-299ed0f09d2b requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:06:39.009519 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-2b8b22d7-8f6e-4707-88de-22ff0a92f96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'name': 'tempest-TestNetworkBasicOps-router-1102026451', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '0e668c1f-264a-4b8c-99d8-a35ca0283b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:04:52Z', 'updated_at': '2021-06-21T15:06:38Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '0e668c1f-264a-4b8c-99d8-a35ca0283b50', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:50:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:52Z', 'updated_at': '2021-06-21T15:06:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:06:39.037944 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8b22d7-8f6e-4707-88de-22ff0a92f96d None None] Checking router: a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:06:39.047146 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8b22d7-8f6e-4707-88de-22ff0a92f96d None None] Routers {'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:06:39.047794 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-2b8b22d7-8f6e-4707-88de-22ff0a92f96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:06:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:06:39.100987 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd2f63b-cb16-47ff-a923-5a6db5aff3c9 None None] DHCP port deletion for 4aaed355-8c73-4e33-87e1-299ed0f09d2b request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 15:06:39.157777 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-7fd2f63b-cb16-47ff-a923-5a6db5aff3c9 None None] Deleting port 64fa64b0-c9de-42e0-9a13-12be3bf091e0 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:06:39.158100 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7fd2f63b-cb16-47ff-a923-5a6db5aff3c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:39.165182 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-2b8b22d7-8f6e-4707-88de-22ff0a92f96d None None] Set router a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:06:39.221406 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-7fd2f63b-cb16-47ff-a923-5a6db5aff3c9 None None] For port 64fa64b0-c9de-42e0-9a13-12be3bf091e0, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=64fa64b0-c9de-42e0-9a13-12be3bf091e0,segment=NetworkSegment(dba8114f-001f-4de1-b677-8c6c25f10ad6),segment_id=dba8114f-001f-4de1-b677-8c6c25f10ad6)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:06:39.222011 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7fd2f63b-cb16-47ff-a923-5a6db5aff3c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:39.290033 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-7fd2f63b-cb16-47ff-a923-5a6db5aff3c9 None None] Calling delete_port for 64fa64b0-c9de-42e0-9a13-12be3bf091e0 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:06:39.350763 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-2b8b22d7-8f6e-4707-88de-22ff0a92f96d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'name': 'tempest-TestNetworkBasicOps-router-1102026451', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '0e668c1f-264a-4b8c-99d8-a35ca0283b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:04:52Z', 'updated_at': '2021-06-21T15:06:38Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '0e668c1f-264a-4b8c-99d8-a35ca0283b50', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:50:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:52Z', 'updated_at': '2021-06-21T15:06:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:06:39.351970 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bafd1583-d4fb-4980-a991-12e24cb9c396 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:39.369691 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7fd2f63b-cb16-47ff-a923-5a6db5aff3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:39.372509 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:39.380698 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8b22d7-8f6e-4707-88de-22ff0a92f96d None None] The sync data for ids ['a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d'] in dv-neutron-797121-2-hyperv is: [{'id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'name': 'tempest-TestNetworkBasicOps-router-1102026451', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112'}], 'enable_snat': True}, 'gw_port_id': '0e668c1f-264a-4b8c-99d8-a35ca0283b50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:04:52Z', 'updated_at': '2021-06-21T15:06:38Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '0e668c1f-264a-4b8c-99d8-a35ca0283b50', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:50:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:04:52Z', 'updated_at': '2021-06-21T15:06:29Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:06:39.394272 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd2f63b-cb16-47ff-a923-5a6db5aff3c9 None None] Pushing event deleted for resources: {'Port': ['ID=64fa64b0-c9de-42e0-9a13-12be3bf091e0,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:39.399015 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-7fd2f63b-cb16-47ff-a923-5a6db5aff3c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:06:39.405283 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd2f63b-cb16-47ff-a923-5a6db5aff3c9 None None] No DVR routers for this DVR port 64fa64b0-c9de-42e0-9a13-12be3bf091e0 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:06:39.468914 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bafd1583-d4fb-4980-a991-12e24cb9c396 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:39.522792 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-bafd1583-d4fb-4980-a991-12e24cb9c396 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port 0e668c1f-264a-4b8c-99d8-a35ca0283b50 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:06:39.523145 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bafd1583-d4fb-4980-a991-12e24cb9c396 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:39.608429 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-bafd1583-d4fb-4980-a991-12e24cb9c396 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] For port 0e668c1f-264a-4b8c-99d8-a35ca0283b50, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=0e668c1f-264a-4b8c-99d8-a35ca0283b50,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:06:39.608808 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bafd1583-d4fb-4980-a991-12e24cb9c396 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:39.686811 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-bafd1583-d4fb-4980-a991-12e24cb9c396 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for 0e668c1f-264a-4b8c-99d8-a35ca0283b50 owned by network:router_gateway {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:06:39.800762 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 64fa64b0-c9de-42e0-9a13-12be3bf091e0 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:06:39.825243 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 64fa64b0-c9de-42e0-9a13-12be3bf091e0 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:06:39.825593 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 64fa64b0-c9de-42e0-9a13-12be3bf091e0 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:06:39.826165 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device bd8e3489-b62d-42e5-87a0-6e20d26889d1 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:06:39.846144 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: bd8e3489-b62d-42e5-87a0-6e20d26889d1 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:06:39.846472 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device bd8e3489-b62d-42e5-87a0-6e20d26889d1 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:06:39.871365 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bafd1583-d4fb-4980-a991-12e24cb9c396 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:39.874469 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-27777d3a-4721-48e8-85c3-de0f29a93b11 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:39.903553 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd1583-d4fb-4980-a991-12e24cb9c396 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=0e668c1f-264a-4b8c-99d8-a35ca0283b50,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:39.907052 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-bafd1583-d4fb-4980-a991-12e24cb9c396 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:06:39.972825 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bafd1583-d4fb-4980-a991-12e24cb9c396 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:40.069870 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bafd1583-d4fb-4980-a991-12e24cb9c396 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:40.072210 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bafd1583-d4fb-4980-a991-12e24cb9c396 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:40.119992 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bafd1583-d4fb-4980-a991-12e24cb9c396 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:40.120805 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafd1583-d4fb-4980-a991-12e24cb9c396 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Fanout notify agent at l3_agent the message router_deleted on router a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 15:06:40.128873 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bafd1583-d4fb-4980-a991-12e24cb9c396 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:40.130010 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-bafd1583-d4fb-4980-a991-12e24cb9c396 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/routers/a0a8ab02-fda1-43a2-a2b2-ae0f96718d8d HTTP/1.1" status: 204 len: 168 time: 1.2374172 Jun 21 15:06:40.132879 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40350) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:06:40.219010 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-275db0eb-7edb-437a-9a5a-905e681a610f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:40.305712 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-275db0eb-7edb-437a-9a5a-905e681a610f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:40.315456 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-275db0eb-7edb-437a-9a5a-905e681a610f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aaed355-8c73-4e33-87e1-299ed0f09d2b']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:06:40.325067 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-275db0eb-7edb-437a-9a5a-905e681a610f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dba8114f-001f-4de1-b677-8c6c25f10ad6') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:06:40.325363 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-275db0eb-7edb-437a-9a5a-905e681a610f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dba8114f-001f-4de1-b677-8c6c25f10ad6') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:06:40.334376 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-275db0eb-7edb-437a-9a5a-905e681a610f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:40.349898 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-275db0eb-7edb-437a-9a5a-905e681a610f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:40.356414 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-275db0eb-7edb-437a-9a5a-905e681a610f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 15:06:40.356800 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-275db0eb-7edb-437a-9a5a-905e681a610f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 15:06:40.359771 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 15:06:40.428283 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-275db0eb-7edb-437a-9a5a-905e681a610f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:40.432767 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-275db0eb-7edb-437a-9a5a-905e681a610f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:40.434971 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-275db0eb-7edb-437a-9a5a-905e681a610f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/networks/4aaed355-8c73-4e33-87e1-299ed0f09d2b HTTP/1.1" status: 204 len: 168 time: 0.3013120 Jun 21 15:06:40.435913 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8277932d-a25d-4b54-bc62-8a4cde983f15 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:40.451691 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275db0eb-7edb-437a-9a5a-905e681a610f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Network': ['ID=4aaed355-8c73-4e33-87e1-299ed0f09d2b,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:40.454178 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-275db0eb-7edb-437a-9a5a-905e681a610f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:06:40.457735 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40352) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:06:40.462161 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-24aee6f2-105a-4169-a9dc-f4951cda273e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'network': {'name': 'tempest-network-smoke--95150852', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'port_security_enabled': True}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:06:40.488082 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24aee6f2-105a-4169-a9dc-f4951cda273e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Made reservation on behalf of 6034e39b7b9c4208ae0c3b83482b9f88 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:06:40.491675 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-24aee6f2-105a-4169-a9dc-f4951cda273e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:40.516225 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24aee6f2-105a-4169-a9dc-f4951cda273e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] vlan segment allocate from pool success with {'vlan_id': 433, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 15:06:40.526793 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-24aee6f2-105a-4169-a9dc-f4951cda273e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:40.528344 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-24aee6f2-105a-4169-a9dc-f4951cda273e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Added segment 6182b058-e775-42c8-8a53-5fafabf25439 of type vlan for network 74c06579-d48a-4cff-b9f8-ae77fa2b536b Jun 21 15:06:40.571941 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-24aee6f2-105a-4169-a9dc-f4951cda273e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:40.603326 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-24aee6f2-105a-4169-a9dc-f4951cda273e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:40.610446 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24aee6f2-105a-4169-a9dc-f4951cda273e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:40.611145 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-24aee6f2-105a-4169-a9dc-f4951cda273e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:40.615404 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-19849c1b-344b-4f29-914a-efd6ff537cf1 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:40.674884 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-24aee6f2-105a-4169-a9dc-f4951cda273e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2166855 Jun 21 15:06:40.678066 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40354) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:06:40.682970 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-e538c527-c96a-422a-90f9-acc3bb3bb423 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1512457062', 'admin_state_up': True, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:06:40.689456 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aee6f2-105a-4169-a9dc-f4951cda273e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Network': ['ID=74c06579-d48a-4cff-b9f8-ae77fa2b536b,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:40.692308 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-24aee6f2-105a-4169-a9dc-f4951cda273e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:06:40.700232 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 74c06579-d48a-4cff-b9f8-ae77fa2b536b details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 15:06:40.713978 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e538c527-c96a-422a-90f9-acc3bb3bb423 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:40.714894 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e538c527-c96a-422a-90f9-acc3bb3bb423 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:40.766294 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e538c527-c96a-422a-90f9-acc3bb3bb423 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:40.904552 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e538c527-c96a-422a-90f9-acc3bb3bb423 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:41.102248 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e538c527-c96a-422a-90f9-acc3bb3bb423 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_gateway, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:41.121208 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e538c527-c96a-422a-90f9-acc3bb3bb423 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:41.234522 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-e538c527-c96a-422a-90f9-acc3bb3bb423 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Allocated IP 172.26.3.178 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/863e356d-bf6e-4315-918d-2e260612e1c4) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:06:41.336084 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e538c527-c96a-422a-90f9-acc3bb3bb423 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:41.380465 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e538c527-c96a-422a-90f9-acc3bb3bb423 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:41.382542 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b96392c5-c038-4dae-9f4b-119341ff8a7e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:41.422383 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e538c527-c96a-422a-90f9-acc3bb3bb423 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:06:41.425186 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-e538c527-c96a-422a-90f9-acc3bb3bb423 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:06:41.430922 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e538c527-c96a-422a-90f9-acc3bb3bb423 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:06:41.436314 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e538c527-c96a-422a-90f9-acc3bb3bb423 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=863e356d-bf6e-4315-918d-2e260612e1c4,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:41.455449 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e538c527-c96a-422a-90f9-acc3bb3bb423 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:06:41.551621 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 0e668c1f-264a-4b8c-99d8-a35ca0283b50 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:06:41.573629 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 0e668c1f-264a-4b8c-99d8-a35ca0283b50 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:06:41.573988 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 0e668c1f-264a-4b8c-99d8-a35ca0283b50 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:06:41.695588 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e538c527-c96a-422a-90f9-acc3bb3bb423 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_gateway, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:41.908311 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e538c527-c96a-422a-90f9-acc3bb3bb423 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:42.042187 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e538c527-c96a-422a-90f9-acc3bb3bb423 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router 77eca211-f701-4920-a3ba-36b7636941d6 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 15:06:42.152471 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e538c527-c96a-422a-90f9-acc3bb3bb423 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:06:42.163615 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b751529-34df-4f4b-b9e7-085b6517dddd None None] Sync routers for ids ['77eca211-f701-4920-a3ba-36b7636941d6'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:06:42.172043 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e538c527-c96a-422a-90f9-acc3bb3bb423 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:42.174102 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b751529-34df-4f4b-b9e7-085b6517dddd None None] Routers {'77eca211-f701-4920-a3ba-36b7636941d6'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:06:42.174315 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e538c527-c96a-422a-90f9-acc3bb3bb423 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4941020 Jun 21 15:06:42.174452 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-6b751529-34df-4f4b-b9e7-085b6517dddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:06:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['77eca211-f701-4920-a3ba-36b7636941d6'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:06:42.176960 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40356) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:06:42.209725 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-fb1948e2-c457-4cbc-aafe-4ba06ebe0253 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=6034e39b7b9c4208ae0c3b83482b9f88&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314817 Jun 21 15:06:42.212190 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40358) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:06:42.277715 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-6b751529-34df-4f4b-b9e7-085b6517dddd None None] Set router 77eca211-f701-4920-a3ba-36b7636941d6 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:06:42.299007 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addd27b6-c909-4fd0-80f6-5f72889bacd2 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:42.301300 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-addd27b6-c909-4fd0-80f6-5f72889bacd2 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0881829 Jun 21 15:06:42.304299 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40360) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:06:42.333608 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c1c4a1f6-78e7-4e36-b097-990631c0583e tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=78e7bc12-ea33-4baf-9744-b93105835641&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279770 Jun 21 15:06:42.336057 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40362) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:06:42.341220 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-0504e3d2-f9c3-401b-9c25-86fc1007f4dc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1720350054', 'network_id': '74c06579-d48a-4cff-b9f8-ae77fa2b536b', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:06:42.437450 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0504e3d2-f9c3-401b-9c25-86fc1007f4dc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Made reservation on behalf of 6034e39b7b9c4208ae0c3b83482b9f88 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:06:42.441262 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0504e3d2-f9c3-401b-9c25-86fc1007f4dc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:42.462988 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-6b751529-34df-4f4b-b9e7-085b6517dddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eca211-f701-4920-a3ba-36b7636941d6', 'name': 'tempest-TestNetworkBasicOps-router-1512457062', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '863e356d-bf6e-4315-918d-2e260612e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:06:40Z', 'updated_at': '2021-06-21T15:06:41Z', 'revision_number': 3, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '863e356d-bf6e-4315-918d-2e260612e1c4', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:60:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eca211-f701-4920-a3ba-36b7636941d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:06:41Z', 'updated_at': '2021-06-21T15:06:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:06:42.488851 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b751529-34df-4f4b-b9e7-085b6517dddd None None] Checking router: 77eca211-f701-4920-a3ba-36b7636941d6 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:06:42.489184 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b751529-34df-4f4b-b9e7-085b6517dddd None None] Updating router 77eca211-f701-4920-a3ba-36b7636941d6 port 863e356d-bf6e-4315-918d-2e260612e1c4 binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:06:42.523985 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6b751529-34df-4f4b-b9e7-085b6517dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:42.625995 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0504e3d2-f9c3-401b-9c25-86fc1007f4dc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:42.628193 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-28c303d5-4b96-478a-8f0d-9fb3574743f9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:42.686990 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0504e3d2-f9c3-401b-9c25-86fc1007f4dc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Subnet': ['ID=152d357e-e4ea-430b-be70-895b834e004b,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:42.691141 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0504e3d2-f9c3-401b-9c25-86fc1007f4dc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:06:42.697177 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0504e3d2-f9c3-401b-9c25-86fc1007f4dc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Checking segment: {'id': '6182b058-e775-42c8-8a53-5fafabf25439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '74c06579-d48a-4cff-b9f8-ae77fa2b536b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:06:42.697534 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0504e3d2-f9c3-401b-9c25-86fc1007f4dc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network hostable DHCP agents. Network: 74c06579-d48a-4cff-b9f8-ae77fa2b536b, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 15:06:42.716548 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0504e3d2-f9c3-401b-9c25-86fc1007f4dc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network 74c06579-d48a-4cff-b9f8-ae77fa2b536b is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 15:06:42.727107 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-0504e3d2-f9c3-401b-9c25-86fc1007f4dc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 74c06579-d48a-4cff-b9f8-ae77fa2b536b) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:06:42.731720 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0504e3d2-f9c3-401b-9c25-86fc1007f4dc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:42.732321 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0504e3d2-f9c3-401b-9c25-86fc1007f4dc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:42.740935 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50582bcd-0515-4e36-91c1-229d38307b5d None None] Network 74c06579-d48a-4cff-b9f8-ae77fa2b536b requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:06:42.751509 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0504e3d2-f9c3-401b-9c25-86fc1007f4dc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4119260 Jun 21 15:06:42.751736 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40364) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:06:42.833536 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6b751529-34df-4f4b-b9e7-085b6517dddd None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:42.855054 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6b751529-34df-4f4b-b9e7-085b6517dddd None None] Transition to ACTIVE for port object 863e356d-bf6e-4315-918d-2e260612e1c4 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:06:42.866828 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6b751529-34df-4f4b-b9e7-085b6517dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:42.870071 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:42.954827 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-6b751529-34df-4f4b-b9e7-085b6517dddd None None] Attempting to bind port 863e356d-bf6e-4315-918d-2e260612e1c4 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:06:42.955199 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-6b751529-34df-4f4b-b9e7-085b6517dddd None None] Attempting to bind port 863e356d-bf6e-4315-918d-2e260612e1c4 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:06:42.955574 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b751529-34df-4f4b-b9e7-085b6517dddd None None] Attempting to bind port 863e356d-bf6e-4315-918d-2e260612e1c4 on network 78e7bc12-ea33-4baf-9744-b93105835641 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:06:42.958282 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3395584d-f9d9-4e6f-906c-859addd76b11 None None] Pushing event updated for resources: {'Port': ['ID=863e356d-bf6e-4315-918d-2e260612e1c4,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:42.963084 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3395584d-f9d9-4e6f-906c-859addd76b11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:06:42.967207 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b751529-34df-4f4b-b9e7-085b6517dddd None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:06:42.967593 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b751529-34df-4f4b-b9e7-085b6517dddd None None] Checking segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:06:42.968017 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6b751529-34df-4f4b-b9e7-085b6517dddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:42.968393 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b751529-34df-4f4b-b9e7-085b6517dddd None None] Bound using segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:06:42.968875 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-6b751529-34df-4f4b-b9e7-085b6517dddd None None] Bound port: 863e356d-bf6e-4315-918d-2e260612e1c4, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:06:42.969239 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6b751529-34df-4f4b-b9e7-085b6517dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:43.023693 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8280635-5d45-49f5-9672-98716d4e5bd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-74c06579-d48a-4cff-b9f8-ae77fa2b536b', 'network_id': '74c06579-d48a-4cff-b9f8-ae77fa2b536b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ips': [{'subnet_id': '152d357e-e4ea-430b-be70-895b834e004b'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 15:06:43.024535 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a8280635-5d45-49f5-9672-98716d4e5bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:43.056197 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6b751529-34df-4f4b-b9e7-085b6517dddd None None] For port 863e356d-bf6e-4315-918d-2e260612e1c4, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:06:43.059864 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6b751529-34df-4f4b-b9e7-085b6517dddd None None] For port 863e356d-bf6e-4315-918d-2e260612e1c4, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=863e356d-bf6e-4315-918d-2e260612e1c4,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:06:43.068315 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6b751529-34df-4f4b-b9e7-085b6517dddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:43.071964 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3395584d-f9d9-4e6f-906c-859addd76b11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:43.101089 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:06:43.193674 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-dff08751-84cb-48a4-920f-52b69fb80839 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:43.218508 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b751529-34df-4f4b-b9e7-085b6517dddd None None] Routers {'77eca211-f701-4920-a3ba-36b7636941d6'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:06:43.219128 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-6b751529-34df-4f4b-b9e7-085b6517dddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:06:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['77eca211-f701-4920-a3ba-36b7636941d6'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:06:43.224152 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3395584d-f9d9-4e6f-906c-859addd76b11 None None] Pushing event updated for resources: {'Port': ['ID=863e356d-bf6e-4315-918d-2e260612e1c4,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:43.262515 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3395584d-f9d9-4e6f-906c-859addd76b11 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:06:43.287894 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-a8280635-5d45-49f5-9672-98716d4e5bd6 None None] Allocated IP 172.20.0.2 (74c06579-d48a-4cff-b9f8-ae77fa2b536b/152d357e-e4ea-430b-be70-895b834e004b/5d26d0e8-c3d7-4e63-9384-d05931b61e11) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:06:43.397280 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-6b751529-34df-4f4b-b9e7-085b6517dddd None None] Set router 77eca211-f701-4920-a3ba-36b7636941d6 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:06:43.585601 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a8280635-5d45-49f5-9672-98716d4e5bd6 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:43.614913 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-a8280635-5d45-49f5-9672-98716d4e5bd6 None None] Transition to ACTIVE for port object 5d26d0e8-c3d7-4e63-9384-d05931b61e11 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:06:43.633708 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-a8280635-5d45-49f5-9672-98716d4e5bd6 None None] Transition to ACTIVE for port object 5d26d0e8-c3d7-4e63-9384-d05931b61e11 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:06:43.644410 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a8280635-5d45-49f5-9672-98716d4e5bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:43.647894 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0a69a53b-da5f-48c9-9488-726bf7bc90e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:43.694769 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-6b751529-34df-4f4b-b9e7-085b6517dddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eca211-f701-4920-a3ba-36b7636941d6', 'name': 'tempest-TestNetworkBasicOps-router-1512457062', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '863e356d-bf6e-4315-918d-2e260612e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:06:40Z', 'updated_at': '2021-06-21T15:06:41Z', 'revision_number': 3, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '863e356d-bf6e-4315-918d-2e260612e1c4', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:60:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eca211-f701-4920-a3ba-36b7636941d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:06:41Z', 'updated_at': '2021-06-21T15:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:06:43.696821 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-dff08751-84cb-48a4-920f-52b69fb80839 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Allocated IP 172.20.0.1 (74c06579-d48a-4cff-b9f8-ae77fa2b536b/152d357e-e4ea-430b-be70-895b834e004b/c917d690-4a53-4dfd-a704-3047bf7aa079) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:06:43.699915 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8280635-5d45-49f5-9672-98716d4e5bd6 None None] Network 74c06579-d48a-4cff-b9f8-ae77fa2b536b is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:06:43.702407 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8280635-5d45-49f5-9672-98716d4e5bd6 None None] Pushing event updated for resources: {'Port': ['ID=5d26d0e8-c3d7-4e63-9384-d05931b61e11,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:43.727303 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-a8280635-5d45-49f5-9672-98716d4e5bd6 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:06:43.729457 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-a8280635-5d45-49f5-9672-98716d4e5bd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:06:43.730307 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8280635-5d45-49f5-9672-98716d4e5bd6 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:06:43.732331 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b751529-34df-4f4b-b9e7-085b6517dddd None None] The sync data for ids ['77eca211-f701-4920-a3ba-36b7636941d6'] in dv-neutron-797121-2-hyperv is: [{'id': '77eca211-f701-4920-a3ba-36b7636941d6', 'name': 'tempest-TestNetworkBasicOps-router-1512457062', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '863e356d-bf6e-4315-918d-2e260612e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:06:40Z', 'updated_at': '2021-06-21T15:06:41Z', 'revision_number': 3, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '863e356d-bf6e-4315-918d-2e260612e1c4', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:60:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eca211-f701-4920-a3ba-36b7636941d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:06:41Z', 'updated_at': '2021-06-21T15:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:06:43.795855 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-a8280635-5d45-49f5-9672-98716d4e5bd6 None None] Attempting to bind port 5d26d0e8-c3d7-4e63-9384-d05931b61e11 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:06:43.796272 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-a8280635-5d45-49f5-9672-98716d4e5bd6 None None] Attempting to bind port 5d26d0e8-c3d7-4e63-9384-d05931b61e11 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '6182b058-e775-42c8-8a53-5fafabf25439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '74c06579-d48a-4cff-b9f8-ae77fa2b536b'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:06:43.796567 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8280635-5d45-49f5-9672-98716d4e5bd6 None None] Attempting to bind port 5d26d0e8-c3d7-4e63-9384-d05931b61e11 on network 74c06579-d48a-4cff-b9f8-ae77fa2b536b {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:06:43.802012 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8280635-5d45-49f5-9672-98716d4e5bd6 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:06:43.802388 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8280635-5d45-49f5-9672-98716d4e5bd6 None None] Checking segment: {'id': '6182b058-e775-42c8-8a53-5fafabf25439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '74c06579-d48a-4cff-b9f8-ae77fa2b536b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:06:43.802800 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a8280635-5d45-49f5-9672-98716d4e5bd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:43.803655 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8280635-5d45-49f5-9672-98716d4e5bd6 None None] Bound using segment: {'id': '6182b058-e775-42c8-8a53-5fafabf25439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '74c06579-d48a-4cff-b9f8-ae77fa2b536b'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:06:43.804140 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-a8280635-5d45-49f5-9672-98716d4e5bd6 None None] Bound port: 5d26d0e8-c3d7-4e63-9384-d05931b61e11, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6182b058-e775-42c8-8a53-5fafabf25439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '74c06579-d48a-4cff-b9f8-ae77fa2b536b'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:06:43.804554 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a8280635-5d45-49f5-9672-98716d4e5bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:43.821175 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-dff08751-84cb-48a4-920f-52b69fb80839 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:43.835853 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-dff08751-84cb-48a4-920f-52b69fb80839 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Transition to ACTIVE for port object c917d690-4a53-4dfd-a704-3047bf7aa079 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:06:43.869578 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-a8280635-5d45-49f5-9672-98716d4e5bd6 None None] For port 5d26d0e8-c3d7-4e63-9384-d05931b61e11, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:06:43.869865 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-dff08751-84cb-48a4-920f-52b69fb80839 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:43.872948 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-a8280635-5d45-49f5-9672-98716d4e5bd6 None None] For port 5d26d0e8-c3d7-4e63-9384-d05931b61e11, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=5d26d0e8-c3d7-4e63-9384-d05931b61e11,segment=NetworkSegment(6182b058-e775-42c8-8a53-5fafabf25439),segment_id=6182b058-e775-42c8-8a53-5fafabf25439)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:06:43.873179 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d8db374f-5de3-497a-8eca-9f4d526a5c6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:43.877597 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a8280635-5d45-49f5-9672-98716d4e5bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:43.881160 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:43.917661 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff08751-84cb-48a4-920f-52b69fb80839 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network 74c06579-d48a-4cff-b9f8-ae77fa2b536b is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:06:43.926081 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-dff08751-84cb-48a4-920f-52b69fb80839 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:06:43.930732 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff08751-84cb-48a4-920f-52b69fb80839 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:06:43.963858 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8280635-5d45-49f5-9672-98716d4e5bd6 None None] Pushing event updated for resources: {'Port': ['ID=5d26d0e8-c3d7-4e63-9384-d05931b61e11,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:43.974706 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff08751-84cb-48a4-920f-52b69fb80839 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=c917d690-4a53-4dfd-a704-3047bf7aa079,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:43.981396 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-a8280635-5d45-49f5-9672-98716d4e5bd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:06:43.985701 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-dff08751-84cb-48a4-920f-52b69fb80839 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:06:43.993649 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-dff08751-84cb-48a4-920f-52b69fb80839 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:44.063506 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8cef6c3f-987c-4106-8871-166124ca7ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:44.162440 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-dff08751-84cb-48a4-920f-52b69fb80839 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:44.477049 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-dff08751-84cb-48a4-920f-52b69fb80839 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:44.484398 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-dff08751-84cb-48a4-920f-52b69fb80839 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:44.487622 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-50f534bd-d23f-400a-9b0b-b52c68096d1f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:44.564911 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff08751-84cb-48a4-920f-52b69fb80839 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=c917d690-4a53-4dfd-a704-3047bf7aa079,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:44.568283 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-dff08751-84cb-48a4-920f-52b69fb80839 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:44.570452 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-dff08751-84cb-48a4-920f-52b69fb80839 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:06:44.667055 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff08751-84cb-48a4-920f-52b69fb80839 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network 74c06579-d48a-4cff-b9f8-ae77fa2b536b is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:06:44.668571 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-dff08751-84cb-48a4-920f-52b69fb80839 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:06:44.788162 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff08751-84cb-48a4-920f-52b69fb80839 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router 77eca211-f701-4920-a3ba-36b7636941d6 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:06:44.904671 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff08751-84cb-48a4-920f-52b69fb80839 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:06:44.910581 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-dff08751-84cb-48a4-920f-52b69fb80839 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "PUT /v2.0/routers/77eca211-f701-4920-a3ba-36b7636941d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1576779 Jun 21 15:06:44.912817 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40366) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:06:44.936942 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5616eb-5e42-48c9-99f9-609a6362ee2e None None] Network 74c06579-d48a-4cff-b9f8-ae77fa2b536b requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:06:45.010995 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b452d4-6d78-43aa-a0ef-807a11afdcd5 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:45.011465 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b452d4-6d78-43aa-a0ef-807a11afdcd5 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:45.011919 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b452d4-6d78-43aa-a0ef-807a11afdcd5 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:45.012371 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b452d4-6d78-43aa-a0ef-807a11afdcd5 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:45.014347 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-82b452d4-6d78-43aa-a0ef-807a11afdcd5 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.1006212 Jun 21 15:06:45.017133 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40368) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:06:45.060391 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f8e8c332-87b9-45e3-a31d-590790d63871 None None] Provisioning for port 5d26d0e8-c3d7-4e63-9384-d05931b61e11 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:06:45.072714 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50463456-6c5a-4899-85a5-18ddfaad225f tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:45.073186 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50463456-6c5a-4899-85a5-18ddfaad225f tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:45.073645 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50463456-6c5a-4899-85a5-18ddfaad225f tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:45.074122 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50463456-6c5a-4899-85a5-18ddfaad225f tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:45.078212 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-50463456-6c5a-4899-85a5-18ddfaad225f tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0601134 Jun 21 15:06:45.078733 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40370) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:06:45.223241 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8dd7b74a-4a85-448b-a14a-7dcb06657afd tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1406391 Jun 21 15:06:45.397269 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-c91550e9-0935-4a13-849a-57366d21c896 None None] Provisioning for port c917d690-4a53-4dfd-a704-3047bf7aa079 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:06:45.402997 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-c91550e9-0935-4a13-849a-57366d21c896 None None] Provisioning complete for port c917d690-4a53-4dfd-a704-3047bf7aa079 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:06:45.403381 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c91550e9-0935-4a13-849a-57366d21c896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:45.438725 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-c91550e9-0935-4a13-849a-57366d21c896 None None] Port c917d690-4a53-4dfd-a704-3047bf7aa079 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:06:45.524808 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40374) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:06:45.530214 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-32af55db-b74f-4d53-85db-5a3d39e2d076 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-892818342', 'description': 'tempest-secgroup-smoke-892818342 description', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:06:45.578367 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-32af55db-b74f-4d53-85db-5a3d39e2d076 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:45.578730 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-d39f5125-0884-4e6c-950a-364b8197e4de None None] Provisioning complete for port c917d690-4a53-4dfd-a704-3047bf7aa079 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:06:45.579395 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d39f5125-0884-4e6c-950a-364b8197e4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:45.626922 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8ffb4d-0d24-4c12-b326-c27a9307a7de None None] Sync routers for ids ['77eca211-f701-4920-a3ba-36b7636941d6'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:06:45.644514 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-d39f5125-0884-4e6c-950a-364b8197e4de None None] Port c917d690-4a53-4dfd-a704-3047bf7aa079 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:06:45.656962 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8ffb4d-0d24-4c12-b326-c27a9307a7de None None] Routers {'77eca211-f701-4920-a3ba-36b7636941d6'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:06:45.662316 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-df8ffb4d-0d24-4c12-b326-c27a9307a7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:06:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['77eca211-f701-4920-a3ba-36b7636941d6'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:06:45.688039 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-32af55db-b74f-4d53-85db-5a3d39e2d076 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:45.696971 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-32af55db-b74f-4d53-85db-5a3d39e2d076 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:45.702144 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 5d26d0e8-c3d7-4e63-9384-d05931b61e11 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:06:45.703073 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3b9f31f4-6b16-48f1-b02d-8d8b9d9e7cc6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:45.745111 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-32af55db-b74f-4d53-85db-5a3d39e2d076 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:45.746349 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-32af55db-b74f-4d53-85db-5a3d39e2d076 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2201109 Jun 21 15:06:45.748366 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af55db-b74f-4d53-85db-5a3d39e2d076 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7adf28f9-4fed-434f-b755-520446ddf955,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:45.749929 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40376) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:06:45.752190 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-32af55db-b74f-4d53-85db-5a3d39e2d076 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:06:45.757132 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-2e5890d0-a6a7-4599-9812-0a076d1ac35e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': '7adf28f9-4fed-434f-b755-520446ddf955', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:06:45.781353 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-fcf022e8-a84d-45cf-84a6-95cc4f620004 None None] Provisioning complete for port c917d690-4a53-4dfd-a704-3047bf7aa079 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:06:45.781838 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-fcf022e8-a84d-45cf-84a6-95cc4f620004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:45.793565 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2e5890d0-a6a7-4599-9812-0a076d1ac35e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:45.810304 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 5d26d0e8-c3d7-4e63-9384-d05931b61e11 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:06:45.821251 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 5d26d0e8-c3d7-4e63-9384-d05931b61e11 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:06:45.821722 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:45.838899 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-df8ffb4d-0d24-4c12-b326-c27a9307a7de None None] Set router 77eca211-f701-4920-a3ba-36b7636941d6 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:06:45.842818 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-fcf022e8-a84d-45cf-84a6-95cc4f620004 None None] Port c917d690-4a53-4dfd-a704-3047bf7aa079 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:06:45.863105 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2e5890d0-a6a7-4599-9812-0a076d1ac35e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:45.867691 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2e5890d0-a6a7-4599-9812-0a076d1ac35e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:45.869623 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a97c7d2b-b5c8-477e-b9b1-3b53db80412a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:45.887575 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5890d0-a6a7-4599-9812-0a076d1ac35e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd83f3fe-b968-4cb6-8737-532bb2bf8c78,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:45.891028 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2e5890d0-a6a7-4599-9812-0a076d1ac35e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:06:45.895707 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2e5890d0-a6a7-4599-9812-0a076d1ac35e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:45.898781 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2e5890d0-a6a7-4599-9812-0a076d1ac35e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1481645 Jun 21 15:06:45.901062 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40378) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:06:45.906188 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-d5aec672-fcd2-4508-8fe9-bef1ddcd014f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': '7adf28f9-4fed-434f-b755-520446ddf955', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:06:45.912172 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:45.935001 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d5aec672-fcd2-4508-8fe9-bef1ddcd014f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:45.944956 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 5d26d0e8-c3d7-4e63-9384-d05931b61e11, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=5d26d0e8-c3d7-4e63-9384-d05931b61e11,segment=NetworkSegment(6182b058-e775-42c8-8a53-5fafabf25439),segment_id=6182b058-e775-42c8-8a53-5fafabf25439)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:06:45.951855 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:45.952899 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 863e356d-bf6e-4315-918d-2e260612e1c4 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:06:45.955483 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:46.003337 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d5aec672-fcd2-4508-8fe9-bef1ddcd014f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:46.009814 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d5aec672-fcd2-4508-8fe9-bef1ddcd014f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:46.015806 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-64024b19-49a1-42f6-b05d-eb2cd1666ded tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:46.029262 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=5d26d0e8-c3d7-4e63-9384-d05931b61e11,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:46.030649 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aec672-fcd2-4508-8fe9-bef1ddcd014f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9c67277-ab97-46f6-a0f2-3783327bb3ee,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:46.032814 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:06:46.035096 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d5aec672-fcd2-4508-8fe9-bef1ddcd014f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:06:46.042404 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d5aec672-fcd2-4508-8fe9-bef1ddcd014f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:46.043718 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d5aec672-fcd2-4508-8fe9-bef1ddcd014f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1413448 Jun 21 15:06:46.046373 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40380) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:06:46.047390 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 863e356d-bf6e-4315-918d-2e260612e1c4 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:06:46.051885 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 863e356d-bf6e-4315-918d-2e260612e1c4 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:06:46.052384 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:46.053973 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-e0c5352f-1623-43cb-9e6f-99879d5d6142 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': '7adf28f9-4fed-434f-b755-520446ddf955', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:06:46.062023 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-df8ffb4d-0d24-4c12-b326-c27a9307a7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eca211-f701-4920-a3ba-36b7636941d6', 'name': 'tempest-TestNetworkBasicOps-router-1512457062', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '863e356d-bf6e-4315-918d-2e260612e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:06:40Z', 'updated_at': '2021-06-21T15:06:44Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '863e356d-bf6e-4315-918d-2e260612e1c4', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:60:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eca211-f701-4920-a3ba-36b7636941d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:06:41Z', 'updated_at': '2021-06-21T15:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'c917d690-4a53-4dfd-a704-3047bf7aa079', 'name': '', 'network_id': '74c06579-d48a-4cff-b9f8-ae77fa2b536b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:da:1d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eca211-f701-4920-a3ba-36b7636941d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '152d357e-e4ea-430b-be70-895b834e004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:06:43Z', 'updated_at': '2021-06-21T15:06:44Z', 'revision_number': 2, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '152d357e-e4ea-430b-be70-895b834e004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:06:46.084015 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e0c5352f-1623-43cb-9e6f-99879d5d6142 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:46.094841 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8ffb4d-0d24-4c12-b326-c27a9307a7de None None] Checking router: 77eca211-f701-4920-a3ba-36b7636941d6 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:06:46.095471 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8ffb4d-0d24-4c12-b326-c27a9307a7de None None] Updating router 77eca211-f701-4920-a3ba-36b7636941d6 port c917d690-4a53-4dfd-a704-3047bf7aa079 binding host dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:06:46.135126 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-df8ffb4d-0d24-4c12-b326-c27a9307a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:46.141772 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:46.152081 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e0c5352f-1623-43cb-9e6f-99879d5d6142 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:46.159043 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e0c5352f-1623-43cb-9e6f-99879d5d6142 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:46.163712 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 863e356d-bf6e-4315-918d-2e260612e1c4, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=863e356d-bf6e-4315-918d-2e260612e1c4,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:06:46.165148 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2e5890d0-a6a7-4599-9812-0a076d1ac35e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:46.169284 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:46.171245 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-4ca13e8e-a1c4-4f78-8362-9785562925d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:46.182625 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c5352f-1623-43cb-9e6f-99879d5d6142 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67460cd6-928d-45e0-a629-5486e846c0c6,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:46.185271 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e0c5352f-1623-43cb-9e6f-99879d5d6142 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:06:46.188053 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e0c5352f-1623-43cb-9e6f-99879d5d6142 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:46.189591 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e0c5352f-1623-43cb-9e6f-99879d5d6142 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1421237 Jun 21 15:06:46.192589 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40382) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:06:46.198184 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-5558c772-46b8-4fe9-b7ae-31c0db090b18 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': '7adf28f9-4fed-434f-b755-520446ddf955', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:06:46.219746 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=863e356d-bf6e-4315-918d-2e260612e1c4,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:46.223628 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:06:46.230433 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5558c772-46b8-4fe9-b7ae-31c0db090b18 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:46.289374 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5558c772-46b8-4fe9-b7ae-31c0db090b18 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:46.294342 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5558c772-46b8-4fe9-b7ae-31c0db090b18 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:46.300666 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-db400f37-e382-4140-bba3-552f0593586b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:46.316502 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5558c772-46b8-4fe9-b7ae-31c0db090b18 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf7e487-104f-4fc9-a3c9-8ae82265c3b7,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:46.319195 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5558c772-46b8-4fe9-b7ae-31c0db090b18 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:06:46.320725 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5558c772-46b8-4fe9-b7ae-31c0db090b18 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:46.325733 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5558c772-46b8-4fe9-b7ae-31c0db090b18 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1281013 Jun 21 15:06:46.326305 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40384) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:06:46.330351 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-01cf3aab-ffab-48c1-a84f-5bd0ac0405f8 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': '7adf28f9-4fed-434f-b755-520446ddf955', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:06:46.352407 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.securitygroups_db [None req-01cf3aab-ffab-48c1-a84f-5bd0ac0405f8 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Project 6034e39b7b9c4208ae0c3b83482b9f88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 15:06:46.357376 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-01cf3aab-ffab-48c1-a84f-5bd0ac0405f8 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:46.412795 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-df8ffb4d-0d24-4c12-b326-c27a9307a7de None None] Notify callbacks [] for port, precommit_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:46.423588 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.provisioning_blocks [None req-df8ffb4d-0d24-4c12-b326-c27a9307a7de None None] Transition to ACTIVE for port object c917d690-4a53-4dfd-a704-3047bf7aa079 will not be triggered until provisioned by entity L2. {{(pid=105227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:06:46.430064 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-df8ffb4d-0d24-4c12-b326-c27a9307a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:46.432070 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-6da17332-c8ca-478e-b9b8-923235896635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:46.535154 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b861ff-ff2f-46b7-8164-69d09c3e8aad None None] Pushing event updated for resources: {'Port': ['ID=c917d690-4a53-4dfd-a704-3047bf7aa079,revision_number=3']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:46.558087 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b861ff-ff2f-46b7-8164-69d09c3e8aad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:46.558706 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b861ff-ff2f-46b7-8164-69d09c3e8aad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:46.559230 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b861ff-ff2f-46b7-8164-69d09c3e8aad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:46.559548 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b861ff-ff2f-46b7-8164-69d09c3e8aad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:46.560056 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b861ff-ff2f-46b7-8164-69d09c3e8aad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:46.560557 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b861ff-ff2f-46b7-8164-69d09c3e8aad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:46.561044 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b861ff-ff2f-46b7-8164-69d09c3e8aad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:46.561515 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b861ff-ff2f-46b7-8164-69d09c3e8aad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:46.562027 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b861ff-ff2f-46b7-8164-69d09c3e8aad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:46.562514 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b861ff-ff2f-46b7-8164-69d09c3e8aad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:46.562998 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b861ff-ff2f-46b7-8164-69d09c3e8aad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:46.563461 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b861ff-ff2f-46b7-8164-69d09c3e8aad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:06:46.570287 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-94b861ff-ff2f-46b7-8164-69d09c3e8aad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:06:46.583125 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3f866a9f-39ef-416d-a4c5-7f4319dcfd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:46.583641 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-df8ffb4d-0d24-4c12-b326-c27a9307a7de None None] Attempting to bind port c917d690-4a53-4dfd-a704-3047bf7aa079 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:06:46.584181 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-df8ffb4d-0d24-4c12-b326-c27a9307a7de None None] Attempting to bind port c917d690-4a53-4dfd-a704-3047bf7aa079 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '6182b058-e775-42c8-8a53-5fafabf25439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '74c06579-d48a-4cff-b9f8-ae77fa2b536b'}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:06:46.584762 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8ffb4d-0d24-4c12-b326-c27a9307a7de None None] Attempting to bind port c917d690-4a53-4dfd-a704-3047bf7aa079 on network 74c06579-d48a-4cff-b9f8-ae77fa2b536b {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:06:46.590756 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8ffb4d-0d24-4c12-b326-c27a9307a7de None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:06:46.591173 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8ffb4d-0d24-4c12-b326-c27a9307a7de None None] Checking segment: {'id': '6182b058-e775-42c8-8a53-5fafabf25439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '74c06579-d48a-4cff-b9f8-ae77fa2b536b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:06:46.591582 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-df8ffb4d-0d24-4c12-b326-c27a9307a7de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:46.591975 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8ffb4d-0d24-4c12-b326-c27a9307a7de None None] Bound using segment: {'id': '6182b058-e775-42c8-8a53-5fafabf25439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '74c06579-d48a-4cff-b9f8-ae77fa2b536b'} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:06:46.592444 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-df8ffb4d-0d24-4c12-b326-c27a9307a7de None None] Bound port: c917d690-4a53-4dfd-a704-3047bf7aa079, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6182b058-e775-42c8-8a53-5fafabf25439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '74c06579-d48a-4cff-b9f8-ae77fa2b536b'}}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:06:46.592814 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-df8ffb4d-0d24-4c12-b326-c27a9307a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:46.669206 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-df8ffb4d-0d24-4c12-b326-c27a9307a7de None None] For port c917d690-4a53-4dfd-a704-3047bf7aa079, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:06:46.672810 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-df8ffb4d-0d24-4c12-b326-c27a9307a7de None None] For port c917d690-4a53-4dfd-a704-3047bf7aa079, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=c917d690-4a53-4dfd-a704-3047bf7aa079,segment=NetworkSegment(6182b058-e775-42c8-8a53-5fafabf25439),segment_id=6182b058-e775-42c8-8a53-5fafabf25439)] {{(pid=105227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:06:46.676706 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-df8ffb4d-0d24-4c12-b326-c27a9307a7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:46.678693 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-510287f6-ac30-4bb0-a406-ad3c4b0e285a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:46.731388 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8ffb4d-0d24-4c12-b326-c27a9307a7de None None] Routers {'77eca211-f701-4920-a3ba-36b7636941d6'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:06:46.732034 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-df8ffb4d-0d24-4c12-b326-c27a9307a7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:06:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['77eca211-f701-4920-a3ba-36b7636941d6'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:06:46.777393 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b861ff-ff2f-46b7-8164-69d09c3e8aad None None] Pushing event updated for resources: {'Port': ['ID=c917d690-4a53-4dfd-a704-3047bf7aa079,revision_number=4']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:46.804219 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-01cf3aab-ffab-48c1-a84f-5bd0ac0405f8 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:46.810718 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-01cf3aab-ffab-48c1-a84f-5bd0ac0405f8 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:46.817690 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:46.844844 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cf3aab-ffab-48c1-a84f-5bd0ac0405f8 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d86ddc-1713-4cf7-b6c7-a2d102df1c52,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:46.848896 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-01cf3aab-ffab-48c1-a84f-5bd0ac0405f8 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:06:46.850008 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-01cf3aab-ffab-48c1-a84f-5bd0ac0405f8 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:46.851293 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-01cf3aab-ffab-48c1-a84f-5bd0ac0405f8 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5243998 Jun 21 15:06:46.854703 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40386) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:06:46.870109 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-de2ab353-7356-4c76-8037-44866f1ceebc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': '7adf28f9-4fed-434f-b755-520446ddf955', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:06:46.897275 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.securitygroups_db [None req-de2ab353-7356-4c76-8037-44866f1ceebc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Project 6034e39b7b9c4208ae0c3b83482b9f88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 15:06:46.904201 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-de2ab353-7356-4c76-8037-44866f1ceebc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:46.918417 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-94b861ff-ff2f-46b7-8164-69d09c3e8aad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:06:46.945505 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-df8ffb4d-0d24-4c12-b326-c27a9307a7de None None] Set router 77eca211-f701-4920-a3ba-36b7636941d6 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:06:46.974205 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-de2ab353-7356-4c76-8037-44866f1ceebc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:46.981131 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-de2ab353-7356-4c76-8037-44866f1ceebc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:46.987255 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d1013ba1-b0a4-4249-aafc-93efd59b6191 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:47.005922 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ab353-7356-4c76-8037-44866f1ceebc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be04617c-bebd-4f4d-8d47-d249fdf75ca0,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:47.009159 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:47.009711 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-de2ab353-7356-4c76-8037-44866f1ceebc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:06:47.015318 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-de2ab353-7356-4c76-8037-44866f1ceebc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:47.022591 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-de2ab353-7356-4c76-8037-44866f1ceebc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1561625 Jun 21 15:06:47.155271 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-df8ffb4d-0d24-4c12-b326-c27a9307a7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eca211-f701-4920-a3ba-36b7636941d6', 'name': 'tempest-TestNetworkBasicOps-router-1512457062', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '863e356d-bf6e-4315-918d-2e260612e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:06:40Z', 'updated_at': '2021-06-21T15:06:44Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '863e356d-bf6e-4315-918d-2e260612e1c4', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eca211-f701-4920-a3ba-36b7636941d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:06:41Z', 'updated_at': '2021-06-21T15:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'c917d690-4a53-4dfd-a704-3047bf7aa079', 'name': '', 'network_id': '74c06579-d48a-4cff-b9f8-ae77fa2b536b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:da:1d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eca211-f701-4920-a3ba-36b7636941d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '152d357e-e4ea-430b-be70-895b834e004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:06:43Z', 'updated_at': '2021-06-21T15:06:46Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '152d357e-e4ea-430b-be70-895b834e004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:06:47.186123 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8ffb4d-0d24-4c12-b326-c27a9307a7de None None] The sync data for ids ['77eca211-f701-4920-a3ba-36b7636941d6'] in dv-neutron-797121-2-hyperv is: [{'id': '77eca211-f701-4920-a3ba-36b7636941d6', 'name': 'tempest-TestNetworkBasicOps-router-1512457062', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '863e356d-bf6e-4315-918d-2e260612e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:06:40Z', 'updated_at': '2021-06-21T15:06:44Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '863e356d-bf6e-4315-918d-2e260612e1c4', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eca211-f701-4920-a3ba-36b7636941d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:06:41Z', 'updated_at': '2021-06-21T15:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'c917d690-4a53-4dfd-a704-3047bf7aa079', 'name': '', 'network_id': '74c06579-d48a-4cff-b9f8-ae77fa2b536b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:da:1d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77eca211-f701-4920-a3ba-36b7636941d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '152d357e-e4ea-430b-be70-895b834e004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:06:43Z', 'updated_at': '2021-06-21T15:06:46Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '152d357e-e4ea-430b-be70-895b834e004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:06:47.234381 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-16481cba-c53e-4aab-872f-5714942efd0b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-892818342&fields=id&tenant_id=6034e39b7b9c4208ae0c3b83482b9f88 HTTP/1.1" status: 200 len: 267 time: 0.0435767 Jun 21 15:06:47.348418 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-c70b3841-d076-4c7c-87c3-f7f9f9abe371 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:47.349995 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-c70b3841-d076-4c7c-87c3-f7f9f9abe371 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/networks?id=74c06579-d48a-4cff-b9f8-ae77fa2b536b HTTP/1.1" status: 200 len: 795 time: 0.1149135 Jun 21 15:06:47.365635 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-93afd18f-930a-4fee-b604-cb3dd568d2e8 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/quotas/6034e39b7b9c4208ae0c3b83482b9f88 HTTP/1.1" status: 200 len: 375 time: 0.0096934 Jun 21 15:06:47.436937 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-1aa7f4a6-8744-4d3e-b735-0859f1463625 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654223 Jun 21 15:06:47.544001 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-da13b7ca-8eb2-48dd-8f68-b4d8479e3a27 service neutron] 10.222.0.72 "GET /v2.0/networks/74c06579-d48a-4cff-b9f8-ae77fa2b536b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953343 Jun 21 15:06:47.641061 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-85161d2d-1f67-4387-ae07-f5fd6e61ee7f service neutron] 10.222.0.72 "GET /v2.0/networks/74c06579-d48a-4cff-b9f8-ae77fa2b536b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901489 Jun 21 15:06:47.670931 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device c917d690-4a53-4dfd-a704-3047bf7aa079 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:06:47.725098 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port c917d690-4a53-4dfd-a704-3047bf7aa079 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:06:47.730146 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port c917d690-4a53-4dfd-a704-3047bf7aa079 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:06:47.730529 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:47.837615 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-797dc6e4-01c5-4c1a-87a1-1f2af7bc65ed req-caf51e3f-0de6-44e0-8961-36c1251bf66a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=01ac039a-f3b6-432c-a4a3-d854f1d50945 HTTP/1.1" status: 200 len: 210 time: 0.0344012 Jun 21 15:06:47.838228 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:47.893883 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port c917d690-4a53-4dfd-a704-3047bf7aa079, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=c917d690-4a53-4dfd-a704-3047bf7aa079,segment=NetworkSegment(6182b058-e775-42c8-8a53-5fafabf25439),segment_id=6182b058-e775-42c8-8a53-5fafabf25439)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:06:47.900636 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:47.901564 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 5d26d0e8-c3d7-4e63-9384-d05931b61e11 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:06:47.903494 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:47.980689 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=c917d690-4a53-4dfd-a704-3047bf7aa079,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:47.994874 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:06:48.027760 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 5d26d0e8-c3d7-4e63-9384-d05931b61e11 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:06:48.029210 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:48.263145 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:48.310028 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 863e356d-bf6e-4315-918d-2e260612e1c4 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:06:48.355701 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 863e356d-bf6e-4315-918d-2e260612e1c4 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:06:48.356217 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:49.030717 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f5e95a6a-275c-4787-a5f4-77767ead9b2c req-a0f20b7f-5ade-4262-b456-bd2fecbc3a3c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=01ac039a-f3b6-432c-a4a3-d854f1d50945 HTTP/1.1" status: 200 len: 210 time: 0.0748332 Jun 21 15:06:49.091328 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-18fdb48f-ac9e-487a-a43e-501c74e548f2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:49.092777 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-18fdb48f-ac9e-487a-a43e-501c74e548f2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/networks?id=74c06579-d48a-4cff-b9f8-ae77fa2b536b HTTP/1.1" status: 200 len: 795 time: 0.1382744 Jun 21 15:06:49.134671 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-8177e1ba-5031-4528-a890-50e0c04aec86 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6034e39b7b9c4208ae0c3b83482b9f88 HTTP/1.1" status: 200 len: 379 time: 0.0332088 Jun 21 15:06:49.142981 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-ea916b8b-44b5-47c7-a82b-1cc26131b603 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'port': {'device_id': '01ac039a-f3b6-432c-a4a3-d854f1d50945', 'network_id': '74c06579-d48a-4cff-b9f8-ae77fa2b536b', 'admin_state_up': True, 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'security_groups': ['7adf28f9-4fed-434f-b755-520446ddf955']}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:06:49.264033 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-ea916b8b-44b5-47c7-a82b-1cc26131b603 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Made reservation on behalf of 6034e39b7b9c4208ae0c3b83482b9f88 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:06:49.267679 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-ea916b8b-44b5-47c7-a82b-1cc26131b603 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:49.396688 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-ea916b8b-44b5-47c7-a82b-1cc26131b603 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Allocated IP 172.20.0.10 (74c06579-d48a-4cff-b9f8-ae77fa2b536b/152d357e-e4ea-430b-be70-895b834e004b/25821ef5-8193-4d70-8680-8fb76fbb7be3) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:06:49.531375 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-ea916b8b-44b5-47c7-a82b-1cc26131b603 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:49.545303 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-ea916b8b-44b5-47c7-a82b-1cc26131b603 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Transition to ACTIVE for port object 25821ef5-8193-4d70-8680-8fb76fbb7be3 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:06:49.561221 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device c917d690-4a53-4dfd-a704-3047bf7aa079 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:06:49.578900 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-ea916b8b-44b5-47c7-a82b-1cc26131b603 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:49.585612 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-16f74c95-6aef-488c-89e9-334c2f99a91f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:49.610565 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port c917d690-4a53-4dfd-a704-3047bf7aa079 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:06:49.610935 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:49.628506 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-ea916b8b-44b5-47c7-a82b-1cc26131b603 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network 74c06579-d48a-4cff-b9f8-ae77fa2b536b is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:06:49.632335 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-ea916b8b-44b5-47c7-a82b-1cc26131b603 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:06:49.634805 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-ea916b8b-44b5-47c7-a82b-1cc26131b603 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:06:49.675871 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea916b8b-44b5-47c7-a82b-1cc26131b603 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=25821ef5-8193-4d70-8680-8fb76fbb7be3,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:49.679736 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ea916b8b-44b5-47c7-a82b-1cc26131b603 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:06:49.700483 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-ea916b8b-44b5-47c7-a82b-1cc26131b603 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:49.701189 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-ea916b8b-44b5-47c7-a82b-1cc26131b603 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:49.719620 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-ea916b8b-44b5-47c7-a82b-1cc26131b603 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5803013 Jun 21 15:06:49.747307 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:49.766344 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-ec727246-82da-4c97-8b7c-7aae5ab44f28 service neutron] Request body: {'port': {'device_id': '01ac039a-f3b6-432c-a4a3-d854f1d50945', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:06:49.840568 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0812b34a-49c3-4340-9f8f-a1b893b35331 None None] Provisioning for port 25821ef5-8193-4d70-8680-8fb76fbb7be3 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:06:49.843640 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-ec727246-82da-4c97-8b7c-7aae5ab44f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:49.844424 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0812b34a-49c3-4340-9f8f-a1b893b35331 None None] Provisioning complete for port 25821ef5-8193-4d70-8680-8fb76fbb7be3 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:06:49.844802 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0812b34a-49c3-4340-9f8f-a1b893b35331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:49.883442 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-0812b34a-49c3-4340-9f8f-a1b893b35331 None None] Port 25821ef5-8193-4d70-8680-8fb76fbb7be3 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:06:50.130662 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-ec727246-82da-4c97-8b7c-7aae5ab44f28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25821ef5-8193-4d70-8680-8fb76fbb7be3 {{(pid=105224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:06:50.138397 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-ec727246-82da-4c97-8b7c-7aae5ab44f28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:50.152547 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-ec727246-82da-4c97-8b7c-7aae5ab44f28 service neutron] Transition to ACTIVE for port object 25821ef5-8193-4d70-8680-8fb76fbb7be3 will not be triggered until provisioned by entity L2. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:06:50.163310 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-ec727246-82da-4c97-8b7c-7aae5ab44f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:50.182026 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-867cf30c-c2be-4ac1-a1c6-334f80efe64a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:50.270620 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec727246-82da-4c97-8b7c-7aae5ab44f28 service neutron] Pushing event updated for resources: {'Port': ['ID=25821ef5-8193-4d70-8680-8fb76fbb7be3,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:50.276447 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ec727246-82da-4c97-8b7c-7aae5ab44f28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:06:50.346083 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37edf881-6e07-4796-bfbc-21f03cc87d79 req-ca6a099b-f774-4c62-b05a-87ad3187b9ba tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:50.348189 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-37edf881-6e07-4796-bfbc-21f03cc87d79 req-ca6a099b-f774-4c62-b05a-87ad3187b9ba tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=01ac039a-f3b6-432c-a4a3-d854f1d50945 HTTP/1.1" status: 200 len: 944 time: 0.1974754 Jun 21 15:06:50.376980 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-ec727246-82da-4c97-8b7c-7aae5ab44f28 service neutron] Attempting to bind port 25821ef5-8193-4d70-8680-8fb76fbb7be3 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:06:50.377312 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-ec727246-82da-4c97-8b7c-7aae5ab44f28 service neutron] Attempting to bind port 25821ef5-8193-4d70-8680-8fb76fbb7be3 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '6182b058-e775-42c8-8a53-5fafabf25439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '74c06579-d48a-4cff-b9f8-ae77fa2b536b'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:06:50.377765 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-ec727246-82da-4c97-8b7c-7aae5ab44f28 service neutron] Attempting to bind port 25821ef5-8193-4d70-8680-8fb76fbb7be3 on network 74c06579-d48a-4cff-b9f8-ae77fa2b536b {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:06:50.388660 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-ec727246-82da-4c97-8b7c-7aae5ab44f28 service neutron] Port 25821ef5-8193-4d70-8680-8fb76fbb7be3 on network 74c06579-d48a-4cff-b9f8-ae77fa2b536b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 15:06:50.388972 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-ec727246-82da-4c97-8b7c-7aae5ab44f28 service neutron] Attempting to bind port 25821ef5-8193-4d70-8680-8fb76fbb7be3 on network 74c06579-d48a-4cff-b9f8-ae77fa2b536b {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:06:50.399894 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-ec727246-82da-4c97-8b7c-7aae5ab44f28 service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:06:50.400230 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-ec727246-82da-4c97-8b7c-7aae5ab44f28 service neutron] Checking segment: {'id': '6182b058-e775-42c8-8a53-5fafabf25439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '74c06579-d48a-4cff-b9f8-ae77fa2b536b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:06:50.400621 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-ec727246-82da-4c97-8b7c-7aae5ab44f28 service neutron] Bound using segment: {'id': '6182b058-e775-42c8-8a53-5fafabf25439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '74c06579-d48a-4cff-b9f8-ae77fa2b536b'} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:06:50.401046 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-ec727246-82da-4c97-8b7c-7aae5ab44f28 service neutron] Bound port: 25821ef5-8193-4d70-8680-8fb76fbb7be3, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6182b058-e775-42c8-8a53-5fafabf25439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '74c06579-d48a-4cff-b9f8-ae77fa2b536b'}}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:06:50.401390 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-ec727246-82da-4c97-8b7c-7aae5ab44f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:50.420834 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-37edf881-6e07-4796-bfbc-21f03cc87d79 req-65926296-50fb-4963-af3e-d66511356657 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=7adf28f9-4fed-434f-b755-520446ddf955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654132 Jun 21 15:06:50.477119 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-ec727246-82da-4c97-8b7c-7aae5ab44f28 service neutron] For port 25821ef5-8193-4d70-8680-8fb76fbb7be3, host hv-neutron-7971, cleared binding levels {{(pid=105224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:06:50.480608 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-ec727246-82da-4c97-8b7c-7aae5ab44f28 service neutron] For port 25821ef5-8193-4d70-8680-8fb76fbb7be3, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=25821ef5-8193-4d70-8680-8fb76fbb7be3,segment=NetworkSegment(6182b058-e775-42c8-8a53-5fafabf25439),segment_id=6182b058-e775-42c8-8a53-5fafabf25439)] {{(pid=105224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:06:50.485344 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-ec727246-82da-4c97-8b7c-7aae5ab44f28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:50.488184 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-53509d8d-e269-47c1-b44d-4c09c3061b43 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:50.523307 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-ec727246-82da-4c97-8b7c-7aae5ab44f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:50.523916 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-ec727246-82da-4c97-8b7c-7aae5ab44f28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:50.525328 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-ec727246-82da-4c97-8b7c-7aae5ab44f28 service neutron] 10.222.0.66 "PUT /v2.0/ports/25821ef5-8193-4d70-8680-8fb76fbb7be3 HTTP/1.1" status: 200 len: 1094 time: 0.7636881 Jun 21 15:06:50.525886 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ac039a-f3b6-432c-a4a3-d854f1d50945', 'tag': '25821ef5-8193-4d70-8680-8fb76fbb7be3'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:06:50.528226 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ee4b2d-385c-4965-a0d8-22bedaeedaf5" -d '{"events": [{"name": "network-changed", "server_uuid": "01ac039a-f3b6-432c-a4a3-d854f1d50945", "tag": "25821ef5-8193-4d70-8680-8fb76fbb7be3"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:06:50.552671 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec727246-82da-4c97-8b7c-7aae5ab44f28 service neutron] Pushing event updated for resources: {'Port': ['ID=25821ef5-8193-4d70-8680-8fb76fbb7be3,revision_number=3']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:50.559969 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ec727246-82da-4c97-8b7c-7aae5ab44f28 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:06:50.573269 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bff988c-fb70-41b0-b7c6-c426f8116852 x-openstack-request-id: req-8bff988c-fb70-41b0-b7c6-c426f8116852 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:06:50.573673 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ac039a-f3b6-432c-a4a3-d854f1d50945", "tag": "25821ef5-8193-4d70-8680-8fb76fbb7be3", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:06:50.574009 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8bff988c-fb70-41b0-b7c6-c426f8116852 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:06:50.574474 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ac039a-f3b6-432c-a4a3-d854f1d50945', 'tag': '25821ef5-8193-4d70-8680-8fb76fbb7be3', 'status': 'completed', 'code': 200} Jun 21 15:06:50.633013 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-6eb75b81-5982-49a0-8127-4164a06520a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:50.634592 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-6eb75b81-5982-49a0-8127-4164a06520a2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=01ac039a-f3b6-432c-a4a3-d854f1d50945 HTTP/1.1" status: 200 len: 1097 time: 0.0587368 Jun 21 15:06:50.682879 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-2448df6d-73ce-47d8-ada7-ae6abaa614e0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25821ef5-8193-4d70-8680-8fb76fbb7be3 HTTP/1.1" status: 200 len: 217 time: 0.0401602 Jun 21 15:06:50.736363 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-960d447c-acb5-4875-8e77-946523cced9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:50.738098 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-960d447c-acb5-4875-8e77-946523cced9f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=152d357e-e4ea-430b-be70-895b834e004b HTTP/1.1" status: 200 len: 844 time: 0.0493178 Jun 21 15:06:50.801450 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-01a8e264-f66b-4f65-9b35-be53460631f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:50.802873 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-01a8e264-f66b-4f65-9b35-be53460631f8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=74c06579-d48a-4cff-b9f8-ae77fa2b536b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0574064 Jun 21 15:06:50.900160 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-a4736c99-ef97-4261-ad35-ac20916aeb31 service neutron] 10.222.0.66 "GET /v2.0/networks/74c06579-d48a-4cff-b9f8-ae77fa2b536b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903189 Jun 21 15:06:50.990504 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-950a2073-6a4c-4f48-b523-1d0611d19986 req-10e45ec3-b33e-41c6-adb1-847002b2f13a service neutron] 10.222.0.66 "GET /v2.0/networks/74c06579-d48a-4cff-b9f8-ae77fa2b536b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841818 Jun 21 15:06:51.110864 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee4b2d-385c-4965-a0d8-22bedaeedaf5 req-5fd2b1d0-ad5b-4363-8569-c68094e8a93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:51.112672 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-69ee4b2d-385c-4965-a0d8-22bedaeedaf5 req-5fd2b1d0-ad5b-4363-8569-c68094e8a93f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=01ac039a-f3b6-432c-a4a3-d854f1d50945 HTTP/1.1" status: 200 len: 1097 time: 0.0578251 Jun 21 15:06:51.205005 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee4b2d-385c-4965-a0d8-22bedaeedaf5 req-4a987a16-c202-4e08-90af-54b51e20f0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:51.206751 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-69ee4b2d-385c-4965-a0d8-22bedaeedaf5 req-4a987a16-c202-4e08-90af-54b51e20f0f1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=74c06579-d48a-4cff-b9f8-ae77fa2b536b HTTP/1.1" status: 200 len: 896 time: 0.0881526 Jun 21 15:06:51.246970 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-69ee4b2d-385c-4965-a0d8-22bedaeedaf5 req-9fdc4b4a-881d-4472-81d3-40d38a7ce60f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25821ef5-8193-4d70-8680-8fb76fbb7be3 HTTP/1.1" status: 200 len: 217 time: 0.0340874 Jun 21 15:06:51.315363 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee4b2d-385c-4965-a0d8-22bedaeedaf5 req-cd0bd9c3-285f-49bf-84f1-0914c5640d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:51.316827 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-69ee4b2d-385c-4965-a0d8-22bedaeedaf5 req-cd0bd9c3-285f-49bf-84f1-0914c5640d07 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=152d357e-e4ea-430b-be70-895b834e004b HTTP/1.1" status: 200 len: 844 time: 0.0622635 Jun 21 15:06:51.382761 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ee4b2d-385c-4965-a0d8-22bedaeedaf5 req-1bd9240f-7040-4b73-9bc9-69342044dcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:51.384422 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-69ee4b2d-385c-4965-a0d8-22bedaeedaf5 req-1bd9240f-7040-4b73-9bc9-69342044dcf4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=74c06579-d48a-4cff-b9f8-ae77fa2b536b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0611596 Jun 21 15:06:51.480578 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-69ee4b2d-385c-4965-a0d8-22bedaeedaf5 req-01114779-7a78-4c69-8433-ddc11944050a service neutron] 10.222.0.66 "GET /v2.0/networks/74c06579-d48a-4cff-b9f8-ae77fa2b536b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896118 Jun 21 15:06:51.607589 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-69ee4b2d-385c-4965-a0d8-22bedaeedaf5 req-53dc0caa-8781-4b43-ac45-24af6d9087df service neutron] 10.222.0.66 "GET /v2.0/networks/74c06579-d48a-4cff-b9f8-ae77fa2b536b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211834 Jun 21 15:06:51.635504 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c1b25-8c4c-4571-9ebe-bf631d1ec0f0 req-1a14208b-36b8-448c-8767-12ce15eb4044 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:51.637865 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-458c1b25-8c4c-4571-9ebe-bf631d1ec0f0 req-1a14208b-36b8-448c-8767-12ce15eb4044 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=01ac039a-f3b6-432c-a4a3-d854f1d50945 HTTP/1.1" status: 200 len: 944 time: 0.0999258 Jun 21 15:06:51.681201 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-458c1b25-8c4c-4571-9ebe-bf631d1ec0f0 req-067bdd9c-f507-44ce-ab96-664e8f007101 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=7adf28f9-4fed-434f-b755-520446ddf955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353553 Jun 21 15:06:52.889441 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e25d7c-d596-425c-8d1c-20764d483265 req-f08de035-d282-4fe7-b8c7-7fda1f7636dc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:52.890987 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-55e25d7c-d596-425c-8d1c-20764d483265 req-f08de035-d282-4fe7-b8c7-7fda1f7636dc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=01ac039a-f3b6-432c-a4a3-d854f1d50945 HTTP/1.1" status: 200 len: 944 time: 0.0833941 Jun 21 15:06:52.931195 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-55e25d7c-d596-425c-8d1c-20764d483265 req-389b08d2-83d1-4a4f-ac7c-69b6d32021d5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=7adf28f9-4fed-434f-b755-520446ddf955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325038 Jun 21 15:06:54.109977 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f141553a-bf30-42f9-8a0a-1352047ec62c req-0b7fbcc8-20eb-43e9-be79-e73fe9220e75 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:54.111428 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f141553a-bf30-42f9-8a0a-1352047ec62c req-0b7fbcc8-20eb-43e9-be79-e73fe9220e75 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=01ac039a-f3b6-432c-a4a3-d854f1d50945 HTTP/1.1" status: 200 len: 944 time: 0.0673602 Jun 21 15:06:54.154162 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f141553a-bf30-42f9-8a0a-1352047ec62c req-22780830-75d2-458a-8ef9-7a9e97cef2bf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=7adf28f9-4fed-434f-b755-520446ddf955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339379 Jun 21 15:06:54.475546 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 25821ef5-8193-4d70-8680-8fb76fbb7be3 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:06:54.571981 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 25821ef5-8193-4d70-8680-8fb76fbb7be3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=25821ef5-8193-4d70-8680-8fb76fbb7be3,segment=NetworkSegment(6182b058-e775-42c8-8a53-5fafabf25439),segment_id=6182b058-e775-42c8-8a53-5fafabf25439)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:06:54.583401 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '25821ef5-8193-4d70-8680-8fb76fbb7be3', 'network_id': '74c06579-d48a-4cff-b9f8-ae77fa2b536b', 'port_id': '25821ef5-8193-4d70-8680-8fb76fbb7be3', 'mac_address': 'fa:16:3e:ad:c3:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152d357e-e4ea-430b-be70-895b834e004b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:06:54.624963 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:54.639150 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25821ef5-8193-4d70-8680-8fb76fbb7be3 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:06:54.659177 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 25821ef5-8193-4d70-8680-8fb76fbb7be3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=25821ef5-8193-4d70-8680-8fb76fbb7be3,segment=NetworkSegment(6182b058-e775-42c8-8a53-5fafabf25439),segment_id=6182b058-e775-42c8-8a53-5fafabf25439)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:06:54.666158 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:54.667922 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:54.712929 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=25821ef5-8193-4d70-8680-8fb76fbb7be3,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:54.716186 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:06:54.992018 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['25821ef5-8193-4d70-8680-8fb76fbb7be3'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:06:55.359684 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fa0516-1540-4d1a-b1a0-6fd803ccfb8d req-f98750d3-742c-42a9-910b-7ac5fc54e549 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:55.361178 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c9fa0516-1540-4d1a-b1a0-6fd803ccfb8d req-f98750d3-742c-42a9-910b-7ac5fc54e549 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=01ac039a-f3b6-432c-a4a3-d854f1d50945 HTTP/1.1" status: 200 len: 945 time: 0.0848427 Jun 21 15:06:55.403945 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c9fa0516-1540-4d1a-b1a0-6fd803ccfb8d req-2891f94a-84e7-4e77-9509-cd1ceb6b7ac4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=7adf28f9-4fed-434f-b755-520446ddf955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347924 Jun 21 15:06:56.473773 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 25821ef5-8193-4d70-8680-8fb76fbb7be3 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:06:56.527659 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port 25821ef5-8193-4d70-8680-8fb76fbb7be3 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:06:56.531814 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 25821ef5-8193-4d70-8680-8fb76fbb7be3 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:06:56.532191 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:56.587619 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee80cd6-8ace-4c8f-8d88-7882a7d1608b req-1299be20-a3f3-4416-96a6-7b3410b03cc3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:56.589121 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1ee80cd6-8ace-4c8f-8d88-7882a7d1608b req-1299be20-a3f3-4416-96a6-7b3410b03cc3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=01ac039a-f3b6-432c-a4a3-d854f1d50945 HTTP/1.1" status: 200 len: 945 time: 0.0667915 Jun 21 15:06:56.612505 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:56.629083 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1ee80cd6-8ace-4c8f-8d88-7882a7d1608b req-cdbf7cc8-ef47-4df4-ab99-8ff85ba8913f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=7adf28f9-4fed-434f-b755-520446ddf955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336244 Jun 21 15:06:56.636447 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ac039a-f3b6-432c-a4a3-d854f1d50945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25821ef5-8193-4d70-8680-8fb76fbb7be3'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:06:56.639008 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61de4f63-23c8-4e8c-9d20-f0546d7ec1da" -d '{"events": [{"server_uuid": "01ac039a-f3b6-432c-a4a3-d854f1d50945", "name": "network-vif-plugged", "status": "completed", "tag": "25821ef5-8193-4d70-8680-8fb76fbb7be3"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:06:56.654338 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 25821ef5-8193-4d70-8680-8fb76fbb7be3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=25821ef5-8193-4d70-8680-8fb76fbb7be3,segment=NetworkSegment(6182b058-e775-42c8-8a53-5fafabf25439),segment_id=6182b058-e775-42c8-8a53-5fafabf25439)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:06:56.660463 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:56.663459 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:56.710060 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=25821ef5-8193-4d70-8680-8fb76fbb7be3,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:56.713364 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:06:56.733937 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bc015d-8d4d-48eb-a378-c53ea2064904 x-openstack-request-id: req-89bc015d-8d4d-48eb-a378-c53ea2064904 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:06:56.734233 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ac039a-f3b6-432c-a4a3-d854f1d50945", "name": "network-vif-plugged", "status": "completed", "tag": "25821ef5-8193-4d70-8680-8fb76fbb7be3", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:06:56.734490 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-89bc015d-8d4d-48eb-a378-c53ea2064904 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:06:56.734883 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ac039a-f3b6-432c-a4a3-d854f1d50945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25821ef5-8193-4d70-8680-8fb76fbb7be3', 'code': 200} Jun 21 15:06:56.966110 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd6658-5584-4b8b-9d90-f77206535c2a req-51ecfa6c-c3a8-4357-a14e-c59686cff38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:56.967591 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-32bd6658-5584-4b8b-9d90-f77206535c2a req-51ecfa6c-c3a8-4357-a14e-c59686cff38f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=01ac039a-f3b6-432c-a4a3-d854f1d50945 HTTP/1.1" status: 200 len: 1099 time: 0.0539918 Jun 21 15:06:57.004591 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-32bd6658-5584-4b8b-9d90-f77206535c2a req-94b454fb-f388-47be-b7ae-244978e1e9a9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7adf28f9-4fed-434f-b755-520446ddf955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295815 Jun 21 15:06:57.819411 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbae6ed-9a46-4b60-88ef-0f5a6dd883fd req-501b1bcb-8a47-4276-a56b-19aa08b7d649 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:57.820913 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bfbae6ed-9a46-4b60-88ef-0f5a6dd883fd req-501b1bcb-8a47-4276-a56b-19aa08b7d649 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=01ac039a-f3b6-432c-a4a3-d854f1d50945 HTTP/1.1" status: 200 len: 946 time: 0.0772257 Jun 21 15:06:57.868574 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bfbae6ed-9a46-4b60-88ef-0f5a6dd883fd req-d4824843-d7a8-45d4-81e3-5a5e752d1494 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=7adf28f9-4fed-434f-b755-520446ddf955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377679 Jun 21 15:06:59.062552 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ecee0-cae5-41c8-aa16-6e5a769ed2b1 req-cac95d9e-315d-4e07-a88c-0dce8ff1b258 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:59.064031 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-034ecee0-cae5-41c8-aa16-6e5a769ed2b1 req-cac95d9e-315d-4e07-a88c-0dce8ff1b258 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=01ac039a-f3b6-432c-a4a3-d854f1d50945 HTTP/1.1" status: 200 len: 946 time: 0.0757411 Jun 21 15:06:59.104694 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-034ecee0-cae5-41c8-aa16-6e5a769ed2b1 req-e505c562-b925-4fc6-b457-5d9b1c87b36c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=7adf28f9-4fed-434f-b755-520446ddf955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349240 Jun 21 15:06:59.291652 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e19c0-e521-4c4c-ae27-da607df38cde req-4a0ede53-4a7d-4ba8-89ae-5620ffbfd6fb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:59.293009 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5c7e19c0-e521-4c4c-ae27-da607df38cde req-4a0ede53-4a7d-4ba8-89ae-5620ffbfd6fb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=01ac039a-f3b6-432c-a4a3-d854f1d50945 HTTP/1.1" status: 200 len: 946 time: 0.0757015 Jun 21 15:06:59.331366 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5c7e19c0-e521-4c4c-ae27-da607df38cde req-31403c8e-de7a-4fe9-828d-e500d45b2ee8 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=7adf28f9-4fed-434f-b755-520446ddf955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325458 Jun 21 15:06:59.356810 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40446) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:06:59.413430 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb11f55-b2f8-4385-9df2-81312ca06fc3 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:06:59.414989 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0bb11f55-b2f8-4385-9df2-81312ca06fc3 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=01ac039a-f3b6-432c-a4a3-d854f1d50945 HTTP/1.1" status: 200 len: 1094 time: 0.0571866 Jun 21 15:06:59.417982 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40448) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:06:59.422431 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-915a3d44-4df5-49c8-8244-d6ce92feaf96 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'port_id': '25821ef5-8193-4d70-8680-8fb76fbb7be3', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:06:59.447091 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-915a3d44-4df5-49c8-8244-d6ce92feaf96 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:59.546734 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-915a3d44-4df5-49c8-8244-d6ce92feaf96 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:59.658986 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-915a3d44-4df5-49c8-8244-d6ce92feaf96 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Allocated IP 172.26.3.170 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/5d458146-bddb-402e-951a-7c5df5768015) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:06:59.770623 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-915a3d44-4df5-49c8-8244-d6ce92feaf96 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:59.814931 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-915a3d44-4df5-49c8-8244-d6ce92feaf96 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:06:59.817247 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-227a14f9-3599-4108-90cf-e2b6cc2e672a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:06:59.858087 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915a3d44-4df5-49c8-8244-d6ce92feaf96 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:06:59.860960 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-915a3d44-4df5-49c8-8244-d6ce92feaf96 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:06:59.868130 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915a3d44-4df5-49c8-8244-d6ce92feaf96 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:06:59.873818 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a3d44-4df5-49c8-8244-d6ce92feaf96 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=5d458146-bddb-402e-951a-7c5df5768015,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:06:59.876733 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-915a3d44-4df5-49c8-8244-d6ce92feaf96 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:07:00.274058 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-915a3d44-4df5-49c8-8244-d6ce92feaf96 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:07:00.694509 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-915a3d44-4df5-49c8-8244-d6ce92feaf96 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:07:00.844184 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-915a3d44-4df5-49c8-8244-d6ce92feaf96 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:07:00.851702 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-915a3d44-4df5-49c8-8244-d6ce92feaf96 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:07:00.853774 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9d36b661-0acd-48f3-b4cb-92b067ca2370 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:07:00.915446 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a3d44-4df5-49c8-8244-d6ce92feaf96 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=5d458146-bddb-402e-951a-7c5df5768015,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:07:00.919163 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-915a3d44-4df5-49c8-8244-d6ce92feaf96 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:07:00.929184 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-915a3d44-4df5-49c8-8244-d6ce92feaf96 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:07:01.030505 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.l3_db [None req-915a3d44-4df5-49c8-8244-d6ce92feaf96 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Floating IP 7ca1ac9a-82ad-4119-9535-f5de48f266bf associated. External IP: 172.26.3.170, port: 25821ef5-8193-4d70-8680-8fb76fbb7be3. Jun 21 15:07:01.242495 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-915a3d44-4df5-49c8-8244-d6ce92feaf96 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router 77eca211-f701-4920-a3ba-36b7636941d6 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:07:01.351406 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-915a3d44-4df5-49c8-8244-d6ce92feaf96 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:07:01.360940 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c2a7fc-c414-410e-80e7-5fb2e3a32231 None None] Sync routers for ids ['77eca211-f701-4920-a3ba-36b7636941d6'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:07:01.371410 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-915a3d44-4df5-49c8-8244-d6ce92feaf96 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:07:01.372897 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c2a7fc-c414-410e-80e7-5fb2e3a32231 None None] Routers {'77eca211-f701-4920-a3ba-36b7636941d6'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:07:01.374325 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-c6c2a7fc-c414-410e-80e7-5fb2e3a32231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:06:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['77eca211-f701-4920-a3ba-36b7636941d6'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:07:01.414765 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-915a3d44-4df5-49c8-8244-d6ce92feaf96 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9957428 Jun 21 15:07:01.415535 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ac039a-f3b6-432c-a4a3-d854f1d50945', 'tag': '25821ef5-8193-4d70-8680-8fb76fbb7be3'}] {{(pid=105225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:07:01.417596 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40450) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:07:01.418718 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d720512e93a77e3bffebe2b790a2b81995dcc7e4c74443a12a7dc003910c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326c71ac-de87-4be8-9fbf-c5e9f2fbbc31" -d '{"events": [{"name": "network-changed", "server_uuid": "01ac039a-f3b6-432c-a4a3-d854f1d50945", "tag": "25821ef5-8193-4d70-8680-8fb76fbb7be3"}]}' {{(pid=105225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:07:01.456631 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30954242-c5be-4764-8808-20a6653104b6 x-openstack-request-id: req-30954242-c5be-4764-8808-20a6653104b6 {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:07:01.457072 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ac039a-f3b6-432c-a4a3-d854f1d50945", "tag": "25821ef5-8193-4d70-8680-8fb76fbb7be3", "status": "completed", "code": 200}]} {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:07:01.457548 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-30954242-c5be-4764-8808-20a6653104b6 {{(pid=105225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:07:01.458500 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ac039a-f3b6-432c-a4a3-d854f1d50945', 'tag': '25821ef5-8193-4d70-8680-8fb76fbb7be3', 'status': 'completed', 'code': 200} Jun 21 15:07:01.482174 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-53bd6ffa-2dac-4988-ae8e-e1577655e660 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/floatingips/7ca1ac9a-82ad-4119-9535-f5de48f266bf HTTP/1.1" status: 200 len: 992 time: 0.0631990 Jun 21 15:07:01.486647 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-c6c2a7fc-c414-410e-80e7-5fb2e3a32231 None None] Set router 77eca211-f701-4920-a3ba-36b7636941d6 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:07:01.533503 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c71ac-de87-4be8-9fbf-c5e9f2fbbc31 req-5907775a-a2af-4e38-9484-bac11743ee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:07:01.534978 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-326c71ac-de87-4be8-9fbf-c5e9f2fbbc31 req-5907775a-a2af-4e38-9484-bac11743ee55 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=01ac039a-f3b6-432c-a4a3-d854f1d50945 HTTP/1.1" status: 200 len: 1099 time: 0.0518084 Jun 21 15:07:01.628343 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c71ac-de87-4be8-9fbf-c5e9f2fbbc31 req-241660a9-cae3-48c7-964e-c9a7bd85658c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:07:01.630199 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-326c71ac-de87-4be8-9fbf-c5e9f2fbbc31 req-241660a9-cae3-48c7-964e-c9a7bd85658c service neutron] 10.222.0.66 "GET /v2.0/networks?id=74c06579-d48a-4cff-b9f8-ae77fa2b536b HTTP/1.1" status: 200 len: 896 time: 0.0889060 Jun 21 15:07:01.695147 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-326c71ac-de87-4be8-9fbf-c5e9f2fbbc31 req-2e7f32a1-99f9-4939-a758-7e8120f256cc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25821ef5-8193-4d70-8680-8fb76fbb7be3 HTTP/1.1" status: 200 len: 1000 time: 0.0588048 Jun 21 15:07:01.719274 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-c6c2a7fc-c414-410e-80e7-5fb2e3a32231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eca211-f701-4920-a3ba-36b7636941d6', 'name': 'tempest-TestNetworkBasicOps-router-1512457062', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '863e356d-bf6e-4315-918d-2e260612e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:06:40Z', 'updated_at': '2021-06-21T15:06:44Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '863e356d-bf6e-4315-918d-2e260612e1c4', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eca211-f701-4920-a3ba-36b7636941d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:06:41Z', 'updated_at': '2021-06-21T15:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '7ca1ac9a-82ad-4119-9535-f5de48f266bf', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.170', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '77eca211-f701-4920-a3ba-36b7636941d6', 'port_id': '25821ef5-8193-4d70-8680-8fb76fbb7be3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74c06579-d48a-4cff-b9f8-ae77fa2b536b', 'mac_address': 'fa:16:3e:ad:c3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ac039a-f3b6-432c-a4a3-d854f1d50945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:07:00Z', 'updated_at': '2021-06-21T15:07:00Z', 'revision_number': 0, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c917d690-4a53-4dfd-a704-3047bf7aa079', 'name': '', 'network_id': '74c06579-d48a-4cff-b9f8-ae77fa2b536b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:da:1d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eca211-f701-4920-a3ba-36b7636941d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '152d357e-e4ea-430b-be70-895b834e004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:06:43Z', 'updated_at': '2021-06-21T15:06:47Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '152d357e-e4ea-430b-be70-895b834e004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:07:01.749214 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c2a7fc-c414-410e-80e7-5fb2e3a32231 None None] Checking router: 77eca211-f701-4920-a3ba-36b7636941d6 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:07:01.750901 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c71ac-de87-4be8-9fbf-c5e9f2fbbc31 req-30745a52-a5e5-438d-8dce-4a12e0e23603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:07:01.752711 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-326c71ac-de87-4be8-9fbf-c5e9f2fbbc31 req-30745a52-a5e5-438d-8dce-4a12e0e23603 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=152d357e-e4ea-430b-be70-895b834e004b HTTP/1.1" status: 200 len: 844 time: 0.0520468 Jun 21 15:07:01.759910 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c2a7fc-c414-410e-80e7-5fb2e3a32231 None None] Routers {'77eca211-f701-4920-a3ba-36b7636941d6'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:07:01.760541 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-c6c2a7fc-c414-410e-80e7-5fb2e3a32231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:06:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['77eca211-f701-4920-a3ba-36b7636941d6'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:07:01.820999 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c71ac-de87-4be8-9fbf-c5e9f2fbbc31 req-686953c8-1c5f-4cb1-a833-0fcc60adbc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:07:01.822634 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-326c71ac-de87-4be8-9fbf-c5e9f2fbbc31 req-686953c8-1c5f-4cb1-a833-0fcc60adbc47 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=74c06579-d48a-4cff-b9f8-ae77fa2b536b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0637395 Jun 21 15:07:01.870651 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-c6c2a7fc-c414-410e-80e7-5fb2e3a32231 None None] Set router 77eca211-f701-4920-a3ba-36b7636941d6 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:07:01.914762 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-326c71ac-de87-4be8-9fbf-c5e9f2fbbc31 req-0279ac13-6d18-4339-ace4-b4625afb4a19 service neutron] 10.222.0.66 "GET /v2.0/networks/74c06579-d48a-4cff-b9f8-ae77fa2b536b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853717 Jun 21 15:07:02.014759 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-326c71ac-de87-4be8-9fbf-c5e9f2fbbc31 req-bfbf277f-d1f5-451d-b213-8d285438328a service neutron] 10.222.0.66 "GET /v2.0/networks/74c06579-d48a-4cff-b9f8-ae77fa2b536b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942717 Jun 21 15:07:02.107612 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-c6c2a7fc-c414-410e-80e7-5fb2e3a32231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eca211-f701-4920-a3ba-36b7636941d6', 'name': 'tempest-TestNetworkBasicOps-router-1512457062', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '863e356d-bf6e-4315-918d-2e260612e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:06:40Z', 'updated_at': '2021-06-21T15:06:44Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '863e356d-bf6e-4315-918d-2e260612e1c4', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eca211-f701-4920-a3ba-36b7636941d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:06:41Z', 'updated_at': '2021-06-21T15:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '7ca1ac9a-82ad-4119-9535-f5de48f266bf', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.170', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '77eca211-f701-4920-a3ba-36b7636941d6', 'port_id': '25821ef5-8193-4d70-8680-8fb76fbb7be3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74c06579-d48a-4cff-b9f8-ae77fa2b536b', 'mac_address': 'fa:16:3e:ad:c3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ac039a-f3b6-432c-a4a3-d854f1d50945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:07:00Z', 'updated_at': '2021-06-21T15:07:00Z', 'revision_number': 0, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c917d690-4a53-4dfd-a704-3047bf7aa079', 'name': '', 'network_id': '74c06579-d48a-4cff-b9f8-ae77fa2b536b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:da:1d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eca211-f701-4920-a3ba-36b7636941d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '152d357e-e4ea-430b-be70-895b834e004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:06:43Z', 'updated_at': '2021-06-21T15:06:47Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '152d357e-e4ea-430b-be70-895b834e004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:07:02.138227 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c2a7fc-c414-410e-80e7-5fb2e3a32231 None None] The sync data for ids ['77eca211-f701-4920-a3ba-36b7636941d6'] in dv-neutron-797121-2-hyperv is: [{'id': '77eca211-f701-4920-a3ba-36b7636941d6', 'name': 'tempest-TestNetworkBasicOps-router-1512457062', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '863e356d-bf6e-4315-918d-2e260612e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:06:40Z', 'updated_at': '2021-06-21T15:06:44Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '863e356d-bf6e-4315-918d-2e260612e1c4', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eca211-f701-4920-a3ba-36b7636941d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:06:41Z', 'updated_at': '2021-06-21T15:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '7ca1ac9a-82ad-4119-9535-f5de48f266bf', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.170', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '77eca211-f701-4920-a3ba-36b7636941d6', 'port_id': '25821ef5-8193-4d70-8680-8fb76fbb7be3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74c06579-d48a-4cff-b9f8-ae77fa2b536b', 'mac_address': 'fa:16:3e:ad:c3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ac039a-f3b6-432c-a4a3-d854f1d50945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:07:00Z', 'updated_at': '2021-06-21T15:07:00Z', 'revision_number': 0, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c917d690-4a53-4dfd-a704-3047bf7aa079', 'name': '', 'network_id': '74c06579-d48a-4cff-b9f8-ae77fa2b536b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:da:1d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eca211-f701-4920-a3ba-36b7636941d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '152d357e-e4ea-430b-be70-895b834e004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:06:43Z', 'updated_at': '2021-06-21T15:06:47Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '152d357e-e4ea-430b-be70-895b834e004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:07:02.328023 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40aeac7c-0c12-4dc0-b8f7-16bb2b47391f None None] New status for floating IP 7ca1ac9a-82ad-4119-9535-f5de48f266bf: ACTIVE {{(pid=105227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:07:02.486276 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40454) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:07:02.550532 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e3480ca8-e81c-4975-935d-77d6b41dc4f5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/floatingips/7ca1ac9a-82ad-4119-9535-f5de48f266bf HTTP/1.1" status: 200 len: 994 time: 0.0628846 Jun 21 15:07:05.371706 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:07:14.064394 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-06bc6758-6370-4e07-8d36-8fe3f19241df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:07:16.581611 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ebea52ce-9440-47b4-ad09-a9b3b20f688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:07:17.013495 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:07:18.080810 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:07:18.707406 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7a1fdbf6-aab3-44af-a279-fea559a7938d req-3de16e60-c028-4716-85d5-c136783c498a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=01ac039a-f3b6-432c-a4a3-d854f1d50945&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0570807 Jun 21 15:07:18.813594 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fdbf6-aab3-44af-a279-fea559a7938d req-6856857a-ecfc-4d55-b93e-37c7afd7bba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:07:18.815144 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7a1fdbf6-aab3-44af-a279-fea559a7938d req-6856857a-ecfc-4d55-b93e-37c7afd7bba5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=01ac039a-f3b6-432c-a4a3-d854f1d50945 HTTP/1.1" status: 200 len: 1099 time: 0.0601513 Jun 21 15:07:18.947051 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fdbf6-aab3-44af-a279-fea559a7938d req-42edfcea-669e-4ae3-8fca-663e9acaea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:07:18.948730 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7a1fdbf6-aab3-44af-a279-fea559a7938d req-42edfcea-669e-4ae3-8fca-663e9acaea1f service neutron] 10.222.0.66 "GET /v2.0/networks?id=74c06579-d48a-4cff-b9f8-ae77fa2b536b HTTP/1.1" status: 200 len: 896 time: 0.1044683 Jun 21 15:07:19.016538 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7a1fdbf6-aab3-44af-a279-fea559a7938d req-2fc3ac96-d225-4143-a362-0ee68bb03a7c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25821ef5-8193-4d70-8680-8fb76fbb7be3 HTTP/1.1" status: 200 len: 1002 time: 0.0612304 Jun 21 15:07:19.071702 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fdbf6-aab3-44af-a279-fea559a7938d req-dbd1e013-1713-4c52-a9f4-eae0be46c71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:07:19.073135 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7a1fdbf6-aab3-44af-a279-fea559a7938d req-dbd1e013-1713-4c52-a9f4-eae0be46c71b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=152d357e-e4ea-430b-be70-895b834e004b HTTP/1.1" status: 200 len: 844 time: 0.0494239 Jun 21 15:07:19.134526 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fdbf6-aab3-44af-a279-fea559a7938d req-04157a81-ce87-4f2e-ab16-9e306b963e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:07:19.135999 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7a1fdbf6-aab3-44af-a279-fea559a7938d req-04157a81-ce87-4f2e-ab16-9e306b963e7c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=74c06579-d48a-4cff-b9f8-ae77fa2b536b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0557876 Jun 21 15:07:19.227110 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7a1fdbf6-aab3-44af-a279-fea559a7938d req-cfd94521-ac60-4f1e-8bf1-63e64c465772 service neutron] 10.222.0.66 "GET /v2.0/networks/74c06579-d48a-4cff-b9f8-ae77fa2b536b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840740 Jun 21 15:07:19.322669 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7a1fdbf6-aab3-44af-a279-fea559a7938d req-0d78357d-089b-465c-8667-bef370ff823a service neutron] 10.222.0.66 "GET /v2.0/networks/74c06579-d48a-4cff-b9f8-ae77fa2b536b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885518 Jun 21 15:07:19.758310 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:07:20.103921 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:07:35.373540 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:07:44.066996 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d121f8b8-844a-4724-a135-37301b40181f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:07:46.584000 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4e6fb0ae-c641-4ee2-a9cc-18ea9870cff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:07:47.028438 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:07:48.085071 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:07:49.758888 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:07:57.110713 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:08:05.375481 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:08:14.061981 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6cb0e3cb-44ee-449e-bb53-2904abb76975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:08:16.584942 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b3d67717-d846-4c86-b2a6-82283c24ffcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:08:17.023299 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:08:18.083230 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:08:19.757045 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:08:20.359289 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-398e5e7f-9da9-4dda-ad03-f1d87323e873 req-dd00ca66-3c8f-4203-a56e-b8dc8738493c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=01ac039a-f3b6-432c-a4a3-d854f1d50945&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0623724 Jun 21 15:08:20.466600 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e5e7f-9da9-4dda-ad03-f1d87323e873 req-6f11ec38-f977-4dd1-bb88-fdadc577ec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:08:20.468094 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-398e5e7f-9da9-4dda-ad03-f1d87323e873 req-6f11ec38-f977-4dd1-bb88-fdadc577ec5d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=01ac039a-f3b6-432c-a4a3-d854f1d50945 HTTP/1.1" status: 200 len: 1099 time: 0.0625119 Jun 21 15:08:20.576403 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e5e7f-9da9-4dda-ad03-f1d87323e873 req-e7411be6-b5fd-4018-b581-39344144fefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:08:20.577926 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-398e5e7f-9da9-4dda-ad03-f1d87323e873 req-e7411be6-b5fd-4018-b581-39344144fefb service neutron] 10.222.0.66 "GET /v2.0/networks?id=74c06579-d48a-4cff-b9f8-ae77fa2b536b HTTP/1.1" status: 200 len: 896 time: 0.0878501 Jun 21 15:08:20.650832 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-398e5e7f-9da9-4dda-ad03-f1d87323e873 req-b2a2e530-cdf6-4b28-be9a-daac0fe45fc1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25821ef5-8193-4d70-8680-8fb76fbb7be3 HTTP/1.1" status: 200 len: 1002 time: 0.0647562 Jun 21 15:08:20.706904 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e5e7f-9da9-4dda-ad03-f1d87323e873 req-637b8b9b-1ac8-4aba-b030-c5031e23348b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:08:20.708297 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-398e5e7f-9da9-4dda-ad03-f1d87323e873 req-637b8b9b-1ac8-4aba-b030-c5031e23348b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=152d357e-e4ea-430b-be70-895b834e004b HTTP/1.1" status: 200 len: 844 time: 0.0505824 Jun 21 15:08:20.766438 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398e5e7f-9da9-4dda-ad03-f1d87323e873 req-87c2f2d9-1922-45fb-a6f3-3e8c4d80fc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:08:20.767950 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-398e5e7f-9da9-4dda-ad03-f1d87323e873 req-87c2f2d9-1922-45fb-a6f3-3e8c4d80fc80 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=74c06579-d48a-4cff-b9f8-ae77fa2b536b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0532379 Jun 21 15:08:20.862371 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-398e5e7f-9da9-4dda-ad03-f1d87323e873 req-08907f11-6b95-4469-ae4c-4f6f3569cdd6 service neutron] 10.222.0.66 "GET /v2.0/networks/74c06579-d48a-4cff-b9f8-ae77fa2b536b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878325 Jun 21 15:08:20.954983 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-398e5e7f-9da9-4dda-ad03-f1d87323e873 req-e9a049e4-25b2-4640-8fa0-e8558d7c6eeb service neutron] 10.222.0.66 "GET /v2.0/networks/74c06579-d48a-4cff-b9f8-ae77fa2b536b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856526 Jun 21 15:08:34.099644 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:08:35.381840 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:08:44.074420 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f50ba363-80bb-4869-9f16-de450e9b1c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:08:46.584646 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3ab7893a-320e-4670-8af2-313a042b8584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:08:47.036181 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:08:48.092876 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:08:49.759091 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:09:05.379217 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:09:11.099927 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:09:14.073473 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-dea8b3dd-8740-47a4-b791-c2068e8ea082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:09:16.585703 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c2c04e5c-b052-4412-9971-8af5437e7b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:09:17.030591 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:09:18.096449 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:09:19.762074 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:09:20.380456 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-90b0d982-ea3a-4487-94fb-6e69c5a2de96 req-5c3f6922-017a-46fa-922d-cfa3d7e321ce service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=01ac039a-f3b6-432c-a4a3-d854f1d50945&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0997200 Jun 21 15:09:20.488567 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0d982-ea3a-4487-94fb-6e69c5a2de96 req-dd5d435e-ee09-476b-8961-eac52e4c3f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:09:20.490072 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-90b0d982-ea3a-4487-94fb-6e69c5a2de96 req-dd5d435e-ee09-476b-8961-eac52e4c3f38 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=01ac039a-f3b6-432c-a4a3-d854f1d50945 HTTP/1.1" status: 200 len: 1099 time: 0.0610392 Jun 21 15:09:20.599218 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0d982-ea3a-4487-94fb-6e69c5a2de96 req-d6474df8-9ad4-4b4a-be74-976fdbeca3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:09:20.600581 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-90b0d982-ea3a-4487-94fb-6e69c5a2de96 req-d6474df8-9ad4-4b4a-be74-976fdbeca3f2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=74c06579-d48a-4cff-b9f8-ae77fa2b536b HTTP/1.1" status: 200 len: 896 time: 0.0883310 Jun 21 15:09:20.670146 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-90b0d982-ea3a-4487-94fb-6e69c5a2de96 req-3fde557f-c05f-4930-b12b-07f7edae2231 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25821ef5-8193-4d70-8680-8fb76fbb7be3 HTTP/1.1" status: 200 len: 1002 time: 0.0623379 Jun 21 15:09:20.720771 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0d982-ea3a-4487-94fb-6e69c5a2de96 req-a29cf531-b2e0-43d9-8215-b1b4d2a3471a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:09:20.722232 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-90b0d982-ea3a-4487-94fb-6e69c5a2de96 req-a29cf531-b2e0-43d9-8215-b1b4d2a3471a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=152d357e-e4ea-430b-be70-895b834e004b HTTP/1.1" status: 200 len: 844 time: 0.0461252 Jun 21 15:09:20.782342 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b0d982-ea3a-4487-94fb-6e69c5a2de96 req-b6357127-7211-4f08-9a26-a65a36e86ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:09:20.783813 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-90b0d982-ea3a-4487-94fb-6e69c5a2de96 req-b6357127-7211-4f08-9a26-a65a36e86ef1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=74c06579-d48a-4cff-b9f8-ae77fa2b536b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0553851 Jun 21 15:09:20.794110 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [req-90b0d982-ea3a-4487-94fb-6e69c5a2de96 req-268acccc-d34a-40ba-b834-1406b714449d service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 15:09:20.795049 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-90b0d982-ea3a-4487-94fb-6e69c5a2de96 req-268acccc-d34a-40ba-b834-1406b714449d service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052974 Jun 21 15:09:20.890491 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-90b0d982-ea3a-4487-94fb-6e69c5a2de96 req-5599a97c-0e88-4aa3-9365-05536b76f061 service neutron] 10.222.0.66 "GET /v2.0/networks/74c06579-d48a-4cff-b9f8-ae77fa2b536b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888491 Jun 21 15:09:20.988486 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-90b0d982-ea3a-4487-94fb-6e69c5a2de96 req-8a13f4b3-e374-414e-a435-1682fcc164b7 service neutron] 10.222.0.66 "GET /v2.0/networks/74c06579-d48a-4cff-b9f8-ae77fa2b536b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919087 Jun 21 15:09:35.397674 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:09:37.393524 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40520) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:09:37.402442 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-c3b2bdb7-70a1-456d-9ef7-3cd5f45585bd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:09:37.514966 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c3b2bdb7-70a1-456d-9ef7-3cd5f45585bd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-5138563'] for subnet, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:09:37.679262 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c3b2bdb7-70a1-456d-9ef7-3cd5f45585bd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8728737223388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4369914'] for subnet, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:09:37.681195 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3a496fdc-f2e2-4c74-a95b-99070f34868c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:09:37.712531 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b2bdb7-70a1-456d-9ef7-3cd5f45585bd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:09:37.713135 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c3b2bdb7-70a1-456d-9ef7-3cd5f45585bd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:09:37.715058 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c3b2bdb7-70a1-456d-9ef7-3cd5f45585bd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "PUT /v2.0/subnets/152d357e-e4ea-430b-be70-895b834e004b HTTP/1.1" status: 200 len: 836 time: 0.3198736 Jun 21 15:09:37.719318 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e4060d-57e4-4b70-a2f2-7fd14aa88c66 None None] Network 74c06579-d48a-4cff-b9f8-ae77fa2b536b requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:09:37.730832 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b2bdb7-70a1-456d-9ef7-3cd5f45585bd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Subnet': ['ID=152d357e-e4ea-430b-be70-895b834e004b,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:09:37.737988 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2bdb7-70a1-456d-9ef7-3cd5f45585bd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:09:37.738381 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2bdb7-70a1-456d-9ef7-3cd5f45585bd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:09:37.738763 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2bdb7-70a1-456d-9ef7-3cd5f45585bd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:09:37.739134 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2bdb7-70a1-456d-9ef7-3cd5f45585bd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:09:37.739504 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2bdb7-70a1-456d-9ef7-3cd5f45585bd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:09:37.739873 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2bdb7-70a1-456d-9ef7-3cd5f45585bd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:09:37.740237 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2bdb7-70a1-456d-9ef7-3cd5f45585bd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:09:37.740669 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2bdb7-70a1-456d-9ef7-3cd5f45585bd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:09:37.741042 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2bdb7-70a1-456d-9ef7-3cd5f45585bd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:09:37.741406 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2bdb7-70a1-456d-9ef7-3cd5f45585bd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:09:37.741806 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2bdb7-70a1-456d-9ef7-3cd5f45585bd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:09:37.742180 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b2bdb7-70a1-456d-9ef7-3cd5f45585bd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:09:37.745618 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c3b2bdb7-70a1-456d-9ef7-3cd5f45585bd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:09:38.182506 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f8a36d13-983d-4ce6-adbc-c16e012a2f29 None None] Provisioning complete for port 25821ef5-8193-4d70-8680-8fb76fbb7be3 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:09:38.182754 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f8a36d13-983d-4ce6-adbc-c16e012a2f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:09:38.278899 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f8a36d13-983d-4ce6-adbc-c16e012a2f29 None None] Provisioning complete for port c917d690-4a53-4dfd-a704-3047bf7aa079 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:09:38.279171 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f8a36d13-983d-4ce6-adbc-c16e012a2f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:09:38.525900 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f8a36d13-983d-4ce6-adbc-c16e012a2f29 None None] Provisioning complete for port 5d26d0e8-c3d7-4e63-9384-d05931b61e11 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:09:38.526226 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f8a36d13-983d-4ce6-adbc-c16e012a2f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:09:44.075075 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5017be5d-bc92-44c6-91ac-2a6bd3be2617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:09:46.586216 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-503e409c-8328-47c0-8ee3-83a9b5bd8145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:09:47.034499 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:09:48.100336 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:09:48.101989 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:09:49.772178 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:05.397906 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:14.075385 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-eaf34448-1d35-4b6a-b3ee-104963dbfda0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:16.584490 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2ae1cf44-faac-4809-b531-1cb4ba257374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:17.043697 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:18.095805 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:19.776276 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:22.080439 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40538) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:10:22.268165 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-4157b9d7-e254-4b86-a1f9-4b768a28a46c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port 5d458146-bddb-402e-951a-7c5df5768015 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:10:22.268575 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4157b9d7-e254-4b86-a1f9-4b768a28a46c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:22.319168 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0cddce04-f132-4e05-8eea-2e2797f9b1bf req-70a4ed55-d24f-4b19-a0f4-07ce968114bf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=01ac039a-f3b6-432c-a4a3-d854f1d50945&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0583479 Jun 21 15:10:22.346849 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4157b9d7-e254-4b86-a1f9-4b768a28a46c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:22.347093 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4157b9d7-e254-4b86-a1f9-4b768a28a46c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:22.416590 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-4157b9d7-e254-4b86-a1f9-4b768a28a46c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for 5d458146-bddb-402e-951a-7c5df5768015 owned by network:floatingip {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:10:22.586472 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4157b9d7-e254-4b86-a1f9-4b768a28a46c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:22.589713 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-006b2809-1780-432f-b5e5-671cb5a32139 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:22.613379 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4157b9d7-e254-4b86-a1f9-4b768a28a46c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=5d458146-bddb-402e-951a-7c5df5768015,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:22.617120 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4157b9d7-e254-4b86-a1f9-4b768a28a46c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:22.683054 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4157b9d7-e254-4b86-a1f9-4b768a28a46c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:22.683464 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.l3_db [None req-4157b9d7-e254-4b86-a1f9-4b768a28a46c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Floating IP 7ca1ac9a-82ad-4119-9535-f5de48f266bf disassociated (deleted). External IP: 172.26.3.170, port: 25821ef5-8193-4d70-8680-8fb76fbb7be3. Jun 21 15:10:22.833894 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddce04-f132-4e05-8eea-2e2797f9b1bf req-04885178-28b0-4f2b-a96f-87b8f7a9d0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:22.835429 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0cddce04-f132-4e05-8eea-2e2797f9b1bf req-04885178-28b0-4f2b-a96f-87b8f7a9d0a9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=01ac039a-f3b6-432c-a4a3-d854f1d50945 HTTP/1.1" status: 200 len: 1099 time: 0.4721828 Jun 21 15:10:22.909440 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4157b9d7-e254-4b86-a1f9-4b768a28a46c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router 77eca211-f701-4920-a3ba-36b7636941d6 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:10:22.950531 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddce04-f132-4e05-8eea-2e2797f9b1bf req-d03274e6-492d-4f96-8ed2-5fab29badf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:22.952145 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0cddce04-f132-4e05-8eea-2e2797f9b1bf req-d03274e6-492d-4f96-8ed2-5fab29badf11 service neutron] 10.222.0.66 "GET /v2.0/networks?id=74c06579-d48a-4cff-b9f8-ae77fa2b536b HTTP/1.1" status: 200 len: 896 time: 0.0922906 Jun 21 15:10:23.002084 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0cddce04-f132-4e05-8eea-2e2797f9b1bf req-4a72dd6a-7f5a-47b6-9978-09add48bd276 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25821ef5-8193-4d70-8680-8fb76fbb7be3 HTTP/1.1" status: 200 len: 217 time: 0.0428979 Jun 21 15:10:23.038705 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4157b9d7-e254-4b86-a1f9-4b768a28a46c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:10:23.044034 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4157b9d7-e254-4b86-a1f9-4b768a28a46c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:23.050484 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2fb31c-3e2c-4f2f-ac4b-57af24040b1c None None] Sync routers for ids ['77eca211-f701-4920-a3ba-36b7636941d6'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:10:23.054221 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddce04-f132-4e05-8eea-2e2797f9b1bf req-c2729ae5-6001-4d65-b8dd-2fbda30266cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:23.055476 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0cddce04-f132-4e05-8eea-2e2797f9b1bf req-c2729ae5-6001-4d65-b8dd-2fbda30266cd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=152d357e-e4ea-430b-be70-895b834e004b HTTP/1.1" status: 200 len: 844 time: 0.0477409 Jun 21 15:10:23.061659 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2fb31c-3e2c-4f2f-ac4b-57af24040b1c None None] Routers {'77eca211-f701-4920-a3ba-36b7636941d6'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:10:23.062333 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-1d2fb31c-3e2c-4f2f-ac4b-57af24040b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:10:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['77eca211-f701-4920-a3ba-36b7636941d6'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:10:23.085138 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4157b9d7-e254-4b86-a1f9-4b768a28a46c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/floatingips/7ca1ac9a-82ad-4119-9535-f5de48f266bf HTTP/1.1" status: 204 len: 168 time: 1.0035310 Jun 21 15:10:23.085952 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ac039a-f3b6-432c-a4a3-d854f1d50945', 'tag': '25821ef5-8193-4d70-8680-8fb76fbb7be3'}] {{(pid=105225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:10:23.088771 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d720512e93a77e3bffebe2b790a2b81995dcc7e4c74443a12a7dc003910c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e85a897-c360-4429-8c60-cffd5456e74c" -d '{"events": [{"name": "network-changed", "server_uuid": "01ac039a-f3b6-432c-a4a3-d854f1d50945", "tag": "25821ef5-8193-4d70-8680-8fb76fbb7be3"}]}' {{(pid=105225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:10:23.117182 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddce04-f132-4e05-8eea-2e2797f9b1bf req-7a2478fb-3be6-4e6a-89e8-4b3bab2d903e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:23.119014 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0cddce04-f132-4e05-8eea-2e2797f9b1bf req-7a2478fb-3be6-4e6a-89e8-4b3bab2d903e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=74c06579-d48a-4cff-b9f8-ae77fa2b536b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0557847 Jun 21 15:10:23.135255 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9681befc-9c41-451d-8258-5751f381e395 x-openstack-request-id: req-9681befc-9c41-451d-8258-5751f381e395 {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:10:23.135543 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ac039a-f3b6-432c-a4a3-d854f1d50945", "tag": "25821ef5-8193-4d70-8680-8fb76fbb7be3", "status": "completed", "code": 200}]} {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:10:23.135852 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9681befc-9c41-451d-8258-5751f381e395 {{(pid=105225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:10:23.136321 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ac039a-f3b6-432c-a4a3-d854f1d50945', 'tag': '25821ef5-8193-4d70-8680-8fb76fbb7be3', 'status': 'completed', 'code': 200} Jun 21 15:10:23.172443 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-1d2fb31c-3e2c-4f2f-ac4b-57af24040b1c None None] Set router 77eca211-f701-4920-a3ba-36b7636941d6 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:10:23.230101 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0cddce04-f132-4e05-8eea-2e2797f9b1bf req-97aa8e5a-3730-4745-aa31-4b77e1a900cc service neutron] 10.222.0.66 "GET /v2.0/networks/74c06579-d48a-4cff-b9f8-ae77fa2b536b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033046 Jun 21 15:10:23.339835 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0cddce04-f132-4e05-8eea-2e2797f9b1bf req-3200bc45-4275-4816-ba48-1bbaf87c4bcf service neutron] 10.222.0.66 "GET /v2.0/networks/74c06579-d48a-4cff-b9f8-ae77fa2b536b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033514 Jun 21 15:10:23.385470 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-1d2fb31c-3e2c-4f2f-ac4b-57af24040b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eca211-f701-4920-a3ba-36b7636941d6', 'name': 'tempest-TestNetworkBasicOps-router-1512457062', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '863e356d-bf6e-4315-918d-2e260612e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:06:40Z', 'updated_at': '2021-06-21T15:06:44Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '863e356d-bf6e-4315-918d-2e260612e1c4', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eca211-f701-4920-a3ba-36b7636941d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:06:41Z', 'updated_at': '2021-06-21T15:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'c917d690-4a53-4dfd-a704-3047bf7aa079', 'name': '', 'network_id': '74c06579-d48a-4cff-b9f8-ae77fa2b536b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:da:1d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eca211-f701-4920-a3ba-36b7636941d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '152d357e-e4ea-430b-be70-895b834e004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:06:43Z', 'updated_at': '2021-06-21T15:06:47Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '152d357e-e4ea-430b-be70-895b834e004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:10:23.420429 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2fb31c-3e2c-4f2f-ac4b-57af24040b1c None None] Checking router: 77eca211-f701-4920-a3ba-36b7636941d6 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:10:23.429831 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2fb31c-3e2c-4f2f-ac4b-57af24040b1c None None] Routers {'77eca211-f701-4920-a3ba-36b7636941d6'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:10:23.430440 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-1d2fb31c-3e2c-4f2f-ac4b-57af24040b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:10:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['77eca211-f701-4920-a3ba-36b7636941d6'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:10:23.465021 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85a897-c360-4429-8c60-cffd5456e74c req-7771f693-848f-4a59-9f86-48a346ddb96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:23.466912 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1e85a897-c360-4429-8c60-cffd5456e74c req-7771f693-848f-4a59-9f86-48a346ddb96f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=01ac039a-f3b6-432c-a4a3-d854f1d50945 HTTP/1.1" status: 200 len: 1099 time: 0.0640304 Jun 21 15:10:23.544219 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-1d2fb31c-3e2c-4f2f-ac4b-57af24040b1c None None] Set router 77eca211-f701-4920-a3ba-36b7636941d6 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:10:23.612943 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85a897-c360-4429-8c60-cffd5456e74c req-ce3260f4-56b7-41ae-8815-7984d16828a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:23.614667 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1e85a897-c360-4429-8c60-cffd5456e74c req-ce3260f4-56b7-41ae-8815-7984d16828a8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=74c06579-d48a-4cff-b9f8-ae77fa2b536b HTTP/1.1" status: 200 len: 896 time: 0.1413057 Jun 21 15:10:23.626539 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174159a9-d91a-49bb-b665-626ca91c9601 req-717f2504-b084-489e-b357-55f629a72735 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:23.628188 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-174159a9-d91a-49bb-b665-626ca91c9601 req-717f2504-b084-489e-b357-55f629a72735 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=01ac039a-f3b6-432c-a4a3-d854f1d50945 HTTP/1.1" status: 200 len: 946 time: 0.1972497 Jun 21 15:10:23.684665 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1e85a897-c360-4429-8c60-cffd5456e74c req-7d61f583-9c43-4030-ab06-a0beb1adab24 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25821ef5-8193-4d70-8680-8fb76fbb7be3 HTTP/1.1" status: 200 len: 217 time: 0.0549037 Jun 21 15:10:23.735388 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-174159a9-d91a-49bb-b665-626ca91c9601 req-6a88e43d-e1ed-4992-bcbe-db02d46d22c4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=7adf28f9-4fed-434f-b755-520446ddf955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988877 Jun 21 15:10:23.754745 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85a897-c360-4429-8c60-cffd5456e74c req-2dc5df47-7719-4b96-bab1-0c51f811e470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:23.756315 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1e85a897-c360-4429-8c60-cffd5456e74c req-2dc5df47-7719-4b96-bab1-0c51f811e470 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=152d357e-e4ea-430b-be70-895b834e004b HTTP/1.1" status: 200 len: 844 time: 0.0643272 Jun 21 15:10:23.758920 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-1d2fb31c-3e2c-4f2f-ac4b-57af24040b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eca211-f701-4920-a3ba-36b7636941d6', 'name': 'tempest-TestNetworkBasicOps-router-1512457062', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '863e356d-bf6e-4315-918d-2e260612e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:06:40Z', 'updated_at': '2021-06-21T15:06:44Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '863e356d-bf6e-4315-918d-2e260612e1c4', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eca211-f701-4920-a3ba-36b7636941d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:06:41Z', 'updated_at': '2021-06-21T15:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'c917d690-4a53-4dfd-a704-3047bf7aa079', 'name': '', 'network_id': '74c06579-d48a-4cff-b9f8-ae77fa2b536b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:da:1d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eca211-f701-4920-a3ba-36b7636941d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '152d357e-e4ea-430b-be70-895b834e004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:06:43Z', 'updated_at': '2021-06-21T15:06:47Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '152d357e-e4ea-430b-be70-895b834e004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:10:23.791745 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2fb31c-3e2c-4f2f-ac4b-57af24040b1c None None] The sync data for ids ['77eca211-f701-4920-a3ba-36b7636941d6'] in dv-neutron-797121-2-hyperv is: [{'id': '77eca211-f701-4920-a3ba-36b7636941d6', 'name': 'tempest-TestNetworkBasicOps-router-1512457062', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '863e356d-bf6e-4315-918d-2e260612e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:06:40Z', 'updated_at': '2021-06-21T15:06:44Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '863e356d-bf6e-4315-918d-2e260612e1c4', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eca211-f701-4920-a3ba-36b7636941d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:06:41Z', 'updated_at': '2021-06-21T15:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'c917d690-4a53-4dfd-a704-3047bf7aa079', 'name': '', 'network_id': '74c06579-d48a-4cff-b9f8-ae77fa2b536b', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:da:1d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eca211-f701-4920-a3ba-36b7636941d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '152d357e-e4ea-430b-be70-895b834e004b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:06:43Z', 'updated_at': '2021-06-21T15:06:47Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '152d357e-e4ea-430b-be70-895b834e004b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:10:23.819699 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85a897-c360-4429-8c60-cffd5456e74c req-d24d24ef-cc38-492a-9d6d-bfecd3964333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:23.821293 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1e85a897-c360-4429-8c60-cffd5456e74c req-d24d24ef-cc38-492a-9d6d-bfecd3964333 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=74c06579-d48a-4cff-b9f8-ae77fa2b536b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0572047 Jun 21 15:10:23.929389 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1e85a897-c360-4429-8c60-cffd5456e74c req-0b92f2c6-585c-49fe-b684-7422e5174130 service neutron] 10.222.0.66 "GET /v2.0/networks/74c06579-d48a-4cff-b9f8-ae77fa2b536b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008091 Jun 21 15:10:24.020692 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f18799-e9e4-423a-bb93-68c9804071c9 None None] New status for floating IP 7ca1ac9a-82ad-4119-9535-f5de48f266bf: DOWN {{(pid=105227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:10:24.031453 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1e85a897-c360-4429-8c60-cffd5456e74c req-551d2c58-e58d-4c54-ba90-87545777c600 service neutron] 10.222.0.66 "GET /v2.0/networks/74c06579-d48a-4cff-b9f8-ae77fa2b536b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951116 Jun 21 15:10:25.042030 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815fd67-b429-4481-b67a-9862fcefe7d7 req-9efd6856-fb80-4319-b2b2-308c417b79ca tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:25.043532 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b815fd67-b429-4481-b67a-9862fcefe7d7 req-9efd6856-fb80-4319-b2b2-308c417b79ca tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=01ac039a-f3b6-432c-a4a3-d854f1d50945 HTTP/1.1" status: 200 len: 946 time: 0.1761928 Jun 21 15:10:25.054612 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34830958-c729-4822-9119-715b291b4184 req-dc61a099-3142-4a1b-a7f6-e854fd0113ee tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:25.055973 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-34830958-c729-4822-9119-715b291b4184 req-dc61a099-3142-4a1b-a7f6-e854fd0113ee tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/ports?device_id=01ac039a-f3b6-432c-a4a3-d854f1d50945 HTTP/1.1" status: 200 len: 946 time: 0.1211169 Jun 21 15:10:25.099211 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:10:25.130034 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b815fd67-b429-4481-b67a-9862fcefe7d7 req-791d1868-ef92-4736-a025-0d76941ef7b8 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=7adf28f9-4fed-434f-b755-520446ddf955&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730164 Jun 21 15:10:25.198795 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-34830958-c729-4822-9119-715b291b4184 req-94348465-c023-4702-a43e-c44482578584 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port 25821ef5-8193-4d70-8680-8fb76fbb7be3 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:10:25.199128 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-34830958-c729-4822-9119-715b291b4184 req-94348465-c023-4702-a43e-c44482578584 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:25.298564 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-34830958-c729-4822-9119-715b291b4184 req-94348465-c023-4702-a43e-c44482578584 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] For port 25821ef5-8193-4d70-8680-8fb76fbb7be3, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=25821ef5-8193-4d70-8680-8fb76fbb7be3,segment=NetworkSegment(6182b058-e775-42c8-8a53-5fafabf25439),segment_id=6182b058-e775-42c8-8a53-5fafabf25439)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:10:25.298856 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-34830958-c729-4822-9119-715b291b4184 req-94348465-c023-4702-a43e-c44482578584 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:25.368534 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-34830958-c729-4822-9119-715b291b4184 req-94348465-c023-4702-a43e-c44482578584 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for 25821ef5-8193-4d70-8680-8fb76fbb7be3 owned by compute:nova {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:10:25.521486 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-34830958-c729-4822-9119-715b291b4184 req-94348465-c023-4702-a43e-c44482578584 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:25.528058 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c3aeef7e-e84a-4720-9cd5-2eabdb96fec0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:25.559726 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94348465-c023-4702-a43e-c44482578584 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=25821ef5-8193-4d70-8680-8fb76fbb7be3,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:25.572219 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94348465-c023-4702-a43e-c44482578584 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:25.572585 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94348465-c023-4702-a43e-c44482578584 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:25.572947 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94348465-c023-4702-a43e-c44482578584 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:25.573326 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94348465-c023-4702-a43e-c44482578584 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:25.573750 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94348465-c023-4702-a43e-c44482578584 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:25.574240 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94348465-c023-4702-a43e-c44482578584 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:25.574447 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94348465-c023-4702-a43e-c44482578584 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:25.574812 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94348465-c023-4702-a43e-c44482578584 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:25.575240 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94348465-c023-4702-a43e-c44482578584 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:25.575619 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94348465-c023-4702-a43e-c44482578584 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:25.576003 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94348465-c023-4702-a43e-c44482578584 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:25.576417 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94348465-c023-4702-a43e-c44482578584 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:25.595088 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-94348465-c023-4702-a43e-c44482578584 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:25.616333 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-34830958-c729-4822-9119-715b291b4184 req-94348465-c023-4702-a43e-c44482578584 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] No DVR routers for this DVR port 25821ef5-8193-4d70-8680-8fb76fbb7be3 on host hv-neutron-7971 {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:10:25.618883 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-34830958-c729-4822-9119-715b291b4184 req-94348465-c023-4702-a43e-c44482578584 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:25.620927 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-34830958-c729-4822-9119-715b291b4184 req-94348465-c023-4702-a43e-c44482578584 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "DELETE /v2.0/ports/25821ef5-8193-4d70-8680-8fb76fbb7be3 HTTP/1.1" status: 204 len: 173 time: 0.5570278 Jun 21 15:10:25.621451 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ac039a-f3b6-432c-a4a3-d854f1d50945', 'name': 'network-vif-deleted', 'tag': '25821ef5-8193-4d70-8680-8fb76fbb7be3'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:10:25.623903 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04387de4-8d22-469d-a579-9fa1927a8635" -d '{"events": [{"server_uuid": "01ac039a-f3b6-432c-a4a3-d854f1d50945", "name": "network-vif-deleted", "tag": "25821ef5-8193-4d70-8680-8fb76fbb7be3"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:10:25.734668 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf65c6c-84c1-4621-9ee0-60e91ac0beca x-openstack-request-id: req-0cf65c6c-84c1-4621-9ee0-60e91ac0beca {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:10:25.735014 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ac039a-f3b6-432c-a4a3-d854f1d50945", "name": "network-vif-deleted", "tag": "25821ef5-8193-4d70-8680-8fb76fbb7be3", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:10:25.735343 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0cf65c6c-84c1-4621-9ee0-60e91ac0beca {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:10:25.735799 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ac039a-f3b6-432c-a4a3-d854f1d50945', 'name': 'network-vif-deleted', 'tag': '25821ef5-8193-4d70-8680-8fb76fbb7be3', 'status': 'completed', 'code': 200} Jun 21 15:10:26.288658 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d9530e75-f2c5-4052-8054-cf94d403755c req-3f5512a3-8fc1-4c52-9ed3-d1df16642828 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=01ac039a-f3b6-432c-a4a3-d854f1d50945 HTTP/1.1" status: 200 len: 210 time: 0.0299578 Jun 21 15:10:27.388636 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40572) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:10:27.463681 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8358035c-48d4-4855-b1ed-bcc5e8475c2e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:27.495246 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8358035c-48d4-4855-b1ed-bcc5e8475c2e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:27.561056 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8358035c-48d4-4855-b1ed-bcc5e8475c2e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:27.563899 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8358035c-48d4-4855-b1ed-bcc5e8475c2e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:27.565123 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8358035c-48d4-4855-b1ed-bcc5e8475c2e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/security-groups/7adf28f9-4fed-434f-b755-520446ddf955 HTTP/1.1" status: 204 len: 168 time: 0.1754649 Jun 21 15:10:27.566250 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-093cc51d-c173-409d-891d-af4c7fbb489f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:27.577268 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358035c-48d4-4855-b1ed-bcc5e8475c2e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adf28f9-4fed-434f-b755-520446ddf955,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:27.580306 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8358035c-48d4-4855-b1ed-bcc5e8475c2e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:27.605437 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40576) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:10:28.005114 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b125b991-61e3-46a7-b074-b134243150e9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:28.314896 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-b125b991-61e3-46a7-b074-b134243150e9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port c917d690-4a53-4dfd-a704-3047bf7aa079 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:10:28.315106 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b125b991-61e3-46a7-b074-b134243150e9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:28.408566 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-b125b991-61e3-46a7-b074-b134243150e9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] For port c917d690-4a53-4dfd-a704-3047bf7aa079, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=c917d690-4a53-4dfd-a704-3047bf7aa079,segment=NetworkSegment(6182b058-e775-42c8-8a53-5fafabf25439),segment_id=6182b058-e775-42c8-8a53-5fafabf25439)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:10:28.409116 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b125b991-61e3-46a7-b074-b134243150e9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:28.475306 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-b125b991-61e3-46a7-b074-b134243150e9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for c917d690-4a53-4dfd-a704-3047bf7aa079 owned by network:router_interface {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:10:28.677250 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b125b991-61e3-46a7-b074-b134243150e9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:28.680384 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ec727246-82da-4c97-8b7c-7aae5ab44f28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:28.707818 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b125b991-61e3-46a7-b074-b134243150e9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=c917d690-4a53-4dfd-a704-3047bf7aa079,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:28.712936 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b125b991-61e3-46a7-b074-b134243150e9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:28.888021 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b125b991-61e3-46a7-b074-b134243150e9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:29.120059 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b125b991-61e3-46a7-b074-b134243150e9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router 77eca211-f701-4920-a3ba-36b7636941d6 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:10:29.237519 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b125b991-61e3-46a7-b074-b134243150e9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:10:29.242643 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b125b991-61e3-46a7-b074-b134243150e9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "PUT /v2.0/routers/77eca211-f701-4920-a3ba-36b7636941d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6360376 Jun 21 15:10:29.245338 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40578) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:10:29.246919 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f971e5af-7f5c-4229-a529-ac141b8548ca None None] Sync routers for ids ['77eca211-f701-4920-a3ba-36b7636941d6'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:10:29.256811 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f971e5af-7f5c-4229-a529-ac141b8548ca None None] Routers {'77eca211-f701-4920-a3ba-36b7636941d6'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:10:29.257435 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-f971e5af-7f5c-4229-a529-ac141b8548ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:10:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['77eca211-f701-4920-a3ba-36b7636941d6'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:10:29.298120 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9d1e9f-006c-433e-9823-914284792d1b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting subnet 152d357e-e4ea-430b-be70-895b834e004b {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 15:10:29.300914 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1b9d1e9f-006c-433e-9823-914284792d1b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:29.346708 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1b9d1e9f-006c-433e-9823-914284792d1b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:29.360693 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-f971e5af-7f5c-4229-a529-ac141b8548ca None None] Set router 77eca211-f701-4920-a3ba-36b7636941d6 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:10:29.436474 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1b9d1e9f-006c-433e-9823-914284792d1b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:29.500800 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1b9d1e9f-006c-433e-9823-914284792d1b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:29.502943 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0094e566-9d07-48cf-9c5a-75de2d7438e9 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:29.532739 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d1e9f-006c-433e-9823-914284792d1b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Subnet': ['ID=152d357e-e4ea-430b-be70-895b834e004b,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:29.536125 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1b9d1e9f-006c-433e-9823-914284792d1b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:29.537118 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1b9d1e9f-006c-433e-9823-914284792d1b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:29.539001 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1b9d1e9f-006c-433e-9823-914284792d1b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/subnets/152d357e-e4ea-430b-be70-895b834e004b HTTP/1.1" status: 204 len: 168 time: 0.2927101 Jun 21 15:10:29.541762 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40580) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:10:29.545504 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255b7413-a005-491f-8efd-0b24d5cf1898 None None] Network 74c06579-d48a-4cff-b9f8-ae77fa2b536b requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:10:29.587391 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 25821ef5-8193-4d70-8680-8fb76fbb7be3 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:10:29.622383 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: 25821ef5-8193-4d70-8680-8fb76fbb7be3 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:10:29.622728 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 25821ef5-8193-4d70-8680-8fb76fbb7be3 not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:10:29.628176 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-f971e5af-7f5c-4229-a529-ac141b8548ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eca211-f701-4920-a3ba-36b7636941d6', 'name': 'tempest-TestNetworkBasicOps-router-1512457062', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '863e356d-bf6e-4315-918d-2e260612e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:06:40Z', 'updated_at': '2021-06-21T15:10:28Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '863e356d-bf6e-4315-918d-2e260612e1c4', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eca211-f701-4920-a3ba-36b7636941d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:06:41Z', 'updated_at': '2021-06-21T15:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:10:29.650171 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-08e1775f-f74b-4d0c-ab37-fa8b968f8002 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:29.665484 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f971e5af-7f5c-4229-a529-ac141b8548ca None None] Checking router: 77eca211-f701-4920-a3ba-36b7636941d6 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:10:29.716047 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f971e5af-7f5c-4229-a529-ac141b8548ca None None] Routers {'77eca211-f701-4920-a3ba-36b7636941d6'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:10:29.716768 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-f971e5af-7f5c-4229-a529-ac141b8548ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:10:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['77eca211-f701-4920-a3ba-36b7636941d6'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:10:29.758931 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-08e1775f-f74b-4d0c-ab37-fa8b968f8002 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:29.813627 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-08e1775f-f74b-4d0c-ab37-fa8b968f8002 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port 863e356d-bf6e-4315-918d-2e260612e1c4 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:10:29.814007 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-08e1775f-f74b-4d0c-ab37-fa8b968f8002 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:29.836737 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-f971e5af-7f5c-4229-a529-ac141b8548ca None None] Set router 77eca211-f701-4920-a3ba-36b7636941d6 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:10:29.904606 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-08e1775f-f74b-4d0c-ab37-fa8b968f8002 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] For port 863e356d-bf6e-4315-918d-2e260612e1c4, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=863e356d-bf6e-4315-918d-2e260612e1c4,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:10:29.904887 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-08e1775f-f74b-4d0c-ab37-fa8b968f8002 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:29.910310 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d48519-13b8-4f27-81cd-a9feabc126d5 None None] DHCP port deletion for 74c06579-d48a-4cff-b9f8-ae77fa2b536b request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 15:10:29.977255 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-08e1775f-f74b-4d0c-ab37-fa8b968f8002 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for 863e356d-bf6e-4315-918d-2e260612e1c4 owned by network:router_gateway {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:10:30.205368 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-81d48519-13b8-4f27-81cd-a9feabc126d5 None None] Deleting port 5d26d0e8-c3d7-4e63-9384-d05931b61e11 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:10:30.205605 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-81d48519-13b8-4f27-81cd-a9feabc126d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:30.279429 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-81d48519-13b8-4f27-81cd-a9feabc126d5 None None] For port 5d26d0e8-c3d7-4e63-9384-d05931b61e11, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=5d26d0e8-c3d7-4e63-9384-d05931b61e11,segment=NetworkSegment(6182b058-e775-42c8-8a53-5fafabf25439),segment_id=6182b058-e775-42c8-8a53-5fafabf25439)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:10:30.280193 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-81d48519-13b8-4f27-81cd-a9feabc126d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:30.300097 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-f971e5af-7f5c-4229-a529-ac141b8548ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77eca211-f701-4920-a3ba-36b7636941d6', 'name': 'tempest-TestNetworkBasicOps-router-1512457062', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '863e356d-bf6e-4315-918d-2e260612e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:06:40Z', 'updated_at': '2021-06-21T15:10:28Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '863e356d-bf6e-4315-918d-2e260612e1c4', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eca211-f701-4920-a3ba-36b7636941d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:06:41Z', 'updated_at': '2021-06-21T15:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:10:30.352701 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-81d48519-13b8-4f27-81cd-a9feabc126d5 None None] Calling delete_port for 5d26d0e8-c3d7-4e63-9384-d05931b61e11 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:10:30.383912 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f971e5af-7f5c-4229-a529-ac141b8548ca None None] The sync data for ids ['77eca211-f701-4920-a3ba-36b7636941d6'] in dv-neutron-797121-2-hyperv is: [{'id': '77eca211-f701-4920-a3ba-36b7636941d6', 'name': 'tempest-TestNetworkBasicOps-router-1512457062', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.178'}], 'enable_snat': True}, 'gw_port_id': '863e356d-bf6e-4315-918d-2e260612e1c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:06:40Z', 'updated_at': '2021-06-21T15:10:28Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '863e356d-bf6e-4315-918d-2e260612e1c4', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77eca211-f701-4920-a3ba-36b7636941d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:06:41Z', 'updated_at': '2021-06-21T15:06:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:10:30.471620 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-81d48519-13b8-4f27-81cd-a9feabc126d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:30.473670 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-a8280635-5d45-49f5-9672-98716d4e5bd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:30.498834 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d48519-13b8-4f27-81cd-a9feabc126d5 None None] Pushing event deleted for resources: {'Port': ['ID=5d26d0e8-c3d7-4e63-9384-d05931b61e11,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:30.507465 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d48519-13b8-4f27-81cd-a9feabc126d5 None None] No DVR routers for this DVR port 5d26d0e8-c3d7-4e63-9384-d05931b61e11 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:10:30.510110 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d48519-13b8-4f27-81cd-a9feabc126d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:30.510581 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-08e1775f-f74b-4d0c-ab37-fa8b968f8002 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:30.511110 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d48519-13b8-4f27-81cd-a9feabc126d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:30.511110 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d48519-13b8-4f27-81cd-a9feabc126d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:30.511300 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d48519-13b8-4f27-81cd-a9feabc126d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:30.511634 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d48519-13b8-4f27-81cd-a9feabc126d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:30.512062 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d48519-13b8-4f27-81cd-a9feabc126d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:30.512400 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d48519-13b8-4f27-81cd-a9feabc126d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:30.512858 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d48519-13b8-4f27-81cd-a9feabc126d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:30.513009 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-dff08751-84cb-48a4-920f-52b69fb80839 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:30.513194 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d48519-13b8-4f27-81cd-a9feabc126d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:30.513544 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d48519-13b8-4f27-81cd-a9feabc126d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:30.513941 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d48519-13b8-4f27-81cd-a9feabc126d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:30.514318 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d48519-13b8-4f27-81cd-a9feabc126d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:30.518474 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-81d48519-13b8-4f27-81cd-a9feabc126d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:30.543693 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1775f-f74b-4d0c-ab37-fa8b968f8002 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=863e356d-bf6e-4315-918d-2e260612e1c4,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:30.547595 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-08e1775f-f74b-4d0c-ab37-fa8b968f8002 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:30.615940 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-08e1775f-f74b-4d0c-ab37-fa8b968f8002 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:30.709009 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-08e1775f-f74b-4d0c-ab37-fa8b968f8002 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:30.711199 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-08e1775f-f74b-4d0c-ab37-fa8b968f8002 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:30.762247 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-08e1775f-f74b-4d0c-ab37-fa8b968f8002 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:30.762776 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e1775f-f74b-4d0c-ab37-fa8b968f8002 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Fanout notify agent at l3_agent the message router_deleted on router 77eca211-f701-4920-a3ba-36b7636941d6 {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 15:10:30.770207 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-08e1775f-f74b-4d0c-ab37-fa8b968f8002 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:30.771543 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-08e1775f-f74b-4d0c-ab37-fa8b968f8002 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/routers/77eca211-f701-4920-a3ba-36b7636941d6 HTTP/1.1" status: 204 len: 168 time: 1.2287562 Jun 21 15:10:30.774439 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40582) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:10:30.860888 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f9b81d6b-06ff-42a1-b9d5-8741be46b8c9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:30.951505 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f9b81d6b-06ff-42a1-b9d5-8741be46b8c9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:30.963385 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-f9b81d6b-06ff-42a1-b9d5-8741be46b8c9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c06579-d48a-4cff-b9f8-ae77fa2b536b']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:10:30.975415 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-f9b81d6b-06ff-42a1-b9d5-8741be46b8c9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6182b058-e775-42c8-8a53-5fafabf25439') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:10:30.975790 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-f9b81d6b-06ff-42a1-b9d5-8741be46b8c9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6182b058-e775-42c8-8a53-5fafabf25439') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:10:30.986436 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f9b81d6b-06ff-42a1-b9d5-8741be46b8c9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:31.005161 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f9b81d6b-06ff-42a1-b9d5-8741be46b8c9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:31.011871 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9b81d6b-06ff-42a1-b9d5-8741be46b8c9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Releasing vlan 433 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 15:10:31.012342 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f9b81d6b-06ff-42a1-b9d5-8741be46b8c9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:31.016195 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:10:31.016195 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:10:31.016195 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:10:31.016195 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:10:31.016195 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 15:10:31.016195 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 15:10:31.016195 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 15:10:31.016195 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 15:10:31.016195 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 15:10:31.016195 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 15:10:31.016195 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 15:10:31.016195 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 15:10:31.016195 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 15:10:31.016195 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 15:10:31.016195 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 15:10:31.016195 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 15:10:31.016195 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 15:10:31.016195 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 15:10:31.016195 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 15:10:31.016195 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 15:10:31.016195 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 15:10:31.016195 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 15:10:31.016195 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 15:10:31.016195 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 15:10:31.016195 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 15:10:31.016195 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 15:10:31.016195 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 15:10:31.016195 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 15:10:31.016195 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 15:10:31.016195 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 15:10:31.016195 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 15:10:31.016195 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 15:10:31.016195 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 15:10:31.016195 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 15:10:31.016195 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 15:10:31.016195 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 15:10:31.082443 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f9b81d6b-06ff-42a1-b9d5-8741be46b8c9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:31.086856 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-50682d6f-af00-45b1-99cc-e793e458ce8c tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:31.090826 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f9b81d6b-06ff-42a1-b9d5-8741be46b8c9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:31.092471 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f9b81d6b-06ff-42a1-b9d5-8741be46b8c9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/networks/74c06579-d48a-4cff-b9f8-ae77fa2b536b HTTP/1.1" status: 204 len: 168 time: 0.3170867 Jun 21 15:10:31.104058 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40584) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:10:31.109450 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-5458e5dc-f980-4d90-8077-8f1e1a29e624 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'network': {'name': 'tempest-network-smoke--1698635194', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'port_security_enabled': True}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:10:31.112728 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b81d6b-06ff-42a1-b9d5-8741be46b8c9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Network': ['ID=74c06579-d48a-4cff-b9f8-ae77fa2b536b,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:31.115530 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f9b81d6b-06ff-42a1-b9d5-8741be46b8c9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:31.138661 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5458e5dc-f980-4d90-8077-8f1e1a29e624 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Made reservation on behalf of 6034e39b7b9c4208ae0c3b83482b9f88 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:10:31.140594 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5458e5dc-f980-4d90-8077-8f1e1a29e624 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:31.166074 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5458e5dc-f980-4d90-8077-8f1e1a29e624 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 15:10:31.176504 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5458e5dc-f980-4d90-8077-8f1e1a29e624 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:31.176870 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-5458e5dc-f980-4d90-8077-8f1e1a29e624 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Added segment 1f51bebe-b915-4872-8193-71db389dd844 of type vlan for network b192f778-67fc-465e-b47b-225288a9fa8f Jun 21 15:10:31.219734 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5458e5dc-f980-4d90-8077-8f1e1a29e624 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:31.258395 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5458e5dc-f980-4d90-8077-8f1e1a29e624 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:31.263995 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5458e5dc-f980-4d90-8077-8f1e1a29e624 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:31.264575 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5458e5dc-f980-4d90-8077-8f1e1a29e624 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:31.267045 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-029f691f-b491-4396-816f-e8992fe00b06 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:31.327384 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5458e5dc-f980-4d90-8077-8f1e1a29e624 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2221560 Jun 21 15:10:31.330067 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40586) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:10:31.336505 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-8414f6a3-dd3a-43a4-aa1b-6eea508d7d58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2054786389', 'admin_state_up': True, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:10:31.347656 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5458e5dc-f980-4d90-8077-8f1e1a29e624 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Network': ['ID=b192f778-67fc-465e-b47b-225288a9fa8f,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:31.350564 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5458e5dc-f980-4d90-8077-8f1e1a29e624 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:31.359222 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network b192f778-67fc-465e-b47b-225288a9fa8f details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 15:10:31.371746 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8414f6a3-dd3a-43a4-aa1b-6eea508d7d58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:31.373622 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8414f6a3-dd3a-43a4-aa1b-6eea508d7d58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:31.433121 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8414f6a3-dd3a-43a4-aa1b-6eea508d7d58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:31.578772 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8414f6a3-dd3a-43a4-aa1b-6eea508d7d58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:31.706363 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device c917d690-4a53-4dfd-a704-3047bf7aa079 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:10:31.727590 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: c917d690-4a53-4dfd-a704-3047bf7aa079 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:10:31.727950 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device c917d690-4a53-4dfd-a704-3047bf7aa079 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:10:31.728375 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 5d26d0e8-c3d7-4e63-9384-d05931b61e11 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:10:31.748194 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 5d26d0e8-c3d7-4e63-9384-d05931b61e11 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:10:31.748557 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 5d26d0e8-c3d7-4e63-9384-d05931b61e11 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:10:31.748981 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 863e356d-bf6e-4315-918d-2e260612e1c4 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:10:31.769293 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 863e356d-bf6e-4315-918d-2e260612e1c4 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:10:31.769649 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 863e356d-bf6e-4315-918d-2e260612e1c4 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:10:31.801939 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8414f6a3-dd3a-43a4-aa1b-6eea508d7d58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_gateway, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:31.826106 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8414f6a3-dd3a-43a4-aa1b-6eea508d7d58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:31.940130 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-8414f6a3-dd3a-43a4-aa1b-6eea508d7d58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Allocated IP 172.26.3.149 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/94e017c5-aeda-4ed5-a699-fdeaa2c146ec) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:10:32.071005 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8414f6a3-dd3a-43a4-aa1b-6eea508d7d58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:32.122655 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8414f6a3-dd3a-43a4-aa1b-6eea508d7d58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:32.124690 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-08e1775f-f74b-4d0c-ab37-fa8b968f8002 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:32.161724 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8414f6a3-dd3a-43a4-aa1b-6eea508d7d58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:10:32.164654 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-8414f6a3-dd3a-43a4-aa1b-6eea508d7d58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:10:32.170900 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8414f6a3-dd3a-43a4-aa1b-6eea508d7d58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:10:32.176930 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8414f6a3-dd3a-43a4-aa1b-6eea508d7d58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=94e017c5-aeda-4ed5-a699-fdeaa2c146ec,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:32.195917 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8414f6a3-dd3a-43a4-aa1b-6eea508d7d58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:32.446910 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8414f6a3-dd3a-43a4-aa1b-6eea508d7d58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_gateway, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:32.666460 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8414f6a3-dd3a-43a4-aa1b-6eea508d7d58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:32.810886 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8414f6a3-dd3a-43a4-aa1b-6eea508d7d58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router 1752a03c-50ba-45d9-afbe-762808aa65aa is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 15:10:32.921104 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8414f6a3-dd3a-43a4-aa1b-6eea508d7d58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:10:32.930977 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2680adcf-fcfd-4869-bb98-856f071e668c None None] Sync routers for ids ['1752a03c-50ba-45d9-afbe-762808aa65aa'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:10:32.941558 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2680adcf-fcfd-4869-bb98-856f071e668c None None] Routers {'1752a03c-50ba-45d9-afbe-762808aa65aa'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:10:32.942216 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-2680adcf-fcfd-4869-bb98-856f071e668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:10:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['1752a03c-50ba-45d9-afbe-762808aa65aa'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:10:32.943482 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8414f6a3-dd3a-43a4-aa1b-6eea508d7d58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:32.944762 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8414f6a3-dd3a-43a4-aa1b-6eea508d7d58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.6137967 Jun 21 15:10:32.948349 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40588) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:10:33.054099 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-2680adcf-fcfd-4869-bb98-856f071e668c None None] Set router 1752a03c-50ba-45d9-afbe-762808aa65aa gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:10:33.119744 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d4088c30-d413-4635-8d20-6040c6c2df44 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=6034e39b7b9c4208ae0c3b83482b9f88&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1701524 Jun 21 15:10:33.122326 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40592) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:10:33.205623 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e6148b-ae22-47fd-86cd-1d713789a5d2 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:33.209843 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-53e6148b-ae22-47fd-86cd-1d713789a5d2 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0839663 Jun 21 15:10:33.210099 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40594) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:10:33.237430 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-2680adcf-fcfd-4869-bb98-856f071e668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'name': 'tempest-TestNetworkBasicOps-router-2054786389', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:32Z', 'revision_number': 3, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:10:33.245223 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-acef38c4-4b4f-4dcc-b18b-33becdf2910d tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=78e7bc12-ea33-4baf-9744-b93105835641&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338795 Jun 21 15:10:33.247685 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40596) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:10:33.252829 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-4214fc53-46dd-4ba9-b8bf-dd2b24a6604b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1238583544', 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:10:33.267355 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2680adcf-fcfd-4869-bb98-856f071e668c None None] Checking router: 1752a03c-50ba-45d9-afbe-762808aa65aa for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:10:33.267704 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2680adcf-fcfd-4869-bb98-856f071e668c None None] Updating router 1752a03c-50ba-45d9-afbe-762808aa65aa port 94e017c5-aeda-4ed5-a699-fdeaa2c146ec binding host dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:10:33.301163 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-2680adcf-fcfd-4869-bb98-856f071e668c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:33.345463 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4214fc53-46dd-4ba9-b8bf-dd2b24a6604b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Made reservation on behalf of 6034e39b7b9c4208ae0c3b83482b9f88 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:10:33.348963 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4214fc53-46dd-4ba9-b8bf-dd2b24a6604b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:33.540398 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4214fc53-46dd-4ba9-b8bf-dd2b24a6604b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:33.541515 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-52a4336e-eb29-4999-8aab-8ece9866f4f0 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:33.556352 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-2680adcf-fcfd-4869-bb98-856f071e668c None None] Notify callbacks [] for port, precommit_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:33.566467 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.provisioning_blocks [None req-2680adcf-fcfd-4869-bb98-856f071e668c None None] Transition to ACTIVE for port object 94e017c5-aeda-4ed5-a699-fdeaa2c146ec will not be triggered until provisioned by entity L2. {{(pid=105227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:10:33.573148 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-2680adcf-fcfd-4869-bb98-856f071e668c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:33.575449 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-2dbb0292-e97f-4b2a-872e-8ce27b9e614c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:33.600637 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4214fc53-46dd-4ba9-b8bf-dd2b24a6604b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Subnet': ['ID=031542fb-2346-44fc-bc63-925b03ae5e21,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:33.604533 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4214fc53-46dd-4ba9-b8bf-dd2b24a6604b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:33.608218 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4214fc53-46dd-4ba9-b8bf-dd2b24a6604b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Checking segment: {'id': '1f51bebe-b915-4872-8193-71db389dd844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:10:33.609206 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4214fc53-46dd-4ba9-b8bf-dd2b24a6604b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network hostable DHCP agents. Network: b192f778-67fc-465e-b47b-225288a9fa8f, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 15:10:33.622921 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-2680adcf-fcfd-4869-bb98-856f071e668c None None] Attempting to bind port 94e017c5-aeda-4ed5-a699-fdeaa2c146ec on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:10:33.623289 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-2680adcf-fcfd-4869-bb98-856f071e668c None None] Attempting to bind port 94e017c5-aeda-4ed5-a699-fdeaa2c146ec by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:10:33.623654 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2680adcf-fcfd-4869-bb98-856f071e668c None None] Attempting to bind port 94e017c5-aeda-4ed5-a699-fdeaa2c146ec on network 78e7bc12-ea33-4baf-9744-b93105835641 {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:10:33.628057 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4214fc53-46dd-4ba9-b8bf-dd2b24a6604b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network b192f778-67fc-465e-b47b-225288a9fa8f is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 15:10:33.634558 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ba52f-9199-43c0-baff-defe6868a52b None None] Pushing event updated for resources: {'Port': ['ID=94e017c5-aeda-4ed5-a699-fdeaa2c146ec,revision_number=2']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:33.636612 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2680adcf-fcfd-4869-bb98-856f071e668c None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:10:33.636989 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2680adcf-fcfd-4869-bb98-856f071e668c None None] Checking segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:10:33.637403 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-2680adcf-fcfd-4869-bb98-856f071e668c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:33.637831 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2680adcf-fcfd-4869-bb98-856f071e668c None None] Bound using segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:10:33.638372 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-2680adcf-fcfd-4869-bb98-856f071e668c None None] Bound port: 94e017c5-aeda-4ed5-a699-fdeaa2c146ec, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:10:33.638537 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-4214fc53-46dd-4ba9-b8bf-dd2b24a6604b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, b192f778-67fc-465e-b47b-225288a9fa8f) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:10:33.638748 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-2680adcf-fcfd-4869-bb98-856f071e668c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:33.642704 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4214fc53-46dd-4ba9-b8bf-dd2b24a6604b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:33.643357 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4214fc53-46dd-4ba9-b8bf-dd2b24a6604b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:33.645903 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1ba52f-9199-43c0-baff-defe6868a52b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:33.646762 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1ba52f-9199-43c0-baff-defe6868a52b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:33.646762 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1ba52f-9199-43c0-baff-defe6868a52b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:33.647070 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1ba52f-9199-43c0-baff-defe6868a52b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:33.647154 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1ba52f-9199-43c0-baff-defe6868a52b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:33.647465 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1ba52f-9199-43c0-baff-defe6868a52b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:33.647856 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1ba52f-9199-43c0-baff-defe6868a52b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:33.648082 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1ba52f-9199-43c0-baff-defe6868a52b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:33.648415 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1ba52f-9199-43c0-baff-defe6868a52b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:33.648701 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1ba52f-9199-43c0-baff-defe6868a52b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:33.649696 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1ba52f-9199-43c0-baff-defe6868a52b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:33.649696 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb1ba52f-9199-43c0-baff-defe6868a52b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:33.655726 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d675551-a150-41f4-8c91-48bc1086baa8 None None] Network b192f778-67fc-465e-b47b-225288a9fa8f requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:10:33.670642 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4214fc53-46dd-4ba9-b8bf-dd2b24a6604b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4189818 Jun 21 15:10:33.671204 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40598) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:10:33.768265 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-fb1ba52f-9199-43c0-baff-defe6868a52b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:33.800198 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-2680adcf-fcfd-4869-bb98-856f071e668c None None] For port 94e017c5-aeda-4ed5-a699-fdeaa2c146ec, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:10:33.803795 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-2680adcf-fcfd-4869-bb98-856f071e668c None None] For port 94e017c5-aeda-4ed5-a699-fdeaa2c146ec, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=94e017c5-aeda-4ed5-a699-fdeaa2c146ec,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:10:33.808141 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-2680adcf-fcfd-4869-bb98-856f071e668c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:33.810166 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-8305596b-da31-496d-aec9-6df4785184cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:33.823971 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d822637-94dc-4d8c-a62d-3bc6b8042aa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-b192f778-67fc-465e-b47b-225288a9fa8f', 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ips': [{'subnet_id': '031542fb-2346-44fc-bc63-925b03ae5e21'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 15:10:33.825104 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6d822637-94dc-4d8c-a62d-3bc6b8042aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:33.871577 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1ba52f-9199-43c0-baff-defe6868a52b None None] Pushing event updated for resources: {'Port': ['ID=94e017c5-aeda-4ed5-a699-fdeaa2c146ec,revision_number=3']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:33.875037 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-fb1ba52f-9199-43c0-baff-defe6868a52b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:33.883677 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2680adcf-fcfd-4869-bb98-856f071e668c None None] Routers {'1752a03c-50ba-45d9-afbe-762808aa65aa'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:10:33.884294 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-2680adcf-fcfd-4869-bb98-856f071e668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:10:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['1752a03c-50ba-45d9-afbe-762808aa65aa'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:10:33.967908 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-6d822637-94dc-4d8c-a62d-3bc6b8042aa1 None None] Allocated IP 172.20.0.2 (b192f778-67fc-465e-b47b-225288a9fa8f/031542fb-2346-44fc-bc63-925b03ae5e21/67072823-2765-4cc4-90b2-2e8617223e35) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:10:33.994964 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-2680adcf-fcfd-4869-bb98-856f071e668c None None] Set router 1752a03c-50ba-45d9-afbe-762808aa65aa gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:10:34.150380 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6d822637-94dc-4d8c-a62d-3bc6b8042aa1 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:34.155434 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5e9c7145-4eb5-443d-802f-a9e82a12315f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:34.159834 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6d822637-94dc-4d8c-a62d-3bc6b8042aa1 None None] Transition to ACTIVE for port object 67072823-2765-4cc4-90b2-2e8617223e35 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:10:34.176874 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6d822637-94dc-4d8c-a62d-3bc6b8042aa1 None None] Transition to ACTIVE for port object 67072823-2765-4cc4-90b2-2e8617223e35 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:10:34.183959 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6d822637-94dc-4d8c-a62d-3bc6b8042aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:34.192794 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-37535f81-6483-45e4-a65d-134ed5f4031e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:34.195463 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-2680adcf-fcfd-4869-bb98-856f071e668c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'name': 'tempest-TestNetworkBasicOps-router-2054786389', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:32Z', 'revision_number': 3, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:10:34.220437 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d822637-94dc-4d8c-a62d-3bc6b8042aa1 None None] Network b192f778-67fc-465e-b47b-225288a9fa8f is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:10:34.223172 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2680adcf-fcfd-4869-bb98-856f071e668c None None] The sync data for ids ['1752a03c-50ba-45d9-afbe-762808aa65aa'] in dv-neutron-797121-2-hyperv is: [{'id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'name': 'tempest-TestNetworkBasicOps-router-2054786389', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:32Z', 'revision_number': 3, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:10:34.225011 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-6d822637-94dc-4d8c-a62d-3bc6b8042aa1 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:10:34.228841 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d822637-94dc-4d8c-a62d-3bc6b8042aa1 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:10:34.264786 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d822637-94dc-4d8c-a62d-3bc6b8042aa1 None None] Pushing event updated for resources: {'Port': ['ID=67072823-2765-4cc4-90b2-2e8617223e35,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:34.269772 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6d822637-94dc-4d8c-a62d-3bc6b8042aa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:34.300616 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-6d822637-94dc-4d8c-a62d-3bc6b8042aa1 None None] Attempting to bind port 67072823-2765-4cc4-90b2-2e8617223e35 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:10:34.300979 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-6d822637-94dc-4d8c-a62d-3bc6b8042aa1 None None] Attempting to bind port 67072823-2765-4cc4-90b2-2e8617223e35 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '1f51bebe-b915-4872-8193-71db389dd844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:10:34.301354 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d822637-94dc-4d8c-a62d-3bc6b8042aa1 None None] Attempting to bind port 67072823-2765-4cc4-90b2-2e8617223e35 on network b192f778-67fc-465e-b47b-225288a9fa8f {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:10:34.306556 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d822637-94dc-4d8c-a62d-3bc6b8042aa1 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:10:34.306928 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d822637-94dc-4d8c-a62d-3bc6b8042aa1 None None] Checking segment: {'id': '1f51bebe-b915-4872-8193-71db389dd844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:10:34.307336 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6d822637-94dc-4d8c-a62d-3bc6b8042aa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:34.307984 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d822637-94dc-4d8c-a62d-3bc6b8042aa1 None None] Bound using segment: {'id': '1f51bebe-b915-4872-8193-71db389dd844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:10:34.308193 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-6d822637-94dc-4d8c-a62d-3bc6b8042aa1 None None] Bound port: 67072823-2765-4cc4-90b2-2e8617223e35, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f51bebe-b915-4872-8193-71db389dd844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:10:34.308564 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6d822637-94dc-4d8c-a62d-3bc6b8042aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:34.379785 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6d822637-94dc-4d8c-a62d-3bc6b8042aa1 None None] For port 67072823-2765-4cc4-90b2-2e8617223e35, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:10:34.384631 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6d822637-94dc-4d8c-a62d-3bc6b8042aa1 None None] For port 67072823-2765-4cc4-90b2-2e8617223e35, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=67072823-2765-4cc4-90b2-2e8617223e35,segment=NetworkSegment(1f51bebe-b915-4872-8193-71db389dd844),segment_id=1f51bebe-b915-4872-8193-71db389dd844)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:10:34.391245 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6d822637-94dc-4d8c-a62d-3bc6b8042aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:34.393659 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:34.455801 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d822637-94dc-4d8c-a62d-3bc6b8042aa1 None None] Pushing event updated for resources: {'Port': ['ID=67072823-2765-4cc4-90b2-2e8617223e35,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:34.459129 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6d822637-94dc-4d8c-a62d-3bc6b8042aa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:34.481162 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-5e9c7145-4eb5-443d-802f-a9e82a12315f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Allocated IP 172.20.0.1 (b192f778-67fc-465e-b47b-225288a9fa8f/031542fb-2346-44fc-bc63-925b03ae5e21/c71379cf-6a9b-4ed8-918f-f6df5ebc581b) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:10:34.613922 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5e9c7145-4eb5-443d-802f-a9e82a12315f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:34.646202 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-5e9c7145-4eb5-443d-802f-a9e82a12315f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Transition to ACTIVE for port object c71379cf-6a9b-4ed8-918f-f6df5ebc581b will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:10:34.698805 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5e9c7145-4eb5-443d-802f-a9e82a12315f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:34.701044 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9b155e1e-bdf6-41a8-ab64-27e24a0913e4 tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:34.749527 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9c7145-4eb5-443d-802f-a9e82a12315f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network b192f778-67fc-465e-b47b-225288a9fa8f is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:10:34.753444 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-5e9c7145-4eb5-443d-802f-a9e82a12315f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:10:34.760384 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9c7145-4eb5-443d-802f-a9e82a12315f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:10:34.786589 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c7145-4eb5-443d-802f-a9e82a12315f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=c71379cf-6a9b-4ed8-918f-f6df5ebc581b,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:34.791167 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5e9c7145-4eb5-443d-802f-a9e82a12315f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:34.811852 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5e9c7145-4eb5-443d-802f-a9e82a12315f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:34.980799 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5e9c7145-4eb5-443d-802f-a9e82a12315f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:35.299666 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5e9c7145-4eb5-443d-802f-a9e82a12315f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:35.306042 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5e9c7145-4eb5-443d-802f-a9e82a12315f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:35.310032 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-42128e30-a833-451c-a764-c776428b26ea tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:35.392678 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae13df2-0660-47dd-8c5d-dfe1f78a7cc0 None None] Network b192f778-67fc-465e-b47b-225288a9fa8f requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:10:35.395175 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c7145-4eb5-443d-802f-a9e82a12315f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=c71379cf-6a9b-4ed8-918f-f6df5ebc581b,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:35.399915 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5e9c7145-4eb5-443d-802f-a9e82a12315f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:35.403247 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5e9c7145-4eb5-443d-802f-a9e82a12315f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:35.430671 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:35.454349 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ec7453da-4cf9-4715-9604-65c5523b4bca None None] Provisioning for port 67072823-2765-4cc4-90b2-2e8617223e35 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:10:35.500575 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9c7145-4eb5-443d-802f-a9e82a12315f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network b192f778-67fc-465e-b47b-225288a9fa8f is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:10:35.502191 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-5e9c7145-4eb5-443d-802f-a9e82a12315f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:10:35.618803 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9c7145-4eb5-443d-802f-a9e82a12315f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router 1752a03c-50ba-45d9-afbe-762808aa65aa has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:10:35.750176 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9c7145-4eb5-443d-802f-a9e82a12315f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:10:35.760956 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5e9c7145-4eb5-443d-802f-a9e82a12315f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "PUT /v2.0/routers/1752a03c-50ba-45d9-afbe-762808aa65aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0874996 Jun 21 15:10:35.763411 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40600) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:10:35.803894 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 67072823-2765-4cc4-90b2-2e8617223e35 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:10:35.851380 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-d58286eb-41f8-41ea-9a1f-82208a27b369 None None] Provisioning for port c71379cf-6a9b-4ed8-918f-f6df5ebc581b completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:10:35.856033 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-d58286eb-41f8-41ea-9a1f-82208a27b369 None None] Provisioning complete for port c71379cf-6a9b-4ed8-918f-f6df5ebc581b triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:10:35.868236 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d58286eb-41f8-41ea-9a1f-82208a27b369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:35.879309 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f39cdb9-63c0-4a12-b700-80b942ebd181 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:35.879786 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f39cdb9-63c0-4a12-b700-80b942ebd181 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:35.880351 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f39cdb9-63c0-4a12-b700-80b942ebd181 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:35.880886 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f39cdb9-63c0-4a12-b700-80b942ebd181 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:35.882863 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4f39cdb9-63c0-4a12-b700-80b942ebd181 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1184151 Jun 21 15:10:35.886090 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40602) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:10:35.896619 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cb01fe-b1e7-4c3b-b9ba-9a87be1900f0 None None] Sync routers for ids ['1752a03c-50ba-45d9-afbe-762808aa65aa'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:10:35.927492 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-d58286eb-41f8-41ea-9a1f-82208a27b369 None None] Port c71379cf-6a9b-4ed8-918f-f6df5ebc581b cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:10:35.929180 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cb01fe-b1e7-4c3b-b9ba-9a87be1900f0 None None] Routers {'1752a03c-50ba-45d9-afbe-762808aa65aa'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:10:35.929873 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-81cb01fe-b1e7-4c3b-b9ba-9a87be1900f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:10:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['1752a03c-50ba-45d9-afbe-762808aa65aa'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:10:35.933811 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 67072823-2765-4cc4-90b2-2e8617223e35 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:10:35.949880 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d1bf58-4da8-4355-9e1c-93f6282db14b tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:35.950342 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d1bf58-4da8-4355-9e1c-93f6282db14b tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:35.950789 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d1bf58-4da8-4355-9e1c-93f6282db14b tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:35.951238 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d1bf58-4da8-4355-9e1c-93f6282db14b tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:35.952995 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-52d1bf58-4da8-4355-9e1c-93f6282db14b tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0658183 Jun 21 15:10:35.956061 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40604) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:10:35.969189 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 67072823-2765-4cc4-90b2-2e8617223e35 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:10:35.969654 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:36.082033 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-bcedbea5-36fc-43c3-a8b9-3410f894f2e3 None None] Provisioning complete for port c71379cf-6a9b-4ed8-918f-f6df5ebc581b triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:10:36.082324 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-bcedbea5-36fc-43c3-a8b9-3410f894f2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:36.106063 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8f1591e3-1c7a-46c7-a64c-0e20359c9ab8 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1484947 Jun 21 15:10:36.112413 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-81cb01fe-b1e7-4c3b-b9ba-9a87be1900f0 None None] Set router 1752a03c-50ba-45d9-afbe-762808aa65aa gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:10:36.190463 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-bcedbea5-36fc-43c3-a8b9-3410f894f2e3 None None] Port c71379cf-6a9b-4ed8-918f-f6df5ebc581b cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:10:36.238759 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:36.319955 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 67072823-2765-4cc4-90b2-2e8617223e35, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=67072823-2765-4cc4-90b2-2e8617223e35,segment=NetworkSegment(1f51bebe-b915-4872-8193-71db389dd844),segment_id=1f51bebe-b915-4872-8193-71db389dd844)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:10:36.330942 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:36.331765 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 94e017c5-aeda-4ed5-a699-fdeaa2c146ec up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:10:36.338023 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:36.387689 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0b3cb667-1717-45ab-867a-32ae5f2f5efb None None] Provisioning complete for port c71379cf-6a9b-4ed8-918f-f6df5ebc581b triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:10:36.388036 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0b3cb667-1717-45ab-867a-32ae5f2f5efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:36.635827 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=67072823-2765-4cc4-90b2-2e8617223e35,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:36.641756 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:36.644254 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-0b3cb667-1717-45ab-867a-32ae5f2f5efb None None] Port c71379cf-6a9b-4ed8-918f-f6df5ebc581b cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:10:36.665302 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 94e017c5-aeda-4ed5-a699-fdeaa2c146ec completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:10:36.670815 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 94e017c5-aeda-4ed5-a699-fdeaa2c146ec triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:10:36.671185 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:36.675458 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-81cb01fe-b1e7-4c3b-b9ba-9a87be1900f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'name': 'tempest-TestNetworkBasicOps-router-2054786389', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:34Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'c71379cf-6a9b-4ed8-918f-f6df5ebc581b', 'name': '', 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:79:6a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '031542fb-2346-44fc-bc63-925b03ae5e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:10:34Z', 'updated_at': '2021-06-21T15:10:35Z', 'revision_number': 2, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '031542fb-2346-44fc-bc63-925b03ae5e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:10:36.718211 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cb01fe-b1e7-4c3b-b9ba-9a87be1900f0 None None] Checking router: 1752a03c-50ba-45d9-afbe-762808aa65aa for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:10:36.718862 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cb01fe-b1e7-4c3b-b9ba-9a87be1900f0 None None] Updating router 1752a03c-50ba-45d9-afbe-762808aa65aa port c71379cf-6a9b-4ed8-918f-f6df5ebc581b binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:10:36.770037 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-81cb01fe-b1e7-4c3b-b9ba-9a87be1900f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:36.851151 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:36.951583 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 94e017c5-aeda-4ed5-a699-fdeaa2c146ec, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=94e017c5-aeda-4ed5-a699-fdeaa2c146ec,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:10:36.959563 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:36.966963 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-5ecef63e-a64e-4e36-befb-c54a1a70f13e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:37.099842 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=94e017c5-aeda-4ed5-a699-fdeaa2c146ec,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:37.105302 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:37.237613 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-81cb01fe-b1e7-4c3b-b9ba-9a87be1900f0 None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:37.249055 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-81cb01fe-b1e7-4c3b-b9ba-9a87be1900f0 None None] Transition to ACTIVE for port object c71379cf-6a9b-4ed8-918f-f6df5ebc581b will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:10:37.261414 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-81cb01fe-b1e7-4c3b-b9ba-9a87be1900f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:37.264767 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6d822637-94dc-4d8c-a62d-3bc6b8042aa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:37.347593 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02cf95f-83ad-4923-87a0-0cab7274f7d7 None None] Pushing event updated for resources: {'Port': ['ID=c71379cf-6a9b-4ed8-918f-f6df5ebc581b,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:37.351663 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e02cf95f-83ad-4923-87a0-0cab7274f7d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:37.403427 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-81cb01fe-b1e7-4c3b-b9ba-9a87be1900f0 None None] Attempting to bind port c71379cf-6a9b-4ed8-918f-f6df5ebc581b on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:10:37.403895 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-81cb01fe-b1e7-4c3b-b9ba-9a87be1900f0 None None] Attempting to bind port c71379cf-6a9b-4ed8-918f-f6df5ebc581b by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '1f51bebe-b915-4872-8193-71db389dd844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:10:37.404268 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cb01fe-b1e7-4c3b-b9ba-9a87be1900f0 None None] Attempting to bind port c71379cf-6a9b-4ed8-918f-f6df5ebc581b on network b192f778-67fc-465e-b47b-225288a9fa8f {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:10:37.409812 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cb01fe-b1e7-4c3b-b9ba-9a87be1900f0 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:10:37.410198 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cb01fe-b1e7-4c3b-b9ba-9a87be1900f0 None None] Checking segment: {'id': '1f51bebe-b915-4872-8193-71db389dd844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:10:37.410606 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-81cb01fe-b1e7-4c3b-b9ba-9a87be1900f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:37.411001 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cb01fe-b1e7-4c3b-b9ba-9a87be1900f0 None None] Bound using segment: {'id': '1f51bebe-b915-4872-8193-71db389dd844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:10:37.411470 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-81cb01fe-b1e7-4c3b-b9ba-9a87be1900f0 None None] Bound port: c71379cf-6a9b-4ed8-918f-f6df5ebc581b, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f51bebe-b915-4872-8193-71db389dd844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:10:37.411848 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-81cb01fe-b1e7-4c3b-b9ba-9a87be1900f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:37.499159 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-81cb01fe-b1e7-4c3b-b9ba-9a87be1900f0 None None] For port c71379cf-6a9b-4ed8-918f-f6df5ebc581b, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:10:37.502877 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-81cb01fe-b1e7-4c3b-b9ba-9a87be1900f0 None None] For port c71379cf-6a9b-4ed8-918f-f6df5ebc581b, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=c71379cf-6a9b-4ed8-918f-f6df5ebc581b,segment=NetworkSegment(1f51bebe-b915-4872-8193-71db389dd844),segment_id=1f51bebe-b915-4872-8193-71db389dd844)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:10:37.509475 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-81cb01fe-b1e7-4c3b-b9ba-9a87be1900f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:37.513078 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:37.557750 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cb01fe-b1e7-4c3b-b9ba-9a87be1900f0 None None] Routers {'1752a03c-50ba-45d9-afbe-762808aa65aa'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:10:37.558418 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-81cb01fe-b1e7-4c3b-b9ba-9a87be1900f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:10:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['1752a03c-50ba-45d9-afbe-762808aa65aa'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:10:37.619437 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02cf95f-83ad-4923-87a0-0cab7274f7d7 None None] Pushing event updated for resources: {'Port': ['ID=c71379cf-6a9b-4ed8-918f-f6df5ebc581b,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:37.624317 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e02cf95f-83ad-4923-87a0-0cab7274f7d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:37.668411 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40610) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:10:37.673812 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-ea819873-5fbe-4432-a2ea-f18ff2206216 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-597169804', 'description': 'tempest-secgroup-smoke-597169804 description', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:10:37.714431 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ea819873-5fbe-4432-a2ea-f18ff2206216 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:37.738127 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-81cb01fe-b1e7-4c3b-b9ba-9a87be1900f0 None None] Set router 1752a03c-50ba-45d9-afbe-762808aa65aa gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:10:37.787449 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 67072823-2765-4cc4-90b2-2e8617223e35 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:10:37.816362 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ea819873-5fbe-4432-a2ea-f18ff2206216 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:37.821317 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ea819873-5fbe-4432-a2ea-f18ff2206216 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:37.824001 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-32af55db-b74f-4d53-85db-5a3d39e2d076 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:37.853774 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ea819873-5fbe-4432-a2ea-f18ff2206216 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:37.855007 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ea819873-5fbe-4432-a2ea-f18ff2206216 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1856086 Jun 21 15:10:37.857099 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea819873-5fbe-4432-a2ea-f18ff2206216 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bac29aa0-2081-4e6e-a5ce-d500f7c1a5de,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:37.858125 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40612) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:10:37.864444 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea819873-5fbe-4432-a2ea-f18ff2206216 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:37.864836 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea819873-5fbe-4432-a2ea-f18ff2206216 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:37.865315 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea819873-5fbe-4432-a2ea-f18ff2206216 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:37.865712 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-949ae7c2-eb9a-433a-9399-51b9a12a6329 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': 'bac29aa0-2081-4e6e-a5ce-d500f7c1a5de', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:10:37.865866 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea819873-5fbe-4432-a2ea-f18ff2206216 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:37.866137 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea819873-5fbe-4432-a2ea-f18ff2206216 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:37.866504 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea819873-5fbe-4432-a2ea-f18ff2206216 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:37.866872 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea819873-5fbe-4432-a2ea-f18ff2206216 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:37.867234 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea819873-5fbe-4432-a2ea-f18ff2206216 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:37.867600 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea819873-5fbe-4432-a2ea-f18ff2206216 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:37.867963 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea819873-5fbe-4432-a2ea-f18ff2206216 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:37.868321 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea819873-5fbe-4432-a2ea-f18ff2206216 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:37.868675 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea819873-5fbe-4432-a2ea-f18ff2206216 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:10:37.872819 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ea819873-5fbe-4432-a2ea-f18ff2206216 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:37.897136 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-949ae7c2-eb9a-433a-9399-51b9a12a6329 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:37.951106 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 67072823-2765-4cc4-90b2-2e8617223e35 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:10:37.951487 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:37.956013 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-949ae7c2-eb9a-433a-9399-51b9a12a6329 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:37.961125 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-949ae7c2-eb9a-433a-9399-51b9a12a6329 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:37.963135 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-56b7ab59-8623-4a74-a279-b425278cdc5b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:37.992142 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ae7c2-eb9a-433a-9399-51b9a12a6329 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18b42181-324a-49f1-a339-9dfea3c59354,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:37.995538 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-949ae7c2-eb9a-433a-9399-51b9a12a6329 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:38.000165 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-949ae7c2-eb9a-433a-9399-51b9a12a6329 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:38.001624 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-949ae7c2-eb9a-433a-9399-51b9a12a6329 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1412024 Jun 21 15:10:38.004942 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40614) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:10:38.011054 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-d3427bfa-66c4-442c-a4ba-242180780609 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': 'bac29aa0-2081-4e6e-a5ce-d500f7c1a5de', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:10:38.040749 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d3427bfa-66c4-442c-a4ba-242180780609 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:38.075211 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-81cb01fe-b1e7-4c3b-b9ba-9a87be1900f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'name': 'tempest-TestNetworkBasicOps-router-2054786389', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:34Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'c71379cf-6a9b-4ed8-918f-f6df5ebc581b', 'name': '', 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:79:6a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '031542fb-2346-44fc-bc63-925b03ae5e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:10:34Z', 'updated_at': '2021-06-21T15:10:37Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '031542fb-2346-44fc-bc63-925b03ae5e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:10:38.110404 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 94e017c5-aeda-4ed5-a699-fdeaa2c146ec up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:10:38.112202 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cb01fe-b1e7-4c3b-b9ba-9a87be1900f0 None None] The sync data for ids ['1752a03c-50ba-45d9-afbe-762808aa65aa'] in dv-neutron-797121-2-hyperv is: [{'id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'name': 'tempest-TestNetworkBasicOps-router-2054786389', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:34Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'c71379cf-6a9b-4ed8-918f-f6df5ebc581b', 'name': '', 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:79:6a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '031542fb-2346-44fc-bc63-925b03ae5e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:10:34Z', 'updated_at': '2021-06-21T15:10:37Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '031542fb-2346-44fc-bc63-925b03ae5e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:10:38.120855 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d3427bfa-66c4-442c-a4ba-242180780609 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:38.126811 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d3427bfa-66c4-442c-a4ba-242180780609 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:38.129624 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-399765b9-32a4-43f6-9780-0b3990c82256 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:38.149976 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3427bfa-66c4-442c-a4ba-242180780609 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8625ae36-5490-4678-b96a-f9c1eeb3feeb,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:38.157616 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d3427bfa-66c4-442c-a4ba-242180780609 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:38.173507 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d3427bfa-66c4-442c-a4ba-242180780609 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:38.179545 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d3427bfa-66c4-442c-a4ba-242180780609 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1720335 Jun 21 15:10:38.184501 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40616) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:10:38.186693 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 94e017c5-aeda-4ed5-a699-fdeaa2c146ec triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:10:38.187238 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:38.190238 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-f7d166ca-f4f4-4440-b31f-53bf9116ef67 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': 'bac29aa0-2081-4e6e-a5ce-d500f7c1a5de', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:10:38.221862 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f7d166ca-f4f4-4440-b31f-53bf9116ef67 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:38.291858 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f7d166ca-f4f4-4440-b31f-53bf9116ef67 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:38.297835 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f7d166ca-f4f4-4440-b31f-53bf9116ef67 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:38.299611 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2a892d9b-36c0-407b-82aa-b3bfa76bd11f tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:38.318592 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d166ca-f4f4-4440-b31f-53bf9116ef67 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e187aac9-4e99-4d2b-a697-25be6ed833a3,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:38.320985 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f7d166ca-f4f4-4440-b31f-53bf9116ef67 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:38.323981 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f7d166ca-f4f4-4440-b31f-53bf9116ef67 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:38.325517 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f7d166ca-f4f4-4440-b31f-53bf9116ef67 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1397116 Jun 21 15:10:38.328336 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40618) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:10:38.333033 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-b58cc310-ca98-40c4-8faf-e3c93733e76d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': 'bac29aa0-2081-4e6e-a5ce-d500f7c1a5de', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:10:38.361991 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b58cc310-ca98-40c4-8faf-e3c93733e76d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:38.430670 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b58cc310-ca98-40c4-8faf-e3c93733e76d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:38.435834 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b58cc310-ca98-40c4-8faf-e3c93733e76d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:38.437696 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-7eeb9360-d0c8-4792-a916-47382ddd9238 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:38.455453 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58cc310-ca98-40c4-8faf-e3c93733e76d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b785572-92af-4e8b-8ff0-9e90aa12445d,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:38.458542 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b58cc310-ca98-40c4-8faf-e3c93733e76d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:38.462779 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b58cc310-ca98-40c4-8faf-e3c93733e76d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:38.463983 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b58cc310-ca98-40c4-8faf-e3c93733e76d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1346810 Jun 21 15:10:38.466808 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40620) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:10:38.471570 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-baf0db7b-8a62-4579-9b90-ed57d461b237 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': 'bac29aa0-2081-4e6e-a5ce-d500f7c1a5de', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:10:38.495186 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.securitygroups_db [None req-baf0db7b-8a62-4579-9b90-ed57d461b237 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Project 6034e39b7b9c4208ae0c3b83482b9f88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 15:10:38.500592 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-baf0db7b-8a62-4579-9b90-ed57d461b237 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:38.563355 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-baf0db7b-8a62-4579-9b90-ed57d461b237 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:38.568337 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-baf0db7b-8a62-4579-9b90-ed57d461b237 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:38.570177 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fec8bec7-ea90-4642-99e7-e81d9b7058d6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:38.587819 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf0db7b-8a62-4579-9b90-ed57d461b237 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6af2e68-3500-480f-a15f-f39bcaf33df7,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:38.590868 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-baf0db7b-8a62-4579-9b90-ed57d461b237 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:38.595766 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-baf0db7b-8a62-4579-9b90-ed57d461b237 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:38.597127 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-baf0db7b-8a62-4579-9b90-ed57d461b237 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1294103 Jun 21 15:10:38.599978 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40622) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:10:38.604656 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-f4c24e88-0b4c-4d77-892d-ec78aabe0fad tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': 'bac29aa0-2081-4e6e-a5ce-d500f7c1a5de', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:10:38.628045 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.securitygroups_db [None req-f4c24e88-0b4c-4d77-892d-ec78aabe0fad tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Project 6034e39b7b9c4208ae0c3b83482b9f88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 15:10:38.633836 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f4c24e88-0b4c-4d77-892d-ec78aabe0fad tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:38.696433 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f4c24e88-0b4c-4d77-892d-ec78aabe0fad tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:38.701307 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f4c24e88-0b4c-4d77-892d-ec78aabe0fad tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:38.703299 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-186dce51-dd7a-45c9-ba86-41c80f5d93da tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:38.720316 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c24e88-0b4c-4d77-892d-ec78aabe0fad tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc791c6-90d6-4431-9623-05444dcac477,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:38.722905 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f4c24e88-0b4c-4d77-892d-ec78aabe0fad tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:38.728777 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f4c24e88-0b4c-4d77-892d-ec78aabe0fad tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:38.730056 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f4c24e88-0b4c-4d77-892d-ec78aabe0fad tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1291325 Jun 21 15:10:38.882632 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-2d95bb51-d3bc-435d-acc0-e9df920b79c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-597169804&fields=id&tenant_id=6034e39b7b9c4208ae0c3b83482b9f88 HTTP/1.1" status: 200 len: 267 time: 0.0356090 Jun 21 15:10:38.996504 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-d79bbb14-e785-4c6c-bd59-b61039ea723e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:38.998044 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-d79bbb14-e785-4c6c-bd59-b61039ea723e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/networks?id=b192f778-67fc-465e-b47b-225288a9fa8f HTTP/1.1" status: 200 len: 797 time: 0.1086731 Jun 21 15:10:39.016070 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-d263cbe1-d5e2-44b6-8470-1f1004cef72e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/quotas/6034e39b7b9c4208ae0c3b83482b9f88 HTTP/1.1" status: 200 len: 375 time: 0.0107758 Jun 21 15:10:39.094727 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-3bbc3202-ff68-43bd-beda-25d98eabd72c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0723569 Jun 21 15:10:39.152240 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-e9926e10-df1d-4df9-b0e1-935ac8ed68fb service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 15:10:39.153218 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-e9926e10-df1d-4df9-b0e1-935ac8ed68fb service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469320 Jun 21 15:10:39.245809 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-a7cb4b20-9638-419b-ac1e-dde9733b481e service neutron] 10.222.0.72 "GET /v2.0/networks/b192f778-67fc-465e-b47b-225288a9fa8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863719 Jun 21 15:10:39.337255 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-2c25a31c-40ec-4916-a805-df834bdca9ec service neutron] 10.222.0.72 "GET /v2.0/networks/b192f778-67fc-465e-b47b-225288a9fa8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853598 Jun 21 15:10:39.728623 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device c71379cf-6a9b-4ed8-918f-f6df5ebc581b up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:10:39.784312 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port c71379cf-6a9b-4ed8-918f-f6df5ebc581b completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:10:39.790207 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port c71379cf-6a9b-4ed8-918f-f6df5ebc581b triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:10:39.790888 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:39.875964 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:39.919742 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port c71379cf-6a9b-4ed8-918f-f6df5ebc581b, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=c71379cf-6a9b-4ed8-918f-f6df5ebc581b,segment=NetworkSegment(1f51bebe-b915-4872-8193-71db389dd844),segment_id=1f51bebe-b915-4872-8193-71db389dd844)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:10:39.926029 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:39.928107 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:39.973692 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=c71379cf-6a9b-4ed8-918f-f6df5ebc581b,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:39.976744 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:40.549362 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b142cf8e-69f4-41b6-aeab-4d635808fa7e req-79b66f1b-8dd8-4b7c-aafd-9092a9f9e0e0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=09a535d6-8430-4fa0-9abf-04d3b3ed5df9 HTTP/1.1" status: 200 len: 210 time: 0.0348258 Jun 21 15:10:41.642558 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a242e5f8-39a8-454c-a04c-aa4b8fc02a7c req-10bc574d-acb1-4118-95cb-645d5f1b1906 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=09a535d6-8430-4fa0-9abf-04d3b3ed5df9 HTTP/1.1" status: 200 len: 210 time: 0.0297270 Jun 21 15:10:41.710014 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device c71379cf-6a9b-4ed8-918f-f6df5ebc581b up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:10:41.764018 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port c71379cf-6a9b-4ed8-918f-f6df5ebc581b triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:10:41.764411 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:42.800993 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-23ef1cbe-e2b4-4feb-8716-8912024d1713 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:42.802433 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-23ef1cbe-e2b4-4feb-8716-8912024d1713 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/networks?id=b192f778-67fc-465e-b47b-225288a9fa8f HTTP/1.1" status: 200 len: 797 time: 0.1424215 Jun 21 15:10:42.804421 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-96af04e1-da7d-4de2-8b49-4d429a27b275 req-5a4a9bcf-b7f0-4c8b-93dd-d18779a8d986 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=09a535d6-8430-4fa0-9abf-04d3b3ed5df9 HTTP/1.1" status: 200 len: 210 time: 0.0432568 Jun 21 15:10:42.846619 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-92f67091-9daf-4af9-b605-8e66f0c7e79b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6034e39b7b9c4208ae0c3b83482b9f88 HTTP/1.1" status: 200 len: 379 time: 0.0347326 Jun 21 15:10:42.855078 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-b4c450a4-7a6c-46a9-8da6-0d1e1cb4b6c1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'port': {'device_id': '09a535d6-8430-4fa0-9abf-04d3b3ed5df9', 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f', 'admin_state_up': True, 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'security_groups': ['bac29aa0-2081-4e6e-a5ce-d500f7c1a5de']}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:10:42.966988 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-b4c450a4-7a6c-46a9-8da6-0d1e1cb4b6c1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Made reservation on behalf of 6034e39b7b9c4208ae0c3b83482b9f88 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:10:42.970678 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-b4c450a4-7a6c-46a9-8da6-0d1e1cb4b6c1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:43.104046 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-b4c450a4-7a6c-46a9-8da6-0d1e1cb4b6c1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Allocated IP 172.20.0.7 (b192f778-67fc-465e-b47b-225288a9fa8f/031542fb-2346-44fc-bc63-925b03ae5e21/145f83d8-618d-4e9b-8750-c75f558f5d67) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:10:43.262042 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-b4c450a4-7a6c-46a9-8da6-0d1e1cb4b6c1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:43.278152 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-b4c450a4-7a6c-46a9-8da6-0d1e1cb4b6c1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Transition to ACTIVE for port object 145f83d8-618d-4e9b-8750-c75f558f5d67 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:10:43.315558 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-b4c450a4-7a6c-46a9-8da6-0d1e1cb4b6c1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:43.319723 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0e20a982-651d-49bc-a223-81952f5853cd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:43.360540 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-b4c450a4-7a6c-46a9-8da6-0d1e1cb4b6c1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network b192f778-67fc-465e-b47b-225288a9fa8f is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:10:43.363827 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-b4c450a4-7a6c-46a9-8da6-0d1e1cb4b6c1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:10:43.370245 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-b4c450a4-7a6c-46a9-8da6-0d1e1cb4b6c1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:10:43.395115 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c450a4-7a6c-46a9-8da6-0d1e1cb4b6c1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=145f83d8-618d-4e9b-8750-c75f558f5d67,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:43.399626 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b4c450a4-7a6c-46a9-8da6-0d1e1cb4b6c1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:43.424919 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-b4c450a4-7a6c-46a9-8da6-0d1e1cb4b6c1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:43.425135 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-b4c450a4-7a6c-46a9-8da6-0d1e1cb4b6c1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:43.440675 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-b4c450a4-7a6c-46a9-8da6-0d1e1cb4b6c1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5894096 Jun 21 15:10:43.464510 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-446eb298-8791-4864-9815-14d7701d0745 service neutron] Request body: {'port': {'device_id': '09a535d6-8430-4fa0-9abf-04d3b3ed5df9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:10:43.544097 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-446eb298-8791-4864-9815-14d7701d0745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:43.577695 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2ea3fc91-6eab-49df-858a-2358629b8865 None None] Provisioning for port 145f83d8-618d-4e9b-8750-c75f558f5d67 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:10:43.581936 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2ea3fc91-6eab-49df-858a-2358629b8865 None None] Provisioning complete for port 145f83d8-618d-4e9b-8750-c75f558f5d67 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:10:43.582392 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2ea3fc91-6eab-49df-858a-2358629b8865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:43.615606 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-2ea3fc91-6eab-49df-858a-2358629b8865 None None] Port 145f83d8-618d-4e9b-8750-c75f558f5d67 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:10:44.070068 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b534cdcd-8d1c-4d5b-b77c-bf4f9ab488ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:44.168190 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b81a26-49cb-4dad-9510-e7b2f1bf31f4 req-fee92b78-95b5-4ec7-8f25-0b2ac8316a8e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:44.169661 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-71b81a26-49cb-4dad-9510-e7b2f1bf31f4 req-fee92b78-95b5-4ec7-8f25-0b2ac8316a8e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=09a535d6-8430-4fa0-9abf-04d3b3ed5df9 HTTP/1.1" status: 200 len: 931 time: 0.1184959 Jun 21 15:10:44.229106 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-446eb298-8791-4864-9815-14d7701d0745 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 145f83d8-618d-4e9b-8750-c75f558f5d67 {{(pid=105224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:10:44.242809 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-446eb298-8791-4864-9815-14d7701d0745 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:44.251991 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-71b81a26-49cb-4dad-9510-e7b2f1bf31f4 req-5f49a6ca-9d7f-4956-a4bb-bc3f55ae4cb7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=bac29aa0-2081-4e6e-a5ce-d500f7c1a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736158 Jun 21 15:10:44.259445 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-446eb298-8791-4864-9815-14d7701d0745 service neutron] Transition to ACTIVE for port object 145f83d8-618d-4e9b-8750-c75f558f5d67 will not be triggered until provisioned by entity L2. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:10:44.265169 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-446eb298-8791-4864-9815-14d7701d0745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:44.267527 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-53ee28c7-c7b6-4b57-9092-b85d02341f19 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:44.338535 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446eb298-8791-4864-9815-14d7701d0745 service neutron] Pushing event updated for resources: {'Port': ['ID=145f83d8-618d-4e9b-8750-c75f558f5d67,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:44.342902 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-446eb298-8791-4864-9815-14d7701d0745 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:44.417162 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-446eb298-8791-4864-9815-14d7701d0745 service neutron] Attempting to bind port 145f83d8-618d-4e9b-8750-c75f558f5d67 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:10:44.417534 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-446eb298-8791-4864-9815-14d7701d0745 service neutron] Attempting to bind port 145f83d8-618d-4e9b-8750-c75f558f5d67 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '1f51bebe-b915-4872-8193-71db389dd844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:10:44.417901 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-446eb298-8791-4864-9815-14d7701d0745 service neutron] Attempting to bind port 145f83d8-618d-4e9b-8750-c75f558f5d67 on network b192f778-67fc-465e-b47b-225288a9fa8f {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:10:44.423766 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-446eb298-8791-4864-9815-14d7701d0745 service neutron] Port 145f83d8-618d-4e9b-8750-c75f558f5d67 on network b192f778-67fc-465e-b47b-225288a9fa8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 15:10:44.424092 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-446eb298-8791-4864-9815-14d7701d0745 service neutron] Attempting to bind port 145f83d8-618d-4e9b-8750-c75f558f5d67 on network b192f778-67fc-465e-b47b-225288a9fa8f {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:10:44.430117 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-446eb298-8791-4864-9815-14d7701d0745 service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:10:44.430456 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-446eb298-8791-4864-9815-14d7701d0745 service neutron] Checking segment: {'id': '1f51bebe-b915-4872-8193-71db389dd844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:10:44.430869 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-446eb298-8791-4864-9815-14d7701d0745 service neutron] Bound using segment: {'id': '1f51bebe-b915-4872-8193-71db389dd844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f'} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:10:44.431293 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-446eb298-8791-4864-9815-14d7701d0745 service neutron] Bound port: 145f83d8-618d-4e9b-8750-c75f558f5d67, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f51bebe-b915-4872-8193-71db389dd844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f'}}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:10:44.431669 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-446eb298-8791-4864-9815-14d7701d0745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:44.496704 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-446eb298-8791-4864-9815-14d7701d0745 service neutron] For port 145f83d8-618d-4e9b-8750-c75f558f5d67, host hv-neutron-7971, cleared binding levels {{(pid=105224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:10:44.499692 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-446eb298-8791-4864-9815-14d7701d0745 service neutron] For port 145f83d8-618d-4e9b-8750-c75f558f5d67, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=145f83d8-618d-4e9b-8750-c75f558f5d67,segment=NetworkSegment(1f51bebe-b915-4872-8193-71db389dd844),segment_id=1f51bebe-b915-4872-8193-71db389dd844)] {{(pid=105224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:10:44.507112 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-446eb298-8791-4864-9815-14d7701d0745 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:44.509309 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c6c179a5-b1e9-4cae-95a8-61d000d186c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:44.541592 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-446eb298-8791-4864-9815-14d7701d0745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:44.542232 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-446eb298-8791-4864-9815-14d7701d0745 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:44.543637 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-446eb298-8791-4864-9815-14d7701d0745 service neutron] 10.222.0.66 "PUT /v2.0/ports/145f83d8-618d-4e9b-8750-c75f558f5d67 HTTP/1.1" status: 200 len: 1093 time: 1.0837593 Jun 21 15:10:44.544151 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a535d6-8430-4fa0-9abf-04d3b3ed5df9', 'tag': '145f83d8-618d-4e9b-8750-c75f558f5d67'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:10:44.546527 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e58bd4-f10f-48af-9575-c0c1582e7153" -d '{"events": [{"name": "network-changed", "server_uuid": "09a535d6-8430-4fa0-9abf-04d3b3ed5df9", "tag": "145f83d8-618d-4e9b-8750-c75f558f5d67"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:10:44.576703 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446eb298-8791-4864-9815-14d7701d0745 service neutron] Pushing event updated for resources: {'Port': ['ID=145f83d8-618d-4e9b-8750-c75f558f5d67,revision_number=3']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:44.583812 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-446eb298-8791-4864-9815-14d7701d0745 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:44.595566 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee7c405-7133-4eea-a3f7-e2535d4cdaa9 x-openstack-request-id: req-aee7c405-7133-4eea-a3f7-e2535d4cdaa9 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:10:44.595904 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a535d6-8430-4fa0-9abf-04d3b3ed5df9", "tag": "145f83d8-618d-4e9b-8750-c75f558f5d67", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:10:44.596204 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-aee7c405-7133-4eea-a3f7-e2535d4cdaa9 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:10:44.596885 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a535d6-8430-4fa0-9abf-04d3b3ed5df9', 'tag': '145f83d8-618d-4e9b-8750-c75f558f5d67', 'status': 'completed', 'code': 200} Jun 21 15:10:44.648801 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-32a0ec09-4e23-40e5-b66d-d6bbae66a4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:44.650335 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-32a0ec09-4e23-40e5-b66d-d6bbae66a4a4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=09a535d6-8430-4fa0-9abf-04d3b3ed5df9 HTTP/1.1" status: 200 len: 1096 time: 0.0647736 Jun 21 15:10:44.693509 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-2b12994b-9f10-4e61-b8f3-fb5668b81da7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=145f83d8-618d-4e9b-8750-c75f558f5d67 HTTP/1.1" status: 200 len: 217 time: 0.0354774 Jun 21 15:10:44.742734 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-2096797a-4025-495a-82cc-63fa91609ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:44.744180 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-2096797a-4025-495a-82cc-63fa91609ad8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=031542fb-2346-44fc-bc63-925b03ae5e21 HTTP/1.1" status: 200 len: 835 time: 0.0430827 Jun 21 15:10:44.806813 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-c3695198-5d6c-4b59-a1ef-c0de3ff11e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:44.808293 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-c3695198-5d6c-4b59-a1ef-c0de3ff11e19 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b192f778-67fc-465e-b47b-225288a9fa8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0574636 Jun 21 15:10:44.914212 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-29ae6140-23b3-4f75-a0ec-ba29863d6e22 service neutron] 10.222.0.66 "GET /v2.0/networks/b192f778-67fc-465e-b47b-225288a9fa8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991297 Jun 21 15:10:45.020876 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0594cec1-d360-40cc-9ac4-5f2c386111e5 req-b17e3827-b779-486b-85ce-d8312aea4fae service neutron] 10.222.0.66 "GET /v2.0/networks/b192f778-67fc-465e-b47b-225288a9fa8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995145 Jun 21 15:10:45.136376 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e58bd4-f10f-48af-9575-c0c1582e7153 req-67c052b7-359e-42af-86f3-c3e475dbd48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:45.138314 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-01e58bd4-f10f-48af-9575-c0c1582e7153 req-67c052b7-359e-42af-86f3-c3e475dbd48a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=09a535d6-8430-4fa0-9abf-04d3b3ed5df9 HTTP/1.1" status: 200 len: 1096 time: 0.0624952 Jun 21 15:10:45.228834 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e58bd4-f10f-48af-9575-c0c1582e7153 req-ee92f52c-6abd-4dfa-b24e-5195f0fb57d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:45.230212 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-01e58bd4-f10f-48af-9575-c0c1582e7153 req-ee92f52c-6abd-4dfa-b24e-5195f0fb57d2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b192f778-67fc-465e-b47b-225288a9fa8f HTTP/1.1" status: 200 len: 898 time: 0.0858316 Jun 21 15:10:45.275576 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-01e58bd4-f10f-48af-9575-c0c1582e7153 req-7b506b52-d7be-44b8-940b-c2d1cc0c1eef service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=145f83d8-618d-4e9b-8750-c75f558f5d67 HTTP/1.1" status: 200 len: 217 time: 0.0389025 Jun 21 15:10:45.325150 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e58bd4-f10f-48af-9575-c0c1582e7153 req-0308785b-e999-405e-b680-a12d70553794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:45.326632 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-01e58bd4-f10f-48af-9575-c0c1582e7153 req-0308785b-e999-405e-b680-a12d70553794 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=031542fb-2346-44fc-bc63-925b03ae5e21 HTTP/1.1" status: 200 len: 835 time: 0.0449193 Jun 21 15:10:45.422015 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e58bd4-f10f-48af-9575-c0c1582e7153 req-c7f34f10-ee85-41dd-b018-951fb3f9238d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:45.423639 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-01e58bd4-f10f-48af-9575-c0c1582e7153 req-c7f34f10-ee85-41dd-b018-951fb3f9238d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b192f778-67fc-465e-b47b-225288a9fa8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0913153 Jun 21 15:10:45.490115 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f576ff-8044-457a-bae9-3d4d160ce5da req-8e77ee6b-9ba9-4063-958c-b7a66439742f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:45.491461 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a8f576ff-8044-457a-bae9-3d4d160ce5da req-8e77ee6b-9ba9-4063-958c-b7a66439742f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=09a535d6-8430-4fa0-9abf-04d3b3ed5df9 HTTP/1.1" status: 200 len: 943 time: 0.1265450 Jun 21 15:10:45.552804 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a8f576ff-8044-457a-bae9-3d4d160ce5da req-3a22214d-9112-443b-b5ce-1ff7a90d4066 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=bac29aa0-2081-4e6e-a5ce-d500f7c1a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551140 Jun 21 15:10:45.554774 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-01e58bd4-f10f-48af-9575-c0c1582e7153 req-98945355-6c4c-4971-8177-f79566c01880 service neutron] 10.222.0.66 "GET /v2.0/networks/b192f778-67fc-465e-b47b-225288a9fa8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244266 Jun 21 15:10:45.664223 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-01e58bd4-f10f-48af-9575-c0c1582e7153 req-0d5c7a16-2537-4746-b412-a5863cb8e5c3 service neutron] 10.222.0.66 "GET /v2.0/networks/b192f778-67fc-465e-b47b-225288a9fa8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018157 Jun 21 15:10:46.585032 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d94479f6-ba0a-4ab6-b27e-e6863558420e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:46.750804 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6671c-ece9-46d9-a17e-ffd5eb10fa2a req-b86005a5-4993-4f94-b960-28dc5ba062c7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:46.752312 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-18a6671c-ece9-46d9-a17e-ffd5eb10fa2a req-b86005a5-4993-4f94-b960-28dc5ba062c7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=09a535d6-8430-4fa0-9abf-04d3b3ed5df9 HTTP/1.1" status: 200 len: 943 time: 0.0806904 Jun 21 15:10:46.792478 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-18a6671c-ece9-46d9-a17e-ffd5eb10fa2a req-700904fd-d7e5-467c-ba58-0569e4e56daf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=bac29aa0-2081-4e6e-a5ce-d500f7c1a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338151 Jun 21 15:10:47.039264 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:47.626948 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 145f83d8-618d-4e9b-8750-c75f558f5d67 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:10:47.723472 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 145f83d8-618d-4e9b-8750-c75f558f5d67, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=145f83d8-618d-4e9b-8750-c75f558f5d67,segment=NetworkSegment(1f51bebe-b915-4872-8193-71db389dd844),segment_id=1f51bebe-b915-4872-8193-71db389dd844)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:10:47.734554 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '145f83d8-618d-4e9b-8750-c75f558f5d67', 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f', 'port_id': '145f83d8-618d-4e9b-8750-c75f558f5d67', 'mac_address': 'fa:16:3e:02:9c:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '031542fb-2346-44fc-bc63-925b03ae5e21', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:10:47.772349 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:47.790298 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 145f83d8-618d-4e9b-8750-c75f558f5d67 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:10:47.809769 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 145f83d8-618d-4e9b-8750-c75f558f5d67, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=145f83d8-618d-4e9b-8750-c75f558f5d67,segment=NetworkSegment(1f51bebe-b915-4872-8193-71db389dd844),segment_id=1f51bebe-b915-4872-8193-71db389dd844)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:10:47.816850 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:47.818591 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-4ca13e8e-a1c4-4f78-8362-9785562925d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:47.868354 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=145f83d8-618d-4e9b-8750-c75f558f5d67,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:47.871514 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:47.972942 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a003819d-5bd1-4ab3-a3e9-7bab5719efde req-71e184a2-987e-47a0-81fa-023f8c51138b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:47.974359 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a003819d-5bd1-4ab3-a3e9-7bab5719efde req-71e184a2-987e-47a0-81fa-023f8c51138b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=09a535d6-8430-4fa0-9abf-04d3b3ed5df9 HTTP/1.1" status: 200 len: 944 time: 0.0657377 Jun 21 15:10:48.018159 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a003819d-5bd1-4ab3-a3e9-7bab5719efde req-15ebb34d-9668-4a13-9f4f-a1c8509a5423 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=bac29aa0-2081-4e6e-a5ce-d500f7c1a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376239 Jun 21 15:10:48.105656 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:48.231223 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['145f83d8-618d-4e9b-8750-c75f558f5d67'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:10:49.197590 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9b7d7-288a-446a-a7aa-236ba9e9d4d7 req-d994fb03-071f-411f-9e77-2102945fc075 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:49.199256 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-76c9b7d7-288a-446a-a7aa-236ba9e9d4d7 req-d994fb03-071f-411f-9e77-2102945fc075 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=09a535d6-8430-4fa0-9abf-04d3b3ed5df9 HTTP/1.1" status: 200 len: 944 time: 0.0654912 Jun 21 15:10:49.237719 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-76c9b7d7-288a-446a-a7aa-236ba9e9d4d7 req-c3b1d627-2c0a-4e44-b8ff-8b54ce2bb9eb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=bac29aa0-2081-4e6e-a5ce-d500f7c1a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323045 Jun 21 15:10:49.637480 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 145f83d8-618d-4e9b-8750-c75f558f5d67 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:10:49.692414 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port 145f83d8-618d-4e9b-8750-c75f558f5d67 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:10:49.696258 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 145f83d8-618d-4e9b-8750-c75f558f5d67 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:10:49.696630 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:49.787522 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:49.788563 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:49.823022 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a535d6-8430-4fa0-9abf-04d3b3ed5df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145f83d8-618d-4e9b-8750-c75f558f5d67'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:10:49.825324 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465b9c96-86c4-4400-9578-14654254c23d" -d '{"events": [{"server_uuid": "09a535d6-8430-4fa0-9abf-04d3b3ed5df9", "name": "network-vif-plugged", "status": "completed", "tag": "145f83d8-618d-4e9b-8750-c75f558f5d67"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:10:49.838318 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 145f83d8-618d-4e9b-8750-c75f558f5d67, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=145f83d8-618d-4e9b-8750-c75f558f5d67,segment=NetworkSegment(1f51bebe-b915-4872-8193-71db389dd844),segment_id=1f51bebe-b915-4872-8193-71db389dd844)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:10:49.843701 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:49.847307 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3fde9245-2d0c-4747-ab79-5ea3da703cbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:49.869252 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d991e2-12e0-4d89-a0dc-4fbcecc02023 x-openstack-request-id: req-b0d991e2-12e0-4d89-a0dc-4fbcecc02023 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:10:49.869549 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a535d6-8430-4fa0-9abf-04d3b3ed5df9", "name": "network-vif-plugged", "status": "completed", "tag": "145f83d8-618d-4e9b-8750-c75f558f5d67", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:10:49.869841 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b0d991e2-12e0-4d89-a0dc-4fbcecc02023 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:10:49.870241 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a535d6-8430-4fa0-9abf-04d3b3ed5df9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '145f83d8-618d-4e9b-8750-c75f558f5d67', 'code': 200} Jun 21 15:10:49.895908 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=145f83d8-618d-4e9b-8750-c75f558f5d67,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:49.898979 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:50.097491 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c36938-5a0c-43ef-a241-e25960199b9f req-074c2f0c-33b8-4673-a6f1-77c5be3578e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:50.099032 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e4c36938-5a0c-43ef-a241-e25960199b9f req-074c2f0c-33b8-4673-a6f1-77c5be3578e4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=09a535d6-8430-4fa0-9abf-04d3b3ed5df9 HTTP/1.1" status: 200 len: 1098 time: 0.0582058 Jun 21 15:10:50.137777 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e4c36938-5a0c-43ef-a241-e25960199b9f req-688a9aeb-8d28-4b30-b4f1-221741330499 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=bac29aa0-2081-4e6e-a5ce-d500f7c1a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314682 Jun 21 15:10:50.419746 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ccf4d-def6-4563-8aef-2411512badb9 req-7e3275f4-6f34-4571-a45f-91c8f96baacd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:50.421212 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d99ccf4d-def6-4563-8aef-2411512badb9 req-7e3275f4-6f34-4571-a45f-91c8f96baacd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=09a535d6-8430-4fa0-9abf-04d3b3ed5df9 HTTP/1.1" status: 200 len: 945 time: 0.0735652 Jun 21 15:10:50.461488 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d99ccf4d-def6-4563-8aef-2411512badb9 req-a8d6eacb-9d03-4ab3-931c-f80f7b6e7b96 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=bac29aa0-2081-4e6e-a5ce-d500f7c1a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340867 Jun 21 15:10:51.655021 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd17156-7af9-402f-a440-98a0ff78bcc8 req-f390232e-4fde-4e4c-9671-001d68dc4ba7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:51.656528 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8bd17156-7af9-402f-a440-98a0ff78bcc8 req-f390232e-4fde-4e4c-9671-001d68dc4ba7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=09a535d6-8430-4fa0-9abf-04d3b3ed5df9 HTTP/1.1" status: 200 len: 945 time: 0.0744445 Jun 21 15:10:51.695077 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8bd17156-7af9-402f-a440-98a0ff78bcc8 req-034dc9a3-9e96-4f18-8775-7fc4b543e534 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=bac29aa0-2081-4e6e-a5ce-d500f7c1a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325713 Jun 21 15:10:51.878399 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5bccd8-2f56-417c-9f2f-4106e3b4256f req-cacd457f-6be0-40fb-8236-66438f827b01 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:51.880177 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7b5bccd8-2f56-417c-9f2f-4106e3b4256f req-cacd457f-6be0-40fb-8236-66438f827b01 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=09a535d6-8430-4fa0-9abf-04d3b3ed5df9 HTTP/1.1" status: 200 len: 945 time: 0.0659883 Jun 21 15:10:51.936031 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7b5bccd8-2f56-417c-9f2f-4106e3b4256f req-4b8bde65-a093-443d-9f37-522860e6db67 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=bac29aa0-2081-4e6e-a5ce-d500f7c1a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478380 Jun 21 15:10:51.962859 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40688) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:10:52.015575 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d8e5bf-bc8a-4bd7-aa12-81a885e58b7e tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:52.017124 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-64d8e5bf-bc8a-4bd7-aa12-81a885e58b7e tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=09a535d6-8430-4fa0-9abf-04d3b3ed5df9 HTTP/1.1" status: 200 len: 1093 time: 0.0533180 Jun 21 15:10:52.021568 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40690) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:10:52.025977 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-2afe37fd-a647-47d2-9158-899a11a38eac tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'port_id': '145f83d8-618d-4e9b-8750-c75f558f5d67', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:10:52.051319 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2afe37fd-a647-47d2-9158-899a11a38eac tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:52.163027 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2afe37fd-a647-47d2-9158-899a11a38eac tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:52.285037 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-2afe37fd-a647-47d2-9158-899a11a38eac tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Allocated IP 172.26.3.42 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/40a90d77-3ef7-4cd1-8615-b3024ccb16a3) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:10:52.403183 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2afe37fd-a647-47d2-9158-899a11a38eac tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:52.444930 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2afe37fd-a647-47d2-9158-899a11a38eac tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:52.447082 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8414f6a3-dd3a-43a4-aa1b-6eea508d7d58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:52.484286 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afe37fd-a647-47d2-9158-899a11a38eac tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:10:52.492093 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-2afe37fd-a647-47d2-9158-899a11a38eac tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:10:52.494656 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afe37fd-a647-47d2-9158-899a11a38eac tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:10:52.498531 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe37fd-a647-47d2-9158-899a11a38eac tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=40a90d77-3ef7-4cd1-8615-b3024ccb16a3,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:52.523574 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2afe37fd-a647-47d2-9158-899a11a38eac tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:52.888601 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2afe37fd-a647-47d2-9158-899a11a38eac tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:52.967588 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2afe37fd-a647-47d2-9158-899a11a38eac tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:53.151090 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2afe37fd-a647-47d2-9158-899a11a38eac tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:53.158056 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2afe37fd-a647-47d2-9158-899a11a38eac tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:53.160230 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b4c450a4-7a6c-46a9-8da6-0d1e1cb4b6c1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:53.225136 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe37fd-a647-47d2-9158-899a11a38eac tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=40a90d77-3ef7-4cd1-8615-b3024ccb16a3,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:53.228970 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2afe37fd-a647-47d2-9158-899a11a38eac tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:53.238948 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2afe37fd-a647-47d2-9158-899a11a38eac tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:53.337823 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [None req-2afe37fd-a647-47d2-9158-899a11a38eac tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Floating IP 60302b8f-da2a-4adb-93b1-fede35831cdf associated. External IP: 172.26.3.42, port: 145f83d8-618d-4e9b-8750-c75f558f5d67. Jun 21 15:10:53.568239 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afe37fd-a647-47d2-9158-899a11a38eac tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router 1752a03c-50ba-45d9-afbe-762808aa65aa has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:10:53.678991 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afe37fd-a647-47d2-9158-899a11a38eac tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:10:53.691428 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f3f06f-fa9a-43bb-a978-2a166d4f5056 None None] Sync routers for ids ['1752a03c-50ba-45d9-afbe-762808aa65aa'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:10:53.699507 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2afe37fd-a647-47d2-9158-899a11a38eac tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:53.702031 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f3f06f-fa9a-43bb-a978-2a166d4f5056 None None] Routers {'1752a03c-50ba-45d9-afbe-762808aa65aa'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:10:53.702731 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-38f3f06f-fa9a-43bb-a978-2a166d4f5056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:10:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['1752a03c-50ba-45d9-afbe-762808aa65aa'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:10:53.743581 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2afe37fd-a647-47d2-9158-899a11a38eac tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7183528 Jun 21 15:10:53.743581 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a535d6-8430-4fa0-9abf-04d3b3ed5df9', 'tag': '145f83d8-618d-4e9b-8750-c75f558f5d67'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:10:53.743990 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a67315-4a11-4c97-bb26-33b4097efeb6" -d '{"events": [{"name": "network-changed", "server_uuid": "09a535d6-8430-4fa0-9abf-04d3b3ed5df9", "tag": "145f83d8-618d-4e9b-8750-c75f558f5d67"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:10:53.744097 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40692) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:10:53.783107 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07476457-323a-49d3-896f-9bfda9a6780c x-openstack-request-id: req-07476457-323a-49d3-896f-9bfda9a6780c {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:10:53.783690 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a535d6-8430-4fa0-9abf-04d3b3ed5df9", "tag": "145f83d8-618d-4e9b-8750-c75f558f5d67", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:10:53.784183 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-07476457-323a-49d3-896f-9bfda9a6780c {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:10:53.784816 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a535d6-8430-4fa0-9abf-04d3b3ed5df9', 'tag': '145f83d8-618d-4e9b-8750-c75f558f5d67', 'status': 'completed', 'code': 200} Jun 21 15:10:53.805805 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551db049-7360-4f32-ba62-d537c04b4a3a tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:53.809831 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-551db049-7360-4f32-ba62-d537c04b4a3a tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=09a535d6-8430-4fa0-9abf-04d3b3ed5df9 HTTP/1.1" status: 200 len: 1093 time: 0.0623252 Jun 21 15:10:53.817420 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-38f3f06f-fa9a-43bb-a978-2a166d4f5056 None None] Set router 1752a03c-50ba-45d9-afbe-762808aa65aa gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:10:53.865411 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a67315-4a11-4c97-bb26-33b4097efeb6 req-046ed3ab-ab28-4039-b1ed-57bc62736e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:53.867042 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-30a67315-4a11-4c97-bb26-33b4097efeb6 req-046ed3ab-ab28-4039-b1ed-57bc62736e04 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=09a535d6-8430-4fa0-9abf-04d3b3ed5df9 HTTP/1.1" status: 200 len: 1098 time: 0.0593367 Jun 21 15:10:53.960769 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a67315-4a11-4c97-bb26-33b4097efeb6 req-1d5124f3-088c-40af-b82e-fe5ed7afcc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:53.962296 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-30a67315-4a11-4c97-bb26-33b4097efeb6 req-1d5124f3-088c-40af-b82e-fe5ed7afcc42 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b192f778-67fc-465e-b47b-225288a9fa8f HTTP/1.1" status: 200 len: 898 time: 0.0889003 Jun 21 15:10:54.031847 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-30a67315-4a11-4c97-bb26-33b4097efeb6 req-06e4b1fb-4880-44e5-acdd-413993052a08 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=145f83d8-618d-4e9b-8750-c75f558f5d67 HTTP/1.1" status: 200 len: 998 time: 0.0629153 Jun 21 15:10:54.052940 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-38f3f06f-fa9a-43bb-a978-2a166d4f5056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'name': 'tempest-TestNetworkBasicOps-router-2054786389', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:34Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '60302b8f-da2a-4adb-93b1-fede35831cdf', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.42', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'port_id': '145f83d8-618d-4e9b-8750-c75f558f5d67', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f', 'mac_address': 'fa:16:3e:02:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a535d6-8430-4fa0-9abf-04d3b3ed5df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:10:52Z', 'updated_at': '2021-06-21T15:10:52Z', 'revision_number': 0, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71379cf-6a9b-4ed8-918f-f6df5ebc581b', 'name': '', 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:79:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '031542fb-2346-44fc-bc63-925b03ae5e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:10:34Z', 'updated_at': '2021-06-21T15:10:39Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '031542fb-2346-44fc-bc63-925b03ae5e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:10:54.073270 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40698) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:10:54.079064 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-58ea11a1-7589-49fd-b1ff-6ad4d8f2cd7b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-635289626', 'description': 'tempest-secgroup-smoke-635289626 description', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:10:54.082825 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f3f06f-fa9a-43bb-a978-2a166d4f5056 None None] Checking router: 1752a03c-50ba-45d9-afbe-762808aa65aa for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:10:54.083386 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a67315-4a11-4c97-bb26-33b4097efeb6 req-2a6b7dad-24cd-4d51-bde3-7c20b3e51643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:54.084803 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-30a67315-4a11-4c97-bb26-33b4097efeb6 req-2a6b7dad-24cd-4d51-bde3-7c20b3e51643 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=031542fb-2346-44fc-bc63-925b03ae5e21 HTTP/1.1" status: 200 len: 835 time: 0.0472996 Jun 21 15:10:54.091016 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f3f06f-fa9a-43bb-a978-2a166d4f5056 None None] Routers {'1752a03c-50ba-45d9-afbe-762808aa65aa'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:10:54.091627 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-38f3f06f-fa9a-43bb-a978-2a166d4f5056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:10:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['1752a03c-50ba-45d9-afbe-762808aa65aa'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:10:54.106170 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-58ea11a1-7589-49fd-b1ff-6ad4d8f2cd7b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:54.148456 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a67315-4a11-4c97-bb26-33b4097efeb6 req-920a8c13-64a1-49e5-b5c2-9f7f8d2eb94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:54.149986 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-30a67315-4a11-4c97-bb26-33b4097efeb6 req-920a8c13-64a1-49e5-b5c2-9f7f8d2eb94d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b192f778-67fc-465e-b47b-225288a9fa8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0582891 Jun 21 15:10:54.193217 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-58ea11a1-7589-49fd-b1ff-6ad4d8f2cd7b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:54.198937 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-58ea11a1-7589-49fd-b1ff-6ad4d8f2cd7b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:54.201841 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f5936c22-d02d-4488-b386-da65536b02bd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:54.201959 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-38f3f06f-fa9a-43bb-a978-2a166d4f5056 None None] Set router 1752a03c-50ba-45d9-afbe-762808aa65aa gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:10:54.236150 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-58ea11a1-7589-49fd-b1ff-6ad4d8f2cd7b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:54.240052 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-58ea11a1-7589-49fd-b1ff-6ad4d8f2cd7b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1630216 Jun 21 15:10:54.241076 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40700) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:10:54.242469 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea11a1-7589-49fd-b1ff-6ad4d8f2cd7b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2db98a1-3688-4e32-8901-01c859122923,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:54.245155 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-74caa3ba-20cc-4285-80d9-fff634ce5851 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': 'c2db98a1-3688-4e32-8901-01c859122923', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:10:54.245452 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-58ea11a1-7589-49fd-b1ff-6ad4d8f2cd7b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:54.286387 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-30a67315-4a11-4c97-bb26-33b4097efeb6 req-768a466f-d76c-4a27-9166-b5fbaff1918e service neutron] 10.222.0.66 "GET /v2.0/networks/b192f778-67fc-465e-b47b-225288a9fa8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296430 Jun 21 15:10:54.305014 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-74caa3ba-20cc-4285-80d9-fff634ce5851 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:54.429204 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-38f3f06f-fa9a-43bb-a978-2a166d4f5056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'name': 'tempest-TestNetworkBasicOps-router-2054786389', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:34Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '60302b8f-da2a-4adb-93b1-fede35831cdf', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.42', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'port_id': '145f83d8-618d-4e9b-8750-c75f558f5d67', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f', 'mac_address': 'fa:16:3e:02:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a535d6-8430-4fa0-9abf-04d3b3ed5df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:10:52Z', 'updated_at': '2021-06-21T15:10:52Z', 'revision_number': 0, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71379cf-6a9b-4ed8-918f-f6df5ebc581b', 'name': '', 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:79:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '031542fb-2346-44fc-bc63-925b03ae5e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:10:34Z', 'updated_at': '2021-06-21T15:10:39Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '031542fb-2346-44fc-bc63-925b03ae5e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:10:54.429811 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-74caa3ba-20cc-4285-80d9-fff634ce5851 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:54.432479 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-30a67315-4a11-4c97-bb26-33b4097efeb6 req-ed8c1b49-d3e8-4b27-86a9-78ce6f726d50 service neutron] 10.222.0.66 "GET /v2.0/networks/b192f778-67fc-465e-b47b-225288a9fa8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379702 Jun 21 15:10:54.435450 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-74caa3ba-20cc-4285-80d9-fff634ce5851 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:54.442489 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e14c15f1-cd71-425e-a95f-81e59818efed tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:54.459456 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f3f06f-fa9a-43bb-a978-2a166d4f5056 None None] The sync data for ids ['1752a03c-50ba-45d9-afbe-762808aa65aa'] in dv-neutron-797121-2-hyperv is: [{'id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'name': 'tempest-TestNetworkBasicOps-router-2054786389', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:34Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '60302b8f-da2a-4adb-93b1-fede35831cdf', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.42', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'port_id': '145f83d8-618d-4e9b-8750-c75f558f5d67', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f', 'mac_address': 'fa:16:3e:02:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a535d6-8430-4fa0-9abf-04d3b3ed5df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:10:52Z', 'updated_at': '2021-06-21T15:10:52Z', 'revision_number': 0, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71379cf-6a9b-4ed8-918f-f6df5ebc581b', 'name': '', 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:79:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '031542fb-2346-44fc-bc63-925b03ae5e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:10:34Z', 'updated_at': '2021-06-21T15:10:39Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '031542fb-2346-44fc-bc63-925b03ae5e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:10:54.459921 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74caa3ba-20cc-4285-80d9-fff634ce5851 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c193b420-318e-4257-9724-9c83794a3e76,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:54.462446 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-74caa3ba-20cc-4285-80d9-fff634ce5851 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:54.464238 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-74caa3ba-20cc-4285-80d9-fff634ce5851 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:54.465422 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-74caa3ba-20cc-4285-80d9-fff634ce5851 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2240386 Jun 21 15:10:54.468268 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40702) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:10:54.473811 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-d4fdbb1f-cb67-467f-833d-9774195b2eea tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': 'c2db98a1-3688-4e32-8901-01c859122923', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:10:54.503031 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d4fdbb1f-cb67-467f-833d-9774195b2eea tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:54.563779 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d4fdbb1f-cb67-467f-833d-9774195b2eea tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:54.569863 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d4fdbb1f-cb67-467f-833d-9774195b2eea tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:54.571797 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4bc289f9-9dc5-4aa9-b4c0-5e415935f921 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:54.589400 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fdbb1f-cb67-467f-833d-9774195b2eea tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1240ee83-d0a2-44c4-b6c9-44590ceede04,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:54.592476 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d4fdbb1f-cb67-467f-833d-9774195b2eea tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:54.596893 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d4fdbb1f-cb67-467f-833d-9774195b2eea tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:54.598298 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d4fdbb1f-cb67-467f-833d-9774195b2eea tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1289191 Jun 21 15:10:54.601508 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40704) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:10:54.606223 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-f770058b-33e2-4d52-91a0-d9c485742775 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': 'c2db98a1-3688-4e32-8901-01c859122923', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:10:54.636432 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f770058b-33e2-4d52-91a0-d9c485742775 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:54.656047 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37053ae1-d3a7-433f-aae5-0ebe06dd8b3b None None] New status for floating IP 60302b8f-da2a-4adb-93b1-fede35831cdf: ACTIVE {{(pid=105226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:10:54.698060 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f770058b-33e2-4d52-91a0-d9c485742775 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:54.703218 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f770058b-33e2-4d52-91a0-d9c485742775 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:54.705463 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5558c772-46b8-4fe9-b7ae-31c0db090b18 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:54.722272 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770058b-33e2-4d52-91a0-d9c485742775 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e4637c-1bdb-47d5-a7d6-6a90987b1521,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:54.724744 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f770058b-33e2-4d52-91a0-d9c485742775 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:54.731212 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f770058b-33e2-4d52-91a0-d9c485742775 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:54.732424 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f770058b-33e2-4d52-91a0-d9c485742775 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1298857 Jun 21 15:10:54.735315 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40706) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:10:54.739921 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-7d26d38c-c6df-40ca-8a82-f1a3b47dc276 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': 'c2db98a1-3688-4e32-8901-01c859122923', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:10:54.767488 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7d26d38c-c6df-40ca-8a82-f1a3b47dc276 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:54.833154 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7d26d38c-c6df-40ca-8a82-f1a3b47dc276 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:54.838663 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7d26d38c-c6df-40ca-8a82-f1a3b47dc276 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:54.840729 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3a041ee5-01e5-4362-a48f-f8bfc6206a90 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:54.856482 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26d38c-c6df-40ca-8a82-f1a3b47dc276 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37155b3f-df77-4b61-af07-e61a903658c5,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:54.858875 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-7d26d38c-c6df-40ca-8a82-f1a3b47dc276 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:54.864248 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7d26d38c-c6df-40ca-8a82-f1a3b47dc276 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:54.865581 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-7d26d38c-c6df-40ca-8a82-f1a3b47dc276 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1293685 Jun 21 15:10:54.868831 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40708) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:10:54.873286 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-68c9ffed-6b58-49be-a7f7-53e88d4407f7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': 'c2db98a1-3688-4e32-8901-01c859122923', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:10:54.896589 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.securitygroups_db [None req-68c9ffed-6b58-49be-a7f7-53e88d4407f7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Project 6034e39b7b9c4208ae0c3b83482b9f88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 15:10:54.901863 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-68c9ffed-6b58-49be-a7f7-53e88d4407f7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:54.967183 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-68c9ffed-6b58-49be-a7f7-53e88d4407f7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:54.974146 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-68c9ffed-6b58-49be-a7f7-53e88d4407f7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:54.976048 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-baf0db7b-8a62-4579-9b90-ed57d461b237 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:54.992221 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9ffed-6b58-49be-a7f7-53e88d4407f7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df943950-882a-4cea-b996-a05465c5f286,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:54.995045 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-68c9ffed-6b58-49be-a7f7-53e88d4407f7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:54.999589 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-68c9ffed-6b58-49be-a7f7-53e88d4407f7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:55.000800 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-68c9ffed-6b58-49be-a7f7-53e88d4407f7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1310461 Jun 21 15:10:55.004479 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40710) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:10:55.009048 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-17f2501e-e9e2-4635-a7fb-3c76dc6ae17a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': 'c2db98a1-3688-4e32-8901-01c859122923', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:10:55.032788 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.securitygroups_db [None req-17f2501e-e9e2-4635-a7fb-3c76dc6ae17a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Project 6034e39b7b9c4208ae0c3b83482b9f88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 15:10:55.037536 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-17f2501e-e9e2-4635-a7fb-3c76dc6ae17a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:55.097969 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-17f2501e-e9e2-4635-a7fb-3c76dc6ae17a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:55.103676 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-17f2501e-e9e2-4635-a7fb-3c76dc6ae17a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:55.105631 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5ad1a3fc-5b00-4ea7-bc40-6424354ea90c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:55.122613 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2501e-e9e2-4635-a7fb-3c76dc6ae17a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcfb2cc7-f17b-4470-aa50-c561aceb6fec,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:55.126058 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-17f2501e-e9e2-4635-a7fb-3c76dc6ae17a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:55.129899 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-17f2501e-e9e2-4635-a7fb-3c76dc6ae17a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:55.131184 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-17f2501e-e9e2-4635-a7fb-3c76dc6ae17a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1257973 Jun 21 15:10:55.282771 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-1f8a0eaf-a04f-4209-8a01-1a08912cd77f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-635289626&fields=id&tenant_id=6034e39b7b9c4208ae0c3b83482b9f88 HTTP/1.1" status: 200 len: 267 time: 0.0336711 Jun 21 15:10:55.396606 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-a4c1e182-51cc-4105-82cd-7e38e2644f95 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:55.398091 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-a4c1e182-51cc-4105-82cd-7e38e2644f95 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/networks?id=b192f778-67fc-465e-b47b-225288a9fa8f HTTP/1.1" status: 200 len: 797 time: 0.1054897 Jun 21 15:10:55.413238 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-3ce54e45-0684-4b45-b946-973a7fd6235f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/quotas/6034e39b7b9c4208ae0c3b83482b9f88 HTTP/1.1" status: 200 len: 375 time: 0.0095997 Jun 21 15:10:55.496665 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-436f375d-8d94-460a-9521-a858b0b74225 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0783341 Jun 21 15:10:55.604121 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-5dd55cc5-fd72-44a0-8700-997d40f72fb9 service neutron] 10.222.0.72 "GET /v2.0/networks/b192f778-67fc-465e-b47b-225288a9fa8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937588 Jun 21 15:10:55.697055 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-039a298e-080f-4694-892f-9227786f13fd service neutron] 10.222.0.72 "GET /v2.0/networks/b192f778-67fc-465e-b47b-225288a9fa8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868707 Jun 21 15:10:55.877241 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-51dbb4fd-3d4c-44e2-ad89-0a7a59d97f82 req-290aca50-3880-4edd-a00f-a14e40b59d66 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=915d2c51-59dd-4633-87ae-2480aafc7dc7 HTTP/1.1" status: 200 len: 210 time: 0.0336626 Jun 21 15:10:57.041301 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-27990d85-cef1-454e-876e-dd9f2094eeea req-9efcfc4c-c940-4fdf-b522-5f35f7610075 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=915d2c51-59dd-4633-87ae-2480aafc7dc7 HTTP/1.1" status: 200 len: 210 time: 0.0434599 Jun 21 15:10:57.048848 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-93175a6d-7d8b-4920-a7e0-f716cc284775 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:57.049996 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-93175a6d-7d8b-4920-a7e0-f716cc284775 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/networks?id=b192f778-67fc-465e-b47b-225288a9fa8f HTTP/1.1" status: 200 len: 797 time: 0.1526291 Jun 21 15:10:57.448090 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-b9f3a77f-c8dc-490f-b25f-3bb1f5ae16d5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6034e39b7b9c4208ae0c3b83482b9f88 HTTP/1.1" status: 200 len: 471 time: 0.3896277 Jun 21 15:10:57.457517 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-4c6e84b4-175a-4b69-837a-02bcf011f2c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'port': {'device_id': '915d2c51-59dd-4633-87ae-2480aafc7dc7', 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f', 'admin_state_up': True, 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'security_groups': ['c2db98a1-3688-4e32-8901-01c859122923']}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:10:57.573381 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-4c6e84b4-175a-4b69-837a-02bcf011f2c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Made reservation on behalf of 6034e39b7b9c4208ae0c3b83482b9f88 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:10:57.579905 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-4c6e84b4-175a-4b69-837a-02bcf011f2c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:57.715263 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-4c6e84b4-175a-4b69-837a-02bcf011f2c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Allocated IP 172.20.0.13 (b192f778-67fc-465e-b47b-225288a9fa8f/031542fb-2346-44fc-bc63-925b03ae5e21/db4d2055-e774-4eea-b935-db681f393e23) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:10:57.859249 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-4c6e84b4-175a-4b69-837a-02bcf011f2c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:57.873720 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-4c6e84b4-175a-4b69-837a-02bcf011f2c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Transition to ACTIVE for port object db4d2055-e774-4eea-b935-db681f393e23 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:10:57.913932 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-4c6e84b4-175a-4b69-837a-02bcf011f2c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:57.926980 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b1bc763f-408c-4a2c-9186-e46e6a04a26a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:57.967726 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-4c6e84b4-175a-4b69-837a-02bcf011f2c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network b192f778-67fc-465e-b47b-225288a9fa8f is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:10:57.971320 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-4c6e84b4-175a-4b69-837a-02bcf011f2c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:10:57.974056 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-4c6e84b4-175a-4b69-837a-02bcf011f2c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:10:58.006882 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e84b4-175a-4b69-837a-02bcf011f2c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=db4d2055-e774-4eea-b935-db681f393e23,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:58.013065 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4c6e84b4-175a-4b69-837a-02bcf011f2c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:58.035510 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-4c6e84b4-175a-4b69-837a-02bcf011f2c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:58.036162 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-4c6e84b4-175a-4b69-837a-02bcf011f2c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:58.053760 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-4c6e84b4-175a-4b69-837a-02bcf011f2c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5997915 Jun 21 15:10:58.065320 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-f9e05709-d204-4a07-8209-1e6be9ece740 service neutron] Request body: {'port': {'device_id': '915d2c51-59dd-4633-87ae-2480aafc7dc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:10:58.151212 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-f9e05709-d204-4a07-8209-1e6be9ece740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:58.181185 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-49e597cc-28ed-445e-81ff-1aed87a341b5 None None] Provisioning for port db4d2055-e774-4eea-b935-db681f393e23 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:10:58.184883 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-49e597cc-28ed-445e-81ff-1aed87a341b5 None None] Provisioning complete for port db4d2055-e774-4eea-b935-db681f393e23 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:10:58.185251 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-49e597cc-28ed-445e-81ff-1aed87a341b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:58.218931 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-49e597cc-28ed-445e-81ff-1aed87a341b5 None None] Port db4d2055-e774-4eea-b935-db681f393e23 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:10:58.327268 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036e52e6-4774-4cbf-a9ce-b57bce036f4f req-0c395d53-c777-4430-b657-23b069795114 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:58.328664 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-036e52e6-4774-4cbf-a9ce-b57bce036f4f req-0c395d53-c777-4430-b657-23b069795114 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=915d2c51-59dd-4633-87ae-2480aafc7dc7 HTTP/1.1" status: 200 len: 932 time: 0.1688900 Jun 21 15:10:58.412526 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-036e52e6-4774-4cbf-a9ce-b57bce036f4f req-9e94effb-2b18-4d66-b6c4-48932ab907cf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2db98a1-3688-4e32-8901-01c859122923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767753 Jun 21 15:10:58.501047 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-f9e05709-d204-4a07-8209-1e6be9ece740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db4d2055-e774-4eea-b935-db681f393e23 {{(pid=105224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:10:58.508943 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-f9e05709-d204-4a07-8209-1e6be9ece740 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:58.523802 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-f9e05709-d204-4a07-8209-1e6be9ece740 service neutron] Transition to ACTIVE for port object db4d2055-e774-4eea-b935-db681f393e23 will not be triggered until provisioned by entity L2. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:10:58.528635 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-f9e05709-d204-4a07-8209-1e6be9ece740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:58.531440 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-776e23fb-ebbf-4ab1-9466-5d2038e451bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:58.603843 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e05709-d204-4a07-8209-1e6be9ece740 service neutron] Pushing event updated for resources: {'Port': ['ID=db4d2055-e774-4eea-b935-db681f393e23,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:58.609587 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f9e05709-d204-4a07-8209-1e6be9ece740 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:58.683274 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-f9e05709-d204-4a07-8209-1e6be9ece740 service neutron] Attempting to bind port db4d2055-e774-4eea-b935-db681f393e23 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:10:58.683632 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-f9e05709-d204-4a07-8209-1e6be9ece740 service neutron] Attempting to bind port db4d2055-e774-4eea-b935-db681f393e23 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '1f51bebe-b915-4872-8193-71db389dd844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:10:58.683970 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-f9e05709-d204-4a07-8209-1e6be9ece740 service neutron] Attempting to bind port db4d2055-e774-4eea-b935-db681f393e23 on network b192f778-67fc-465e-b47b-225288a9fa8f {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:10:58.689110 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-f9e05709-d204-4a07-8209-1e6be9ece740 service neutron] Port db4d2055-e774-4eea-b935-db681f393e23 on network b192f778-67fc-465e-b47b-225288a9fa8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 15:10:58.689502 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-f9e05709-d204-4a07-8209-1e6be9ece740 service neutron] Attempting to bind port db4d2055-e774-4eea-b935-db681f393e23 on network b192f778-67fc-465e-b47b-225288a9fa8f {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:10:58.694907 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-f9e05709-d204-4a07-8209-1e6be9ece740 service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 10, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:10:58.695246 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-f9e05709-d204-4a07-8209-1e6be9ece740 service neutron] Checking segment: {'id': '1f51bebe-b915-4872-8193-71db389dd844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:10:58.695634 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-f9e05709-d204-4a07-8209-1e6be9ece740 service neutron] Bound using segment: {'id': '1f51bebe-b915-4872-8193-71db389dd844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f'} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:10:58.696059 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-f9e05709-d204-4a07-8209-1e6be9ece740 service neutron] Bound port: db4d2055-e774-4eea-b935-db681f393e23, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f51bebe-b915-4872-8193-71db389dd844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f'}}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:10:58.696412 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-f9e05709-d204-4a07-8209-1e6be9ece740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:58.764321 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-f9e05709-d204-4a07-8209-1e6be9ece740 service neutron] For port db4d2055-e774-4eea-b935-db681f393e23, host hv-neutron-7971, cleared binding levels {{(pid=105224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:10:58.768006 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-f9e05709-d204-4a07-8209-1e6be9ece740 service neutron] For port db4d2055-e774-4eea-b935-db681f393e23, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=db4d2055-e774-4eea-b935-db681f393e23,segment=NetworkSegment(1f51bebe-b915-4872-8193-71db389dd844),segment_id=1f51bebe-b915-4872-8193-71db389dd844)] {{(pid=105224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:10:58.773764 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-f9e05709-d204-4a07-8209-1e6be9ece740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:58.776703 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-93fafe9f-3339-4632-95ae-f523ce1f3da6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:10:58.807589 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-f9e05709-d204-4a07-8209-1e6be9ece740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:58.808205 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-f9e05709-d204-4a07-8209-1e6be9ece740 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:10:58.809583 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-f9e05709-d204-4a07-8209-1e6be9ece740 service neutron] 10.222.0.66 "PUT /v2.0/ports/db4d2055-e774-4eea-b935-db681f393e23 HTTP/1.1" status: 200 len: 1094 time: 0.7486973 Jun 21 15:10:58.810229 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '915d2c51-59dd-4633-87ae-2480aafc7dc7', 'tag': 'db4d2055-e774-4eea-b935-db681f393e23'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:10:58.812604 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ababd0a-2f8a-4544-8118-b371979c766e" -d '{"events": [{"name": "network-changed", "server_uuid": "915d2c51-59dd-4633-87ae-2480aafc7dc7", "tag": "db4d2055-e774-4eea-b935-db681f393e23"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:10:58.849655 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e05709-d204-4a07-8209-1e6be9ece740 service neutron] Pushing event updated for resources: {'Port': ['ID=db4d2055-e774-4eea-b935-db681f393e23,revision_number=3']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:10:58.864885 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f9e05709-d204-4a07-8209-1e6be9ece740 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:10:58.867387 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1203d2d2-548f-439a-b66f-4ad62483bfee x-openstack-request-id: req-1203d2d2-548f-439a-b66f-4ad62483bfee {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:10:58.867736 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "915d2c51-59dd-4633-87ae-2480aafc7dc7", "tag": "db4d2055-e774-4eea-b935-db681f393e23", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:10:58.868012 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1203d2d2-548f-439a-b66f-4ad62483bfee {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:10:58.868450 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '915d2c51-59dd-4633-87ae-2480aafc7dc7', 'tag': 'db4d2055-e774-4eea-b935-db681f393e23', 'status': 'completed', 'code': 200} Jun 21 15:10:58.918227 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-725de03f-979a-4c06-9979-139fa239af29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:58.919956 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-725de03f-979a-4c06-9979-139fa239af29 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=915d2c51-59dd-4633-87ae-2480aafc7dc7 HTTP/1.1" status: 200 len: 1097 time: 0.0666771 Jun 21 15:10:58.964071 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-ad3e01be-e1b3-42f1-b5ef-7fa1e78c00c8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db4d2055-e774-4eea-b935-db681f393e23 HTTP/1.1" status: 200 len: 217 time: 0.0372012 Jun 21 15:10:59.013253 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-4f4826cd-6e0e-432c-a294-8ac570a3c5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:59.014788 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-4f4826cd-6e0e-432c-a294-8ac570a3c5af service neutron] 10.222.0.66 "GET /v2.0/subnets?id=031542fb-2346-44fc-bc63-925b03ae5e21 HTTP/1.1" status: 200 len: 835 time: 0.0450494 Jun 21 15:10:59.078848 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-d59eb59c-45a9-42d3-80b0-a5ff0254803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:59.080610 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-d59eb59c-45a9-42d3-80b0-a5ff0254803a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b192f778-67fc-465e-b47b-225288a9fa8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0593255 Jun 21 15:10:59.179373 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-b3a71908-839b-42de-87ec-003e53b3a15b service neutron] 10.222.0.66 "GET /v2.0/networks/b192f778-67fc-465e-b47b-225288a9fa8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922573 Jun 21 15:10:59.274213 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-304a2ee2-6445-4986-8232-db0dd7708bb5 req-1ed967df-7048-4e21-a5df-0d4da680f405 service neutron] 10.222.0.66 "GET /v2.0/networks/b192f778-67fc-465e-b47b-225288a9fa8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869691 Jun 21 15:10:59.399157 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ababd0a-2f8a-4544-8118-b371979c766e req-6ee54aa9-0770-43bb-a84b-255fa881b9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:59.401078 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7ababd0a-2f8a-4544-8118-b371979c766e req-6ee54aa9-0770-43bb-a84b-255fa881b9e9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=915d2c51-59dd-4633-87ae-2480aafc7dc7 HTTP/1.1" status: 200 len: 1097 time: 0.0687859 Jun 21 15:10:59.494800 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ababd0a-2f8a-4544-8118-b371979c766e req-aad76267-7d4f-4a86-bb7b-4bd468bff686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:59.496262 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7ababd0a-2f8a-4544-8118-b371979c766e req-aad76267-7d4f-4a86-bb7b-4bd468bff686 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b192f778-67fc-465e-b47b-225288a9fa8f HTTP/1.1" status: 200 len: 898 time: 0.0886042 Jun 21 15:10:59.554222 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7ababd0a-2f8a-4544-8118-b371979c766e req-000eec6a-e472-40d7-9096-89f6694de5ff service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db4d2055-e774-4eea-b935-db681f393e23 HTTP/1.1" status: 200 len: 217 time: 0.0512092 Jun 21 15:10:59.623391 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ababd0a-2f8a-4544-8118-b371979c766e req-c7d48331-8484-4ec3-b34b-787865681b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:59.624874 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7ababd0a-2f8a-4544-8118-b371979c766e req-c7d48331-8484-4ec3-b34b-787865681b1c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=031542fb-2346-44fc-bc63-925b03ae5e21 HTTP/1.1" status: 200 len: 835 time: 0.0510921 Jun 21 15:10:59.675481 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdadc7d-6f35-4ee5-933d-bc3c924f0d4b req-96c4cfb8-130d-4e44-ada5-4acd5730d9f7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:59.676939 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1fdadc7d-6f35-4ee5-933d-bc3c924f0d4b req-96c4cfb8-130d-4e44-ada5-4acd5730d9f7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=915d2c51-59dd-4633-87ae-2480aafc7dc7 HTTP/1.1" status: 200 len: 944 time: 0.1328132 Jun 21 15:10:59.724181 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1fdadc7d-6f35-4ee5-933d-bc3c924f0d4b req-39eb66d8-f661-4aea-9cfe-d878ba846652 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2db98a1-3688-4e32-8901-01c859122923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409460 Jun 21 15:10:59.732381 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ababd0a-2f8a-4544-8118-b371979c766e req-58a0c72e-7e59-4747-b0e0-b0dcd722a529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:10:59.733814 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7ababd0a-2f8a-4544-8118-b371979c766e req-58a0c72e-7e59-4747-b0e0-b0dcd722a529 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b192f778-67fc-465e-b47b-225288a9fa8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1020124 Jun 21 15:10:59.824911 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7ababd0a-2f8a-4544-8118-b371979c766e req-f338ff98-8353-4a27-b5c1-ff9918bd1ce9 service neutron] 10.222.0.66 "GET /v2.0/networks/b192f778-67fc-465e-b47b-225288a9fa8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847509 Jun 21 15:10:59.932179 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7ababd0a-2f8a-4544-8118-b371979c766e req-392cd81a-b6f3-4be9-91eb-f90789c8e91e service neutron] 10.222.0.66 "GET /v2.0/networks/b192f778-67fc-465e-b47b-225288a9fa8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006620 Jun 21 15:11:00.916549 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12638e7f-e80d-4fd6-85ff-340d8c467cc5 req-dca74f52-72eb-4d49-8d08-b973a7aa2c74 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:11:00.918043 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-12638e7f-e80d-4fd6-85ff-340d8c467cc5 req-dca74f52-72eb-4d49-8d08-b973a7aa2c74 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=915d2c51-59dd-4633-87ae-2480aafc7dc7 HTTP/1.1" status: 200 len: 944 time: 0.0730484 Jun 21 15:11:00.957774 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-12638e7f-e80d-4fd6-85ff-340d8c467cc5 req-6d7ed01b-b0c0-47d5-bb7d-81bb7eaf9c3e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2db98a1-3688-4e32-8901-01c859122923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339029 Jun 21 15:11:01.684186 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device db4d2055-e774-4eea-b935-db681f393e23 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:11:01.789157 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port db4d2055-e774-4eea-b935-db681f393e23, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=db4d2055-e774-4eea-b935-db681f393e23,segment=NetworkSegment(1f51bebe-b915-4872-8193-71db389dd844),segment_id=1f51bebe-b915-4872-8193-71db389dd844)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:11:01.804011 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': 'db4d2055-e774-4eea-b935-db681f393e23', 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f', 'port_id': 'db4d2055-e774-4eea-b935-db681f393e23', 'mac_address': 'fa:16:3e:b8:0f:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '031542fb-2346-44fc-bc63-925b03ae5e21', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:11:01.849256 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:11:01.863590 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db4d2055-e774-4eea-b935-db681f393e23 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:11:01.887785 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port db4d2055-e774-4eea-b935-db681f393e23, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=db4d2055-e774-4eea-b935-db681f393e23,segment=NetworkSegment(1f51bebe-b915-4872-8193-71db389dd844),segment_id=1f51bebe-b915-4872-8193-71db389dd844)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:11:01.894085 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:11:01.895936 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:11:01.953140 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=db4d2055-e774-4eea-b935-db681f393e23,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:11:01.957348 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:11:02.098497 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:11:02.145529 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fc17e1-d65c-4f89-9b6b-b683e016cd52 req-3ade3ed8-4e32-4add-9619-2ab6e6b2a78c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:11:02.147141 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-96fc17e1-d65c-4f89-9b6b-b683e016cd52 req-3ade3ed8-4e32-4add-9619-2ab6e6b2a78c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=915d2c51-59dd-4633-87ae-2480aafc7dc7 HTTP/1.1" status: 200 len: 945 time: 0.0690269 Jun 21 15:11:02.205906 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-96fc17e1-d65c-4f89-9b6b-b683e016cd52 req-5bd2fdbb-4775-4a76-9182-8666b4e5e5ab tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2db98a1-3688-4e32-8901-01c859122923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447950 Jun 21 15:11:02.255230 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['db4d2055-e774-4eea-b935-db681f393e23'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:11:03.403192 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f9d447-cafa-4095-b07b-9a52fa73e2df req-1d998c2a-02a4-43af-a360-4c1c09666954 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:11:03.405083 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-19f9d447-cafa-4095-b07b-9a52fa73e2df req-1d998c2a-02a4-43af-a360-4c1c09666954 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=915d2c51-59dd-4633-87ae-2480aafc7dc7 HTTP/1.1" status: 200 len: 945 time: 0.0811718 Jun 21 15:11:03.448425 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-19f9d447-cafa-4095-b07b-9a52fa73e2df req-5f5f413c-7477-4904-8b71-df3599be5b01 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2db98a1-3688-4e32-8901-01c859122923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366478 Jun 21 15:11:03.688485 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device db4d2055-e774-4eea-b935-db681f393e23 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:11:03.749826 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port db4d2055-e774-4eea-b935-db681f393e23 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:11:03.754382 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port db4d2055-e774-4eea-b935-db681f393e23 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:11:03.754761 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:11:03.831038 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:11:03.857594 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915d2c51-59dd-4633-87ae-2480aafc7dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4d2055-e774-4eea-b935-db681f393e23'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:11:03.859978 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678cd3da-af37-4cca-b3ec-12e4a471c67f" -d '{"events": [{"server_uuid": "915d2c51-59dd-4633-87ae-2480aafc7dc7", "name": "network-vif-plugged", "status": "completed", "tag": "db4d2055-e774-4eea-b935-db681f393e23"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:11:03.873094 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port db4d2055-e774-4eea-b935-db681f393e23, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=db4d2055-e774-4eea-b935-db681f393e23,segment=NetworkSegment(1f51bebe-b915-4872-8193-71db389dd844),segment_id=1f51bebe-b915-4872-8193-71db389dd844)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:11:03.879060 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:11:03.881200 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:11:03.906833 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a197b76-5f7a-4f7d-a998-33c6a5acccc2 x-openstack-request-id: req-0a197b76-5f7a-4f7d-a998-33c6a5acccc2 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:11:03.907127 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "915d2c51-59dd-4633-87ae-2480aafc7dc7", "name": "network-vif-plugged", "status": "completed", "tag": "db4d2055-e774-4eea-b935-db681f393e23", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:11:03.907376 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0a197b76-5f7a-4f7d-a998-33c6a5acccc2 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:11:03.907881 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '915d2c51-59dd-4633-87ae-2480aafc7dc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db4d2055-e774-4eea-b935-db681f393e23', 'code': 200} Jun 21 15:11:03.930359 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=db4d2055-e774-4eea-b935-db681f393e23,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:11:03.933075 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:11:04.159047 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7f117-53f1-41c5-9907-2815caf99786 req-afcaad60-957a-4219-b8b8-9ad448989558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:11:04.160932 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-80f7f117-53f1-41c5-9907-2815caf99786 req-afcaad60-957a-4219-b8b8-9ad448989558 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=915d2c51-59dd-4633-87ae-2480aafc7dc7 HTTP/1.1" status: 200 len: 1099 time: 0.0577626 Jun 21 15:11:04.196598 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-80f7f117-53f1-41c5-9907-2815caf99786 req-f2777d3e-791c-48f8-903b-608e65ea86f4 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c2db98a1-3688-4e32-8901-01c859122923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291979 Jun 21 15:11:04.645480 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d717a-ecdb-4e20-b9b3-8f3b4d4b74e3 req-21f4deb4-abb1-4b6f-a79b-236f12ea392c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:11:04.647101 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-055d717a-ecdb-4e20-b9b3-8f3b4d4b74e3 req-21f4deb4-abb1-4b6f-a79b-236f12ea392c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=915d2c51-59dd-4633-87ae-2480aafc7dc7 HTTP/1.1" status: 200 len: 946 time: 0.0836291 Jun 21 15:11:04.685737 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-055d717a-ecdb-4e20-b9b3-8f3b4d4b74e3 req-a64dad37-5464-442d-93c0-7c103c2e8566 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2db98a1-3688-4e32-8901-01c859122923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328810 Jun 21 15:11:05.400096 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:11:05.889665 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492601f-2dab-4be3-8353-2ef2ddf00f2d req-813c5145-c78d-4e82-bc27-aea5fd79c04b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:11:05.891212 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c492601f-2dab-4be3-8353-2ef2ddf00f2d req-813c5145-c78d-4e82-bc27-aea5fd79c04b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=915d2c51-59dd-4633-87ae-2480aafc7dc7 HTTP/1.1" status: 200 len: 946 time: 0.0765579 Jun 21 15:11:05.934261 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c492601f-2dab-4be3-8353-2ef2ddf00f2d req-9933e378-d6d1-47bd-a76d-a679873e0874 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2db98a1-3688-4e32-8901-01c859122923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346739 Jun 21 15:11:06.123124 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d11112d-ea59-47cd-8387-5af7ab09032d req-8fc13dac-bbd5-4d91-8a07-246ddbc53bd0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:11:06.124569 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2d11112d-ea59-47cd-8387-5af7ab09032d req-8fc13dac-bbd5-4d91-8a07-246ddbc53bd0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=915d2c51-59dd-4633-87ae-2480aafc7dc7 HTTP/1.1" status: 200 len: 946 time: 0.0747914 Jun 21 15:11:06.173678 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2d11112d-ea59-47cd-8387-5af7ab09032d req-d6baa7f1-53dc-453c-9633-73157d66fe6b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2db98a1-3688-4e32-8901-01c859122923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403385 Jun 21 15:11:06.203526 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40760) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:11:06.257290 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10940fd-0c80-49f6-816b-5858e1f792b1 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:11:06.258806 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f10940fd-0c80-49f6-816b-5858e1f792b1 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=915d2c51-59dd-4633-87ae-2480aafc7dc7 HTTP/1.1" status: 200 len: 1094 time: 0.0542545 Jun 21 15:11:06.261748 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40762) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:11:06.266117 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-1111c18e-1d67-4729-b4cc-844dede1b16b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'port_id': 'db4d2055-e774-4eea-b935-db681f393e23', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:11:06.297135 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1111c18e-1d67-4729-b4cc-844dede1b16b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:11:06.422043 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1111c18e-1d67-4729-b4cc-844dede1b16b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:11:06.530230 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-1111c18e-1d67-4729-b4cc-844dede1b16b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Allocated IP 172.26.3.169 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/cec7ae73-2a3c-41c7-88fa-25ab0808f7c3) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:11:06.638321 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1111c18e-1d67-4729-b4cc-844dede1b16b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:11:06.681899 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1111c18e-1d67-4729-b4cc-844dede1b16b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:11:06.683974 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0c707a52-d17c-4a13-891a-16ebbb4e6c0a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:11:06.720000 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1111c18e-1d67-4729-b4cc-844dede1b16b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:11:06.722912 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-1111c18e-1d67-4729-b4cc-844dede1b16b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:11:06.729176 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1111c18e-1d67-4729-b4cc-844dede1b16b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:11:06.734711 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111c18e-1d67-4729-b4cc-844dede1b16b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=cec7ae73-2a3c-41c7-88fa-25ab0808f7c3,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:11:06.753040 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1111c18e-1d67-4729-b4cc-844dede1b16b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:11:07.108658 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1111c18e-1d67-4729-b4cc-844dede1b16b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:11:07.193032 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1111c18e-1d67-4729-b4cc-844dede1b16b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:11:07.347953 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1111c18e-1d67-4729-b4cc-844dede1b16b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:11:07.354281 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1111c18e-1d67-4729-b4cc-844dede1b16b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:11:07.356332 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b125b991-61e3-46a7-b074-b134243150e9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:11:07.424287 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111c18e-1d67-4729-b4cc-844dede1b16b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=cec7ae73-2a3c-41c7-88fa-25ab0808f7c3,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:11:07.429610 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1111c18e-1d67-4729-b4cc-844dede1b16b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:11:07.438070 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1111c18e-1d67-4729-b4cc-844dede1b16b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:11:07.542544 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [None req-1111c18e-1d67-4729-b4cc-844dede1b16b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Floating IP ad2af7d4-5409-4427-901e-57d272f08d24 associated. External IP: 172.26.3.169, port: db4d2055-e774-4eea-b935-db681f393e23. Jun 21 15:11:07.764894 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1111c18e-1d67-4729-b4cc-844dede1b16b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router 1752a03c-50ba-45d9-afbe-762808aa65aa has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:11:07.881947 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1111c18e-1d67-4729-b4cc-844dede1b16b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:11:07.892005 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3feed255-b4ec-42b9-85a6-2034b04f5fb2 None None] Sync routers for ids ['1752a03c-50ba-45d9-afbe-762808aa65aa'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:11:07.900799 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1111c18e-1d67-4729-b4cc-844dede1b16b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:11:07.904026 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feed255-b4ec-42b9-85a6-2034b04f5fb2 None None] Routers {'1752a03c-50ba-45d9-afbe-762808aa65aa'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:11:07.904767 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-3feed255-b4ec-42b9-85a6-2034b04f5fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:10:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['1752a03c-50ba-45d9-afbe-762808aa65aa'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:11:07.940603 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1111c18e-1d67-4729-b4cc-844dede1b16b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6776898 Jun 21 15:11:07.941130 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '915d2c51-59dd-4633-87ae-2480aafc7dc7', 'tag': 'db4d2055-e774-4eea-b935-db681f393e23'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:11:07.943471 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6184ccb3-bb90-4cb3-bcc3-25d530eef761" -d '{"events": [{"name": "network-changed", "server_uuid": "915d2c51-59dd-4633-87ae-2480aafc7dc7", "tag": "db4d2055-e774-4eea-b935-db681f393e23"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:11:07.982021 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e75bad-915b-4bc0-a339-b9aa92325837 x-openstack-request-id: req-75e75bad-915b-4bc0-a339-b9aa92325837 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:11:07.982366 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "915d2c51-59dd-4633-87ae-2480aafc7dc7", "tag": "db4d2055-e774-4eea-b935-db681f393e23", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:11:07.982666 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-75e75bad-915b-4bc0-a339-b9aa92325837 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:11:07.983119 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '915d2c51-59dd-4633-87ae-2480aafc7dc7', 'tag': 'db4d2055-e774-4eea-b935-db681f393e23', 'status': 'completed', 'code': 200} Jun 21 15:11:08.015924 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-3feed255-b4ec-42b9-85a6-2034b04f5fb2 None None] Set router 1752a03c-50ba-45d9-afbe-762808aa65aa gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:11:08.056934 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184ccb3-bb90-4cb3-bcc3-25d530eef761 req-c34b526e-48a9-4874-a2db-96bbea9770f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:11:08.058525 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6184ccb3-bb90-4cb3-bcc3-25d530eef761 req-c34b526e-48a9-4874-a2db-96bbea9770f8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=915d2c51-59dd-4633-87ae-2480aafc7dc7 HTTP/1.1" status: 200 len: 1099 time: 0.0536373 Jun 21 15:11:08.148645 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184ccb3-bb90-4cb3-bcc3-25d530eef761 req-7c5dc04b-c406-4e09-a797-c55279b2e654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:11:08.150296 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6184ccb3-bb90-4cb3-bcc3-25d530eef761 req-7c5dc04b-c406-4e09-a797-c55279b2e654 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b192f778-67fc-465e-b47b-225288a9fa8f HTTP/1.1" status: 200 len: 898 time: 0.0860732 Jun 21 15:11:08.224416 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6184ccb3-bb90-4cb3-bcc3-25d530eef761 req-8e4d6819-8873-42f6-96b3-b6c0e3da6640 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db4d2055-e774-4eea-b935-db681f393e23 HTTP/1.1" status: 200 len: 1000 time: 0.0671036 Jun 21 15:11:08.275003 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184ccb3-bb90-4cb3-bcc3-25d530eef761 req-cdb69c89-4b48-418c-a580-d244bff34521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:11:08.276437 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6184ccb3-bb90-4cb3-bcc3-25d530eef761 req-cdb69c89-4b48-418c-a580-d244bff34521 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=031542fb-2346-44fc-bc63-925b03ae5e21 HTTP/1.1" status: 200 len: 835 time: 0.0450816 Jun 21 15:11:08.328517 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-3feed255-b4ec-42b9-85a6-2034b04f5fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'name': 'tempest-TestNetworkBasicOps-router-2054786389', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:34Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '60302b8f-da2a-4adb-93b1-fede35831cdf', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.42', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'port_id': '145f83d8-618d-4e9b-8750-c75f558f5d67', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f', 'mac_address': 'fa:16:3e:02:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a535d6-8430-4fa0-9abf-04d3b3ed5df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:10:52Z', 'updated_at': '2021-06-21T15:10:54Z', 'revision_number': 1, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}, {'id': 'ad2af7d4-5409-4427-901e-57d272f08d24', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.169', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'port_id': 'db4d2055-e774-4eea-b935-db681f393e23', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f', 'mac_address': 'fa:16:3e:b8:0f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '915d2c51-59dd-4633-87ae-2480aafc7dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:11:06Z', 'updated_at': '2021-06-21T15:11:06Z', 'revision_number': 0, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71379cf-6a9b-4ed8-918f-f6df5ebc581b', 'name': '', 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:79:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '031542fb-2346-44fc-bc63-925b03ae5e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:10:34Z', 'updated_at': '2021-06-21T15:10:39Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '031542fb-2346-44fc-bc63-925b03ae5e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:11:08.337260 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184ccb3-bb90-4cb3-bcc3-25d530eef761 req-9270e1ad-e58e-4062-9588-05b48fd3b351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:11:08.338803 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6184ccb3-bb90-4cb3-bcc3-25d530eef761 req-9270e1ad-e58e-4062-9588-05b48fd3b351 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b192f778-67fc-465e-b47b-225288a9fa8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0558760 Jun 21 15:11:08.356843 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3feed255-b4ec-42b9-85a6-2034b04f5fb2 None None] Checking router: 1752a03c-50ba-45d9-afbe-762808aa65aa for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:11:08.367021 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feed255-b4ec-42b9-85a6-2034b04f5fb2 None None] Routers {'1752a03c-50ba-45d9-afbe-762808aa65aa'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:11:08.367638 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-3feed255-b4ec-42b9-85a6-2034b04f5fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:10:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['1752a03c-50ba-45d9-afbe-762808aa65aa'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:11:08.441569 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6184ccb3-bb90-4cb3-bcc3-25d530eef761 req-bf620e94-eb2b-4563-a11c-8f01123d0db6 service neutron] 10.222.0.66 "GET /v2.0/networks/b192f778-67fc-465e-b47b-225288a9fa8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959213 Jun 21 15:11:08.475222 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-3feed255-b4ec-42b9-85a6-2034b04f5fb2 None None] Set router 1752a03c-50ba-45d9-afbe-762808aa65aa gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:11:08.539545 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6184ccb3-bb90-4cb3-bcc3-25d530eef761 req-128785b6-2a05-47b8-981d-eb4272bc6831 service neutron] 10.222.0.66 "GET /v2.0/networks/b192f778-67fc-465e-b47b-225288a9fa8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910740 Jun 21 15:11:08.697963 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-3feed255-b4ec-42b9-85a6-2034b04f5fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'name': 'tempest-TestNetworkBasicOps-router-2054786389', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:34Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '60302b8f-da2a-4adb-93b1-fede35831cdf', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.42', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'port_id': '145f83d8-618d-4e9b-8750-c75f558f5d67', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f', 'mac_address': 'fa:16:3e:02:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a535d6-8430-4fa0-9abf-04d3b3ed5df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:10:52Z', 'updated_at': '2021-06-21T15:10:54Z', 'revision_number': 1, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}, {'id': 'ad2af7d4-5409-4427-901e-57d272f08d24', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.169', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'port_id': 'db4d2055-e774-4eea-b935-db681f393e23', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f', 'mac_address': 'fa:16:3e:b8:0f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '915d2c51-59dd-4633-87ae-2480aafc7dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:11:06Z', 'updated_at': '2021-06-21T15:11:06Z', 'revision_number': 0, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71379cf-6a9b-4ed8-918f-f6df5ebc581b', 'name': '', 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:79:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '031542fb-2346-44fc-bc63-925b03ae5e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:10:34Z', 'updated_at': '2021-06-21T15:10:39Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '031542fb-2346-44fc-bc63-925b03ae5e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:11:08.723109 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3feed255-b4ec-42b9-85a6-2034b04f5fb2 None None] The sync data for ids ['1752a03c-50ba-45d9-afbe-762808aa65aa'] in dv-neutron-797121-2-hyperv is: [{'id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'name': 'tempest-TestNetworkBasicOps-router-2054786389', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:34Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '60302b8f-da2a-4adb-93b1-fede35831cdf', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.42', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'port_id': '145f83d8-618d-4e9b-8750-c75f558f5d67', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f', 'mac_address': 'fa:16:3e:02:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a535d6-8430-4fa0-9abf-04d3b3ed5df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:10:52Z', 'updated_at': '2021-06-21T15:10:54Z', 'revision_number': 1, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}, {'id': 'ad2af7d4-5409-4427-901e-57d272f08d24', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.169', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'port_id': 'db4d2055-e774-4eea-b935-db681f393e23', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f', 'mac_address': 'fa:16:3e:b8:0f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '915d2c51-59dd-4633-87ae-2480aafc7dc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:11:06Z', 'updated_at': '2021-06-21T15:11:06Z', 'revision_number': 0, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71379cf-6a9b-4ed8-918f-f6df5ebc581b', 'name': '', 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:79:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '031542fb-2346-44fc-bc63-925b03ae5e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:10:34Z', 'updated_at': '2021-06-21T15:10:39Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '031542fb-2346-44fc-bc63-925b03ae5e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:11:08.920781 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d31da7-394d-4467-9e59-cc71a9da85c9 None None] New status for floating IP ad2af7d4-5409-4427-901e-57d272f08d24: ACTIVE {{(pid=105226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:11:14.079853 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c8dc3740-b544-43f1-931f-be19152dce9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:11:16.584928 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e416-f921-45c9-921d-9acc6ad6f9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:11:17.041535 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:11:18.107896 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:11:19.776266 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:11:22.325360 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9a2cf4de-6676-481b-841b-555d69b69161 req-4673d13b-31d0-47f7-9871-bf395ede397c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=09a535d6-8430-4fa0-9abf-04d3b3ed5df9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0587280 Jun 21 15:11:22.435551 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cf4de-6676-481b-841b-555d69b69161 req-fd6b7d7b-8c2b-4c4d-b97f-47fd0633ed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:11:22.437067 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9a2cf4de-6676-481b-841b-555d69b69161 req-fd6b7d7b-8c2b-4c4d-b97f-47fd0633ed0e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=09a535d6-8430-4fa0-9abf-04d3b3ed5df9 HTTP/1.1" status: 200 len: 1098 time: 0.0618463 Jun 21 15:11:22.551122 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cf4de-6676-481b-841b-555d69b69161 req-cfe5c89b-a23f-4bf9-8f6c-2a54e78bc52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:11:22.552581 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9a2cf4de-6676-481b-841b-555d69b69161 req-cfe5c89b-a23f-4bf9-8f6c-2a54e78bc52b service neutron] 10.222.0.66 "GET /v2.0/networks?id=b192f778-67fc-465e-b47b-225288a9fa8f HTTP/1.1" status: 200 len: 898 time: 0.0906415 Jun 21 15:11:22.624560 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9a2cf4de-6676-481b-841b-555d69b69161 req-cbf7b7d7-695e-438d-9d25-17939698d0f2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=145f83d8-618d-4e9b-8750-c75f558f5d67 HTTP/1.1" status: 200 len: 1000 time: 0.0654688 Jun 21 15:11:22.675517 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cf4de-6676-481b-841b-555d69b69161 req-61e19402-63c5-442c-bc61-406840eeccee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:11:22.676965 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9a2cf4de-6676-481b-841b-555d69b69161 req-61e19402-63c5-442c-bc61-406840eeccee service neutron] 10.222.0.66 "GET /v2.0/subnets?id=031542fb-2346-44fc-bc63-925b03ae5e21 HTTP/1.1" status: 200 len: 835 time: 0.0455594 Jun 21 15:11:22.738304 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cf4de-6676-481b-841b-555d69b69161 req-6518f4f3-c9b5-461b-b56d-77f59cab1458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:11:22.739803 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9a2cf4de-6676-481b-841b-555d69b69161 req-6518f4f3-c9b5-461b-b56d-77f59cab1458 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b192f778-67fc-465e-b47b-225288a9fa8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0564003 Jun 21 15:11:23.176506 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9a2cf4de-6676-481b-841b-555d69b69161 req-c4d70898-c03b-4c89-84d7-98a5bc8b4b35 service neutron] 10.222.0.66 "GET /v2.0/networks/b192f778-67fc-465e-b47b-225288a9fa8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293334 Jun 21 15:11:23.269376 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9a2cf4de-6676-481b-841b-555d69b69161 req-8fad7f8b-57b5-4de5-9c5b-480b14a395ce service neutron] 10.222.0.66 "GET /v2.0/networks/b192f778-67fc-465e-b47b-225288a9fa8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821612 Jun 21 15:11:35.396397 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:11:39.100498 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:11:44.082613 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0fa1c4cf-8df9-4a91-8475-9386198ebc35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:11:46.584036 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9410d38b-2e2a-41d6-8156-b5c4efc1876c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:11:47.045599 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:11:48.114506 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:11:49.779566 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:05.402574 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:14.081039 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3aa7d616-75ee-47b5-8a6b-4473b1eeac0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:16.099936 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:12:16.581800 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-be231a49-3158-4388-8a8b-15c4a4f9cd8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:17.048243 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:18.103004 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:19.781121 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:22.439799 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-70a42522-efb1-4629-b2bf-50c407b5d3f1 req-902be844-b5bc-48a7-ab7c-c7f30343b881 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=915d2c51-59dd-4633-87ae-2480aafc7dc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0597482 Jun 21 15:12:22.519842 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a42522-efb1-4629-b2bf-50c407b5d3f1 req-60b6d719-ee92-4a68-85a1-93976c96ad7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:12:22.521317 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-70a42522-efb1-4629-b2bf-50c407b5d3f1 req-60b6d719-ee92-4a68-85a1-93976c96ad7c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=915d2c51-59dd-4633-87ae-2480aafc7dc7 HTTP/1.1" status: 200 len: 1099 time: 0.0559638 Jun 21 15:12:22.635426 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a42522-efb1-4629-b2bf-50c407b5d3f1 req-58cad5f2-ec68-4150-9243-ba5e72d2b4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:12:22.636884 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-70a42522-efb1-4629-b2bf-50c407b5d3f1 req-58cad5f2-ec68-4150-9243-ba5e72d2b4a9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b192f778-67fc-465e-b47b-225288a9fa8f HTTP/1.1" status: 200 len: 898 time: 0.0912189 Jun 21 15:12:22.707245 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-70a42522-efb1-4629-b2bf-50c407b5d3f1 req-86ad68d5-f18a-4840-99ee-eccd49d13652 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db4d2055-e774-4eea-b935-db681f393e23 HTTP/1.1" status: 200 len: 1002 time: 0.0622444 Jun 21 15:12:22.761402 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a42522-efb1-4629-b2bf-50c407b5d3f1 req-325cc890-469c-4daa-ba0e-ed377fe055af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:12:22.762863 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-70a42522-efb1-4629-b2bf-50c407b5d3f1 req-325cc890-469c-4daa-ba0e-ed377fe055af service neutron] 10.222.0.66 "GET /v2.0/subnets?id=031542fb-2346-44fc-bc63-925b03ae5e21 HTTP/1.1" status: 200 len: 835 time: 0.0454316 Jun 21 15:12:22.819704 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a42522-efb1-4629-b2bf-50c407b5d3f1 req-54265366-d452-4dba-98cc-b12adeb245c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:12:22.821324 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-70a42522-efb1-4629-b2bf-50c407b5d3f1 req-54265366-d452-4dba-98cc-b12adeb245c5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b192f778-67fc-465e-b47b-225288a9fa8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0516007 Jun 21 15:12:22.923597 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-70a42522-efb1-4629-b2bf-50c407b5d3f1 req-23a73f1d-0b4e-4bc4-b225-88d0bfe2a1a1 service neutron] 10.222.0.66 "GET /v2.0/networks/b192f778-67fc-465e-b47b-225288a9fa8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926239 Jun 21 15:12:23.017933 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-70a42522-efb1-4629-b2bf-50c407b5d3f1 req-4facc326-a223-4484-b007-0c6ebefaa139 service neutron] 10.222.0.66 "GET /v2.0/networks/b192f778-67fc-465e-b47b-225288a9fa8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837655 Jun 21 15:12:34.851014 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40794) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:12:34.990580 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-35a3f58e-97a5-4175-9f0d-92a8de767caa tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/floatingips/60302b8f-da2a-4adb-93b1-fede35831cdf HTTP/1.1" status: 200 len: 992 time: 0.1382256 Jun 21 15:12:35.400304 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:35.736918 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40806) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:12:35.742553 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-cceaac1d-807e-4a8d-9042-03f828183a85 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'port': {'admin_state_up': False}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:12:35.840926 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cceaac1d-807e-4a8d-9042-03f828183a85 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:35.991128 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-cceaac1d-807e-4a8d-9042-03f828183a85 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] For port 145f83d8-618d-4e9b-8750-c75f558f5d67, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=145f83d8-618d-4e9b-8750-c75f558f5d67,segment=NetworkSegment(1f51bebe-b915-4872-8193-71db389dd844),segment_id=1f51bebe-b915-4872-8193-71db389dd844)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:12:36.025603 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cceaac1d-807e-4a8d-9042-03f828183a85 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:36.031932 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cceaac1d-807e-4a8d-9042-03f828183a85 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:36.034865 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-76984742-30d0-4879-bf3a-aaa3e95ee4b1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:12:36.071182 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cceaac1d-807e-4a8d-9042-03f828183a85 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:12:36.071806 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cceaac1d-807e-4a8d-9042-03f828183a85 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:36.073203 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-cceaac1d-807e-4a8d-9042-03f828183a85 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "PUT /v2.0/ports/145f83d8-618d-4e9b-8750-c75f558f5d67 HTTP/1.1" status: 200 len: 938 time: 0.3352027 Jun 21 15:12:36.073881 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a535d6-8430-4fa0-9abf-04d3b3ed5df9', 'tag': '145f83d8-618d-4e9b-8750-c75f558f5d67'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:12:36.076220 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87b8531-d7e3-4942-aad3-a9470a23badc" -d '{"events": [{"name": "network-changed", "server_uuid": "09a535d6-8430-4fa0-9abf-04d3b3ed5df9", "tag": "145f83d8-618d-4e9b-8750-c75f558f5d67"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:12:36.108494 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceaac1d-807e-4a8d-9042-03f828183a85 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=145f83d8-618d-4e9b-8750-c75f558f5d67,revision_number=6']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:12:36.118679 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f566d9-e548-4c75-9f7d-0d3045d8c1e8 x-openstack-request-id: req-f3f566d9-e548-4c75-9f7d-0d3045d8c1e8 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:12:36.119026 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a535d6-8430-4fa0-9abf-04d3b3ed5df9", "tag": "145f83d8-618d-4e9b-8750-c75f558f5d67", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:12:36.119329 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f3f566d9-e548-4c75-9f7d-0d3045d8c1e8 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:12:36.119820 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a535d6-8430-4fa0-9abf-04d3b3ed5df9', 'tag': '145f83d8-618d-4e9b-8750-c75f558f5d67', 'status': 'completed', 'code': 200} Jun 21 15:12:36.121419 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceaac1d-807e-4a8d-9042-03f828183a85 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:12:36.121837 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceaac1d-807e-4a8d-9042-03f828183a85 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:12:36.122237 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceaac1d-807e-4a8d-9042-03f828183a85 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:12:36.122615 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceaac1d-807e-4a8d-9042-03f828183a85 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:12:36.122985 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceaac1d-807e-4a8d-9042-03f828183a85 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:12:36.123362 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceaac1d-807e-4a8d-9042-03f828183a85 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:12:36.123719 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceaac1d-807e-4a8d-9042-03f828183a85 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:12:36.125021 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceaac1d-807e-4a8d-9042-03f828183a85 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:12:36.125730 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceaac1d-807e-4a8d-9042-03f828183a85 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:12:36.126138 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceaac1d-807e-4a8d-9042-03f828183a85 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:12:36.126511 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceaac1d-807e-4a8d-9042-03f828183a85 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:12:36.126878 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cceaac1d-807e-4a8d-9042-03f828183a85 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:12:36.132840 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cceaac1d-807e-4a8d-9042-03f828183a85 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:12:36.200153 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b8531-d7e3-4942-aad3-a9470a23badc req-000a1e9b-8a1f-4e67-b30c-62156afac92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:12:36.201664 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e87b8531-d7e3-4942-aad3-a9470a23badc req-000a1e9b-8a1f-4e67-b30c-62156afac92b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=09a535d6-8430-4fa0-9abf-04d3b3ed5df9 HTTP/1.1" status: 200 len: 1099 time: 0.0579093 Jun 21 15:12:36.301628 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b8531-d7e3-4942-aad3-a9470a23badc req-5f1a9886-f895-4e3b-9929-68f519d980de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:12:36.303816 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e87b8531-d7e3-4942-aad3-a9470a23badc req-5f1a9886-f895-4e3b-9929-68f519d980de service neutron] 10.222.0.66 "GET /v2.0/networks?id=b192f778-67fc-465e-b47b-225288a9fa8f HTTP/1.1" status: 200 len: 898 time: 0.0944185 Jun 21 15:12:36.307824 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-d043c6e9-975b-4a8c-a24f-819ae13103e3 None None] Provisioning complete for port 145f83d8-618d-4e9b-8750-c75f558f5d67 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:12:36.308210 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d043c6e9-975b-4a8c-a24f-819ae13103e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:36.347404 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-d043c6e9-975b-4a8c-a24f-819ae13103e3 None None] Port 145f83d8-618d-4e9b-8750-c75f558f5d67 is administratively disabled so it will not transition to active. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Jun 21 15:12:36.369269 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e87b8531-d7e3-4942-aad3-a9470a23badc req-b2476697-80c1-45b5-95e4-ebe0acb2d17b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=145f83d8-618d-4e9b-8750-c75f558f5d67 HTTP/1.1" status: 200 len: 1001 time: 0.0591459 Jun 21 15:12:36.418497 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b8531-d7e3-4942-aad3-a9470a23badc req-78d5277e-a8da-42e2-adbc-161429dfc96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:12:36.419931 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e87b8531-d7e3-4942-aad3-a9470a23badc req-78d5277e-a8da-42e2-adbc-161429dfc96a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=031542fb-2346-44fc-bc63-925b03ae5e21 HTTP/1.1" status: 200 len: 835 time: 0.0439768 Jun 21 15:12:36.483562 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b8531-d7e3-4942-aad3-a9470a23badc req-bef74eb6-858f-492a-beff-fd546240a439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:12:36.485191 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e87b8531-d7e3-4942-aad3-a9470a23badc req-bef74eb6-858f-492a-beff-fd546240a439 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b192f778-67fc-465e-b47b-225288a9fa8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0583692 Jun 21 15:12:36.591681 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e87b8531-d7e3-4942-aad3-a9470a23badc req-bac462c6-d0ab-4289-a9a1-d8229c7ec174 service neutron] 10.222.0.66 "GET /v2.0/networks/b192f778-67fc-465e-b47b-225288a9fa8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987294 Jun 21 15:12:36.700292 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e87b8531-d7e3-4942-aad3-a9470a23badc req-8b1b6519-8fa6-4e97-97ce-123f77319fbb service neutron] 10.222.0.66 "GET /v2.0/networks/b192f778-67fc-465e-b47b-225288a9fa8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025484 Jun 21 15:12:39.519091 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40816) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:12:39.525097 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-2650ac74-ef38-462c-8d08-bf5682230324 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'port': {'admin_state_up': True}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:12:39.624203 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2650ac74-ef38-462c-8d08-bf5682230324 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:39.785459 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-2650ac74-ef38-462c-8d08-bf5682230324 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] For port 145f83d8-618d-4e9b-8750-c75f558f5d67, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=145f83d8-618d-4e9b-8750-c75f558f5d67,segment=NetworkSegment(1f51bebe-b915-4872-8193-71db389dd844),segment_id=1f51bebe-b915-4872-8193-71db389dd844)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:12:39.816382 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2650ac74-ef38-462c-8d08-bf5682230324 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:39.823828 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2650ac74-ef38-462c-8d08-bf5682230324 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:39.826957 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-94348465-c023-4702-a43e-c44482578584 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:12:39.871530 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2650ac74-ef38-462c-8d08-bf5682230324 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:12:39.872136 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2650ac74-ef38-462c-8d08-bf5682230324 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:39.873504 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2650ac74-ef38-462c-8d08-bf5682230324 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "PUT /v2.0/ports/145f83d8-618d-4e9b-8750-c75f558f5d67 HTTP/1.1" status: 200 len: 937 time: 0.3534007 Jun 21 15:12:39.874202 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a535d6-8430-4fa0-9abf-04d3b3ed5df9', 'tag': '145f83d8-618d-4e9b-8750-c75f558f5d67'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:12:39.876614 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0d4620-f947-42d8-83f0-8138cfa57fc3" -d '{"events": [{"name": "network-changed", "server_uuid": "09a535d6-8430-4fa0-9abf-04d3b3ed5df9", "tag": "145f83d8-618d-4e9b-8750-c75f558f5d67"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:12:39.890470 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40820) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:12:39.911074 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650ac74-ef38-462c-8d08-bf5682230324 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=145f83d8-618d-4e9b-8750-c75f558f5d67,revision_number=7']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:12:39.918906 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2650ac74-ef38-462c-8d08-bf5682230324 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:12:39.927520 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f8b286-2af6-47b3-bef2-7a9a48c18091 x-openstack-request-id: req-07f8b286-2af6-47b3-bef2-7a9a48c18091 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:12:39.927906 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a535d6-8430-4fa0-9abf-04d3b3ed5df9", "tag": "145f83d8-618d-4e9b-8750-c75f558f5d67", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:12:39.928232 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-07f8b286-2af6-47b3-bef2-7a9a48c18091 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:12:39.928727 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a535d6-8430-4fa0-9abf-04d3b3ed5df9', 'tag': '145f83d8-618d-4e9b-8750-c75f558f5d67', 'status': 'completed', 'code': 200} Jun 21 15:12:39.964365 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-48d5f4ce-63af-4256-8aa4-6059ff75e847 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/floatingips/60302b8f-da2a-4adb-93b1-fede35831cdf HTTP/1.1" status: 200 len: 992 time: 0.0725358 Jun 21 15:12:40.008863 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d4620-f947-42d8-83f0-8138cfa57fc3 req-640c35a1-3052-4fda-99c4-42ab126ee182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:12:40.010787 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-db0d4620-f947-42d8-83f0-8138cfa57fc3 req-640c35a1-3052-4fda-99c4-42ab126ee182 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=09a535d6-8430-4fa0-9abf-04d3b3ed5df9 HTTP/1.1" status: 200 len: 1098 time: 0.0597143 Jun 21 15:12:40.091523 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-073cfac8-c9ed-4afd-87a2-04e2f6df6742 None None] Provisioning complete for port 145f83d8-618d-4e9b-8750-c75f558f5d67 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:12:40.092391 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-073cfac8-c9ed-4afd-87a2-04e2f6df6742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:40.102665 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d4620-f947-42d8-83f0-8138cfa57fc3 req-e6d0380d-0e5f-488e-8d64-1d530fc69b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:12:40.104197 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-db0d4620-f947-42d8-83f0-8138cfa57fc3 req-e6d0380d-0e5f-488e-8d64-1d530fc69b9d service neutron] 10.222.0.66 "GET /v2.0/networks?id=b192f778-67fc-465e-b47b-225288a9fa8f HTTP/1.1" status: 200 len: 898 time: 0.0868192 Jun 21 15:12:40.178973 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-db0d4620-f947-42d8-83f0-8138cfa57fc3 req-5e4e5257-8bd5-4190-a334-c8e57926a105 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=145f83d8-618d-4e9b-8750-c75f558f5d67 HTTP/1.1" status: 200 len: 1000 time: 0.0679343 Jun 21 15:12:40.228868 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d4620-f947-42d8-83f0-8138cfa57fc3 req-cbd0160b-5160-4230-bdc3-b8f2e0f77ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:12:40.230247 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-db0d4620-f947-42d8-83f0-8138cfa57fc3 req-cbd0160b-5160-4230-bdc3-b8f2e0f77ed8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=031542fb-2346-44fc-bc63-925b03ae5e21 HTTP/1.1" status: 200 len: 835 time: 0.0452759 Jun 21 15:12:40.293346 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0d4620-f947-42d8-83f0-8138cfa57fc3 req-aeb2f2fb-5751-4030-869c-d201f165658a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:12:40.294837 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-db0d4620-f947-42d8-83f0-8138cfa57fc3 req-aeb2f2fb-5751-4030-869c-d201f165658a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b192f778-67fc-465e-b47b-225288a9fa8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0567784 Jun 21 15:12:40.306557 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['145f83d8-618d-4e9b-8750-c75f558f5d67'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:12:40.392744 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-db0d4620-f947-42d8-83f0-8138cfa57fc3 req-277cb80b-f131-4eef-a574-cb1c74683cb4 service neutron] 10.222.0.66 "GET /v2.0/networks/b192f778-67fc-465e-b47b-225288a9fa8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903246 Jun 21 15:12:40.485549 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-db0d4620-f947-42d8-83f0-8138cfa57fc3 req-78206c2d-40c4-4d77-aed4-7e9e3ffad106 service neutron] 10.222.0.66 "GET /v2.0/networks/b192f778-67fc-465e-b47b-225288a9fa8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852902 Jun 21 15:12:42.555400 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40830) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:12:42.718689 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-fde7d23f-660b-4450-bf0e-60a2829845a5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port cec7ae73-2a3c-41c7-88fa-25ab0808f7c3 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:12:42.718915 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fde7d23f-660b-4450-bf0e-60a2829845a5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:42.811338 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fde7d23f-660b-4450-bf0e-60a2829845a5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:42.811646 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fde7d23f-660b-4450-bf0e-60a2829845a5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:42.887153 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-fde7d23f-660b-4450-bf0e-60a2829845a5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for cec7ae73-2a3c-41c7-88fa-25ab0808f7c3 owned by network:floatingip {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:12:43.038802 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fde7d23f-660b-4450-bf0e-60a2829845a5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:43.040715 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2afe37fd-a647-47d2-9158-899a11a38eac tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:12:43.068272 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde7d23f-660b-4450-bf0e-60a2829845a5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=cec7ae73-2a3c-41c7-88fa-25ab0808f7c3,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:12:43.071333 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fde7d23f-660b-4450-bf0e-60a2829845a5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:12:43.134208 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fde7d23f-660b-4450-bf0e-60a2829845a5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:43.134548 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [None req-fde7d23f-660b-4450-bf0e-60a2829845a5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Floating IP ad2af7d4-5409-4427-901e-57d272f08d24 disassociated (deleted). External IP: 172.26.3.169, port: db4d2055-e774-4eea-b935-db681f393e23. Jun 21 15:12:43.355012 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde7d23f-660b-4450-bf0e-60a2829845a5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router 1752a03c-50ba-45d9-afbe-762808aa65aa has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:12:43.469315 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde7d23f-660b-4450-bf0e-60a2829845a5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:12:43.474578 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fde7d23f-660b-4450-bf0e-60a2829845a5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:43.480079 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3048472e-016b-414f-8bca-01219cd481c9 None None] Sync routers for ids ['1752a03c-50ba-45d9-afbe-762808aa65aa'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:12:43.489853 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3048472e-016b-414f-8bca-01219cd481c9 None None] Routers {'1752a03c-50ba-45d9-afbe-762808aa65aa'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:12:43.490463 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-3048472e-016b-414f-8bca-01219cd481c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:12:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['1752a03c-50ba-45d9-afbe-762808aa65aa'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:12:43.515166 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fde7d23f-660b-4450-bf0e-60a2829845a5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/floatingips/ad2af7d4-5409-4427-901e-57d272f08d24 HTTP/1.1" status: 204 len: 168 time: 0.9560306 Jun 21 15:12:43.515166 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '915d2c51-59dd-4633-87ae-2480aafc7dc7', 'tag': 'db4d2055-e774-4eea-b935-db681f393e23'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:12:43.515794 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdd9487-c30e-4d97-bf75-1392cf886f44" -d '{"events": [{"name": "network-changed", "server_uuid": "915d2c51-59dd-4633-87ae-2480aafc7dc7", "tag": "db4d2055-e774-4eea-b935-db681f393e23"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:12:43.556174 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d41f8d0-f628-49d9-956a-0bd1efb93470 x-openstack-request-id: req-9d41f8d0-f628-49d9-956a-0bd1efb93470 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:12:43.557181 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "915d2c51-59dd-4633-87ae-2480aafc7dc7", "tag": "db4d2055-e774-4eea-b935-db681f393e23", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:12:43.557181 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9d41f8d0-f628-49d9-956a-0bd1efb93470 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:12:43.557458 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '915d2c51-59dd-4633-87ae-2480aafc7dc7', 'tag': 'db4d2055-e774-4eea-b935-db681f393e23', 'status': 'completed', 'code': 200} Jun 21 15:12:43.600607 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-3048472e-016b-414f-8bca-01219cd481c9 None None] Set router 1752a03c-50ba-45d9-afbe-762808aa65aa gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:12:43.635803 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd9487-c30e-4d97-bf75-1392cf886f44 req-b4c3b710-babe-4aab-b92b-6f73fadbc345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:12:43.637630 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3fdd9487-c30e-4d97-bf75-1392cf886f44 req-b4c3b710-babe-4aab-b92b-6f73fadbc345 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=915d2c51-59dd-4633-87ae-2480aafc7dc7 HTTP/1.1" status: 200 len: 1099 time: 0.0580778 Jun 21 15:12:43.753888 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd9487-c30e-4d97-bf75-1392cf886f44 req-4ccbf963-0390-4397-83ad-69634b3bd096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:12:43.753888 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3fdd9487-c30e-4d97-bf75-1392cf886f44 req-4ccbf963-0390-4397-83ad-69634b3bd096 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b192f778-67fc-465e-b47b-225288a9fa8f HTTP/1.1" status: 200 len: 898 time: 0.1098332 Jun 21 15:12:43.795941 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3fdd9487-c30e-4d97-bf75-1392cf886f44 req-e59f937d-4d36-43ca-915b-4c83d764a07f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=db4d2055-e774-4eea-b935-db681f393e23 HTTP/1.1" status: 200 len: 217 time: 0.0357127 Jun 21 15:12:43.826871 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-3048472e-016b-414f-8bca-01219cd481c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'name': 'tempest-TestNetworkBasicOps-router-2054786389', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:34Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '60302b8f-da2a-4adb-93b1-fede35831cdf', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.42', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'port_id': '145f83d8-618d-4e9b-8750-c75f558f5d67', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f', 'mac_address': 'fa:16:3e:02:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a535d6-8430-4fa0-9abf-04d3b3ed5df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:10:52Z', 'updated_at': '2021-06-21T15:10:54Z', 'revision_number': 1, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71379cf-6a9b-4ed8-918f-f6df5ebc581b', 'name': '', 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:79:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '031542fb-2346-44fc-bc63-925b03ae5e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:10:34Z', 'updated_at': '2021-06-21T15:10:39Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '031542fb-2346-44fc-bc63-925b03ae5e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:12:43.853234 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3048472e-016b-414f-8bca-01219cd481c9 None None] Checking router: 1752a03c-50ba-45d9-afbe-762808aa65aa for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:12:43.861635 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd9487-c30e-4d97-bf75-1392cf886f44 req-07c2b1df-5e13-4878-87b0-28fda13dc68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:12:43.863105 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3fdd9487-c30e-4d97-bf75-1392cf886f44 req-07c2b1df-5e13-4878-87b0-28fda13dc68e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=031542fb-2346-44fc-bc63-925b03ae5e21 HTTP/1.1" status: 200 len: 835 time: 0.0602717 Jun 21 15:12:43.863247 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3048472e-016b-414f-8bca-01219cd481c9 None None] Routers {'1752a03c-50ba-45d9-afbe-762808aa65aa'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:12:43.863936 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-3048472e-016b-414f-8bca-01219cd481c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:12:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['1752a03c-50ba-45d9-afbe-762808aa65aa'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:12:43.953681 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9ddf3-5ce1-4de2-95c4-7090a7edc074 req-064787e3-955e-40eb-b591-9f6f3c7c7e1f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:12:43.955062 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-38d9ddf3-5ce1-4de2-95c4-7090a7edc074 req-064787e3-955e-40eb-b591-9f6f3c7c7e1f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=915d2c51-59dd-4633-87ae-2480aafc7dc7 HTTP/1.1" status: 200 len: 946 time: 0.1104891 Jun 21 15:12:43.956895 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd9487-c30e-4d97-bf75-1392cf886f44 req-f564a0b9-89c0-4557-85fc-274ea15874d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:12:43.958266 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3fdd9487-c30e-4d97-bf75-1392cf886f44 req-f564a0b9-89c0-4557-85fc-274ea15874d4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b192f778-67fc-465e-b47b-225288a9fa8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785770 Jun 21 15:12:43.970530 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-3048472e-016b-414f-8bca-01219cd481c9 None None] Set router 1752a03c-50ba-45d9-afbe-762808aa65aa gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:12:44.046003 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-38d9ddf3-5ce1-4de2-95c4-7090a7edc074 req-54274819-cfb9-43d0-b682-9cc757e2df0e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2db98a1-3688-4e32-8901-01c859122923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840290 Jun 21 15:12:44.076974 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b0515839-c475-4eeb-8c0a-adcc1b38accd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:44.084670 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3fdd9487-c30e-4d97-bf75-1392cf886f44 req-74c63bb1-0d97-4518-8582-f5dfc4996a53 service neutron] 10.222.0.66 "GET /v2.0/networks/b192f778-67fc-465e-b47b-225288a9fa8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155832 Jun 21 15:12:44.175625 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3fdd9487-c30e-4d97-bf75-1392cf886f44 req-ea963612-0693-408a-8ba7-dfad29bfede4 service neutron] 10.222.0.66 "GET /v2.0/networks/b192f778-67fc-465e-b47b-225288a9fa8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840061 Jun 21 15:12:44.206745 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-3048472e-016b-414f-8bca-01219cd481c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'name': 'tempest-TestNetworkBasicOps-router-2054786389', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:34Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '60302b8f-da2a-4adb-93b1-fede35831cdf', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.42', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'port_id': '145f83d8-618d-4e9b-8750-c75f558f5d67', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f', 'mac_address': 'fa:16:3e:02:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a535d6-8430-4fa0-9abf-04d3b3ed5df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:10:52Z', 'updated_at': '2021-06-21T15:10:54Z', 'revision_number': 1, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71379cf-6a9b-4ed8-918f-f6df5ebc581b', 'name': '', 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:79:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '031542fb-2346-44fc-bc63-925b03ae5e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:10:34Z', 'updated_at': '2021-06-21T15:10:39Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '031542fb-2346-44fc-bc63-925b03ae5e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:12:44.232979 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3048472e-016b-414f-8bca-01219cd481c9 None None] The sync data for ids ['1752a03c-50ba-45d9-afbe-762808aa65aa'] in dv-neutron-797121-2-hyperv is: [{'id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'name': 'tempest-TestNetworkBasicOps-router-2054786389', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:34Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '60302b8f-da2a-4adb-93b1-fede35831cdf', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.42', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'port_id': '145f83d8-618d-4e9b-8750-c75f558f5d67', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f', 'mac_address': 'fa:16:3e:02:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a535d6-8430-4fa0-9abf-04d3b3ed5df9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:10:52Z', 'updated_at': '2021-06-21T15:10:54Z', 'revision_number': 1, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c71379cf-6a9b-4ed8-918f-f6df5ebc581b', 'name': '', 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:79:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '031542fb-2346-44fc-bc63-925b03ae5e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:10:34Z', 'updated_at': '2021-06-21T15:10:39Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '031542fb-2346-44fc-bc63-925b03ae5e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:12:44.477194 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1f6e65-4346-4e5d-8e6c-653ab6c85959 None None] New status for floating IP ad2af7d4-5409-4427-901e-57d272f08d24: DOWN {{(pid=105226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:12:45.241020 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33728d43-ed3e-45fd-a39f-e56e54308864 req-6e6ab873-c846-4d34-98ae-5bc99aa6c99f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:12:45.242687 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-33728d43-ed3e-45fd-a39f-e56e54308864 req-6e6ab873-c846-4d34-98ae-5bc99aa6c99f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=915d2c51-59dd-4633-87ae-2480aafc7dc7 HTTP/1.1" status: 200 len: 946 time: 0.0798953 Jun 21 15:12:45.283996 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-33728d43-ed3e-45fd-a39f-e56e54308864 req-aec1e1a1-f58e-4038-ac62-87bd61fb5021 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=c2db98a1-3688-4e32-8901-01c859122923&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352750 Jun 21 15:12:45.476671 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6662d-fad3-4a25-b8f8-7fb0839c06d0 req-a80f70d8-f7ac-430c-aa19-803b624c2c30 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:12:45.478151 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-48c6662d-fad3-4a25-b8f8-7fb0839c06d0 req-a80f70d8-f7ac-430c-aa19-803b624c2c30 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/ports?device_id=915d2c51-59dd-4633-87ae-2480aafc7dc7 HTTP/1.1" status: 200 len: 946 time: 0.0701549 Jun 21 15:12:45.596736 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-48c6662d-fad3-4a25-b8f8-7fb0839c06d0 req-1fa71b40-7045-4865-a4dc-175b84bd7e6c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port db4d2055-e774-4eea-b935-db681f393e23 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:12:45.597060 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-48c6662d-fad3-4a25-b8f8-7fb0839c06d0 req-1fa71b40-7045-4865-a4dc-175b84bd7e6c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:45.689260 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-48c6662d-fad3-4a25-b8f8-7fb0839c06d0 req-1fa71b40-7045-4865-a4dc-175b84bd7e6c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] For port db4d2055-e774-4eea-b935-db681f393e23, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=db4d2055-e774-4eea-b935-db681f393e23,segment=NetworkSegment(1f51bebe-b915-4872-8193-71db389dd844),segment_id=1f51bebe-b915-4872-8193-71db389dd844)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:12:45.689498 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-48c6662d-fad3-4a25-b8f8-7fb0839c06d0 req-1fa71b40-7045-4865-a4dc-175b84bd7e6c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:45.768116 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-48c6662d-fad3-4a25-b8f8-7fb0839c06d0 req-1fa71b40-7045-4865-a4dc-175b84bd7e6c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for db4d2055-e774-4eea-b935-db681f393e23 owned by compute:nova {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:12:45.902438 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-48c6662d-fad3-4a25-b8f8-7fb0839c06d0 req-1fa71b40-7045-4865-a4dc-175b84bd7e6c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:45.907169 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-dff08751-84cb-48a4-920f-52b69fb80839 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:12:45.937298 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa71b40-7045-4865-a4dc-175b84bd7e6c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=db4d2055-e774-4eea-b935-db681f393e23,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:12:45.940640 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1fa71b40-7045-4865-a4dc-175b84bd7e6c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:12:45.979125 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c6662d-fad3-4a25-b8f8-7fb0839c06d0 req-1fa71b40-7045-4865-a4dc-175b84bd7e6c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] No DVR routers for this DVR port db4d2055-e774-4eea-b935-db681f393e23 on host hv-neutron-7971 {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:12:45.981768 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-48c6662d-fad3-4a25-b8f8-7fb0839c06d0 req-1fa71b40-7045-4865-a4dc-175b84bd7e6c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:45.983858 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-48c6662d-fad3-4a25-b8f8-7fb0839c06d0 req-1fa71b40-7045-4865-a4dc-175b84bd7e6c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "DELETE /v2.0/ports/db4d2055-e774-4eea-b935-db681f393e23 HTTP/1.1" status: 204 len: 173 time: 0.5004139 Jun 21 15:12:45.984405 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915d2c51-59dd-4633-87ae-2480aafc7dc7', 'name': 'network-vif-deleted', 'tag': 'db4d2055-e774-4eea-b935-db681f393e23'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:12:45.986868 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c3b261-b1ed-4322-b75f-f6d03dd4b65a" -d '{"events": [{"server_uuid": "915d2c51-59dd-4633-87ae-2480aafc7dc7", "name": "network-vif-deleted", "tag": "db4d2055-e774-4eea-b935-db681f393e23"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:12:46.030053 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adda0b1-de92-4064-a8b6-9388ea060f97 x-openstack-request-id: req-0adda0b1-de92-4064-a8b6-9388ea060f97 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:12:46.030451 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "915d2c51-59dd-4633-87ae-2480aafc7dc7", "name": "network-vif-deleted", "tag": "db4d2055-e774-4eea-b935-db681f393e23", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:12:46.030762 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0adda0b1-de92-4064-a8b6-9388ea060f97 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:12:46.031213 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '915d2c51-59dd-4633-87ae-2480aafc7dc7', 'name': 'network-vif-deleted', 'tag': 'db4d2055-e774-4eea-b935-db681f393e23', 'status': 'completed', 'code': 200} Jun 21 15:12:46.471339 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e60efbad-3abf-4bb6-87f5-865772f4aa89 req-a0e6ad41-f398-4f52-8104-b45434876a20 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=915d2c51-59dd-4633-87ae-2480aafc7dc7 HTTP/1.1" status: 200 len: 210 time: 0.0293005 Jun 21 15:12:46.576284 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7ee395ab-21fd-4d09-9a31-7a3d8238ef93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:47.052328 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:47.568547 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40846) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:12:47.638903 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e87cd9a9-8f6e-4e45-92e6-19783483607d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:47.663966 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e87cd9a9-8f6e-4e45-92e6-19783483607d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:47.726313 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e87cd9a9-8f6e-4e45-92e6-19783483607d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:47.728916 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e87cd9a9-8f6e-4e45-92e6-19783483607d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:47.730254 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e87cd9a9-8f6e-4e45-92e6-19783483607d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/security-groups/c2db98a1-3688-4e32-8901-01c859122923 HTTP/1.1" status: 204 len: 168 time: 0.1607118 Jun 21 15:12:47.731046 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-686ce26b-923c-48ff-9389-af6dd4721c9b tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:12:47.740394 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87cd9a9-8f6e-4e45-92e6-19783483607d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2db98a1-3688-4e32-8901-01c859122923,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:12:47.743084 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e87cd9a9-8f6e-4e45-92e6-19783483607d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:12:47.761692 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40850) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:12:47.919840 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-7488bb1b-2515-486c-841a-d5cc0be3225a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port 40a90d77-3ef7-4cd1-8615-b3024ccb16a3 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:12:47.920086 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7488bb1b-2515-486c-841a-d5cc0be3225a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:48.000844 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7488bb1b-2515-486c-841a-d5cc0be3225a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:48.001213 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7488bb1b-2515-486c-841a-d5cc0be3225a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:48.071546 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-7488bb1b-2515-486c-841a-d5cc0be3225a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for 40a90d77-3ef7-4cd1-8615-b3024ccb16a3 owned by network:floatingip {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:12:48.103780 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:48.242077 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7488bb1b-2515-486c-841a-d5cc0be3225a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:48.246125 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ec727246-82da-4c97-8b7c-7aae5ab44f28 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:12:48.275079 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488bb1b-2515-486c-841a-d5cc0be3225a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=40a90d77-3ef7-4cd1-8615-b3024ccb16a3,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:12:48.279032 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-7488bb1b-2515-486c-841a-d5cc0be3225a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:12:48.342879 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7488bb1b-2515-486c-841a-d5cc0be3225a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:48.343155 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [None req-7488bb1b-2515-486c-841a-d5cc0be3225a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Floating IP 60302b8f-da2a-4adb-93b1-fede35831cdf disassociated (deleted). External IP: 172.26.3.42, port: 145f83d8-618d-4e9b-8750-c75f558f5d67. Jun 21 15:12:48.900242 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7488bb1b-2515-486c-841a-d5cc0be3225a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router 1752a03c-50ba-45d9-afbe-762808aa65aa has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:12:49.013237 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7488bb1b-2515-486c-841a-d5cc0be3225a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:12:49.018247 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7488bb1b-2515-486c-841a-d5cc0be3225a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:49.022519 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a07abb-fc11-45c1-b84b-edd8eff4a77a None None] Sync routers for ids ['1752a03c-50ba-45d9-afbe-762808aa65aa'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:12:49.032171 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a07abb-fc11-45c1-b84b-edd8eff4a77a None None] Routers {'1752a03c-50ba-45d9-afbe-762808aa65aa'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:12:49.032789 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-28a07abb-fc11-45c1-b84b-edd8eff4a77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:12:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['1752a03c-50ba-45d9-afbe-762808aa65aa'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:12:49.054452 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-7488bb1b-2515-486c-841a-d5cc0be3225a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/floatingips/60302b8f-da2a-4adb-93b1-fede35831cdf HTTP/1.1" status: 204 len: 168 time: 1.2914741 Jun 21 15:12:49.055150 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a535d6-8430-4fa0-9abf-04d3b3ed5df9', 'tag': '145f83d8-618d-4e9b-8750-c75f558f5d67'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:12:49.057748 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68a402f-8273-46e5-b7bf-a2cdfef2ea20" -d '{"events": [{"name": "network-changed", "server_uuid": "09a535d6-8430-4fa0-9abf-04d3b3ed5df9", "tag": "145f83d8-618d-4e9b-8750-c75f558f5d67"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:12:49.096580 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b738b8-489e-412f-94c7-5830c840b2fd x-openstack-request-id: req-23b738b8-489e-412f-94c7-5830c840b2fd {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:12:49.097017 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a535d6-8430-4fa0-9abf-04d3b3ed5df9", "tag": "145f83d8-618d-4e9b-8750-c75f558f5d67", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:12:49.097378 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-23b738b8-489e-412f-94c7-5830c840b2fd {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:12:49.097889 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a535d6-8430-4fa0-9abf-04d3b3ed5df9', 'tag': '145f83d8-618d-4e9b-8750-c75f558f5d67', 'status': 'completed', 'code': 200} Jun 21 15:12:49.183492 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a402f-8273-46e5-b7bf-a2cdfef2ea20 req-ae8c4bf2-9cd0-445b-b5e1-401a4ccb8f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:12:49.184991 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d68a402f-8273-46e5-b7bf-a2cdfef2ea20 req-ae8c4bf2-9cd0-445b-b5e1-401a4ccb8f47 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=09a535d6-8430-4fa0-9abf-04d3b3ed5df9 HTTP/1.1" status: 200 len: 1098 time: 0.0608091 Jun 21 15:12:49.233714 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-28a07abb-fc11-45c1-b84b-edd8eff4a77a None None] Set router 1752a03c-50ba-45d9-afbe-762808aa65aa gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:12:49.284748 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a402f-8273-46e5-b7bf-a2cdfef2ea20 req-8385f64c-dac8-47c4-859c-12b134e1f361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:12:49.286426 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d68a402f-8273-46e5-b7bf-a2cdfef2ea20 req-8385f64c-dac8-47c4-859c-12b134e1f361 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b192f778-67fc-465e-b47b-225288a9fa8f HTTP/1.1" status: 200 len: 898 time: 0.0948749 Jun 21 15:12:49.343753 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d68a402f-8273-46e5-b7bf-a2cdfef2ea20 req-4acba972-cd20-4383-b9cf-82d4d13dd755 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=145f83d8-618d-4e9b-8750-c75f558f5d67 HTTP/1.1" status: 200 len: 217 time: 0.0425122 Jun 21 15:12:49.434125 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a402f-8273-46e5-b7bf-a2cdfef2ea20 req-0886d1bb-25f5-42b5-bec3-ecaba885045e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:12:49.435459 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d68a402f-8273-46e5-b7bf-a2cdfef2ea20 req-0886d1bb-25f5-42b5-bec3-ecaba885045e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=031542fb-2346-44fc-bc63-925b03ae5e21 HTTP/1.1" status: 200 len: 835 time: 0.0846598 Jun 21 15:12:49.437688 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-28a07abb-fc11-45c1-b84b-edd8eff4a77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'name': 'tempest-TestNetworkBasicOps-router-2054786389', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:34Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'c71379cf-6a9b-4ed8-918f-f6df5ebc581b', 'name': '', 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:79:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '031542fb-2346-44fc-bc63-925b03ae5e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:10:34Z', 'updated_at': '2021-06-21T15:10:39Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '031542fb-2346-44fc-bc63-925b03ae5e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:12:49.470171 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a07abb-fc11-45c1-b84b-edd8eff4a77a None None] Checking router: 1752a03c-50ba-45d9-afbe-762808aa65aa for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:12:49.478670 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a07abb-fc11-45c1-b84b-edd8eff4a77a None None] Routers {'1752a03c-50ba-45d9-afbe-762808aa65aa'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:12:49.479530 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-28a07abb-fc11-45c1-b84b-edd8eff4a77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:12:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['1752a03c-50ba-45d9-afbe-762808aa65aa'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:12:49.509476 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba11b86-c186-496d-8943-ae2d19dc0eab req-23973412-51d6-4f02-b8ad-c15772c420f2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:12:49.511397 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8ba11b86-c186-496d-8943-ae2d19dc0eab req-23973412-51d6-4f02-b8ad-c15772c420f2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=09a535d6-8430-4fa0-9abf-04d3b3ed5df9 HTTP/1.1" status: 200 len: 945 time: 0.1180205 Jun 21 15:12:49.528931 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a402f-8273-46e5-b7bf-a2cdfef2ea20 req-c17013fc-864f-43df-8c07-8a0bcf3b8be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:12:49.530634 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d68a402f-8273-46e5-b7bf-a2cdfef2ea20 req-c17013fc-864f-43df-8c07-8a0bcf3b8be7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b192f778-67fc-465e-b47b-225288a9fa8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0864615 Jun 21 15:12:49.591019 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-28a07abb-fc11-45c1-b84b-edd8eff4a77a None None] Set router 1752a03c-50ba-45d9-afbe-762808aa65aa gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:12:49.603780 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8ba11b86-c186-496d-8943-ae2d19dc0eab req-9dd3f771-8848-435d-a2cf-eecfc0e7e363 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=bac29aa0-2081-4e6e-a5ce-d500f7c1a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857558 Jun 21 15:12:49.642332 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d68a402f-8273-46e5-b7bf-a2cdfef2ea20 req-f46225fe-485a-416c-a70d-47d308963dad service neutron] 10.222.0.66 "GET /v2.0/networks/b192f778-67fc-465e-b47b-225288a9fa8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031499 Jun 21 15:12:49.735938 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d68a402f-8273-46e5-b7bf-a2cdfef2ea20 req-8f4dd179-c6c5-45e5-b872-6f379d7fa505 service neutron] 10.222.0.66 "GET /v2.0/networks/b192f778-67fc-465e-b47b-225288a9fa8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861719 Jun 21 15:12:49.788122 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:49.808177 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-28a07abb-fc11-45c1-b84b-edd8eff4a77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'name': 'tempest-TestNetworkBasicOps-router-2054786389', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:34Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'c71379cf-6a9b-4ed8-918f-f6df5ebc581b', 'name': '', 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:79:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '031542fb-2346-44fc-bc63-925b03ae5e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:10:34Z', 'updated_at': '2021-06-21T15:10:39Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '031542fb-2346-44fc-bc63-925b03ae5e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:12:49.834529 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a07abb-fc11-45c1-b84b-edd8eff4a77a None None] The sync data for ids ['1752a03c-50ba-45d9-afbe-762808aa65aa'] in dv-neutron-797121-2-hyperv is: [{'id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'name': 'tempest-TestNetworkBasicOps-router-2054786389', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:34Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'c71379cf-6a9b-4ed8-918f-f6df5ebc581b', 'name': '', 'network_id': 'b192f778-67fc-465e-b47b-225288a9fa8f', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:79:6a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': '031542fb-2346-44fc-bc63-925b03ae5e21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:10:34Z', 'updated_at': '2021-06-21T15:10:39Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '031542fb-2346-44fc-bc63-925b03ae5e21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:12:50.056187 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be5433a-1907-43dc-baad-2d772c2578d5 None None] New status for floating IP 60302b8f-da2a-4adb-93b1-fede35831cdf: DOWN {{(pid=105226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:12:50.246390 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device db4d2055-e774-4eea-b935-db681f393e23 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:12:50.270055 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: db4d2055-e774-4eea-b935-db681f393e23 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:12:50.270410 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device db4d2055-e774-4eea-b935-db681f393e23 not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:12:50.808907 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7147a-3c7a-4c59-9a32-b186e24b6111 req-8d23f6d7-d516-41af-b6d2-c80e6b5ecb0a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:12:50.810522 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d8e7147a-3c7a-4c59-9a32-b186e24b6111 req-8d23f6d7-d516-41af-b6d2-c80e6b5ecb0a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=09a535d6-8430-4fa0-9abf-04d3b3ed5df9 HTTP/1.1" status: 200 len: 945 time: 0.0838120 Jun 21 15:12:50.852468 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d8e7147a-3c7a-4c59-9a32-b186e24b6111 req-af13f5f2-83e5-4607-aab8-3fbd2905350c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=bac29aa0-2081-4e6e-a5ce-d500f7c1a5de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353773 Jun 21 15:12:51.167979 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a05dba-7ee0-4311-aa89-313ff7fd2cee req-1c87fde1-6526-48b0-a51b-4998882e63ad tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:12:51.169406 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f1a05dba-7ee0-4311-aa89-313ff7fd2cee req-1c87fde1-6526-48b0-a51b-4998882e63ad tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/ports?device_id=09a535d6-8430-4fa0-9abf-04d3b3ed5df9 HTTP/1.1" status: 200 len: 945 time: 0.0743556 Jun 21 15:12:51.278454 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-f1a05dba-7ee0-4311-aa89-313ff7fd2cee req-17f0b492-8c69-4cbd-9ee3-eb8ab4162f51 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port 145f83d8-618d-4e9b-8750-c75f558f5d67 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:12:51.278790 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-f1a05dba-7ee0-4311-aa89-313ff7fd2cee req-17f0b492-8c69-4cbd-9ee3-eb8ab4162f51 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:51.376601 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-f1a05dba-7ee0-4311-aa89-313ff7fd2cee req-17f0b492-8c69-4cbd-9ee3-eb8ab4162f51 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] For port 145f83d8-618d-4e9b-8750-c75f558f5d67, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=145f83d8-618d-4e9b-8750-c75f558f5d67,segment=NetworkSegment(1f51bebe-b915-4872-8193-71db389dd844),segment_id=1f51bebe-b915-4872-8193-71db389dd844)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:12:51.376601 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-f1a05dba-7ee0-4311-aa89-313ff7fd2cee req-17f0b492-8c69-4cbd-9ee3-eb8ab4162f51 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:51.451453 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-f1a05dba-7ee0-4311-aa89-313ff7fd2cee req-17f0b492-8c69-4cbd-9ee3-eb8ab4162f51 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for 145f83d8-618d-4e9b-8750-c75f558f5d67 owned by compute:nova {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:12:51.605863 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-f1a05dba-7ee0-4311-aa89-313ff7fd2cee req-17f0b492-8c69-4cbd-9ee3-eb8ab4162f51 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:51.609934 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4c6e84b4-175a-4b69-837a-02bcf011f2c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:12:51.634809 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0b492-8c69-4cbd-9ee3-eb8ab4162f51 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=145f83d8-618d-4e9b-8750-c75f558f5d67,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:12:51.638006 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-17f0b492-8c69-4cbd-9ee3-eb8ab4162f51 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:12:51.682676 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a05dba-7ee0-4311-aa89-313ff7fd2cee req-17f0b492-8c69-4cbd-9ee3-eb8ab4162f51 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] No DVR routers for this DVR port 145f83d8-618d-4e9b-8750-c75f558f5d67 on host hv-neutron-7971 {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:12:51.685159 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-f1a05dba-7ee0-4311-aa89-313ff7fd2cee req-17f0b492-8c69-4cbd-9ee3-eb8ab4162f51 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:51.687240 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f1a05dba-7ee0-4311-aa89-313ff7fd2cee req-17f0b492-8c69-4cbd-9ee3-eb8ab4162f51 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "DELETE /v2.0/ports/145f83d8-618d-4e9b-8750-c75f558f5d67 HTTP/1.1" status: 204 len: 173 time: 0.5120983 Jun 21 15:12:51.687786 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a535d6-8430-4fa0-9abf-04d3b3ed5df9', 'name': 'network-vif-deleted', 'tag': '145f83d8-618d-4e9b-8750-c75f558f5d67'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:12:51.690268 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5705d14-0dc0-428e-87cf-567a50bc6987" -d '{"events": [{"server_uuid": "09a535d6-8430-4fa0-9abf-04d3b3ed5df9", "name": "network-vif-deleted", "tag": "145f83d8-618d-4e9b-8750-c75f558f5d67"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:12:51.725920 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03dcd45-9eac-4af4-ac07-cede33606264 x-openstack-request-id: req-e03dcd45-9eac-4af4-ac07-cede33606264 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:12:51.726264 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a535d6-8430-4fa0-9abf-04d3b3ed5df9", "name": "network-vif-deleted", "tag": "145f83d8-618d-4e9b-8750-c75f558f5d67", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:12:51.726571 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e03dcd45-9eac-4af4-ac07-cede33606264 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:12:51.727015 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a535d6-8430-4fa0-9abf-04d3b3ed5df9', 'name': 'network-vif-deleted', 'tag': '145f83d8-618d-4e9b-8750-c75f558f5d67', 'status': 'completed', 'code': 200} Jun 21 15:12:52.019119 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0720747e-2d9b-4f77-895c-c8e841f10314 req-1f2f8502-40bb-4810-9ee9-1e1335cf76f1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=09a535d6-8430-4fa0-9abf-04d3b3ed5df9 HTTP/1.1" status: 200 len: 210 time: 0.0316927 Jun 21 15:12:53.098785 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:12:53.115473 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40866) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:12:53.188696 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-500f42b1-2261-45da-abba-7cfbe0cf49ab tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:53.214291 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-500f42b1-2261-45da-abba-7cfbe0cf49ab tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:53.283695 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-500f42b1-2261-45da-abba-7cfbe0cf49ab tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:53.288000 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-500f42b1-2261-45da-abba-7cfbe0cf49ab tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:53.289575 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-500f42b1-2261-45da-abba-7cfbe0cf49ab tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/security-groups/bac29aa0-2081-4e6e-a5ce-d500f7c1a5de HTTP/1.1" status: 204 len: 168 time: 0.1731150 Jun 21 15:12:53.290386 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4da9d982-626a-40d0-8baa-5382c675ce5a tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:12:53.299263 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500f42b1-2261-45da-abba-7cfbe0cf49ab tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac29aa0-2081-4e6e-a5ce-d500f7c1a5de,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:12:53.306407 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f42b1-2261-45da-abba-7cfbe0cf49ab tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:12:53.306729 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f42b1-2261-45da-abba-7cfbe0cf49ab tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:12:53.307108 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f42b1-2261-45da-abba-7cfbe0cf49ab tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:12:53.307487 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f42b1-2261-45da-abba-7cfbe0cf49ab tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:12:53.307856 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f42b1-2261-45da-abba-7cfbe0cf49ab tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:12:53.308226 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f42b1-2261-45da-abba-7cfbe0cf49ab tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:12:53.308634 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f42b1-2261-45da-abba-7cfbe0cf49ab tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:12:53.308973 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f42b1-2261-45da-abba-7cfbe0cf49ab tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:12:53.309351 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f42b1-2261-45da-abba-7cfbe0cf49ab tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:12:53.309685 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f42b1-2261-45da-abba-7cfbe0cf49ab tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:12:53.310459 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f42b1-2261-45da-abba-7cfbe0cf49ab tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:12:53.310459 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-500f42b1-2261-45da-abba-7cfbe0cf49ab tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:12:53.314128 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-500f42b1-2261-45da-abba-7cfbe0cf49ab tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:12:53.324239 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40870) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:12:54.061959 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-93634029-d971-4a8a-b974-68e464695559 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:54.257149 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 145f83d8-618d-4e9b-8750-c75f558f5d67 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:12:54.277192 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: 145f83d8-618d-4e9b-8750-c75f558f5d67 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:12:54.277551 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 145f83d8-618d-4e9b-8750-c75f558f5d67 not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:12:54.351725 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-93634029-d971-4a8a-b974-68e464695559 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port c71379cf-6a9b-4ed8-918f-f6df5ebc581b {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:12:54.352293 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-93634029-d971-4a8a-b974-68e464695559 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:54.449047 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-93634029-d971-4a8a-b974-68e464695559 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] For port c71379cf-6a9b-4ed8-918f-f6df5ebc581b, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=c71379cf-6a9b-4ed8-918f-f6df5ebc581b,segment=NetworkSegment(1f51bebe-b915-4872-8193-71db389dd844),segment_id=1f51bebe-b915-4872-8193-71db389dd844)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:12:54.449605 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-93634029-d971-4a8a-b974-68e464695559 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:54.522078 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-93634029-d971-4a8a-b974-68e464695559 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for c71379cf-6a9b-4ed8-918f-f6df5ebc581b owned by network:router_interface {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:12:54.734053 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-93634029-d971-4a8a-b974-68e464695559 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:54.736989 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-72feeebf-3355-4cfa-9ed9-2fca41cea4c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:12:54.772689 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93634029-d971-4a8a-b974-68e464695559 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=c71379cf-6a9b-4ed8-918f-f6df5ebc581b,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:12:54.775886 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-93634029-d971-4a8a-b974-68e464695559 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:12:54.946924 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-93634029-d971-4a8a-b974-68e464695559 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:55.173268 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93634029-d971-4a8a-b974-68e464695559 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router 1752a03c-50ba-45d9-afbe-762808aa65aa has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:12:55.280351 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93634029-d971-4a8a-b974-68e464695559 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:12:55.285324 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-93634029-d971-4a8a-b974-68e464695559 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "PUT /v2.0/routers/1752a03c-50ba-45d9-afbe-762808aa65aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9600737 Jun 21 15:12:55.288222 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40872) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:12:55.291025 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f7bb40-61b4-4007-9671-f9c3e41b4c1d None None] Sync routers for ids ['1752a03c-50ba-45d9-afbe-762808aa65aa'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:12:55.300594 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f7bb40-61b4-4007-9671-f9c3e41b4c1d None None] Routers {'1752a03c-50ba-45d9-afbe-762808aa65aa'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:12:55.301197 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-80f7bb40-61b4-4007-9671-f9c3e41b4c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:12:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['1752a03c-50ba-45d9-afbe-762808aa65aa'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:12:55.338569 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db2e05d-cff5-450e-aca9-177fa4b78142 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting subnet 031542fb-2346-44fc-bc63-925b03ae5e21 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 15:12:55.341906 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8db2e05d-cff5-450e-aca9-177fa4b78142 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:55.384158 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8db2e05d-cff5-450e-aca9-177fa4b78142 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:55.412224 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-80f7bb40-61b4-4007-9671-f9c3e41b4c1d None None] Set router 1752a03c-50ba-45d9-afbe-762808aa65aa gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:12:55.482898 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8db2e05d-cff5-450e-aca9-177fa4b78142 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:55.544193 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8db2e05d-cff5-450e-aca9-177fa4b78142 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:55.547441 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9e739a72-725f-4fa0-adee-3b9d28c4ee81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:12:55.572360 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2e05d-cff5-450e-aca9-177fa4b78142 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Subnet': ['ID=031542fb-2346-44fc-bc63-925b03ae5e21,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:12:55.575651 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8db2e05d-cff5-450e-aca9-177fa4b78142 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:12:55.576673 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8db2e05d-cff5-450e-aca9-177fa4b78142 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:55.578512 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8db2e05d-cff5-450e-aca9-177fa4b78142 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/subnets/031542fb-2346-44fc-bc63-925b03ae5e21 HTTP/1.1" status: 204 len: 168 time: 0.2894049 Jun 21 15:12:55.581207 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40874) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:12:55.583875 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ab4e2f-3671-4188-bc37-a5bb582f4b49 None None] Network b192f778-67fc-465e-b47b-225288a9fa8f requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:12:55.601447 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-80f7bb40-61b4-4007-9671-f9c3e41b4c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'name': 'tempest-TestNetworkBasicOps-router-2054786389', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:12:54Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:12:55.627577 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f7bb40-61b4-4007-9671-f9c3e41b4c1d None None] Checking router: 1752a03c-50ba-45d9-afbe-762808aa65aa for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:12:55.637282 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f7bb40-61b4-4007-9671-f9c3e41b4c1d None None] Routers {'1752a03c-50ba-45d9-afbe-762808aa65aa'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:12:55.637930 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-80f7bb40-61b4-4007-9671-f9c3e41b4c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:12:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['1752a03c-50ba-45d9-afbe-762808aa65aa'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:12:55.711246 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-55175720-2820-485a-855e-61cc4e17fb1e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:55.754038 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-80f7bb40-61b4-4007-9671-f9c3e41b4c1d None None] Set router 1752a03c-50ba-45d9-afbe-762808aa65aa gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:12:55.809013 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dfe55d-1b7e-47d6-b0b0-35ba1f70f599 None None] DHCP port deletion for b192f778-67fc-465e-b47b-225288a9fa8f request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 15:12:55.840308 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-55175720-2820-485a-855e-61cc4e17fb1e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:55.907959 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-55175720-2820-485a-855e-61cc4e17fb1e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port 94e017c5-aeda-4ed5-a699-fdeaa2c146ec {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:12:55.908557 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-55175720-2820-485a-855e-61cc4e17fb1e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:55.940959 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-80f7bb40-61b4-4007-9671-f9c3e41b4c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'name': 'tempest-TestNetworkBasicOps-router-2054786389', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:12:54Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:12:55.971947 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f7bb40-61b4-4007-9671-f9c3e41b4c1d None None] The sync data for ids ['1752a03c-50ba-45d9-afbe-762808aa65aa'] in dv-neutron-797121-2-hyperv is: [{'id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'name': 'tempest-TestNetworkBasicOps-router-2054786389', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149'}], 'enable_snat': True}, 'gw_port_id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:12:54Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': '94e017c5-aeda-4ed5-a699-fdeaa2c146ec', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:26:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1752a03c-50ba-45d9-afbe-762808aa65aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:10:31Z', 'updated_at': '2021-06-21T15:10:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:12:55.995059 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-55175720-2820-485a-855e-61cc4e17fb1e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] For port 94e017c5-aeda-4ed5-a699-fdeaa2c146ec, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=94e017c5-aeda-4ed5-a699-fdeaa2c146ec,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:12:55.995769 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-55175720-2820-485a-855e-61cc4e17fb1e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:56.019680 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-b1dfe55d-1b7e-47d6-b0b0-35ba1f70f599 None None] Deleting port 67072823-2765-4cc4-90b2-2e8617223e35 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:12:56.020083 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b1dfe55d-1b7e-47d6-b0b0-35ba1f70f599 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:56.071425 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-55175720-2820-485a-855e-61cc4e17fb1e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for 94e017c5-aeda-4ed5-a699-fdeaa2c146ec owned by network:router_gateway {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:12:56.082592 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-b1dfe55d-1b7e-47d6-b0b0-35ba1f70f599 None None] For port 67072823-2765-4cc4-90b2-2e8617223e35, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=67072823-2765-4cc4-90b2-2e8617223e35,segment=NetworkSegment(1f51bebe-b915-4872-8193-71db389dd844),segment_id=1f51bebe-b915-4872-8193-71db389dd844)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:12:56.083098 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b1dfe55d-1b7e-47d6-b0b0-35ba1f70f599 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:56.147750 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-b1dfe55d-1b7e-47d6-b0b0-35ba1f70f599 None None] Calling delete_port for 67072823-2765-4cc4-90b2-2e8617223e35 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:12:56.228350 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b1dfe55d-1b7e-47d6-b0b0-35ba1f70f599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:56.231534 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:12:56.252039 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-55175720-2820-485a-855e-61cc4e17fb1e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:56.254524 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a067bcf4-c864-49b6-9fd1-0cf5ef8ba878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:12:56.259195 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dfe55d-1b7e-47d6-b0b0-35ba1f70f599 None None] Pushing event deleted for resources: {'Port': ['ID=67072823-2765-4cc4-90b2-2e8617223e35,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:12:56.261756 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dfe55d-1b7e-47d6-b0b0-35ba1f70f599 None None] No DVR routers for this DVR port 67072823-2765-4cc4-90b2-2e8617223e35 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:12:56.270853 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dfe55d-1b7e-47d6-b0b0-35ba1f70f599 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:12:56.271202 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dfe55d-1b7e-47d6-b0b0-35ba1f70f599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:12:56.271921 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dfe55d-1b7e-47d6-b0b0-35ba1f70f599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:12:56.271921 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dfe55d-1b7e-47d6-b0b0-35ba1f70f599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:12:56.272207 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dfe55d-1b7e-47d6-b0b0-35ba1f70f599 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:12:56.272489 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dfe55d-1b7e-47d6-b0b0-35ba1f70f599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:12:56.272821 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dfe55d-1b7e-47d6-b0b0-35ba1f70f599 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:12:56.273292 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dfe55d-1b7e-47d6-b0b0-35ba1f70f599 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:12:56.273454 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dfe55d-1b7e-47d6-b0b0-35ba1f70f599 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:12:56.273753 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dfe55d-1b7e-47d6-b0b0-35ba1f70f599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:12:56.274104 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dfe55d-1b7e-47d6-b0b0-35ba1f70f599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:12:56.274422 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1dfe55d-1b7e-47d6-b0b0-35ba1f70f599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:12:56.278022 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b1dfe55d-1b7e-47d6-b0b0-35ba1f70f599 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:12:56.279644 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55175720-2820-485a-855e-61cc4e17fb1e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=94e017c5-aeda-4ed5-a699-fdeaa2c146ec,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:12:56.282774 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-55175720-2820-485a-855e-61cc4e17fb1e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:12:56.345066 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-55175720-2820-485a-855e-61cc4e17fb1e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:56.445746 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-55175720-2820-485a-855e-61cc4e17fb1e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:56.448828 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-55175720-2820-485a-855e-61cc4e17fb1e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:56.498367 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-55175720-2820-485a-855e-61cc4e17fb1e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:56.498953 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55175720-2820-485a-855e-61cc4e17fb1e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Fanout notify agent at l3_agent the message router_deleted on router 1752a03c-50ba-45d9-afbe-762808aa65aa {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 15:12:56.507067 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-55175720-2820-485a-855e-61cc4e17fb1e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:56.508264 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-55175720-2820-485a-855e-61cc4e17fb1e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/routers/1752a03c-50ba-45d9-afbe-762808aa65aa HTTP/1.1" status: 204 len: 168 time: 0.9261208 Jun 21 15:12:56.511190 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40876) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:12:56.589734 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b1b67382-b180-4d19-b08b-27dfa207d58c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:56.681018 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b1b67382-b180-4d19-b08b-27dfa207d58c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:56.691477 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-b1b67382-b180-4d19-b08b-27dfa207d58c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b192f778-67fc-465e-b47b-225288a9fa8f']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:12:56.702370 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-b1b67382-b180-4d19-b08b-27dfa207d58c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f51bebe-b915-4872-8193-71db389dd844') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:12:56.702657 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-b1b67382-b180-4d19-b08b-27dfa207d58c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f51bebe-b915-4872-8193-71db389dd844') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:12:56.711864 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b1b67382-b180-4d19-b08b-27dfa207d58c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:56.725513 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b1b67382-b180-4d19-b08b-27dfa207d58c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:56.731359 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b67382-b180-4d19-b08b-27dfa207d58c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 15:12:56.731731 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b1b67382-b180-4d19-b08b-27dfa207d58c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:56.734602 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 15:12:56.734602 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 15:12:56.734602 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 15:12:56.734602 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 15:12:56.734602 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 15:12:56.734602 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 15:12:56.734602 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 15:12:56.734602 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 15:12:56.734602 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 15:12:56.734602 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 15:12:56.734602 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 15:12:56.734602 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 15:12:56.734602 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 15:12:56.734602 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 15:12:56.734602 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 15:12:56.734602 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 15:12:56.734602 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 15:12:56.734602 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 15:12:56.734602 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 15:12:56.734602 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 15:12:56.734602 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 15:12:56.734602 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 15:12:56.734602 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 15:12:56.734602 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 15:12:56.734602 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 15:12:56.734602 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 15:12:56.734602 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 15:12:56.734602 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 15:12:56.734602 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 15:12:56.734602 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 15:12:56.734602 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 15:12:56.734602 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 15:12:56.793751 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b1b67382-b180-4d19-b08b-27dfa207d58c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:56.801876 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b1b67382-b180-4d19-b08b-27dfa207d58c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:56.804595 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b1b67382-b180-4d19-b08b-27dfa207d58c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/networks/b192f778-67fc-465e-b47b-225288a9fa8f HTTP/1.1" status: 204 len: 168 time: 0.2922649 Jun 21 15:12:56.806617 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f237e6ea-cc77-4dba-81f4-0ad691caebfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:12:56.821973 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b67382-b180-4d19-b08b-27dfa207d58c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Network': ['ID=b192f778-67fc-465e-b47b-225288a9fa8f,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:12:56.825197 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b1b67382-b180-4d19-b08b-27dfa207d58c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:12:56.830862 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40878) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:12:56.835999 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-6c3e1412-1295-4c05-8975-c1cf3354a3cc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'network': {'name': 'tempest-network-smoke--947900603', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'port_security_enabled': True}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:12:56.864910 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3e1412-1295-4c05-8975-c1cf3354a3cc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Made reservation on behalf of 6034e39b7b9c4208ae0c3b83482b9f88 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:12:56.868340 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6c3e1412-1295-4c05-8975-c1cf3354a3cc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:56.904504 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c3e1412-1295-4c05-8975-c1cf3354a3cc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 15:12:56.914443 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6c3e1412-1295-4c05-8975-c1cf3354a3cc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:56.914894 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-6c3e1412-1295-4c05-8975-c1cf3354a3cc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Added segment 8e80258b-ffd0-4971-95df-bcc731913d47 of type vlan for network 1739bec9-6f82-461d-974d-e1fd33de48ae Jun 21 15:12:56.959676 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6c3e1412-1295-4c05-8975-c1cf3354a3cc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:56.993252 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6c3e1412-1295-4c05-8975-c1cf3354a3cc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:56.998795 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3e1412-1295-4c05-8975-c1cf3354a3cc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:12:56.999414 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6c3e1412-1295-4c05-8975-c1cf3354a3cc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:57.002928 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-56531e7d-aa9d-406d-b2e5-5f39c50702a5 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:12:57.064724 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6c3e1412-1295-4c05-8975-c1cf3354a3cc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2302263 Jun 21 15:12:57.064898 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40880) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:12:57.071330 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-64527247-6e3f-4295-a225-d6187979e205 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-432032109', 'admin_state_up': True, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:12:57.082503 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e1412-1295-4c05-8975-c1cf3354a3cc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Network': ['ID=1739bec9-6f82-461d-974d-e1fd33de48ae,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:12:57.086137 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6c3e1412-1295-4c05-8975-c1cf3354a3cc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:12:57.092909 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 1739bec9-6f82-461d-974d-e1fd33de48ae details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 15:12:57.101048 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-64527247-6e3f-4295-a225-d6187979e205 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:57.102093 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-64527247-6e3f-4295-a225-d6187979e205 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:57.158182 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-64527247-6e3f-4295-a225-d6187979e205 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:57.311803 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-64527247-6e3f-4295-a225-d6187979e205 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:57.542239 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-64527247-6e3f-4295-a225-d6187979e205 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_gateway, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:57.561938 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-64527247-6e3f-4295-a225-d6187979e205 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:57.670263 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-64527247-6e3f-4295-a225-d6187979e205 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Allocated IP 172.26.3.169 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/c7e2c710-c1df-4301-a4b3-126741ca1c79) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:12:57.787882 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-64527247-6e3f-4295-a225-d6187979e205 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:57.795512 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 67072823-2765-4cc4-90b2-2e8617223e35 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:12:57.815292 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 67072823-2765-4cc4-90b2-2e8617223e35 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:12:57.815728 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 67072823-2765-4cc4-90b2-2e8617223e35 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:12:57.816208 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device c71379cf-6a9b-4ed8-918f-f6df5ebc581b no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:12:57.828915 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-64527247-6e3f-4295-a225-d6187979e205 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:57.831144 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-91cb992c-a446-46f1-9981-5aad6eda0eae tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:12:57.835496 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: c71379cf-6a9b-4ed8-918f-f6df5ebc581b {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:12:57.835860 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device c71379cf-6a9b-4ed8-918f-f6df5ebc581b not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:12:57.836281 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 94e017c5-aeda-4ed5-a699-fdeaa2c146ec no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:12:57.857936 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 94e017c5-aeda-4ed5-a699-fdeaa2c146ec {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:12:57.858265 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 94e017c5-aeda-4ed5-a699-fdeaa2c146ec not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:12:57.872793 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64527247-6e3f-4295-a225-d6187979e205 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:12:57.875757 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-64527247-6e3f-4295-a225-d6187979e205 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:12:57.881509 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64527247-6e3f-4295-a225-d6187979e205 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:12:57.902971 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64527247-6e3f-4295-a225-d6187979e205 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=c7e2c710-c1df-4301-a4b3-126741ca1c79,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:12:57.906779 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-64527247-6e3f-4295-a225-d6187979e205 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:12:58.146808 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-64527247-6e3f-4295-a225-d6187979e205 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_gateway, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:58.706831 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-64527247-6e3f-4295-a225-d6187979e205 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:58.842120 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64527247-6e3f-4295-a225-d6187979e205 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router 539e158f-cc62-4083-a527-357137485bda is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 15:12:58.947823 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64527247-6e3f-4295-a225-d6187979e205 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:12:58.957769 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d961cd1-e0af-4468-9069-9d5134dca4df None None] Sync routers for ids ['539e158f-cc62-4083-a527-357137485bda'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:12:58.968562 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d961cd1-e0af-4468-9069-9d5134dca4df None None] Routers {'539e158f-cc62-4083-a527-357137485bda'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:12:58.969207 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-6d961cd1-e0af-4468-9069-9d5134dca4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:12:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['539e158f-cc62-4083-a527-357137485bda'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:12:58.969447 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-64527247-6e3f-4295-a225-d6187979e205 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:58.970757 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-64527247-6e3f-4295-a225-d6187979e205 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9049149 Jun 21 15:12:58.973880 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40882) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:12:59.005813 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-56b8824d-7766-4a10-a055-c99615521402 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=6034e39b7b9c4208ae0c3b83482b9f88&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307550 Jun 21 15:12:59.008419 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40884) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:12:59.075895 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-6d961cd1-e0af-4468-9069-9d5134dca4df None None] Set router 539e158f-cc62-4083-a527-357137485bda gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:12:59.095535 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35f886d-1ec9-4fb4-9073-3ce64a143aa7 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:12:59.096982 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e35f886d-1ec9-4fb4-9073-3ce64a143aa7 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0875814 Jun 21 15:12:59.100990 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40886) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:12:59.129541 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-af17d372-4a82-41ed-8ce1-677061a081a9 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=78e7bc12-ea33-4baf-9744-b93105835641&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273359 Jun 21 15:12:59.131984 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40888) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:12:59.137204 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-c2a89cb8-7c86-4de0-86ce-594834a9066a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-439139637', 'network_id': '1739bec9-6f82-461d-974d-e1fd33de48ae', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:12:59.227683 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a89cb8-7c86-4de0-86ce-594834a9066a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Made reservation on behalf of 6034e39b7b9c4208ae0c3b83482b9f88 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:12:59.231246 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c2a89cb8-7c86-4de0-86ce-594834a9066a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:59.247940 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-6d961cd1-e0af-4468-9069-9d5134dca4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539e158f-cc62-4083-a527-357137485bda', 'name': 'tempest-TestNetworkBasicOps-router-432032109', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c7e2c710-c1df-4301-a4b3-126741ca1c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:12:57Z', 'updated_at': '2021-06-21T15:12:58Z', 'revision_number': 3, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'c7e2c710-c1df-4301-a4b3-126741ca1c79', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539e158f-cc62-4083-a527-357137485bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:12:57Z', 'updated_at': '2021-06-21T15:12:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:12:59.273918 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d961cd1-e0af-4468-9069-9d5134dca4df None None] Checking router: 539e158f-cc62-4083-a527-357137485bda for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:12:59.274351 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d961cd1-e0af-4468-9069-9d5134dca4df None None] Updating router 539e158f-cc62-4083-a527-357137485bda port c7e2c710-c1df-4301-a4b3-126741ca1c79 binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:12:59.312195 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6d961cd1-e0af-4468-9069-9d5134dca4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:59.414111 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c2a89cb8-7c86-4de0-86ce-594834a9066a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:59.417121 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-367ae48a-d653-46bf-8413-02beebc609e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:12:59.479989 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a89cb8-7c86-4de0-86ce-594834a9066a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Subnet': ['ID=65d326e5-990e-46f2-9ee8-ac7aa94b3fec,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:12:59.483256 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c2a89cb8-7c86-4de0-86ce-594834a9066a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:12:59.489580 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a89cb8-7c86-4de0-86ce-594834a9066a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Checking segment: {'id': '8e80258b-ffd0-4971-95df-bcc731913d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1739bec9-6f82-461d-974d-e1fd33de48ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:12:59.490088 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a89cb8-7c86-4de0-86ce-594834a9066a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network hostable DHCP agents. Network: 1739bec9-6f82-461d-974d-e1fd33de48ae, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 15:12:59.508891 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a89cb8-7c86-4de0-86ce-594834a9066a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network 1739bec9-6f82-461d-974d-e1fd33de48ae is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 15:12:59.520618 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-c2a89cb8-7c86-4de0-86ce-594834a9066a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 1739bec9-6f82-461d-974d-e1fd33de48ae) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:12:59.527565 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a89cb8-7c86-4de0-86ce-594834a9066a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:12:59.528185 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c2a89cb8-7c86-4de0-86ce-594834a9066a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:59.531113 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a876111-739b-4359-8a03-057c32bb9564 None None] Network 1739bec9-6f82-461d-974d-e1fd33de48ae requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:12:59.547903 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c2a89cb8-7c86-4de0-86ce-594834a9066a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4122128 Jun 21 15:12:59.548293 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40890) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:12:59.622087 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6d961cd1-e0af-4468-9069-9d5134dca4df None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:59.643140 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6d961cd1-e0af-4468-9069-9d5134dca4df None None] Transition to ACTIVE for port object c7e2c710-c1df-4301-a4b3-126741ca1c79 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:12:59.654849 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6d961cd1-e0af-4468-9069-9d5134dca4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:59.658665 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:12:59.738992 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725836a2-f84d-4f8e-b624-004e3a0f277f None None] Pushing event updated for resources: {'Port': ['ID=c7e2c710-c1df-4301-a4b3-126741ca1c79,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:12:59.741262 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-6d961cd1-e0af-4468-9069-9d5134dca4df None None] Attempting to bind port c7e2c710-c1df-4301-a4b3-126741ca1c79 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:12:59.741634 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-6d961cd1-e0af-4468-9069-9d5134dca4df None None] Attempting to bind port c7e2c710-c1df-4301-a4b3-126741ca1c79 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:12:59.742343 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d961cd1-e0af-4468-9069-9d5134dca4df None None] Attempting to bind port c7e2c710-c1df-4301-a4b3-126741ca1c79 on network 78e7bc12-ea33-4baf-9744-b93105835641 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:12:59.744228 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-725836a2-f84d-4f8e-b624-004e3a0f277f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:12:59.766865 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d961cd1-e0af-4468-9069-9d5134dca4df None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:12:59.767240 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d961cd1-e0af-4468-9069-9d5134dca4df None None] Checking segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:12:59.767637 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6d961cd1-e0af-4468-9069-9d5134dca4df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:59.768058 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d961cd1-e0af-4468-9069-9d5134dca4df None None] Bound using segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:12:59.768545 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-6d961cd1-e0af-4468-9069-9d5134dca4df None None] Bound port: c7e2c710-c1df-4301-a4b3-126741ca1c79, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:12:59.768921 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6d961cd1-e0af-4468-9069-9d5134dca4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:59.793044 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cc3104-914f-44eb-8ebf-1eb74ccac932 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-1739bec9-6f82-461d-974d-e1fd33de48ae', 'network_id': '1739bec9-6f82-461d-974d-e1fd33de48ae', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ips': [{'subnet_id': '65d326e5-990e-46f2-9ee8-ac7aa94b3fec'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 15:12:59.794028 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-90cc3104-914f-44eb-8ebf-1eb74ccac932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:59.885300 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6d961cd1-e0af-4468-9069-9d5134dca4df None None] For port c7e2c710-c1df-4301-a4b3-126741ca1c79, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:12:59.906740 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6d961cd1-e0af-4468-9069-9d5134dca4df None None] For port c7e2c710-c1df-4301-a4b3-126741ca1c79, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=c7e2c710-c1df-4301-a4b3-126741ca1c79,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:12:59.913291 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6d961cd1-e0af-4468-9069-9d5134dca4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:12:59.916802 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6d822637-94dc-4d8c-a62d-3bc6b8042aa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:12:59.989898 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fb8aded2-8434-46e7-a830-e575b29a9f58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:00.012073 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-90cc3104-914f-44eb-8ebf-1eb74ccac932 None None] Allocated IP 172.20.0.2 (1739bec9-6f82-461d-974d-e1fd33de48ae/65d326e5-990e-46f2-9ee8-ac7aa94b3fec/077d28b9-ae4a-44bd-8b49-4ef852b4885a) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:13:00.013980 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725836a2-f84d-4f8e-b624-004e3a0f277f None None] Pushing event updated for resources: {'Port': ['ID=c7e2c710-c1df-4301-a4b3-126741ca1c79,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:13:00.018835 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-725836a2-f84d-4f8e-b624-004e3a0f277f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:13:00.019444 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d961cd1-e0af-4468-9069-9d5134dca4df None None] Routers {'539e158f-cc62-4083-a527-357137485bda'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:13:00.020045 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-6d961cd1-e0af-4468-9069-9d5134dca4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:12:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['539e158f-cc62-4083-a527-357137485bda'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:13:00.182848 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-6d961cd1-e0af-4468-9069-9d5134dca4df None None] Set router 539e158f-cc62-4083-a527-357137485bda gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:13:00.333637 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-90cc3104-914f-44eb-8ebf-1eb74ccac932 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:00.352080 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-90cc3104-914f-44eb-8ebf-1eb74ccac932 None None] Transition to ACTIVE for port object 077d28b9-ae4a-44bd-8b49-4ef852b4885a will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:13:00.390810 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-90cc3104-914f-44eb-8ebf-1eb74ccac932 None None] Transition to ACTIVE for port object 077d28b9-ae4a-44bd-8b49-4ef852b4885a will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:13:00.398713 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-90cc3104-914f-44eb-8ebf-1eb74ccac932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:00.401933 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b5687348-7c7c-4841-8977-bd1029f57f92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:13:00.448158 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cc3104-914f-44eb-8ebf-1eb74ccac932 None None] Network 1739bec9-6f82-461d-974d-e1fd33de48ae is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:13:00.452704 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-fb8aded2-8434-46e7-a830-e575b29a9f58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Allocated IP 172.20.0.1 (1739bec9-6f82-461d-974d-e1fd33de48ae/65d326e5-990e-46f2-9ee8-ac7aa94b3fec/8af2e4a0-285f-425a-a6c7-cce9b57b0920) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:13:00.455955 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-90cc3104-914f-44eb-8ebf-1eb74ccac932 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:13:00.458409 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc3104-914f-44eb-8ebf-1eb74ccac932 None None] Pushing event updated for resources: {'Port': ['ID=077d28b9-ae4a-44bd-8b49-4ef852b4885a,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:13:00.460848 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cc3104-914f-44eb-8ebf-1eb74ccac932 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:13:00.464564 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-90cc3104-914f-44eb-8ebf-1eb74ccac932 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:13:00.475027 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-6d961cd1-e0af-4468-9069-9d5134dca4df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539e158f-cc62-4083-a527-357137485bda', 'name': 'tempest-TestNetworkBasicOps-router-432032109', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c7e2c710-c1df-4301-a4b3-126741ca1c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:12:57Z', 'updated_at': '2021-06-21T15:12:58Z', 'revision_number': 3, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'c7e2c710-c1df-4301-a4b3-126741ca1c79', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539e158f-cc62-4083-a527-357137485bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:12:57Z', 'updated_at': '2021-06-21T15:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:13:00.520787 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d961cd1-e0af-4468-9069-9d5134dca4df None None] The sync data for ids ['539e158f-cc62-4083-a527-357137485bda'] in dv-neutron-797121-2-hyperv is: [{'id': '539e158f-cc62-4083-a527-357137485bda', 'name': 'tempest-TestNetworkBasicOps-router-432032109', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c7e2c710-c1df-4301-a4b3-126741ca1c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:12:57Z', 'updated_at': '2021-06-21T15:12:58Z', 'revision_number': 3, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'c7e2c710-c1df-4301-a4b3-126741ca1c79', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539e158f-cc62-4083-a527-357137485bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:12:57Z', 'updated_at': '2021-06-21T15:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:13:00.549470 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-90cc3104-914f-44eb-8ebf-1eb74ccac932 None None] Attempting to bind port 077d28b9-ae4a-44bd-8b49-4ef852b4885a on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:13:00.549852 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-90cc3104-914f-44eb-8ebf-1eb74ccac932 None None] Attempting to bind port 077d28b9-ae4a-44bd-8b49-4ef852b4885a by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '8e80258b-ffd0-4971-95df-bcc731913d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1739bec9-6f82-461d-974d-e1fd33de48ae'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:13:00.550228 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cc3104-914f-44eb-8ebf-1eb74ccac932 None None] Attempting to bind port 077d28b9-ae4a-44bd-8b49-4ef852b4885a on network 1739bec9-6f82-461d-974d-e1fd33de48ae {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:13:00.555405 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cc3104-914f-44eb-8ebf-1eb74ccac932 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:13:00.555783 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cc3104-914f-44eb-8ebf-1eb74ccac932 None None] Checking segment: {'id': '8e80258b-ffd0-4971-95df-bcc731913d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1739bec9-6f82-461d-974d-e1fd33de48ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:13:00.556194 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-90cc3104-914f-44eb-8ebf-1eb74ccac932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:00.556594 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cc3104-914f-44eb-8ebf-1eb74ccac932 None None] Bound using segment: {'id': '8e80258b-ffd0-4971-95df-bcc731913d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1739bec9-6f82-461d-974d-e1fd33de48ae'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:13:00.557161 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-90cc3104-914f-44eb-8ebf-1eb74ccac932 None None] Bound port: 077d28b9-ae4a-44bd-8b49-4ef852b4885a, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e80258b-ffd0-4971-95df-bcc731913d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1739bec9-6f82-461d-974d-e1fd33de48ae'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:13:00.557546 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-90cc3104-914f-44eb-8ebf-1eb74ccac932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:00.586875 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fb8aded2-8434-46e7-a830-e575b29a9f58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:00.609347 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-fb8aded2-8434-46e7-a830-e575b29a9f58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Transition to ACTIVE for port object 8af2e4a0-285f-425a-a6c7-cce9b57b0920 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:13:00.626566 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-90cc3104-914f-44eb-8ebf-1eb74ccac932 None None] For port 077d28b9-ae4a-44bd-8b49-4ef852b4885a, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:13:00.630585 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-90cc3104-914f-44eb-8ebf-1eb74ccac932 None None] For port 077d28b9-ae4a-44bd-8b49-4ef852b4885a, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=077d28b9-ae4a-44bd-8b49-4ef852b4885a,segment=NetworkSegment(8e80258b-ffd0-4971-95df-bcc731913d47),segment_id=8e80258b-ffd0-4971-95df-bcc731913d47)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:13:00.636576 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-90cc3104-914f-44eb-8ebf-1eb74ccac932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:00.638564 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:13:00.646982 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fb8aded2-8434-46e7-a830-e575b29a9f58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:00.650326 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-357ffa0c-2f82-4baf-af73-fd8ab0d619e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:13:00.693714 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8aded2-8434-46e7-a830-e575b29a9f58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network 1739bec9-6f82-461d-974d-e1fd33de48ae is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:13:00.697216 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-fb8aded2-8434-46e7-a830-e575b29a9f58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:13:00.702383 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8aded2-8434-46e7-a830-e575b29a9f58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:13:00.705356 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc3104-914f-44eb-8ebf-1eb74ccac932 None None] Pushing event updated for resources: {'Port': ['ID=077d28b9-ae4a-44bd-8b49-4ef852b4885a,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:13:00.708559 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-90cc3104-914f-44eb-8ebf-1eb74ccac932 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:13:00.731025 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8aded2-8434-46e7-a830-e575b29a9f58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=8af2e4a0-285f-425a-a6c7-cce9b57b0920,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:13:00.735927 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fb8aded2-8434-46e7-a830-e575b29a9f58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:13:00.760273 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fb8aded2-8434-46e7-a830-e575b29a9f58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:00.955614 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fb8aded2-8434-46e7-a830-e575b29a9f58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:01.266263 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fb8aded2-8434-46e7-a830-e575b29a9f58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:01.272427 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fb8aded2-8434-46e7-a830-e575b29a9f58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:01.275417 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5e9c7145-4eb5-443d-802f-a9e82a12315f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:13:01.350301 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fb8aded2-8434-46e7-a830-e575b29a9f58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:01.352194 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8aded2-8434-46e7-a830-e575b29a9f58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=8af2e4a0-285f-425a-a6c7-cce9b57b0920,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:13:01.359678 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fb8aded2-8434-46e7-a830-e575b29a9f58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:13:01.468148 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8aded2-8434-46e7-a830-e575b29a9f58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network 1739bec9-6f82-461d-974d-e1fd33de48ae is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:13:01.469712 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-fb8aded2-8434-46e7-a830-e575b29a9f58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:13:01.596064 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8aded2-8434-46e7-a830-e575b29a9f58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router 539e158f-cc62-4083-a527-357137485bda has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:13:01.658755 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3092116a-2403-48f2-9ba6-865d7f0f9086 None None] Network 1739bec9-6f82-461d-974d-e1fd33de48ae requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:13:01.707119 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8aded2-8434-46e7-a830-e575b29a9f58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:13:01.712795 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-fb8aded2-8434-46e7-a830-e575b29a9f58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "PUT /v2.0/routers/539e158f-cc62-4083-a527-357137485bda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1633980 Jun 21 15:13:01.715299 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40892) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:13:01.718805 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-fe21d971-d863-4085-8c71-e0c46f4de72a None None] Provisioning for port 077d28b9-ae4a-44bd-8b49-4ef852b4885a completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:13:01.824211 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3354b4-3986-4006-8988-22b429ecbc1c tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:13:01.824689 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3354b4-3986-4006-8988-22b429ecbc1c tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:13:01.825154 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3354b4-3986-4006-8988-22b429ecbc1c tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:13:01.825608 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3354b4-3986-4006-8988-22b429ecbc1c tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:13:01.830575 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40894) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:13:01.839771 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3a3354b4-3986-4006-8988-22b429ecbc1c tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1110556 Jun 21 15:13:01.888033 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cb6504-8292-48ba-a00c-fe2a3178e366 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:13:01.888510 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cb6504-8292-48ba-a00c-fe2a3178e366 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:13:01.888969 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cb6504-8292-48ba-a00c-fe2a3178e366 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:13:01.889565 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cb6504-8292-48ba-a00c-fe2a3178e366 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:13:01.894319 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e0cb6504-8292-48ba-a00c-fe2a3178e366 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0626850 Jun 21 15:13:01.894477 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40896) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:13:01.953356 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 077d28b9-ae4a-44bd-8b49-4ef852b4885a up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:13:02.037637 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-46f6b235-3244-422d-8df3-2568a99ad38b tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1418819 Jun 21 15:13:02.039319 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 077d28b9-ae4a-44bd-8b49-4ef852b4885a completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:13:02.043689 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 077d28b9-ae4a-44bd-8b49-4ef852b4885a triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:13:02.044070 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:02.135339 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:02.170104 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 077d28b9-ae4a-44bd-8b49-4ef852b4885a, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=077d28b9-ae4a-44bd-8b49-4ef852b4885a,segment=NetworkSegment(8e80258b-ffd0-4971-95df-bcc731913d47),segment_id=8e80258b-ffd0-4971-95df-bcc731913d47)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:13:02.175648 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:02.176538 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device c7e2c710-c1df-4301-a4b3-126741ca1c79 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:13:02.185021 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-90cc3104-914f-44eb-8ebf-1eb74ccac932 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:13:02.251700 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40900) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:13:02.257110 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-a9ebc395-490c-4ef8-b7e4-4c9f532dc47a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1823374879', 'description': 'tempest-secgroup-smoke-1823374879 description', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:13:02.278026 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=077d28b9-ae4a-44bd-8b49-4ef852b4885a,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:13:02.283718 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a9ebc395-490c-4ef8-b7e4-4c9f532dc47a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:02.285401 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08f21a1-9e27-4198-a31e-4157de0ceca7 None None] Sync routers for ids ['539e158f-cc62-4083-a527-357137485bda'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:13:02.294760 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:13:02.298479 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-c778322f-bb63-4f99-b1fa-33868e2c5aab None None] Provisioning for port 8af2e4a0-285f-425a-a6c7-cce9b57b0920 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:13:02.302544 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08f21a1-9e27-4198-a31e-4157de0ceca7 None None] Routers {'539e158f-cc62-4083-a527-357137485bda'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:13:02.303534 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-b08f21a1-9e27-4198-a31e-4157de0ceca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:12:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['539e158f-cc62-4083-a527-357137485bda'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:13:02.306013 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-c778322f-bb63-4f99-b1fa-33868e2c5aab None None] Provisioning complete for port 8af2e4a0-285f-425a-a6c7-cce9b57b0920 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:13:02.306554 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c778322f-bb63-4f99-b1fa-33868e2c5aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:02.334741 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port c7e2c710-c1df-4301-a4b3-126741ca1c79 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:13:02.348346 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port c7e2c710-c1df-4301-a4b3-126741ca1c79 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:13:02.348346 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:02.379026 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-c778322f-bb63-4f99-b1fa-33868e2c5aab None None] Port 8af2e4a0-285f-425a-a6c7-cce9b57b0920 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:13:02.389167 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a9ebc395-490c-4ef8-b7e4-4c9f532dc47a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:02.397069 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a9ebc395-490c-4ef8-b7e4-4c9f532dc47a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:02.399651 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-c778322f-bb63-4f99-b1fa-33868e2c5aab None None] Provisioning complete for port 077d28b9-ae4a-44bd-8b49-4ef852b4885a triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:13:02.400033 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c778322f-bb63-4f99-b1fa-33868e2c5aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:02.403174 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-efb4aa2f-7ee0-4218-8218-a7ad3b5f711d tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:13:02.439170 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-b08f21a1-9e27-4198-a31e-4157de0ceca7 None None] Set router 539e158f-cc62-4083-a527-357137485bda gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:13:02.444465 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebc395-490c-4ef8-b7e4-4c9f532dc47a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be155976-c6e4-4ea4-9455-ef3e62e55dbb,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:13:02.448176 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a9ebc395-490c-4ef8-b7e4-4c9f532dc47a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:13:02.449537 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a9ebc395-490c-4ef8-b7e4-4c9f532dc47a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:02.451676 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a9ebc395-490c-4ef8-b7e4-4c9f532dc47a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1986878 Jun 21 15:13:02.454974 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40902) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:13:02.463137 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-77ff94be-fb7a-44a6-98d7-af0b689a1d92 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': 'be155976-c6e4-4ea4-9455-ef3e62e55dbb', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:13:02.478602 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:02.506285 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-77ff94be-fb7a-44a6-98d7-af0b689a1d92 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:02.523349 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port c7e2c710-c1df-4301-a4b3-126741ca1c79, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=c7e2c710-c1df-4301-a4b3-126741ca1c79,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:13:02.535821 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:02.537992 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:13:02.588334 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-77ff94be-fb7a-44a6-98d7-af0b689a1d92 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:02.593765 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=c7e2c710-c1df-4301-a4b3-126741ca1c79,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:13:02.597178 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:13:02.604842 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-77ff94be-fb7a-44a6-98d7-af0b689a1d92 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:02.606760 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b2bd470a-190a-4b2b-bf2d-22f81910b1e4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:13:02.623096 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ff94be-fb7a-44a6-98d7-af0b689a1d92 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=414d5257-6826-47d2-ada3-3c5f6c379230,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:13:02.626348 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-77ff94be-fb7a-44a6-98d7-af0b689a1d92 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:13:02.634745 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-77ff94be-fb7a-44a6-98d7-af0b689a1d92 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:02.636649 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-77ff94be-fb7a-44a6-98d7-af0b689a1d92 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1788976 Jun 21 15:13:02.639866 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40904) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:13:02.644838 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-8b23f014-35e7-4d97-9b16-91f8afb7f269 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': 'be155976-c6e4-4ea4-9455-ef3e62e55dbb', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:13:02.668370 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-d4941cb8-db86-4dd6-bd34-e26f31a7a526 None None] Provisioning complete for port 8af2e4a0-285f-425a-a6c7-cce9b57b0920 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:13:02.669407 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d4941cb8-db86-4dd6-bd34-e26f31a7a526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:02.689382 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8b23f014-35e7-4d97-9b16-91f8afb7f269 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:02.715570 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-d4941cb8-db86-4dd6-bd34-e26f31a7a526 None None] Port 8af2e4a0-285f-425a-a6c7-cce9b57b0920 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:13:02.767790 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8b23f014-35e7-4d97-9b16-91f8afb7f269 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:02.774138 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8b23f014-35e7-4d97-9b16-91f8afb7f269 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:02.776222 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-68c9ffed-6b58-49be-a7f7-53e88d4407f7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:13:02.794089 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23f014-35e7-4d97-9b16-91f8afb7f269 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c4297c-d99b-4048-886e-63aa97fc2337,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:13:02.796670 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8b23f014-35e7-4d97-9b16-91f8afb7f269 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:13:02.804527 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8b23f014-35e7-4d97-9b16-91f8afb7f269 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:02.805929 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8b23f014-35e7-4d97-9b16-91f8afb7f269 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1648014 Jun 21 15:13:02.808868 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40906) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:13:02.814122 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-5cde0408-ee40-44b4-933c-03663d9a6784 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': 'be155976-c6e4-4ea4-9455-ef3e62e55dbb', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:13:02.817153 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-b08f21a1-9e27-4198-a31e-4157de0ceca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539e158f-cc62-4083-a527-357137485bda', 'name': 'tempest-TestNetworkBasicOps-router-432032109', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c7e2c710-c1df-4301-a4b3-126741ca1c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:12:57Z', 'updated_at': '2021-06-21T15:13:00Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'c7e2c710-c1df-4301-a4b3-126741ca1c79', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539e158f-cc62-4083-a527-357137485bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:12:57Z', 'updated_at': '2021-06-21T15:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '8af2e4a0-285f-425a-a6c7-cce9b57b0920', 'name': '', 'network_id': '1739bec9-6f82-461d-974d-e1fd33de48ae', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:46:75:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539e158f-cc62-4083-a527-357137485bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '65d326e5-990e-46f2-9ee8-ac7aa94b3fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:13:00Z', 'updated_at': '2021-06-21T15:13:01Z', 'revision_number': 2, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '65d326e5-990e-46f2-9ee8-ac7aa94b3fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:13:02.840516 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-e65b9394-5ece-40ef-94ca-0f1760b38096 None None] Provisioning complete for port 8af2e4a0-285f-425a-a6c7-cce9b57b0920 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:13:02.841184 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e65b9394-5ece-40ef-94ca-0f1760b38096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:02.846455 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08f21a1-9e27-4198-a31e-4157de0ceca7 None None] Checking router: 539e158f-cc62-4083-a527-357137485bda for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:13:02.846896 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08f21a1-9e27-4198-a31e-4157de0ceca7 None None] Updating router 539e158f-cc62-4083-a527-357137485bda port 8af2e4a0-285f-425a-a6c7-cce9b57b0920 binding host dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:13:02.854017 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5cde0408-ee40-44b4-933c-03663d9a6784 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:02.888029 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-e65b9394-5ece-40ef-94ca-0f1760b38096 None None] Port 8af2e4a0-285f-425a-a6c7-cce9b57b0920 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:13:02.889196 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-b08f21a1-9e27-4198-a31e-4157de0ceca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:02.919436 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5cde0408-ee40-44b4-933c-03663d9a6784 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:02.927237 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5cde0408-ee40-44b4-933c-03663d9a6784 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:02.929218 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-555fe3a7-1583-44c0-9623-efe6f15e3af7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:13:02.946132 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde0408-ee40-44b4-933c-03663d9a6784 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c51f6f6-a730-48d2-9d1f-592d4ec885c2,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:13:02.948988 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5cde0408-ee40-44b4-933c-03663d9a6784 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:13:02.955486 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5cde0408-ee40-44b4-933c-03663d9a6784 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:02.956917 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5cde0408-ee40-44b4-933c-03663d9a6784 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1466179 Jun 21 15:13:02.959620 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40908) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:13:02.964751 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-18925d76-033f-4747-a633-8b8324a94f7a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': 'be155976-c6e4-4ea4-9455-ef3e62e55dbb', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:13:02.998059 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-18925d76-033f-4747-a633-8b8324a94f7a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:03.065041 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-18925d76-033f-4747-a633-8b8324a94f7a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:03.070354 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-18925d76-033f-4747-a633-8b8324a94f7a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:03.075878 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-de2ab353-7356-4c76-8037-44866f1ceebc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:13:03.090917 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18925d76-033f-4747-a633-8b8324a94f7a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc9353f-2f26-44e4-a46e-3129c4a349d6,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:13:03.093913 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-18925d76-033f-4747-a633-8b8324a94f7a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:13:03.103611 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-18925d76-033f-4747-a633-8b8324a94f7a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:03.105108 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-18925d76-033f-4747-a633-8b8324a94f7a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1445038 Jun 21 15:13:03.107909 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40910) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:13:03.112475 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-786212dc-f179-4866-9624-9b8ec9351ab4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': 'be155976-c6e4-4ea4-9455-ef3e62e55dbb', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:13:03.135912 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.securitygroups_db [None req-786212dc-f179-4866-9624-9b8ec9351ab4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Project 6034e39b7b9c4208ae0c3b83482b9f88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 15:13:03.140917 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-786212dc-f179-4866-9624-9b8ec9351ab4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:03.161998 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-b08f21a1-9e27-4198-a31e-4157de0ceca7 None None] Notify callbacks [] for port, precommit_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:03.173407 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.provisioning_blocks [None req-b08f21a1-9e27-4198-a31e-4157de0ceca7 None None] Transition to ACTIVE for port object 8af2e4a0-285f-425a-a6c7-cce9b57b0920 will not be triggered until provisioned by entity L2. {{(pid=105227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:13:03.180225 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-b08f21a1-9e27-4198-a31e-4157de0ceca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:03.182892 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-b72b0820-7752-4ca6-8366-94945ca708e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:13:03.208864 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-786212dc-f179-4866-9624-9b8ec9351ab4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:03.217444 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-786212dc-f179-4866-9624-9b8ec9351ab4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:03.219481 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c822d1ad-18bf-4374-a32e-d901bf9f7116 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:13:03.239796 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786212dc-f179-4866-9624-9b8ec9351ab4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0509b22-9236-47e8-a6cf-b3afeb1b0f40,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:13:03.247557 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-786212dc-f179-4866-9624-9b8ec9351ab4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:13:03.248981 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-786212dc-f179-4866-9624-9b8ec9351ab4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:03.250382 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-786212dc-f179-4866-9624-9b8ec9351ab4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1415431 Jun 21 15:13:03.255019 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40912) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:13:03.260075 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-58f75855-c4d0-437b-aa53-ba6dc7cb34d3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'security_group_rule': {'security_group_id': 'be155976-c6e4-4ea4-9455-ef3e62e55dbb', 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:13:03.262405 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200764f9-c2be-48b9-ae3d-d4f550571873 None None] Pushing event updated for resources: {'Port': ['ID=8af2e4a0-285f-425a-a6c7-cce9b57b0920,revision_number=3']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:13:03.288406 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.securitygroups_db [None req-58f75855-c4d0-437b-aa53-ba6dc7cb34d3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Project 6034e39b7b9c4208ae0c3b83482b9f88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 15:13:03.294983 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-58f75855-c4d0-437b-aa53-ba6dc7cb34d3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:03.311723 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200764f9-c2be-48b9-ae3d-d4f550571873 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:13:03.311723 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200764f9-c2be-48b9-ae3d-d4f550571873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:13:03.311723 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200764f9-c2be-48b9-ae3d-d4f550571873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:13:03.313312 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200764f9-c2be-48b9-ae3d-d4f550571873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:13:03.313312 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200764f9-c2be-48b9-ae3d-d4f550571873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:13:03.313312 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200764f9-c2be-48b9-ae3d-d4f550571873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:13:03.313312 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200764f9-c2be-48b9-ae3d-d4f550571873 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:13:03.313312 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200764f9-c2be-48b9-ae3d-d4f550571873 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:13:03.313609 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200764f9-c2be-48b9-ae3d-d4f550571873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:13:03.313685 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200764f9-c2be-48b9-ae3d-d4f550571873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:13:03.314025 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200764f9-c2be-48b9-ae3d-d4f550571873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:13:03.314276 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200764f9-c2be-48b9-ae3d-d4f550571873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:13:03.328380 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-200764f9-c2be-48b9-ae3d-d4f550571873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:13:03.329510 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-b08f21a1-9e27-4198-a31e-4157de0ceca7 None None] Attempting to bind port 8af2e4a0-285f-425a-a6c7-cce9b57b0920 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:13:03.329935 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-b08f21a1-9e27-4198-a31e-4157de0ceca7 None None] Attempting to bind port 8af2e4a0-285f-425a-a6c7-cce9b57b0920 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '8e80258b-ffd0-4971-95df-bcc731913d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1739bec9-6f82-461d-974d-e1fd33de48ae'}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:13:03.330347 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08f21a1-9e27-4198-a31e-4157de0ceca7 None None] Attempting to bind port 8af2e4a0-285f-425a-a6c7-cce9b57b0920 on network 1739bec9-6f82-461d-974d-e1fd33de48ae {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:13:03.338368 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08f21a1-9e27-4198-a31e-4157de0ceca7 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 12, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:13:03.338965 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08f21a1-9e27-4198-a31e-4157de0ceca7 None None] Checking segment: {'id': '8e80258b-ffd0-4971-95df-bcc731913d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1739bec9-6f82-461d-974d-e1fd33de48ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:13:03.339558 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-b08f21a1-9e27-4198-a31e-4157de0ceca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:03.339958 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08f21a1-9e27-4198-a31e-4157de0ceca7 None None] Bound using segment: {'id': '8e80258b-ffd0-4971-95df-bcc731913d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1739bec9-6f82-461d-974d-e1fd33de48ae'} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:13:03.340453 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-b08f21a1-9e27-4198-a31e-4157de0ceca7 None None] Bound port: 8af2e4a0-285f-425a-a6c7-cce9b57b0920, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e80258b-ffd0-4971-95df-bcc731913d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1739bec9-6f82-461d-974d-e1fd33de48ae'}}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:13:03.340833 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-b08f21a1-9e27-4198-a31e-4157de0ceca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:03.378174 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-58f75855-c4d0-437b-aa53-ba6dc7cb34d3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:03.381946 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-58f75855-c4d0-437b-aa53-ba6dc7cb34d3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:03.383887 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b70a8a70-a3bc-40dd-894d-7e97528af108 tempest-SecGroupIPv6Test-151813500 tempest-SecGroupIPv6Test-151813500-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:13:03.402340 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f75855-c4d0-437b-aa53-ba6dc7cb34d3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1ebbf33-c735-49eb-ab53-c36be7fe9d42,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:13:03.406186 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-58f75855-c4d0-437b-aa53-ba6dc7cb34d3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:13:03.409243 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-58f75855-c4d0-437b-aa53-ba6dc7cb34d3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:03.419830 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-58f75855-c4d0-437b-aa53-ba6dc7cb34d3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1546898 Jun 21 15:13:03.426915 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-b08f21a1-9e27-4198-a31e-4157de0ceca7 None None] For port 8af2e4a0-285f-425a-a6c7-cce9b57b0920, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:13:03.430413 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-b08f21a1-9e27-4198-a31e-4157de0ceca7 None None] For port 8af2e4a0-285f-425a-a6c7-cce9b57b0920, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=8af2e4a0-285f-425a-a6c7-cce9b57b0920,segment=NetworkSegment(8e80258b-ffd0-4971-95df-bcc731913d47),segment_id=8e80258b-ffd0-4971-95df-bcc731913d47)] {{(pid=105227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:13:03.435767 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-b08f21a1-9e27-4198-a31e-4157de0ceca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:03.438775 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-94b861ff-ff2f-46b7-8164-69d09c3e8aad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:13:03.481924 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08f21a1-9e27-4198-a31e-4157de0ceca7 None None] Routers {'539e158f-cc62-4083-a527-357137485bda'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:13:03.482511 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-b08f21a1-9e27-4198-a31e-4157de0ceca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:12:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['539e158f-cc62-4083-a527-357137485bda'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:13:03.541870 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200764f9-c2be-48b9-ae3d-d4f550571873 None None] Pushing event updated for resources: {'Port': ['ID=8af2e4a0-285f-425a-a6c7-cce9b57b0920,revision_number=4']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:13:03.554513 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-200764f9-c2be-48b9-ae3d-d4f550571873 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:13:03.589955 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-f54d966b-4f63-4c2f-af9d-0adc051b2f92 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1823374879&fields=id&tenant_id=6034e39b7b9c4208ae0c3b83482b9f88 HTTP/1.1" status: 200 len: 267 time: 0.0388150 Jun 21 15:13:03.614724 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-b08f21a1-9e27-4198-a31e-4157de0ceca7 None None] Set router 539e158f-cc62-4083-a527-357137485bda gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:13:03.710997 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-42fd5daa-dee4-451c-be2b-fb0862a65312 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:13:03.712447 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-42fd5daa-dee4-451c-be2b-fb0862a65312 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/networks?id=1739bec9-6f82-461d-974d-e1fd33de48ae HTTP/1.1" status: 200 len: 796 time: 0.1157303 Jun 21 15:13:03.728364 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-7d2d0d88-0bfc-41c5-b40b-4df2d9393f60 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/quotas/6034e39b7b9c4208ae0c3b83482b9f88 HTTP/1.1" status: 200 len: 375 time: 0.0094986 Jun 21 15:13:03.803772 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-765307ff-8e8e-4e5e-8e70-8c18b69a5369 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686307 Jun 21 15:13:03.820730 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 077d28b9-ae4a-44bd-8b49-4ef852b4885a up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:13:03.823359 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-b08f21a1-9e27-4198-a31e-4157de0ceca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539e158f-cc62-4083-a527-357137485bda', 'name': 'tempest-TestNetworkBasicOps-router-432032109', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c7e2c710-c1df-4301-a4b3-126741ca1c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:12:57Z', 'updated_at': '2021-06-21T15:13:00Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'c7e2c710-c1df-4301-a4b3-126741ca1c79', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539e158f-cc62-4083-a527-357137485bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:12:57Z', 'updated_at': '2021-06-21T15:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '8af2e4a0-285f-425a-a6c7-cce9b57b0920', 'name': '', 'network_id': '1739bec9-6f82-461d-974d-e1fd33de48ae', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:46:75:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539e158f-cc62-4083-a527-357137485bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '65d326e5-990e-46f2-9ee8-ac7aa94b3fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:13:00Z', 'updated_at': '2021-06-21T15:13:03Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '65d326e5-990e-46f2-9ee8-ac7aa94b3fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:13:03.852087 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08f21a1-9e27-4198-a31e-4157de0ceca7 None None] The sync data for ids ['539e158f-cc62-4083-a527-357137485bda'] in dv-neutron-797121-2-hyperv is: [{'id': '539e158f-cc62-4083-a527-357137485bda', 'name': 'tempest-TestNetworkBasicOps-router-432032109', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c7e2c710-c1df-4301-a4b3-126741ca1c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:12:57Z', 'updated_at': '2021-06-21T15:13:00Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'c7e2c710-c1df-4301-a4b3-126741ca1c79', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539e158f-cc62-4083-a527-357137485bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:12:57Z', 'updated_at': '2021-06-21T15:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '8af2e4a0-285f-425a-a6c7-cce9b57b0920', 'name': '', 'network_id': '1739bec9-6f82-461d-974d-e1fd33de48ae', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:46:75:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539e158f-cc62-4083-a527-357137485bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '65d326e5-990e-46f2-9ee8-ac7aa94b3fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:13:00Z', 'updated_at': '2021-06-21T15:13:03Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '65d326e5-990e-46f2-9ee8-ac7aa94b3fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:13:03.874746 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 077d28b9-ae4a-44bd-8b49-4ef852b4885a triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:13:03.875122 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:03.929379 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-758ebe9b-bcd1-44fe-b5c9-751d67a1a012 service neutron] 10.222.0.72 "GET /v2.0/networks/1739bec9-6f82-461d-974d-e1fd33de48ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140037 Jun 21 15:13:03.990201 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device c7e2c710-c1df-4301-a4b3-126741ca1c79 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:13:04.030863 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-8972be23-ad18-496b-9bc9-ab40dd59d91c service neutron] 10.222.0.72 "GET /v2.0/networks/1739bec9-6f82-461d-974d-e1fd33de48ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951233 Jun 21 15:13:04.037564 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port c7e2c710-c1df-4301-a4b3-126741ca1c79 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:13:04.038008 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:04.226606 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0d027104-76b5-40cb-aa80-4f8f668e1832 req-e13d4444-e40d-4392-a5ca-cf6aa57cb4f4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=c416b8e7-9e65-4ce4-9c9b-d3e634515e79 HTTP/1.1" status: 200 len: 210 time: 0.0289583 Jun 21 15:13:05.319436 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4308ada8-4818-4d76-b40f-11ea21b27d4d req-e7dca457-c871-44c8-bbdf-0af4c14d510b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=c416b8e7-9e65-4ce4-9c9b-d3e634515e79 HTTP/1.1" status: 200 len: 210 time: 0.0343812 Jun 21 15:13:05.398977 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:05.826881 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 8af2e4a0-285f-425a-a6c7-cce9b57b0920 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:13:05.881916 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 8af2e4a0-285f-425a-a6c7-cce9b57b0920 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:13:05.885945 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 8af2e4a0-285f-425a-a6c7-cce9b57b0920 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:13:05.886323 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:05.964003 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:05.999159 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 8af2e4a0-285f-425a-a6c7-cce9b57b0920, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=8af2e4a0-285f-425a-a6c7-cce9b57b0920,segment=NetworkSegment(8e80258b-ffd0-4971-95df-bcc731913d47),segment_id=8e80258b-ffd0-4971-95df-bcc731913d47)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:13:06.004904 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:06.008392 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:13:06.056075 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=8af2e4a0-285f-425a-a6c7-cce9b57b0920,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:13:06.060706 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:13:06.410449 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-36301486-9365-439b-9565-d7546db01569 req-96e221f6-e2be-43e7-b848-4975f8503cd1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=c416b8e7-9e65-4ce4-9c9b-d3e634515e79 HTTP/1.1" status: 200 len: 210 time: 0.0345950 Jun 21 15:13:07.571474 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5d355307-6574-4c41-b2b3-ceab1b1b14b1 req-1e5418ce-a81c-4606-94f5-f9fc4028f1c8 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=c416b8e7-9e65-4ce4-9c9b-d3e634515e79 HTTP/1.1" status: 200 len: 210 time: 0.0456984 Jun 21 15:13:07.803031 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 8af2e4a0-285f-425a-a6c7-cce9b57b0920 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:13:07.850947 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 8af2e4a0-285f-425a-a6c7-cce9b57b0920 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:13:07.851326 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:08.385172 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-afb01961-b719-45fd-8361-342070926bdd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:13:08.386684 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-afb01961-b719-45fd-8361-342070926bdd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/networks?id=1739bec9-6f82-461d-974d-e1fd33de48ae HTTP/1.1" status: 200 len: 796 time: 0.1084683 Jun 21 15:13:08.429836 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-8f48d228-643b-44b5-993a-4efe1b85f6a1 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6034e39b7b9c4208ae0c3b83482b9f88 HTTP/1.1" status: 200 len: 380 time: 0.0343688 Jun 21 15:13:08.438585 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-4d09b2db-546a-4716-af1a-f75f261cef1b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'port': {'device_id': 'c416b8e7-9e65-4ce4-9c9b-d3e634515e79', 'network_id': '1739bec9-6f82-461d-974d-e1fd33de48ae', 'admin_state_up': True, 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'security_groups': ['be155976-c6e4-4ea4-9455-ef3e62e55dbb']}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:13:08.547170 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-4d09b2db-546a-4716-af1a-f75f261cef1b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Made reservation on behalf of 6034e39b7b9c4208ae0c3b83482b9f88 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:13:08.553192 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-4d09b2db-546a-4716-af1a-f75f261cef1b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:08.687917 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-4d09b2db-546a-4716-af1a-f75f261cef1b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Allocated IP 172.20.0.6 (1739bec9-6f82-461d-974d-e1fd33de48ae/65d326e5-990e-46f2-9ee8-ac7aa94b3fec/cb270851-df5a-4236-8694-c3b0ab6c0025) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:13:08.738889 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b1df9473-65b0-46f7-8ec9-7842050ff695 req-6cc889ee-3a40-413b-82f8-9d3f3eb05edc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=c416b8e7-9e65-4ce4-9c9b-d3e634515e79 HTTP/1.1" status: 200 len: 210 time: 0.0373676 Jun 21 15:13:08.863950 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-4d09b2db-546a-4716-af1a-f75f261cef1b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:08.881362 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-4d09b2db-546a-4716-af1a-f75f261cef1b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Transition to ACTIVE for port object cb270851-df5a-4236-8694-c3b0ab6c0025 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:13:08.927755 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-4d09b2db-546a-4716-af1a-f75f261cef1b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:08.931968 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1111c18e-1d67-4729-b4cc-844dede1b16b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:13:08.970843 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-4d09b2db-546a-4716-af1a-f75f261cef1b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network 1739bec9-6f82-461d-974d-e1fd33de48ae is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:13:08.974027 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-4d09b2db-546a-4716-af1a-f75f261cef1b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:13:08.980671 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-4d09b2db-546a-4716-af1a-f75f261cef1b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:13:08.986409 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09b2db-546a-4716-af1a-f75f261cef1b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=cb270851-df5a-4236-8694-c3b0ab6c0025,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:13:09.011341 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4d09b2db-546a-4716-af1a-f75f261cef1b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:13:09.037693 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-4d09b2db-546a-4716-af1a-f75f261cef1b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:13:09.038339 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-4d09b2db-546a-4716-af1a-f75f261cef1b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:09.058587 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-4d09b2db-546a-4716-af1a-f75f261cef1b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6236458 Jun 21 15:13:09.070619 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-f97c53d6-4509-42fe-8118-5ab3e575f8c3 service neutron] Request body: {'port': {'device_id': 'c416b8e7-9e65-4ce4-9c9b-d3e634515e79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:13:09.145397 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-f97c53d6-4509-42fe-8118-5ab3e575f8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:09.204631 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3a165212-f3e7-42e7-b775-4dede9cfe590 None None] Provisioning for port cb270851-df5a-4236-8694-c3b0ab6c0025 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:13:09.209017 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3a165212-f3e7-42e7-b775-4dede9cfe590 None None] Provisioning complete for port cb270851-df5a-4236-8694-c3b0ab6c0025 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:13:09.209394 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3a165212-f3e7-42e7-b775-4dede9cfe590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:09.243096 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-3a165212-f3e7-42e7-b775-4dede9cfe590 None None] Port cb270851-df5a-4236-8694-c3b0ab6c0025 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:13:09.414821 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-f97c53d6-4509-42fe-8118-5ab3e575f8c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb270851-df5a-4236-8694-c3b0ab6c0025 {{(pid=105224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:13:09.426649 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-f97c53d6-4509-42fe-8118-5ab3e575f8c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:09.440675 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-f97c53d6-4509-42fe-8118-5ab3e575f8c3 service neutron] Transition to ACTIVE for port object cb270851-df5a-4236-8694-c3b0ab6c0025 will not be triggered until provisioned by entity L2. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:13:09.447047 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-f97c53d6-4509-42fe-8118-5ab3e575f8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:09.450266 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d8db374f-5de3-497a-8eca-9f4d526a5c6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:13:09.523870 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c53d6-4509-42fe-8118-5ab3e575f8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=cb270851-df5a-4236-8694-c3b0ab6c0025,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:13:09.527004 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f97c53d6-4509-42fe-8118-5ab3e575f8c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:13:09.600265 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-f97c53d6-4509-42fe-8118-5ab3e575f8c3 service neutron] Attempting to bind port cb270851-df5a-4236-8694-c3b0ab6c0025 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:13:09.600606 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-f97c53d6-4509-42fe-8118-5ab3e575f8c3 service neutron] Attempting to bind port cb270851-df5a-4236-8694-c3b0ab6c0025 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '8e80258b-ffd0-4971-95df-bcc731913d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1739bec9-6f82-461d-974d-e1fd33de48ae'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:13:09.600933 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-f97c53d6-4509-42fe-8118-5ab3e575f8c3 service neutron] Attempting to bind port cb270851-df5a-4236-8694-c3b0ab6c0025 on network 1739bec9-6f82-461d-974d-e1fd33de48ae {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:13:09.605833 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-f97c53d6-4509-42fe-8118-5ab3e575f8c3 service neutron] Port cb270851-df5a-4236-8694-c3b0ab6c0025 on network 1739bec9-6f82-461d-974d-e1fd33de48ae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 15:13:09.606103 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-f97c53d6-4509-42fe-8118-5ab3e575f8c3 service neutron] Attempting to bind port cb270851-df5a-4236-8694-c3b0ab6c0025 on network 1739bec9-6f82-461d-974d-e1fd33de48ae {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:13:09.611523 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-f97c53d6-4509-42fe-8118-5ab3e575f8c3 service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:13:09.611857 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-f97c53d6-4509-42fe-8118-5ab3e575f8c3 service neutron] Checking segment: {'id': '8e80258b-ffd0-4971-95df-bcc731913d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1739bec9-6f82-461d-974d-e1fd33de48ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:13:09.612241 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-f97c53d6-4509-42fe-8118-5ab3e575f8c3 service neutron] Bound using segment: {'id': '8e80258b-ffd0-4971-95df-bcc731913d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1739bec9-6f82-461d-974d-e1fd33de48ae'} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:13:09.612689 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-f97c53d6-4509-42fe-8118-5ab3e575f8c3 service neutron] Bound port: cb270851-df5a-4236-8694-c3b0ab6c0025, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e80258b-ffd0-4971-95df-bcc731913d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1739bec9-6f82-461d-974d-e1fd33de48ae'}}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:13:09.613038 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-f97c53d6-4509-42fe-8118-5ab3e575f8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:09.682549 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-f97c53d6-4509-42fe-8118-5ab3e575f8c3 service neutron] For port cb270851-df5a-4236-8694-c3b0ab6c0025, host hv-neutron-7971, cleared binding levels {{(pid=105224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:13:09.685552 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-f97c53d6-4509-42fe-8118-5ab3e575f8c3 service neutron] For port cb270851-df5a-4236-8694-c3b0ab6c0025, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cb270851-df5a-4236-8694-c3b0ab6c0025,segment=NetworkSegment(8e80258b-ffd0-4971-95df-bcc731913d47),segment_id=8e80258b-ffd0-4971-95df-bcc731913d47)] {{(pid=105224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:13:09.691718 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-f97c53d6-4509-42fe-8118-5ab3e575f8c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:09.694604 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ea916b8b-44b5-47c7-a82b-1cc26131b603 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:13:09.723706 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-f97c53d6-4509-42fe-8118-5ab3e575f8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:13:09.724351 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-f97c53d6-4509-42fe-8118-5ab3e575f8c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:09.725711 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-f97c53d6-4509-42fe-8118-5ab3e575f8c3 service neutron] 10.222.0.66 "PUT /v2.0/ports/cb270851-df5a-4236-8694-c3b0ab6c0025 HTTP/1.1" status: 200 len: 1093 time: 0.6597855 Jun 21 15:13:09.726262 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c416b8e7-9e65-4ce4-9c9b-d3e634515e79', 'tag': 'cb270851-df5a-4236-8694-c3b0ab6c0025'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:13:09.728571 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-252d486c-93d0-4b76-b08d-510906409e0c" -d '{"events": [{"name": "network-changed", "server_uuid": "c416b8e7-9e65-4ce4-9c9b-d3e634515e79", "tag": "cb270851-df5a-4236-8694-c3b0ab6c0025"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:13:09.758585 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97c53d6-4509-42fe-8118-5ab3e575f8c3 service neutron] Pushing event updated for resources: {'Port': ['ID=cb270851-df5a-4236-8694-c3b0ab6c0025,revision_number=3']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:13:09.771794 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f97c53d6-4509-42fe-8118-5ab3e575f8c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:13:09.786830 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70a8908-c580-423c-8f3a-0c9f72d5e8f7 x-openstack-request-id: req-c70a8908-c580-423c-8f3a-0c9f72d5e8f7 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:13:09.787303 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c416b8e7-9e65-4ce4-9c9b-d3e634515e79", "tag": "cb270851-df5a-4236-8694-c3b0ab6c0025", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:13:09.787695 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c70a8908-c580-423c-8f3a-0c9f72d5e8f7 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:13:09.788302 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c416b8e7-9e65-4ce4-9c9b-d3e634515e79', 'tag': 'cb270851-df5a-4236-8694-c3b0ab6c0025', 'status': 'completed', 'code': 200} Jun 21 15:13:09.851232 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-e1c40a0c-f11c-426c-ab89-eb977adacc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:13:09.853028 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-e1c40a0c-f11c-426c-ab89-eb977adacc3a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=c416b8e7-9e65-4ce4-9c9b-d3e634515e79 HTTP/1.1" status: 200 len: 1096 time: 0.0769064 Jun 21 15:13:09.905051 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-5862809e-c476-49f8-aebd-f3cf673540e6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb270851-df5a-4236-8694-c3b0ab6c0025 HTTP/1.1" status: 200 len: 217 time: 0.0429149 Jun 21 15:13:09.981912 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-b33d0f32-8fa7-41a3-a11a-d5860f54acb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:13:09.983357 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-b33d0f32-8fa7-41a3-a11a-d5860f54acb1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=65d326e5-990e-46f2-9ee8-ac7aa94b3fec HTTP/1.1" status: 200 len: 834 time: 0.0700867 Jun 21 15:13:10.034871 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab76200-7a52-4633-999b-ff289e72d566 req-9e7fb2f4-c3fb-400d-b164-e31db87a0903 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:13:10.036299 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6ab76200-7a52-4633-999b-ff289e72d566 req-9e7fb2f4-c3fb-400d-b164-e31db87a0903 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=c416b8e7-9e65-4ce4-9c9b-d3e634515e79 HTTP/1.1" status: 200 len: 943 time: 0.1341937 Jun 21 15:13:10.084154 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-dba5a4e4-d3eb-4413-9dda-07184e737f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:13:10.085598 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-dba5a4e4-d3eb-4413-9dda-07184e737f2e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1739bec9-6f82-461d-974d-e1fd33de48ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0948308 Jun 21 15:13:10.088574 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6ab76200-7a52-4633-999b-ff289e72d566 req-802edf58-aaba-463c-8206-816ede86624d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=be155976-c6e4-4ea4-9455-ef3e62e55dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451951 Jun 21 15:13:10.183149 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-cc038600-dd0b-4ad4-9607-9f6bfce3a155 service neutron] 10.222.0.66 "GET /v2.0/networks/1739bec9-6f82-461d-974d-e1fd33de48ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889215 Jun 21 15:13:10.280681 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c980d59e-ce72-4183-b0b3-c555c5ae429e req-b971f739-dbed-446f-a155-090f9007a1eb service neutron] 10.222.0.66 "GET /v2.0/networks/1739bec9-6f82-461d-974d-e1fd33de48ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890875 Jun 21 15:13:10.386974 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d486c-93d0-4b76-b08d-510906409e0c req-03b1e107-f097-4241-922a-6f0b0488e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:13:10.388449 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-252d486c-93d0-4b76-b08d-510906409e0c req-03b1e107-f097-4241-922a-6f0b0488e51e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=c416b8e7-9e65-4ce4-9c9b-d3e634515e79 HTTP/1.1" status: 200 len: 1096 time: 0.0583518 Jun 21 15:13:10.486577 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d486c-93d0-4b76-b08d-510906409e0c req-b316819c-8084-41ea-b9af-daa848b2ce0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:13:10.488087 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-252d486c-93d0-4b76-b08d-510906409e0c req-b316819c-8084-41ea-b9af-daa848b2ce0d service neutron] 10.222.0.66 "GET /v2.0/networks?id=1739bec9-6f82-461d-974d-e1fd33de48ae HTTP/1.1" status: 200 len: 897 time: 0.0919476 Jun 21 15:13:10.529107 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-252d486c-93d0-4b76-b08d-510906409e0c req-bf9b9285-db9c-4aa6-a982-350ba4a03a34 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb270851-df5a-4236-8694-c3b0ab6c0025 HTTP/1.1" status: 200 len: 217 time: 0.0342433 Jun 21 15:13:10.594867 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d486c-93d0-4b76-b08d-510906409e0c req-8a77db23-29ad-4f95-84f0-7b98ca95ccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:13:10.596178 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-252d486c-93d0-4b76-b08d-510906409e0c req-8a77db23-29ad-4f95-84f0-7b98ca95ccb0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=65d326e5-990e-46f2-9ee8-ac7aa94b3fec HTTP/1.1" status: 200 len: 834 time: 0.0584300 Jun 21 15:13:10.661315 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252d486c-93d0-4b76-b08d-510906409e0c req-f3051ffd-bfd7-4b19-b35c-6d17b695904d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:13:10.662894 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-252d486c-93d0-4b76-b08d-510906409e0c req-f3051ffd-bfd7-4b19-b35c-6d17b695904d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1739bec9-6f82-461d-974d-e1fd33de48ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0588665 Jun 21 15:13:10.765402 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-252d486c-93d0-4b76-b08d-510906409e0c req-2c01b509-b392-4b81-b5a8-967cd71e5e1f service neutron] 10.222.0.66 "GET /v2.0/networks/1739bec9-6f82-461d-974d-e1fd33de48ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958765 Jun 21 15:13:10.862967 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-252d486c-93d0-4b76-b08d-510906409e0c req-421b750b-f1f6-4986-9dfa-3a436161650d service neutron] 10.222.0.66 "GET /v2.0/networks/1739bec9-6f82-461d-974d-e1fd33de48ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904598 Jun 21 15:13:11.277993 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f6454-75a7-4919-abfe-7c025617c073 req-dd8c6ab5-b32b-4d90-949e-293f36a6090a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:13:11.279496 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-072f6454-75a7-4919-abfe-7c025617c073 req-dd8c6ab5-b32b-4d90-949e-293f36a6090a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=c416b8e7-9e65-4ce4-9c9b-d3e634515e79 HTTP/1.1" status: 200 len: 943 time: 0.0765302 Jun 21 15:13:11.320023 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-072f6454-75a7-4919-abfe-7c025617c073 req-43e7dbec-7a09-443e-a4e8-c3d33e35f1b2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=be155976-c6e4-4ea4-9455-ef3e62e55dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340319 Jun 21 15:13:12.297363 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device cb270851-df5a-4236-8694-c3b0ab6c0025 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:13:12.396710 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port cb270851-df5a-4236-8694-c3b0ab6c0025, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cb270851-df5a-4236-8694-c3b0ab6c0025,segment=NetworkSegment(8e80258b-ffd0-4971-95df-bcc731913d47),segment_id=8e80258b-ffd0-4971-95df-bcc731913d47)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:13:12.409423 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': 'cb270851-df5a-4236-8694-c3b0ab6c0025', 'network_id': '1739bec9-6f82-461d-974d-e1fd33de48ae', 'port_id': 'cb270851-df5a-4236-8694-c3b0ab6c0025', 'mac_address': 'fa:16:3e:d0:8a:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65d326e5-990e-46f2-9ee8-ac7aa94b3fec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:13:12.453437 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:12.467239 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb270851-df5a-4236-8694-c3b0ab6c0025 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:13:12.486989 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port cb270851-df5a-4236-8694-c3b0ab6c0025, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cb270851-df5a-4236-8694-c3b0ab6c0025,segment=NetworkSegment(8e80258b-ffd0-4971-95df-bcc731913d47),segment_id=8e80258b-ffd0-4971-95df-bcc731913d47)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:13:12.492541 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:12.496428 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e02cf95f-83ad-4923-87a0-0cab7274f7d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:13:12.499337 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23677df9-90c7-4a2b-8590-10f1848d0237 req-34676a36-2d44-4ee9-a108-a5a99da9eb0b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:13:12.500802 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-23677df9-90c7-4a2b-8590-10f1848d0237 req-34676a36-2d44-4ee9-a108-a5a99da9eb0b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=c416b8e7-9e65-4ce4-9c9b-d3e634515e79 HTTP/1.1" status: 200 len: 943 time: 0.0652680 Jun 21 15:13:12.544378 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=cb270851-df5a-4236-8694-c3b0ab6c0025,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:13:12.545897 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-23677df9-90c7-4a2b-8590-10f1848d0237 req-1c4102e6-8bbf-4f7f-b780-c5c9e20514c9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=be155976-c6e4-4ea4-9455-ef3e62e55dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385418 Jun 21 15:13:12.547631 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:13:12.860223 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['cb270851-df5a-4236-8694-c3b0ab6c0025'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:13:13.746269 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484f078-7652-421c-98c8-b1a1c00462a2 req-9dec38d5-2994-44db-aac6-2a9cf07b2650 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:13:13.747809 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0484f078-7652-421c-98c8-b1a1c00462a2 req-9dec38d5-2994-44db-aac6-2a9cf07b2650 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=c416b8e7-9e65-4ce4-9c9b-d3e634515e79 HTTP/1.1" status: 200 len: 944 time: 0.0707715 Jun 21 15:13:13.787740 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0484f078-7652-421c-98c8-b1a1c00462a2 req-d9b7ec73-074a-4553-b06f-fbb040ab92eb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=be155976-c6e4-4ea4-9455-ef3e62e55dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337586 Jun 21 15:13:14.084717 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6266e889-9edb-4204-86ed-dce8e2af2f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:14.305712 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device cb270851-df5a-4236-8694-c3b0ab6c0025 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:13:14.361092 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port cb270851-df5a-4236-8694-c3b0ab6c0025 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:13:14.365247 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port cb270851-df5a-4236-8694-c3b0ab6c0025 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:13:14.365631 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:14.445677 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:14.478894 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c416b8e7-9e65-4ce4-9c9b-d3e634515e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb270851-df5a-4236-8694-c3b0ab6c0025'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:13:14.482216 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef61d47-b65d-43f3-9b36-dc81b1f6fe22" -d '{"events": [{"server_uuid": "c416b8e7-9e65-4ce4-9c9b-d3e634515e79", "name": "network-vif-plugged", "status": "completed", "tag": "cb270851-df5a-4236-8694-c3b0ab6c0025"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:13:14.495858 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port cb270851-df5a-4236-8694-c3b0ab6c0025, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cb270851-df5a-4236-8694-c3b0ab6c0025,segment=NetworkSegment(8e80258b-ffd0-4971-95df-bcc731913d47),segment_id=8e80258b-ffd0-4971-95df-bcc731913d47)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:13:14.500269 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:14.502191 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-725836a2-f84d-4f8e-b624-004e3a0f277f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:13:14.550727 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=cb270851-df5a-4236-8694-c3b0ab6c0025,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:13:14.553799 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:13:14.575147 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-705f31fa-26cf-4380-a5f5-9d942b306317 x-openstack-request-id: req-705f31fa-26cf-4380-a5f5-9d942b306317 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:13:14.575568 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c416b8e7-9e65-4ce4-9c9b-d3e634515e79", "name": "network-vif-plugged", "status": "completed", "tag": "cb270851-df5a-4236-8694-c3b0ab6c0025", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:13:14.576001 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-705f31fa-26cf-4380-a5f5-9d942b306317 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:13:14.576670 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c416b8e7-9e65-4ce4-9c9b-d3e634515e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb270851-df5a-4236-8694-c3b0ab6c0025', 'code': 200} Jun 21 15:13:14.829739 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36093b4f-37b1-424c-beed-2da3cd700800 req-aad400dc-583e-4360-a9dc-beaeab94a74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:13:14.835558 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-36093b4f-37b1-424c-beed-2da3cd700800 req-aad400dc-583e-4360-a9dc-beaeab94a74f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c416b8e7-9e65-4ce4-9c9b-d3e634515e79 HTTP/1.1" status: 200 len: 1098 time: 0.0629303 Jun 21 15:13:14.877327 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-36093b4f-37b1-424c-beed-2da3cd700800 req-fb298178-457e-4098-8782-b56ecef7c9fa service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=be155976-c6e4-4ea4-9455-ef3e62e55dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350993 Jun 21 15:13:15.322258 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442fc96-7a9b-47be-b9da-9db33191e943 req-e756aba9-d23c-4e56-959a-f261bac442d6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:13:15.323792 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c442fc96-7a9b-47be-b9da-9db33191e943 req-e756aba9-d23c-4e56-959a-f261bac442d6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=c416b8e7-9e65-4ce4-9c9b-d3e634515e79 HTTP/1.1" status: 200 len: 945 time: 0.4205430 Jun 21 15:13:15.363259 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c442fc96-7a9b-47be-b9da-9db33191e943 req-09fceabf-f968-48cf-ab8f-8f8dc19cd777 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=be155976-c6e4-4ea4-9455-ef3e62e55dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331078 Jun 21 15:13:16.561008 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d9e00-0aa5-4183-b34e-5ad62ef529c8 req-1af37e22-49dc-4c5f-8d89-9f30b31e76fa tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:13:16.562510 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-db5d9e00-0aa5-4183-b34e-5ad62ef529c8 req-1af37e22-49dc-4c5f-8d89-9f30b31e76fa tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=c416b8e7-9e65-4ce4-9c9b-d3e634515e79 HTTP/1.1" status: 200 len: 945 time: 0.0733359 Jun 21 15:13:16.581688 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6e40eeae-6a86-4171-b0a4-e724f632e0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:16.601621 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-db5d9e00-0aa5-4183-b34e-5ad62ef529c8 req-b5aaba4e-ed05-436c-b56e-700d1681153c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=be155976-c6e4-4ea4-9455-ef3e62e55dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332534 Jun 21 15:13:16.789818 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408b50b-3175-4b97-8e26-f202ff440f6e req-14c6293c-ee90-4738-8751-e61a88a70fe6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:13:16.791301 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5408b50b-3175-4b97-8e26-f202ff440f6e req-14c6293c-ee90-4738-8751-e61a88a70fe6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=c416b8e7-9e65-4ce4-9c9b-d3e634515e79 HTTP/1.1" status: 200 len: 945 time: 0.0725641 Jun 21 15:13:16.840071 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5408b50b-3175-4b97-8e26-f202ff440f6e req-864e20b2-a798-41cd-b58f-0d110abe41aa tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=be155976-c6e4-4ea4-9455-ef3e62e55dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390766 Jun 21 15:13:16.864651 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40982) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:13:16.921824 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef026d7-2cef-4b55-bf80-d52dc9ea6e19 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:13:16.923354 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6ef026d7-2cef-4b55-bf80-d52dc9ea6e19 tempest-TestNetworkBasicOps-147271859 tempest-TestNetworkBasicOps-147271859-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=c416b8e7-9e65-4ce4-9c9b-d3e634515e79 HTTP/1.1" status: 200 len: 1093 time: 0.0577159 Jun 21 15:13:16.927903 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40984) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:13:16.932312 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-8395395e-305d-4a50-a763-63a423add9b2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'port_id': 'cb270851-df5a-4236-8694-c3b0ab6c0025', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:13:16.963561 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8395395e-305d-4a50-a763-63a423add9b2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:17.056125 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:17.070221 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8395395e-305d-4a50-a763-63a423add9b2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:17.175191 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-8395395e-305d-4a50-a763-63a423add9b2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Allocated IP 172.26.3.229 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/bcfba3a1-df5c-4e8f-b503-dde28ee3574a) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:13:17.282336 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8395395e-305d-4a50-a763-63a423add9b2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:17.321393 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8395395e-305d-4a50-a763-63a423add9b2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:17.323388 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-bafd1583-d4fb-4980-a991-12e24cb9c396 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:13:17.359277 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8395395e-305d-4a50-a763-63a423add9b2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:13:17.362102 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-8395395e-305d-4a50-a763-63a423add9b2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:13:17.367472 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8395395e-305d-4a50-a763-63a423add9b2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:13:17.390264 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395395e-305d-4a50-a763-63a423add9b2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=bcfba3a1-df5c-4e8f-b503-dde28ee3574a,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:13:17.394281 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8395395e-305d-4a50-a763-63a423add9b2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:13:17.798454 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8395395e-305d-4a50-a763-63a423add9b2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:17.876632 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8395395e-305d-4a50-a763-63a423add9b2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:18.047275 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8395395e-305d-4a50-a763-63a423add9b2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:18.055267 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8395395e-305d-4a50-a763-63a423add9b2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:18.059829 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1111c18e-1d67-4729-b4cc-844dede1b16b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:13:18.109233 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:18.131303 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8395395e-305d-4a50-a763-63a423add9b2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event updated for resources: {'Port': ['ID=bcfba3a1-df5c-4e8f-b503-dde28ee3574a,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:13:18.135310 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8395395e-305d-4a50-a763-63a423add9b2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:13:18.147938 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8395395e-305d-4a50-a763-63a423add9b2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:18.249582 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [None req-8395395e-305d-4a50-a763-63a423add9b2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Floating IP 1bc8c8d1-7225-4038-8c75-2228394c951e associated. External IP: 172.26.3.229, port: cb270851-df5a-4236-8694-c3b0ab6c0025. Jun 21 15:13:18.463111 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8395395e-305d-4a50-a763-63a423add9b2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router 539e158f-cc62-4083-a527-357137485bda has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:13:18.580338 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8395395e-305d-4a50-a763-63a423add9b2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:13:18.591262 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bc970d-278c-4e93-a3ec-6bac7d627b66 None None] Sync routers for ids ['539e158f-cc62-4083-a527-357137485bda'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:13:18.598658 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8395395e-305d-4a50-a763-63a423add9b2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:18.600654 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bc970d-278c-4e93-a3ec-6bac7d627b66 None None] Routers {'539e158f-cc62-4083-a527-357137485bda'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:13:18.601327 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-29bc970d-278c-4e93-a3ec-6bac7d627b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:13:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['539e158f-cc62-4083-a527-357137485bda'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:13:18.641943 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8395395e-305d-4a50-a763-63a423add9b2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7128150 Jun 21 15:13:18.642399 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c416b8e7-9e65-4ce4-9c9b-d3e634515e79', 'tag': 'cb270851-df5a-4236-8694-c3b0ab6c0025'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:13:18.644663 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 40988) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:13:18.645150 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bce6c2-55dd-4fe5-b04a-abd7d101d124" -d '{"events": [{"name": "network-changed", "server_uuid": "c416b8e7-9e65-4ce4-9c9b-d3e634515e79", "tag": "cb270851-df5a-4236-8694-c3b0ab6c0025"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:13:18.681758 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad81354-3f35-4f11-9f18-5be4cec34207 x-openstack-request-id: req-1ad81354-3f35-4f11-9f18-5be4cec34207 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:13:18.682133 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c416b8e7-9e65-4ce4-9c9b-d3e634515e79", "tag": "cb270851-df5a-4236-8694-c3b0ab6c0025", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:13:18.682417 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1ad81354-3f35-4f11-9f18-5be4cec34207 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:13:18.682865 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c416b8e7-9e65-4ce4-9c9b-d3e634515e79', 'tag': 'cb270851-df5a-4236-8694-c3b0ab6c0025', 'status': 'completed', 'code': 200} Jun 21 15:13:18.711851 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-aa5850a1-2aae-4d08-95af-f59cbd750ad7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/floatingips/1bc8c8d1-7225-4038-8c75-2228394c951e HTTP/1.1" status: 200 len: 991 time: 0.0652251 Jun 21 15:13:18.723106 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-29bc970d-278c-4e93-a3ec-6bac7d627b66 None None] Set router 539e158f-cc62-4083-a527-357137485bda gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:13:18.762581 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bce6c2-55dd-4fe5-b04a-abd7d101d124 req-36ab48e4-4236-406d-b955-f851d2e90036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:13:18.764096 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-66bce6c2-55dd-4fe5-b04a-abd7d101d124 req-36ab48e4-4236-406d-b955-f851d2e90036 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=c416b8e7-9e65-4ce4-9c9b-d3e634515e79 HTTP/1.1" status: 200 len: 1098 time: 0.0576944 Jun 21 15:13:18.860749 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bce6c2-55dd-4fe5-b04a-abd7d101d124 req-da2e3fcb-c10b-4d2a-a57b-3f0493bd7301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:13:18.862293 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-66bce6c2-55dd-4fe5-b04a-abd7d101d124 req-da2e3fcb-c10b-4d2a-a57b-3f0493bd7301 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1739bec9-6f82-461d-974d-e1fd33de48ae HTTP/1.1" status: 200 len: 897 time: 0.0888875 Jun 21 15:13:18.932017 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-66bce6c2-55dd-4fe5-b04a-abd7d101d124 req-59407b93-eb7a-4e9e-b556-8e025d89a642 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb270851-df5a-4236-8694-c3b0ab6c0025 HTTP/1.1" status: 200 len: 999 time: 0.0635014 Jun 21 15:13:18.951729 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-29bc970d-278c-4e93-a3ec-6bac7d627b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539e158f-cc62-4083-a527-357137485bda', 'name': 'tempest-TestNetworkBasicOps-router-432032109', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c7e2c710-c1df-4301-a4b3-126741ca1c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:12:57Z', 'updated_at': '2021-06-21T15:13:00Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'c7e2c710-c1df-4301-a4b3-126741ca1c79', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539e158f-cc62-4083-a527-357137485bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:12:57Z', 'updated_at': '2021-06-21T15:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '1bc8c8d1-7225-4038-8c75-2228394c951e', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.229', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '539e158f-cc62-4083-a527-357137485bda', 'port_id': 'cb270851-df5a-4236-8694-c3b0ab6c0025', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1739bec9-6f82-461d-974d-e1fd33de48ae', 'mac_address': 'fa:16:3e:d0:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416b8e7-9e65-4ce4-9c9b-d3e634515e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:13:17Z', 'updated_at': '2021-06-21T15:13:17Z', 'revision_number': 0, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8af2e4a0-285f-425a-a6c7-cce9b57b0920', 'name': '', 'network_id': '1739bec9-6f82-461d-974d-e1fd33de48ae', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:46:75:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539e158f-cc62-4083-a527-357137485bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '65d326e5-990e-46f2-9ee8-ac7aa94b3fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:13:00Z', 'updated_at': '2021-06-21T15:13:05Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '65d326e5-990e-46f2-9ee8-ac7aa94b3fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:13:18.977988 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bc970d-278c-4e93-a3ec-6bac7d627b66 None None] Checking router: 539e158f-cc62-4083-a527-357137485bda for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:13:18.978610 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bce6c2-55dd-4fe5-b04a-abd7d101d124 req-a4fe7d7b-8ceb-460c-8d47-638516ced5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:13:18.980130 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-66bce6c2-55dd-4fe5-b04a-abd7d101d124 req-a4fe7d7b-8ceb-460c-8d47-638516ced5ae service neutron] 10.222.0.66 "GET /v2.0/subnets?id=65d326e5-990e-46f2-9ee8-ac7aa94b3fec HTTP/1.1" status: 200 len: 834 time: 0.0428164 Jun 21 15:13:18.986742 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bc970d-278c-4e93-a3ec-6bac7d627b66 None None] Routers {'539e158f-cc62-4083-a527-357137485bda'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:13:18.987363 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-29bc970d-278c-4e93-a3ec-6bac7d627b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:13:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['539e158f-cc62-4083-a527-357137485bda'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:13:19.038525 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bce6c2-55dd-4fe5-b04a-abd7d101d124 req-58549fd9-bb24-4ea1-9c4f-e8606b11ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:13:19.040007 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-66bce6c2-55dd-4fe5-b04a-abd7d101d124 req-58549fd9-bb24-4ea1-9c4f-e8606b11ce92 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1739bec9-6f82-461d-974d-e1fd33de48ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0536911 Jun 21 15:13:19.101524 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-29bc970d-278c-4e93-a3ec-6bac7d627b66 None None] Set router 539e158f-cc62-4083-a527-357137485bda gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:13:19.144837 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-66bce6c2-55dd-4fe5-b04a-abd7d101d124 req-a86b5d8c-1d64-4061-8383-747bc5c636a3 service neutron] 10.222.0.66 "GET /v2.0/networks/1739bec9-6f82-461d-974d-e1fd33de48ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980630 Jun 21 15:13:19.239060 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-66bce6c2-55dd-4fe5-b04a-abd7d101d124 req-65196c79-8647-4cbf-9a95-e4ff7f1458ba service neutron] 10.222.0.66 "GET /v2.0/networks/1739bec9-6f82-461d-974d-e1fd33de48ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875757 Jun 21 15:13:19.356255 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-29bc970d-278c-4e93-a3ec-6bac7d627b66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539e158f-cc62-4083-a527-357137485bda', 'name': 'tempest-TestNetworkBasicOps-router-432032109', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c7e2c710-c1df-4301-a4b3-126741ca1c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:12:57Z', 'updated_at': '2021-06-21T15:13:00Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'c7e2c710-c1df-4301-a4b3-126741ca1c79', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539e158f-cc62-4083-a527-357137485bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:12:57Z', 'updated_at': '2021-06-21T15:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '1bc8c8d1-7225-4038-8c75-2228394c951e', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.229', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '539e158f-cc62-4083-a527-357137485bda', 'port_id': 'cb270851-df5a-4236-8694-c3b0ab6c0025', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1739bec9-6f82-461d-974d-e1fd33de48ae', 'mac_address': 'fa:16:3e:d0:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416b8e7-9e65-4ce4-9c9b-d3e634515e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:13:17Z', 'updated_at': '2021-06-21T15:13:17Z', 'revision_number': 0, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8af2e4a0-285f-425a-a6c7-cce9b57b0920', 'name': '', 'network_id': '1739bec9-6f82-461d-974d-e1fd33de48ae', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:46:75:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539e158f-cc62-4083-a527-357137485bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '65d326e5-990e-46f2-9ee8-ac7aa94b3fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:13:00Z', 'updated_at': '2021-06-21T15:13:05Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '65d326e5-990e-46f2-9ee8-ac7aa94b3fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:13:19.382646 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bc970d-278c-4e93-a3ec-6bac7d627b66 None None] The sync data for ids ['539e158f-cc62-4083-a527-357137485bda'] in dv-neutron-797121-2-hyperv is: [{'id': '539e158f-cc62-4083-a527-357137485bda', 'name': 'tempest-TestNetworkBasicOps-router-432032109', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c7e2c710-c1df-4301-a4b3-126741ca1c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:12:57Z', 'updated_at': '2021-06-21T15:13:00Z', 'revision_number': 4, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'c7e2c710-c1df-4301-a4b3-126741ca1c79', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539e158f-cc62-4083-a527-357137485bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:12:57Z', 'updated_at': '2021-06-21T15:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '1bc8c8d1-7225-4038-8c75-2228394c951e', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.229', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '539e158f-cc62-4083-a527-357137485bda', 'port_id': 'cb270851-df5a-4236-8694-c3b0ab6c0025', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1739bec9-6f82-461d-974d-e1fd33de48ae', 'mac_address': 'fa:16:3e:d0:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416b8e7-9e65-4ce4-9c9b-d3e634515e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:13:17Z', 'updated_at': '2021-06-21T15:13:17Z', 'revision_number': 0, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8af2e4a0-285f-425a-a6c7-cce9b57b0920', 'name': '', 'network_id': '1739bec9-6f82-461d-974d-e1fd33de48ae', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:46:75:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539e158f-cc62-4083-a527-357137485bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '65d326e5-990e-46f2-9ee8-ac7aa94b3fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:13:00Z', 'updated_at': '2021-06-21T15:13:05Z', 'revision_number': 5, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '65d326e5-990e-46f2-9ee8-ac7aa94b3fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:13:19.568962 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77eccaa9-3738-4f54-8fa6-ab0af8f641e9 None None] New status for floating IP 1bc8c8d1-7225-4038-8c75-2228394c951e: ACTIVE {{(pid=105227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:13:19.715797 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 40992) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:13:19.786699 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:19.792179 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-255bac42-1215-4d17-b334-1dcaddef393d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/floatingips/1bc8c8d1-7225-4038-8c75-2228394c951e HTTP/1.1" status: 200 len: 993 time: 0.0750787 Jun 21 15:13:22.354493 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aa31cf9f-f88e-4ae5-afd0-110e5da8e214 req-f200e2d0-905a-46a8-8d59-ae8631364630 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c416b8e7-9e65-4ce4-9c9b-d3e634515e79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0634260 Jun 21 15:13:22.463892 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31cf9f-f88e-4ae5-afd0-110e5da8e214 req-9983f4ec-77f5-4f81-8b47-75574f76f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:13:22.465588 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aa31cf9f-f88e-4ae5-afd0-110e5da8e214 req-9983f4ec-77f5-4f81-8b47-75574f76f13e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=c416b8e7-9e65-4ce4-9c9b-d3e634515e79 HTTP/1.1" status: 200 len: 1098 time: 0.0576582 Jun 21 15:13:22.588561 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31cf9f-f88e-4ae5-afd0-110e5da8e214 req-4a80d376-bf2d-4344-87e4-b7cbdc589c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:13:22.590233 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aa31cf9f-f88e-4ae5-afd0-110e5da8e214 req-4a80d376-bf2d-4344-87e4-b7cbdc589c67 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1739bec9-6f82-461d-974d-e1fd33de48ae HTTP/1.1" status: 200 len: 897 time: 0.0948029 Jun 21 15:13:22.656307 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aa31cf9f-f88e-4ae5-afd0-110e5da8e214 req-c417426d-9b4c-43c9-a61d-2968822af08f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb270851-df5a-4236-8694-c3b0ab6c0025 HTTP/1.1" status: 200 len: 1001 time: 0.0593908 Jun 21 15:13:22.710627 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31cf9f-f88e-4ae5-afd0-110e5da8e214 req-f8cbd5f0-c715-4153-9310-53f8dd41109a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:13:22.712073 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aa31cf9f-f88e-4ae5-afd0-110e5da8e214 req-f8cbd5f0-c715-4153-9310-53f8dd41109a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=65d326e5-990e-46f2-9ee8-ac7aa94b3fec HTTP/1.1" status: 200 len: 834 time: 0.0488577 Jun 21 15:13:22.771565 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31cf9f-f88e-4ae5-afd0-110e5da8e214 req-460ab326-591d-4266-8e5e-a4cb9f5a4768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:13:22.773040 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aa31cf9f-f88e-4ae5-afd0-110e5da8e214 req-460ab326-591d-4266-8e5e-a4cb9f5a4768 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1739bec9-6f82-461d-974d-e1fd33de48ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0544708 Jun 21 15:13:22.863342 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aa31cf9f-f88e-4ae5-afd0-110e5da8e214 req-fcde3845-079a-4b5d-ad48-c0a1686b0ce6 service neutron] 10.222.0.66 "GET /v2.0/networks/1739bec9-6f82-461d-974d-e1fd33de48ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836830 Jun 21 15:13:22.971956 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aa31cf9f-f88e-4ae5-afd0-110e5da8e214 req-da66f6cd-79fc-4a2e-b073-ddeb573476f0 service neutron] 10.222.0.66 "GET /v2.0/networks/1739bec9-6f82-461d-974d-e1fd33de48ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020534 Jun 21 15:13:30.098622 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:13:35.399479 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:44.083955 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1eb76603-7f09-40fe-80b8-000bd7c2426b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:46.585678 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f1b795ed-91a8-4fa4-855d-0833e38278da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:47.063092 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:48.115459 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:13:49.787694 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:05.401730 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:07.097489 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:14:14.087647 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-061f55f9-a929-4245-b49a-86121381b5f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:16.603194 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-473038e9-47d5-4d6a-b963-d2759eb4a36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:17.073463 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:18.115572 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:19.788617 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:23.478606 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8b28d475-67b5-4fc8-82d0-27abc8888016 req-392a8785-056e-4437-bf4f-e030329161be service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c416b8e7-9e65-4ce4-9c9b-d3e634515e79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1701982 Jun 21 15:14:23.580737 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28d475-67b5-4fc8-82d0-27abc8888016 req-bab757aa-8882-41f2-bb40-4abf455be3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:14:23.582145 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8b28d475-67b5-4fc8-82d0-27abc8888016 req-bab757aa-8882-41f2-bb40-4abf455be3f5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=c416b8e7-9e65-4ce4-9c9b-d3e634515e79 HTTP/1.1" status: 200 len: 1098 time: 0.0572815 Jun 21 15:14:23.694116 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28d475-67b5-4fc8-82d0-27abc8888016 req-b4d667b9-224f-45e4-adcc-1278fbf5391b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:14:23.695583 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8b28d475-67b5-4fc8-82d0-27abc8888016 req-b4d667b9-224f-45e4-adcc-1278fbf5391b service neutron] 10.222.0.66 "GET /v2.0/networks?id=1739bec9-6f82-461d-974d-e1fd33de48ae HTTP/1.1" status: 200 len: 897 time: 0.0917060 Jun 21 15:14:23.766535 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8b28d475-67b5-4fc8-82d0-27abc8888016 req-551d95b4-0769-4e0a-b567-09a624d2dce1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb270851-df5a-4236-8694-c3b0ab6c0025 HTTP/1.1" status: 200 len: 1001 time: 0.0640988 Jun 21 15:14:23.815136 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28d475-67b5-4fc8-82d0-27abc8888016 req-887b60a5-a7e5-4eaf-ba69-d48cb85dceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:14:23.816581 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8b28d475-67b5-4fc8-82d0-27abc8888016 req-887b60a5-a7e5-4eaf-ba69-d48cb85dceb6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=65d326e5-990e-46f2-9ee8-ac7aa94b3fec HTTP/1.1" status: 200 len: 834 time: 0.0436001 Jun 21 15:14:23.874152 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28d475-67b5-4fc8-82d0-27abc8888016 req-364a20c8-48e8-4c6b-8437-4a1d11efd623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:14:23.875628 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8b28d475-67b5-4fc8-82d0-27abc8888016 req-364a20c8-48e8-4c6b-8437-4a1d11efd623 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1739bec9-6f82-461d-974d-e1fd33de48ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0524518 Jun 21 15:14:23.968626 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8b28d475-67b5-4fc8-82d0-27abc8888016 req-2726d7a5-ab17-4018-babe-9ed55d8706c5 service neutron] 10.222.0.66 "GET /v2.0/networks/1739bec9-6f82-461d-974d-e1fd33de48ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864127 Jun 21 15:14:24.060058 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8b28d475-67b5-4fc8-82d0-27abc8888016 req-6a2dc32d-926b-40b1-a632-5b0373cb3b01 service neutron] 10.222.0.66 "GET /v2.0/networks/1739bec9-6f82-461d-974d-e1fd33de48ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853534 Jun 21 15:14:35.405464 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:44.089925 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6136d35c-c4e2-4bd8-af3f-fb9cedf08ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:44.097224 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:14:46.342691 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 41032) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:14:46.347573 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-1bf364ab-40c8-4413-b9ac-01df7e09fee4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'router': {'admin_state_up': False}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:14:46.587710 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d6765b97-e537-4dcc-93a2-224de18ccc09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:46.706526 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1bf364ab-40c8-4413-b9ac-01df7e09fee4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:46.720914 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1bf364ab-40c8-4413-b9ac-01df7e09fee4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627068'] for router, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:47.068777 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:47.195322 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf364ab-40c8-4413-b9ac-01df7e09fee4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router 539e158f-cc62-4083-a527-357137485bda has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:14:47.306898 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf364ab-40c8-4413-b9ac-01df7e09fee4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:14:47.314562 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1bf364ab-40c8-4413-b9ac-01df7e09fee4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:47.315741 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1bf364ab-40c8-4413-b9ac-01df7e09fee4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "PUT /v2.0/routers/539e158f-cc62-4083-a527-357137485bda HTTP/1.1" status: 200 len: 888 time: 0.9720569 Jun 21 15:14:47.316927 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cd96d5-8cc6-4f2b-b4b8-f8b7a05b9b11 None None] Sync routers for ids ['539e158f-cc62-4083-a527-357137485bda'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:14:47.327836 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cd96d5-8cc6-4f2b-b4b8-f8b7a05b9b11 None None] Routers {'539e158f-cc62-4083-a527-357137485bda'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:14:47.328390 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-76cd96d5-8cc6-4f2b-b4b8-f8b7a05b9b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:14:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['539e158f-cc62-4083-a527-357137485bda'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:14:47.358992 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-76cd96d5-8cc6-4f2b-b4b8-f8b7a05b9b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:14:47.368037 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cd96d5-8cc6-4f2b-b4b8-f8b7a05b9b11 None None] Routers {'539e158f-cc62-4083-a527-357137485bda'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:14:47.368616 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-76cd96d5-8cc6-4f2b-b4b8-f8b7a05b9b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:14:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['539e158f-cc62-4083-a527-357137485bda'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:14:47.402336 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-76cd96d5-8cc6-4f2b-b4b8-f8b7a05b9b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:14:47.402979 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cd96d5-8cc6-4f2b-b4b8-f8b7a05b9b11 None None] The sync data for ids ['539e158f-cc62-4083-a527-357137485bda'] in dv-neutron-797121-2-hyperv is: [] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:14:48.122475 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:48.144966 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8281c7cd-d292-4477-a441-3f1a55873a34 None None] New status for floating IP 1bc8c8d1-7225-4038-8c75-2228394c951e: DOWN {{(pid=105227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:14:48.153466 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 8af2e4a0-285f-425a-a6c7-cce9b57b0920 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:14:48.228437 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:48.264726 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 8af2e4a0-285f-425a-a6c7-cce9b57b0920, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=8af2e4a0-285f-425a-a6c7-cce9b57b0920,segment=NetworkSegment(8e80258b-ffd0-4971-95df-bcc731913d47),segment_id=8e80258b-ffd0-4971-95df-bcc731913d47)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:14:48.271421 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:48.273353 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-a8280635-5d45-49f5-9672-98716d4e5bd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:14:48.320747 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=8af2e4a0-285f-425a-a6c7-cce9b57b0920,revision_number=6']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:14:48.328236 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:14:48.328672 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:14:48.329007 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:14:48.329301 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:14:48.329650 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:14:48.329991 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:14:48.330291 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:14:48.330615 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:14:48.330936 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:14:48.331277 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:14:48.331585 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:14:48.331897 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:14:48.335903 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:14:49.474823 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 41038) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:14:49.479690 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-4669bc12-46d0-422d-8652-f57ded9ecc41 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Request body: {'router': {'admin_state_up': True}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:14:49.789336 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:49.802268 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4669bc12-46d0-422d-8652-f57ded9ecc41 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:49.814736 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4669bc12-46d0-422d-8652-f57ded9ecc41 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-573416', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-573407', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-627068'] for router, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:49.859698 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device c7e2c710-c1df-4301-a4b3-126741ca1c79 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:14:49.929038 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4669bc12-46d0-422d-8652-f57ded9ecc41 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router 539e158f-cc62-4083-a527-357137485bda has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:14:49.940300 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:49.961090 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port c7e2c710-c1df-4301-a4b3-126741ca1c79, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=c7e2c710-c1df-4301-a4b3-126741ca1c79,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:14:49.966183 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:49.967995 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:14:50.015757 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=c7e2c710-c1df-4301-a4b3-126741ca1c79,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:14:50.019660 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:14:50.037804 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4669bc12-46d0-422d-8652-f57ded9ecc41 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:14:50.044380 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4669bc12-46d0-422d-8652-f57ded9ecc41 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:50.045510 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4669bc12-46d0-422d-8652-f57ded9ecc41 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "PUT /v2.0/routers/539e158f-cc62-4083-a527-357137485bda HTTP/1.1" status: 200 len: 887 time: 0.5697336 Jun 21 15:14:50.047204 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d559a350-6182-432e-af14-7b02f7f704de None None] Sync routers for ids ['539e158f-cc62-4083-a527-357137485bda'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:14:50.049136 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 41040) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:14:50.059255 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d559a350-6182-432e-af14-7b02f7f704de None None] Routers {'539e158f-cc62-4083-a527-357137485bda'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:14:50.059886 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-d559a350-6182-432e-af14-7b02f7f704de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:14:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['539e158f-cc62-4083-a527-357137485bda'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:14:50.117962 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1f318610-54b6-4000-ab93-745713b80a29 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/floatingips/1bc8c8d1-7225-4038-8c75-2228394c951e HTTP/1.1" status: 200 len: 991 time: 0.0679421 Jun 21 15:14:50.170104 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-d559a350-6182-432e-af14-7b02f7f704de None None] Set router 539e158f-cc62-4083-a527-357137485bda gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:14:50.401591 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-d559a350-6182-432e-af14-7b02f7f704de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539e158f-cc62-4083-a527-357137485bda', 'name': 'tempest-TestNetworkBasicOps-router-432032109', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c7e2c710-c1df-4301-a4b3-126741ca1c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:12:57Z', 'updated_at': '2021-06-21T15:14:49Z', 'revision_number': 6, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'c7e2c710-c1df-4301-a4b3-126741ca1c79', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539e158f-cc62-4083-a527-357137485bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:12:57Z', 'updated_at': '2021-06-21T15:14:49Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '1bc8c8d1-7225-4038-8c75-2228394c951e', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.229', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '539e158f-cc62-4083-a527-357137485bda', 'port_id': 'cb270851-df5a-4236-8694-c3b0ab6c0025', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1739bec9-6f82-461d-974d-e1fd33de48ae', 'mac_address': 'fa:16:3e:d0:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416b8e7-9e65-4ce4-9c9b-d3e634515e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:13:17Z', 'updated_at': '2021-06-21T15:14:48Z', 'revision_number': 2, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8af2e4a0-285f-425a-a6c7-cce9b57b0920', 'name': '', 'network_id': '1739bec9-6f82-461d-974d-e1fd33de48ae', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:46:75:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539e158f-cc62-4083-a527-357137485bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '65d326e5-990e-46f2-9ee8-ac7aa94b3fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:13:00Z', 'updated_at': '2021-06-21T15:14:48Z', 'revision_number': 6, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '65d326e5-990e-46f2-9ee8-ac7aa94b3fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:14:50.578051 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d559a350-6182-432e-af14-7b02f7f704de None None] Checking router: 539e158f-cc62-4083-a527-357137485bda for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:14:50.587610 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d559a350-6182-432e-af14-7b02f7f704de None None] Routers {'539e158f-cc62-4083-a527-357137485bda'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:14:50.588230 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-d559a350-6182-432e-af14-7b02f7f704de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:14:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['539e158f-cc62-4083-a527-357137485bda'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:14:50.693764 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-d559a350-6182-432e-af14-7b02f7f704de None None] Set router 539e158f-cc62-4083-a527-357137485bda gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:14:50.928316 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-d559a350-6182-432e-af14-7b02f7f704de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539e158f-cc62-4083-a527-357137485bda', 'name': 'tempest-TestNetworkBasicOps-router-432032109', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c7e2c710-c1df-4301-a4b3-126741ca1c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:12:57Z', 'updated_at': '2021-06-21T15:14:49Z', 'revision_number': 6, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'c7e2c710-c1df-4301-a4b3-126741ca1c79', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539e158f-cc62-4083-a527-357137485bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:12:57Z', 'updated_at': '2021-06-21T15:14:49Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '1bc8c8d1-7225-4038-8c75-2228394c951e', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.229', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '539e158f-cc62-4083-a527-357137485bda', 'port_id': 'cb270851-df5a-4236-8694-c3b0ab6c0025', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1739bec9-6f82-461d-974d-e1fd33de48ae', 'mac_address': 'fa:16:3e:d0:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416b8e7-9e65-4ce4-9c9b-d3e634515e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:13:17Z', 'updated_at': '2021-06-21T15:14:48Z', 'revision_number': 2, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8af2e4a0-285f-425a-a6c7-cce9b57b0920', 'name': '', 'network_id': '1739bec9-6f82-461d-974d-e1fd33de48ae', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:46:75:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539e158f-cc62-4083-a527-357137485bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '65d326e5-990e-46f2-9ee8-ac7aa94b3fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:13:00Z', 'updated_at': '2021-06-21T15:14:48Z', 'revision_number': 6, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '65d326e5-990e-46f2-9ee8-ac7aa94b3fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:14:50.959819 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d559a350-6182-432e-af14-7b02f7f704de None None] The sync data for ids ['539e158f-cc62-4083-a527-357137485bda'] in dv-neutron-797121-2-hyperv is: [{'id': '539e158f-cc62-4083-a527-357137485bda', 'name': 'tempest-TestNetworkBasicOps-router-432032109', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c7e2c710-c1df-4301-a4b3-126741ca1c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:12:57Z', 'updated_at': '2021-06-21T15:14:49Z', 'revision_number': 6, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'c7e2c710-c1df-4301-a4b3-126741ca1c79', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539e158f-cc62-4083-a527-357137485bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:12:57Z', 'updated_at': '2021-06-21T15:14:49Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '1bc8c8d1-7225-4038-8c75-2228394c951e', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'floating_ip_address': '172.26.3.229', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '539e158f-cc62-4083-a527-357137485bda', 'port_id': 'cb270851-df5a-4236-8694-c3b0ab6c0025', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1739bec9-6f82-461d-974d-e1fd33de48ae', 'mac_address': 'fa:16:3e:d0:8a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c416b8e7-9e65-4ce4-9c9b-d3e634515e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:13:17Z', 'updated_at': '2021-06-21T15:14:48Z', 'revision_number': 2, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8af2e4a0-285f-425a-a6c7-cce9b57b0920', 'name': '', 'network_id': '1739bec9-6f82-461d-974d-e1fd33de48ae', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:46:75:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '539e158f-cc62-4083-a527-357137485bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '65d326e5-990e-46f2-9ee8-ac7aa94b3fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:13:00Z', 'updated_at': '2021-06-21T15:14:48Z', 'revision_number': 6, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '65d326e5-990e-46f2-9ee8-ac7aa94b3fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:14:51.121948 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 41042) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:14:51.197182 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8b9d0598-a325-4b88-8caf-839f8e2e07ef tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/floatingips/1bc8c8d1-7225-4038-8c75-2228394c951e HTTP/1.1" status: 200 len: 991 time: 0.0739763 Jun 21 15:14:51.904389 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device c7e2c710-c1df-4301-a4b3-126741ca1c79 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:14:51.952334 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port c7e2c710-c1df-4301-a4b3-126741ca1c79 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:14:51.952986 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:52.036174 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:52.058377 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port c7e2c710-c1df-4301-a4b3-126741ca1c79, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=c7e2c710-c1df-4301-a4b3-126741ca1c79,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:14:52.064313 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:52.065266 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 8af2e4a0-285f-425a-a6c7-cce9b57b0920 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:14:52.068761 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-3395584d-f9d9-4e6f-906c-859addd76b11 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:14:52.144534 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=c7e2c710-c1df-4301-a4b3-126741ca1c79,revision_number=6']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:14:52.148304 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:14:52.157561 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 8af2e4a0-285f-425a-a6c7-cce9b57b0920 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:14:52.157975 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:52.201032 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 41046) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:14:52.237193 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:52.261959 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-bacf21f0-bcfe-47f8-972b-2333e7dc800f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/floatingips/1bc8c8d1-7225-4038-8c75-2228394c951e HTTP/1.1" status: 200 len: 991 time: 0.0595558 Jun 21 15:14:52.269223 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 8af2e4a0-285f-425a-a6c7-cce9b57b0920, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=8af2e4a0-285f-425a-a6c7-cce9b57b0920,segment=NetworkSegment(8e80258b-ffd0-4971-95df-bcc731913d47),segment_id=8e80258b-ffd0-4971-95df-bcc731913d47)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:14:52.274534 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:52.276247 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:14:52.321491 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=8af2e4a0-285f-425a-a6c7-cce9b57b0920,revision_number=7']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:14:52.324704 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:14:52.573809 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52ed962-18d4-4836-a7a3-c255d1d86d76 None None] New status for floating IP 1bc8c8d1-7225-4038-8c75-2228394c951e: ACTIVE {{(pid=105227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:14:53.266652 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 41048) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:14:53.341393 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-30f0d2c7-41e4-45b5-a51a-d15eb3f2830e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/floatingips/1bc8c8d1-7225-4038-8c75-2228394c951e HTTP/1.1" status: 200 len: 993 time: 0.0733798 Jun 21 15:14:53.624505 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 41054) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:14:53.789110 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-77e7856f-cd9c-465d-95c8-33bf7be4c0af tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port bcfba3a1-df5c-4e8f-b503-dde28ee3574a {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:14:53.789343 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-77e7856f-cd9c-465d-95c8-33bf7be4c0af tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:53.864891 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-77e7856f-cd9c-465d-95c8-33bf7be4c0af tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:53.865192 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-77e7856f-cd9c-465d-95c8-33bf7be4c0af tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:53.878557 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device c7e2c710-c1df-4301-a4b3-126741ca1c79 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:14:53.924685 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port c7e2c710-c1df-4301-a4b3-126741ca1c79 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:14:53.925052 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:53.934552 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-77e7856f-cd9c-465d-95c8-33bf7be4c0af tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for bcfba3a1-df5c-4e8f-b503-dde28ee3574a owned by network:floatingip {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:14:54.005082 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 8af2e4a0-285f-425a-a6c7-cce9b57b0920 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:14:54.052973 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 8af2e4a0-285f-425a-a6c7-cce9b57b0920 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:14:54.053254 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:54.085950 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-77e7856f-cd9c-465d-95c8-33bf7be4c0af tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:54.088799 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3c6cb2ca-e4d4-4ddb-aa7d-2e1a52010376 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:14:54.113325 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e7856f-cd9c-465d-95c8-33bf7be4c0af tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=bcfba3a1-df5c-4e8f-b503-dde28ee3574a,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:14:54.140359 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e7856f-cd9c-465d-95c8-33bf7be4c0af tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:14:54.140725 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e7856f-cd9c-465d-95c8-33bf7be4c0af tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:14:54.141106 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e7856f-cd9c-465d-95c8-33bf7be4c0af tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:14:54.141482 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e7856f-cd9c-465d-95c8-33bf7be4c0af tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:14:54.141840 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e7856f-cd9c-465d-95c8-33bf7be4c0af tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:14:54.142708 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e7856f-cd9c-465d-95c8-33bf7be4c0af tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:14:54.142708 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e7856f-cd9c-465d-95c8-33bf7be4c0af tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:14:54.143029 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e7856f-cd9c-465d-95c8-33bf7be4c0af tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:14:54.143416 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e7856f-cd9c-465d-95c8-33bf7be4c0af tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:14:54.143778 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e7856f-cd9c-465d-95c8-33bf7be4c0af tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:14:54.144135 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e7856f-cd9c-465d-95c8-33bf7be4c0af tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:14:54.144497 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e7856f-cd9c-465d-95c8-33bf7be4c0af tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:14:54.148189 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-77e7856f-cd9c-465d-95c8-33bf7be4c0af tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:14:54.183393 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-77e7856f-cd9c-465d-95c8-33bf7be4c0af tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for floatingip, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:54.183691 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.l3_db [None req-77e7856f-cd9c-465d-95c8-33bf7be4c0af tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Floating IP 1bc8c8d1-7225-4038-8c75-2228394c951e disassociated (deleted). External IP: 172.26.3.229, port: cb270851-df5a-4236-8694-c3b0ab6c0025. Jun 21 15:14:54.743849 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e7856f-cd9c-465d-95c8-33bf7be4c0af tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router 539e158f-cc62-4083-a527-357137485bda has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:14:54.858225 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e7856f-cd9c-465d-95c8-33bf7be4c0af tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:14:54.863324 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-77e7856f-cd9c-465d-95c8-33bf7be4c0af tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:54.868005 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e3fe60-04a7-4cdb-83e6-2e46cf266f8a None None] Sync routers for ids ['539e158f-cc62-4083-a527-357137485bda'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:14:54.877747 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e3fe60-04a7-4cdb-83e6-2e46cf266f8a None None] Routers {'539e158f-cc62-4083-a527-357137485bda'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:14:54.878432 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-e6e3fe60-04a7-4cdb-83e6-2e46cf266f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:14:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['539e158f-cc62-4083-a527-357137485bda'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:14:54.902607 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-77e7856f-cd9c-465d-95c8-33bf7be4c0af tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/floatingips/1bc8c8d1-7225-4038-8c75-2228394c951e HTTP/1.1" status: 204 len: 168 time: 1.2769172 Jun 21 15:14:54.903185 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c416b8e7-9e65-4ce4-9c9b-d3e634515e79', 'tag': 'cb270851-df5a-4236-8694-c3b0ab6c0025'}] {{(pid=105225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:14:54.905500 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d720512e93a77e3bffebe2b790a2b81995dcc7e4c74443a12a7dc003910c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a256ff0c-0792-48a2-a00f-8799c69e75b3" -d '{"events": [{"name": "network-changed", "server_uuid": "c416b8e7-9e65-4ce4-9c9b-d3e634515e79", "tag": "cb270851-df5a-4236-8694-c3b0ab6c0025"}]}' {{(pid=105225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:14:54.983524 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-e6e3fe60-04a7-4cdb-83e6-2e46cf266f8a None None] Set router 539e158f-cc62-4083-a527-357137485bda gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:14:55.064530 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7b2f67-d46a-45d2-a6de-0677f797827a x-openstack-request-id: req-cf7b2f67-d46a-45d2-a6de-0677f797827a {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:14:55.064964 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c416b8e7-9e65-4ce4-9c9b-d3e634515e79", "tag": "cb270851-df5a-4236-8694-c3b0ab6c0025", "status": "completed", "code": 200}]} {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:14:55.065334 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cf7b2f67-d46a-45d2-a6de-0677f797827a {{(pid=105225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:14:55.065996 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c416b8e7-9e65-4ce4-9c9b-d3e634515e79', 'tag': 'cb270851-df5a-4236-8694-c3b0ab6c0025', 'status': 'completed', 'code': 200} Jun 21 15:14:55.146646 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256ff0c-0792-48a2-a00f-8799c69e75b3 req-77a10527-dcf7-4522-bd72-7cb415166c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:14:55.148144 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a256ff0c-0792-48a2-a00f-8799c69e75b3 req-77a10527-dcf7-4522-bd72-7cb415166c3b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&device_id=c416b8e7-9e65-4ce4-9c9b-d3e634515e79 HTTP/1.1" status: 200 len: 1098 time: 0.0597560 Jun 21 15:14:55.205906 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-e6e3fe60-04a7-4cdb-83e6-2e46cf266f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539e158f-cc62-4083-a527-357137485bda', 'name': 'tempest-TestNetworkBasicOps-router-432032109', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c7e2c710-c1df-4301-a4b3-126741ca1c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:12:57Z', 'updated_at': '2021-06-21T15:14:49Z', 'revision_number': 6, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'c7e2c710-c1df-4301-a4b3-126741ca1c79', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539e158f-cc62-4083-a527-357137485bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:12:57Z', 'updated_at': '2021-06-21T15:14:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '8af2e4a0-285f-425a-a6c7-cce9b57b0920', 'name': '', 'network_id': '1739bec9-6f82-461d-974d-e1fd33de48ae', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:46:75:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539e158f-cc62-4083-a527-357137485bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '65d326e5-990e-46f2-9ee8-ac7aa94b3fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:13:00Z', 'updated_at': '2021-06-21T15:14:52Z', 'revision_number': 7, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '65d326e5-990e-46f2-9ee8-ac7aa94b3fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:14:55.232695 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e3fe60-04a7-4cdb-83e6-2e46cf266f8a None None] Checking router: 539e158f-cc62-4083-a527-357137485bda for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:14:55.241318 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e3fe60-04a7-4cdb-83e6-2e46cf266f8a None None] Routers {'539e158f-cc62-4083-a527-357137485bda'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:14:55.242042 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-e6e3fe60-04a7-4cdb-83e6-2e46cf266f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:14:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['539e158f-cc62-4083-a527-357137485bda'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:14:55.276299 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256ff0c-0792-48a2-a00f-8799c69e75b3 req-2359729c-39e2-4af3-b18f-372b946a1379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:14:55.277767 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a256ff0c-0792-48a2-a00f-8799c69e75b3 req-2359729c-39e2-4af3-b18f-372b946a1379 service neutron] 10.222.0.66 "GET /v2.0/networks?id=1739bec9-6f82-461d-974d-e1fd33de48ae HTTP/1.1" status: 200 len: 897 time: 0.1230071 Jun 21 15:14:55.322952 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a256ff0c-0792-48a2-a00f-8799c69e75b3 req-7701c2c1-0fb9-4bd5-a0f3-09795085e57d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb270851-df5a-4236-8694-c3b0ab6c0025 HTTP/1.1" status: 200 len: 217 time: 0.0368106 Jun 21 15:14:55.351978 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-e6e3fe60-04a7-4cdb-83e6-2e46cf266f8a None None] Set router 539e158f-cc62-4083-a527-357137485bda gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:14:55.369114 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4546bbd-96a7-429f-b985-51d851614dbf req-84be54b3-277c-4e6b-8172-ff1505feba5c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:14:55.370563 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d4546bbd-96a7-429f-b985-51d851614dbf req-84be54b3-277c-4e6b-8172-ff1505feba5c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=c416b8e7-9e65-4ce4-9c9b-d3e634515e79 HTTP/1.1" status: 200 len: 945 time: 0.1471596 Jun 21 15:14:55.406829 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256ff0c-0792-48a2-a00f-8799c69e75b3 req-b2309d61-c580-48b7-ac21-a468a577519d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:14:55.409297 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a256ff0c-0792-48a2-a00f-8799c69e75b3 req-b2309d61-c580-48b7-ac21-a468a577519d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=65d326e5-990e-46f2-9ee8-ac7aa94b3fec HTTP/1.1" status: 200 len: 834 time: 0.0781307 Jun 21 15:14:55.434836 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d4546bbd-96a7-429f-b985-51d851614dbf req-5d8bd386-b639-4f9f-adb9-b8a129b480ba tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=be155976-c6e4-4ea4-9455-ef3e62e55dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553792 Jun 21 15:14:55.480254 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a256ff0c-0792-48a2-a00f-8799c69e75b3 req-854666ee-fc4d-4983-ab1f-13d5bc229121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:14:55.481674 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a256ff0c-0792-48a2-a00f-8799c69e75b3 req-854666ee-fc4d-4983-ab1f-13d5bc229121 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=1739bec9-6f82-461d-974d-e1fd33de48ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0628734 Jun 21 15:14:55.555193 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-e6e3fe60-04a7-4cdb-83e6-2e46cf266f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539e158f-cc62-4083-a527-357137485bda', 'name': 'tempest-TestNetworkBasicOps-router-432032109', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c7e2c710-c1df-4301-a4b3-126741ca1c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:12:57Z', 'updated_at': '2021-06-21T15:14:49Z', 'revision_number': 6, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'c7e2c710-c1df-4301-a4b3-126741ca1c79', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539e158f-cc62-4083-a527-357137485bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:12:57Z', 'updated_at': '2021-06-21T15:14:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '8af2e4a0-285f-425a-a6c7-cce9b57b0920', 'name': '', 'network_id': '1739bec9-6f82-461d-974d-e1fd33de48ae', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:46:75:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539e158f-cc62-4083-a527-357137485bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '65d326e5-990e-46f2-9ee8-ac7aa94b3fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:13:00Z', 'updated_at': '2021-06-21T15:14:52Z', 'revision_number': 7, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '65d326e5-990e-46f2-9ee8-ac7aa94b3fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:14:55.581712 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a256ff0c-0792-48a2-a00f-8799c69e75b3 req-c6222a89-fe19-4e0e-aa34-019d81e1b9a6 service neutron] 10.222.0.66 "GET /v2.0/networks/1739bec9-6f82-461d-974d-e1fd33de48ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909805 Jun 21 15:14:55.582401 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e3fe60-04a7-4cdb-83e6-2e46cf266f8a None None] The sync data for ids ['539e158f-cc62-4083-a527-357137485bda'] in dv-neutron-797121-2-hyperv is: [{'id': '539e158f-cc62-4083-a527-357137485bda', 'name': 'tempest-TestNetworkBasicOps-router-432032109', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c7e2c710-c1df-4301-a4b3-126741ca1c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:12:57Z', 'updated_at': '2021-06-21T15:14:49Z', 'revision_number': 6, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'c7e2c710-c1df-4301-a4b3-126741ca1c79', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539e158f-cc62-4083-a527-357137485bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:12:57Z', 'updated_at': '2021-06-21T15:14:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '8af2e4a0-285f-425a-a6c7-cce9b57b0920', 'name': '', 'network_id': '1739bec9-6f82-461d-974d-e1fd33de48ae', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'mac_address': 'fa:16:3e:46:75:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539e158f-cc62-4083-a527-357137485bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '65d326e5-990e-46f2-9ee8-ac7aa94b3fec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:13:00Z', 'updated_at': '2021-06-21T15:14:52Z', 'revision_number': 7, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'subnets': [{'id': '65d326e5-990e-46f2-9ee8-ac7aa94b3fec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:14:55.679338 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a256ff0c-0792-48a2-a00f-8799c69e75b3 req-efcfb882-0103-4381-acbc-6cd77704f150 service neutron] 10.222.0.66 "GET /v2.0/networks/1739bec9-6f82-461d-974d-e1fd33de48ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898726 Jun 21 15:14:56.260141 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b2e78c-39db-46dd-8987-b983c7a8c145 None None] New status for floating IP 1bc8c8d1-7225-4038-8c75-2228394c951e: DOWN {{(pid=105227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:14:56.631916 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d011b2-d4c4-4eda-b9e1-c340147e7cf3 req-03b859fe-fb8b-4962-827b-3c011a067ed4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:14:56.633480 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e0d011b2-d4c4-4eda-b9e1-c340147e7cf3 req-03b859fe-fb8b-4962-827b-3c011a067ed4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=c416b8e7-9e65-4ce4-9c9b-d3e634515e79 HTTP/1.1" status: 200 len: 945 time: 0.0708172 Jun 21 15:14:56.678921 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e0d011b2-d4c4-4eda-b9e1-c340147e7cf3 req-a94e951d-ee54-49de-b71c-2924185bef0a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/security-groups?id=be155976-c6e4-4ea4-9455-ef3e62e55dbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389597 Jun 21 15:14:56.942065 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa659a-f4fd-42a0-8447-5029c60a8e3f req-076d7274-97a2-4551-ad85-025cf2019523 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:14:56.943496 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e4aa659a-f4fd-42a0-8447-5029c60a8e3f req-076d7274-97a2-4551-ad85-025cf2019523 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "GET /v2.0/ports?device_id=c416b8e7-9e65-4ce4-9c9b-d3e634515e79 HTTP/1.1" status: 200 len: 945 time: 0.0830009 Jun 21 15:14:57.052408 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-e4aa659a-f4fd-42a0-8447-5029c60a8e3f req-18176f18-8e7a-453e-b6d0-6ef3eb902c60 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port cb270851-df5a-4236-8694-c3b0ab6c0025 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:14:57.052749 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-e4aa659a-f4fd-42a0-8447-5029c60a8e3f req-18176f18-8e7a-453e-b6d0-6ef3eb902c60 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:57.146678 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-e4aa659a-f4fd-42a0-8447-5029c60a8e3f req-18176f18-8e7a-453e-b6d0-6ef3eb902c60 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] For port cb270851-df5a-4236-8694-c3b0ab6c0025, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cb270851-df5a-4236-8694-c3b0ab6c0025,segment=NetworkSegment(8e80258b-ffd0-4971-95df-bcc731913d47),segment_id=8e80258b-ffd0-4971-95df-bcc731913d47)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:14:57.147032 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-e4aa659a-f4fd-42a0-8447-5029c60a8e3f req-18176f18-8e7a-453e-b6d0-6ef3eb902c60 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:57.216088 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-e4aa659a-f4fd-42a0-8447-5029c60a8e3f req-18176f18-8e7a-453e-b6d0-6ef3eb902c60 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for cb270851-df5a-4236-8694-c3b0ab6c0025 owned by compute:nova {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:14:57.362829 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-e4aa659a-f4fd-42a0-8447-5029c60a8e3f req-18176f18-8e7a-453e-b6d0-6ef3eb902c60 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:57.367851 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-98ffbe02-dcc0-4d05-9ecc-58bd032ab4c7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:14:57.393703 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18176f18-8e7a-453e-b6d0-6ef3eb902c60 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=cb270851-df5a-4236-8694-c3b0ab6c0025,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:14:57.429233 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18176f18-8e7a-453e-b6d0-6ef3eb902c60 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:14:57.429625 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18176f18-8e7a-453e-b6d0-6ef3eb902c60 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:14:57.430035 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18176f18-8e7a-453e-b6d0-6ef3eb902c60 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:14:57.430419 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18176f18-8e7a-453e-b6d0-6ef3eb902c60 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:14:57.430793 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18176f18-8e7a-453e-b6d0-6ef3eb902c60 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:14:57.431169 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18176f18-8e7a-453e-b6d0-6ef3eb902c60 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:14:57.431546 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18176f18-8e7a-453e-b6d0-6ef3eb902c60 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:14:57.431918 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18176f18-8e7a-453e-b6d0-6ef3eb902c60 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:14:57.432321 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18176f18-8e7a-453e-b6d0-6ef3eb902c60 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:14:57.432684 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18176f18-8e7a-453e-b6d0-6ef3eb902c60 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:14:57.433049 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18176f18-8e7a-453e-b6d0-6ef3eb902c60 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:14:57.433427 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18176f18-8e7a-453e-b6d0-6ef3eb902c60 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:14:57.437254 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-18176f18-8e7a-453e-b6d0-6ef3eb902c60 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:14:57.454016 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4aa659a-f4fd-42a0-8447-5029c60a8e3f req-18176f18-8e7a-453e-b6d0-6ef3eb902c60 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] No DVR routers for this DVR port cb270851-df5a-4236-8694-c3b0ab6c0025 on host hv-neutron-7971 {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:14:57.456699 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-e4aa659a-f4fd-42a0-8447-5029c60a8e3f req-18176f18-8e7a-453e-b6d0-6ef3eb902c60 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:57.458658 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e4aa659a-f4fd-42a0-8447-5029c60a8e3f req-18176f18-8e7a-453e-b6d0-6ef3eb902c60 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.66 "DELETE /v2.0/ports/cb270851-df5a-4236-8694-c3b0ab6c0025 HTTP/1.1" status: 204 len: 173 time: 0.5098367 Jun 21 15:14:57.459178 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c416b8e7-9e65-4ce4-9c9b-d3e634515e79', 'name': 'network-vif-deleted', 'tag': 'cb270851-df5a-4236-8694-c3b0ab6c0025'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:14:57.461497 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672eb34a-9c8b-4ced-9d9c-4f95ca5fe7f6" -d '{"events": [{"server_uuid": "c416b8e7-9e65-4ce4-9c9b-d3e634515e79", "name": "network-vif-deleted", "tag": "cb270851-df5a-4236-8694-c3b0ab6c0025"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:14:57.498994 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6686d3b0-eba1-4d7b-9e92-59b6dcde1c86 x-openstack-request-id: req-6686d3b0-eba1-4d7b-9e92-59b6dcde1c86 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:14:57.499340 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c416b8e7-9e65-4ce4-9c9b-d3e634515e79", "name": "network-vif-deleted", "tag": "cb270851-df5a-4236-8694-c3b0ab6c0025", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:14:57.499649 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6686d3b0-eba1-4d7b-9e92-59b6dcde1c86 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:14:57.500103 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c416b8e7-9e65-4ce4-9c9b-d3e634515e79', 'name': 'network-vif-deleted', 'tag': 'cb270851-df5a-4236-8694-c3b0ab6c0025', 'status': 'completed', 'code': 200} Jun 21 15:14:57.839754 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-816894e0-9344-4bfc-bb1c-99fc07049873 req-a8edd978-8f08-4557-8bbc-0c8005fde34e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "GET /v2.0/ports?device_id=c416b8e7-9e65-4ce4-9c9b-d3e634515e79 HTTP/1.1" status: 200 len: 210 time: 0.0301220 Jun 21 15:14:58.944029 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 41074) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:14:59.011040 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a6d33bd6-8abe-45eb-90b5-a31fc72fb1aa tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:59.037178 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a6d33bd6-8abe-45eb-90b5-a31fc72fb1aa tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:59.106672 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a6d33bd6-8abe-45eb-90b5-a31fc72fb1aa tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:59.109381 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a6d33bd6-8abe-45eb-90b5-a31fc72fb1aa tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:59.110557 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a6d33bd6-8abe-45eb-90b5-a31fc72fb1aa tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/security-groups/be155976-c6e4-4ea4-9455-ef3e62e55dbb HTTP/1.1" status: 204 len: 168 time: 0.1655853 Jun 21 15:14:59.111361 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-98c8a0b3-b49a-42fd-a443-7ae7d80daf3c tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:14:59.120862 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d33bd6-8abe-45eb-90b5-a31fc72fb1aa tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be155976-c6e4-4ea4-9455-ef3e62e55dbb,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:14:59.123511 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a6d33bd6-8abe-45eb-90b5-a31fc72fb1aa tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:14:59.144012 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 41078) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:14:59.526456 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5d0c37b5-b413-45ff-97aa-47798938f66e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:59.809538 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-5d0c37b5-b413-45ff-97aa-47798938f66e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port 8af2e4a0-285f-425a-a6c7-cce9b57b0920 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:14:59.810117 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5d0c37b5-b413-45ff-97aa-47798938f66e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:59.901630 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-5d0c37b5-b413-45ff-97aa-47798938f66e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] For port 8af2e4a0-285f-425a-a6c7-cce9b57b0920, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=8af2e4a0-285f-425a-a6c7-cce9b57b0920,segment=NetworkSegment(8e80258b-ffd0-4971-95df-bcc731913d47),segment_id=8e80258b-ffd0-4971-95df-bcc731913d47)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:14:59.902005 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5d0c37b5-b413-45ff-97aa-47798938f66e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:14:59.969463 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-5d0c37b5-b413-45ff-97aa-47798938f66e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for 8af2e4a0-285f-425a-a6c7-cce9b57b0920 owned by network:router_interface {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:15:00.164083 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5d0c37b5-b413-45ff-97aa-47798938f66e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:00.166046 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bb3d53f7-b041-4465-8cf0-6fb2668a2af4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:15:00.191504 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c37b5-b413-45ff-97aa-47798938f66e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=8af2e4a0-285f-425a-a6c7-cce9b57b0920,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:15:00.194668 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5d0c37b5-b413-45ff-97aa-47798938f66e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:15:00.368214 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5d0c37b5-b413-45ff-97aa-47798938f66e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:00.606613 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0c37b5-b413-45ff-97aa-47798938f66e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Router 539e158f-cc62-4083-a527-357137485bda has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:15:00.730263 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0c37b5-b413-45ff-97aa-47798938f66e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:15:00.735578 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5d0c37b5-b413-45ff-97aa-47798938f66e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "PUT /v2.0/routers/539e158f-cc62-4083-a527-357137485bda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5908515 Jun 21 15:15:00.738932 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 41080) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:15:00.741047 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012c62fc-7f21-40fc-a294-56f49f6013ad None None] Sync routers for ids ['539e158f-cc62-4083-a527-357137485bda'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:15:00.750936 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012c62fc-7f21-40fc-a294-56f49f6013ad None None] Routers {'539e158f-cc62-4083-a527-357137485bda'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:15:00.751992 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-012c62fc-7f21-40fc-a294-56f49f6013ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:14:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['539e158f-cc62-4083-a527-357137485bda'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:15:00.788818 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-24315bcd-f1ef-4fef-9734-7cb394af6d55 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting subnet 65d326e5-990e-46f2-9ee8-ac7aa94b3fec {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 15:15:00.792000 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-24315bcd-f1ef-4fef-9734-7cb394af6d55 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:00.793329 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device cb270851-df5a-4236-8694-c3b0ab6c0025 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:15:00.820198 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: cb270851-df5a-4236-8694-c3b0ab6c0025 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:15:00.820515 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device cb270851-df5a-4236-8694-c3b0ab6c0025 not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:15:00.835931 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-24315bcd-f1ef-4fef-9734-7cb394af6d55 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:00.883204 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-012c62fc-7f21-40fc-a294-56f49f6013ad None None] Set router 539e158f-cc62-4083-a527-357137485bda gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:15:00.921671 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-24315bcd-f1ef-4fef-9734-7cb394af6d55 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:00.982423 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-24315bcd-f1ef-4fef-9734-7cb394af6d55 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:00.985255 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1d4d57c3-5a41-4458-88b0-6b0bdf69ce8b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:15:01.011599 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24315bcd-f1ef-4fef-9734-7cb394af6d55 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Subnet': ['ID=65d326e5-990e-46f2-9ee8-ac7aa94b3fec,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:15:01.013562 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-24315bcd-f1ef-4fef-9734-7cb394af6d55 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:01.018869 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-24315bcd-f1ef-4fef-9734-7cb394af6d55 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/subnets/65d326e5-990e-46f2-9ee8-ac7aa94b3fec HTTP/1.1" status: 204 len: 168 time: 0.2788041 Jun 21 15:15:01.019061 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 41082) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:15:01.019797 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-24315bcd-f1ef-4fef-9734-7cb394af6d55 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:15:01.033217 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d528074-e381-4627-b684-4a39ad28f7ca None None] Network 1739bec9-6f82-461d-974d-e1fd33de48ae requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:15:01.133361 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5631e936-294c-4165-ab68-bca7f30d570f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:01.165299 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-012c62fc-7f21-40fc-a294-56f49f6013ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539e158f-cc62-4083-a527-357137485bda', 'name': 'tempest-TestNetworkBasicOps-router-432032109', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c7e2c710-c1df-4301-a4b3-126741ca1c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:12:57Z', 'updated_at': '2021-06-21T15:15:00Z', 'revision_number': 7, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'c7e2c710-c1df-4301-a4b3-126741ca1c79', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539e158f-cc62-4083-a527-357137485bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:12:57Z', 'updated_at': '2021-06-21T15:14:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:15:01.199298 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012c62fc-7f21-40fc-a294-56f49f6013ad None None] Checking router: 539e158f-cc62-4083-a527-357137485bda for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:15:01.212262 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012c62fc-7f21-40fc-a294-56f49f6013ad None None] Routers {'539e158f-cc62-4083-a527-357137485bda'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:15:01.212904 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-012c62fc-7f21-40fc-a294-56f49f6013ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:14:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['539e158f-cc62-4083-a527-357137485bda'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:15:01.244372 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5631e936-294c-4165-ab68-bca7f30d570f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:01.301975 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-5631e936-294c-4165-ab68-bca7f30d570f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Deleting port c7e2c710-c1df-4301-a4b3-126741ca1c79 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:15:01.302525 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5631e936-294c-4165-ab68-bca7f30d570f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:01.390541 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-5631e936-294c-4165-ab68-bca7f30d570f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] For port c7e2c710-c1df-4301-a4b3-126741ca1c79, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=c7e2c710-c1df-4301-a4b3-126741ca1c79,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:15:01.390961 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5631e936-294c-4165-ab68-bca7f30d570f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:01.457353 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-5631e936-294c-4165-ab68-bca7f30d570f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Calling delete_port for c7e2c710-c1df-4301-a4b3-126741ca1c79 owned by network:router_gateway {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:15:01.467474 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b324de59-1164-48d1-81f6-6bbc8cdbea80 None None] DHCP port deletion for 1739bec9-6f82-461d-974d-e1fd33de48ae request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 15:15:01.513961 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-012c62fc-7f21-40fc-a294-56f49f6013ad None None] Set router 539e158f-cc62-4083-a527-357137485bda gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:15:01.621601 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5631e936-294c-4165-ab68-bca7f30d570f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:01.623640 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cceaac1d-807e-4a8d-9042-03f828183a85 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:15:01.634216 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-b324de59-1164-48d1-81f6-6bbc8cdbea80 None None] Deleting port 077d28b9-ae4a-44bd-8b49-4ef852b4885a {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:15:01.634595 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b324de59-1164-48d1-81f6-6bbc8cdbea80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:01.652378 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631e936-294c-4165-ab68-bca7f30d570f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Port': ['ID=c7e2c710-c1df-4301-a4b3-126741ca1c79,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:15:01.655435 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5631e936-294c-4165-ab68-bca7f30d570f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:15:01.716573 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5631e936-294c-4165-ab68-bca7f30d570f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:01.738578 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-b324de59-1164-48d1-81f6-6bbc8cdbea80 None None] For port 077d28b9-ae4a-44bd-8b49-4ef852b4885a, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=077d28b9-ae4a-44bd-8b49-4ef852b4885a,segment=NetworkSegment(8e80258b-ffd0-4971-95df-bcc731913d47),segment_id=8e80258b-ffd0-4971-95df-bcc731913d47)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:15:01.738977 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b324de59-1164-48d1-81f6-6bbc8cdbea80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:01.807625 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-b324de59-1164-48d1-81f6-6bbc8cdbea80 None None] Calling delete_port for 077d28b9-ae4a-44bd-8b49-4ef852b4885a owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:15:01.814843 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5631e936-294c-4165-ab68-bca7f30d570f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:01.817345 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5631e936-294c-4165-ab68-bca7f30d570f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:01.866848 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5631e936-294c-4165-ab68-bca7f30d570f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:01.867411 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5631e936-294c-4165-ab68-bca7f30d570f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Fanout notify agent at l3_agent the message router_deleted on router 539e158f-cc62-4083-a527-357137485bda {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 15:15:01.875885 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5631e936-294c-4165-ab68-bca7f30d570f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:01.880409 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5631e936-294c-4165-ab68-bca7f30d570f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/routers/539e158f-cc62-4083-a527-357137485bda HTTP/1.1" status: 204 len: 168 time: 0.8564844 Jun 21 15:15:01.880734 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 41084) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:15:01.883034 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-012c62fc-7f21-40fc-a294-56f49f6013ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '539e158f-cc62-4083-a527-357137485bda', 'name': 'tempest-TestNetworkBasicOps-router-432032109', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c7e2c710-c1df-4301-a4b3-126741ca1c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:12:57Z', 'updated_at': '2021-06-21T15:15:00Z', 'revision_number': 7, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'c7e2c710-c1df-4301-a4b3-126741ca1c79', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539e158f-cc62-4083-a527-357137485bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:12:57Z', 'updated_at': '2021-06-21T15:14:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:15:01.913880 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-012c62fc-7f21-40fc-a294-56f49f6013ad None None] The sync data for ids ['539e158f-cc62-4083-a527-357137485bda'] in dv-neutron-797121-2-hyperv is: [{'id': '539e158f-cc62-4083-a527-357137485bda', 'name': 'tempest-TestNetworkBasicOps-router-432032109', 'tenant_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.169'}], 'enable_snat': True}, 'gw_port_id': 'c7e2c710-c1df-4301-a4b3-126741ca1c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:12:57Z', 'updated_at': '2021-06-21T15:15:00Z', 'revision_number': 7, 'project_id': '6034e39b7b9c4208ae0c3b83482b9f88', 'gw_port': {'id': 'c7e2c710-c1df-4301-a4b3-126741ca1c79', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:5d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539e158f-cc62-4083-a527-357137485bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:12:57Z', 'updated_at': '2021-06-21T15:14:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:15:01.937026 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b324de59-1164-48d1-81f6-6bbc8cdbea80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:01.939101 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-81d48519-13b8-4f27-81cd-a9feabc126d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:15:01.970428 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 077d28b9-ae4a-44bd-8b49-4ef852b4885a no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:15:01.974895 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b324de59-1164-48d1-81f6-6bbc8cdbea80 None None] Pushing event deleted for resources: {'Port': ['ID=077d28b9-ae4a-44bd-8b49-4ef852b4885a,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:15:01.978541 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-98a490c3-62f9-46e6-adc1-51be84d9770c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:01.994047 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b324de59-1164-48d1-81f6-6bbc8cdbea80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:15:01.994996 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b324de59-1164-48d1-81f6-6bbc8cdbea80 None None] No DVR routers for this DVR port 077d28b9-ae4a-44bd-8b49-4ef852b4885a on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:15:01.996312 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 077d28b9-ae4a-44bd-8b49-4ef852b4885a {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:15:01.996660 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 077d28b9-ae4a-44bd-8b49-4ef852b4885a not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:15:02.072132 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-98a490c3-62f9-46e6-adc1-51be84d9770c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:02.082298 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-98a490c3-62f9-46e6-adc1-51be84d9770c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1739bec9-6f82-461d-974d-e1fd33de48ae']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:15:02.092324 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-98a490c3-62f9-46e6-adc1-51be84d9770c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e80258b-ffd0-4971-95df-bcc731913d47') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:15:02.092614 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-98a490c3-62f9-46e6-adc1-51be84d9770c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e80258b-ffd0-4971-95df-bcc731913d47') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:15:02.101961 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-98a490c3-62f9-46e6-adc1-51be84d9770c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:02.117757 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-98a490c3-62f9-46e6-adc1-51be84d9770c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:02.124042 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a490c3-62f9-46e6-adc1-51be84d9770c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 15:15:02.124419 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-98a490c3-62f9-46e6-adc1-51be84d9770c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:02.127795 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 15:15:02.127795 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 15:15:02.127795 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 15:15:02.127795 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 15:15:02.127795 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 15:15:02.127795 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 15:15:02.127795 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 15:15:02.127795 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 15:15:02.127795 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 15:15:02.127795 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 15:15:02.127795 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 15:15:02.127795 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 15:15:02.127795 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 15:15:02.127795 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 15:15:02.127795 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 15:15:02.127795 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 15:15:02.127795 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 15:15:02.127795 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 15:15:02.127795 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 15:15:02.127795 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 15:15:02.127795 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 15:15:02.127795 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 15:15:02.127795 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 15:15:02.127795 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 15:15:02.127795 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 15:15:02.127795 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 15:15:02.127795 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 15:15:02.127795 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 15:15:02.127795 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 15:15:02.127795 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 15:15:02.127795 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 15:15:02.127795 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 15:15:02.186630 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-98a490c3-62f9-46e6-adc1-51be84d9770c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:02.190442 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-53fc83e5-b524-44b1-8174-3f2778733b79 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:15:02.194259 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-98a490c3-62f9-46e6-adc1-51be84d9770c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:02.196068 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-98a490c3-62f9-46e6-adc1-51be84d9770c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] 10.222.0.72 "DELETE /v2.0/networks/1739bec9-6f82-461d-974d-e1fd33de48ae HTTP/1.1" status: 204 len: 168 time: 0.3140755 Jun 21 15:15:02.208768 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a490c3-62f9-46e6-adc1-51be84d9770c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Pushing event deleted for resources: {'Network': ['ID=1739bec9-6f82-461d-974d-e1fd33de48ae,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:15:02.211344 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-98a490c3-62f9-46e6-adc1-51be84d9770c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:15:02.518535 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 41090) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:15:02.657166 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f17564f3-43c4-4be5-b672-dc058c206477 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6034e39b7b9c4208ae0c3b83482b9f88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1372895 Jun 21 15:15:02.659938 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 41094) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:15:02.713633 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-87d77cb7-9544-43f5-8f72-93cb19b1b4e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:02.735121 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-87d77cb7-9544-43f5-8f72-93cb19b1b4e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:02.785149 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-87d77cb7-9544-43f5-8f72-93cb19b1b4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:02.788121 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-87d77cb7-9544-43f5-8f72-93cb19b1b4e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:02.789262 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-87d77cb7-9544-43f5-8f72-93cb19b1b4e8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5c13b858-81c9-4de8-88f5-a18d3d214b21 HTTP/1.1" status: 204 len: 168 time: 0.1284719 Jun 21 15:15:02.790082 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3e5648cb-4158-4d03-bb8e-daf382be6c42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:15:02.797461 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d77cb7-9544-43f5-8f72-93cb19b1b4e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c13b858-81c9-4de8-88f5-a18d3d214b21,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:15:02.799936 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-87d77cb7-9544-43f5-8f72-93cb19b1b4e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:15:03.076376 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 41100) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:15:03.091808 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fc4adc67-0f03-4a5f-a32b-79d1ac33247a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:03.185958 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fc4adc67-0f03-4a5f-a32b-79d1ac33247a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:03.192669 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fc4adc67-0f03-4a5f-a32b-79d1ac33247a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:03.195312 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4384177c-07f2-4f70-a0ef-9832ed96a65a tempest-RoutersAdminTest-86406024 tempest-RoutersAdminTest-86406024-project-admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:15:03.229670 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4adc67-0f03-4a5f-a32b-79d1ac33247a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a455d2ea-d832-406f-af25-7b0daf4fdf02,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:15:03.234125 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-fc4adc67-0f03-4a5f-a32b-79d1ac33247a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d5d45f30f73048179f43556035622c2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1565559 Jun 21 15:15:03.234900 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fc4adc67-0f03-4a5f-a32b-79d1ac33247a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:15:03.237428 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 41102) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:15:03.295156 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-16b9540a-e360-451b-b9ea-2acb455b07fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:03.318920 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-16b9540a-e360-451b-b9ea-2acb455b07fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:03.384367 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-16b9540a-e360-451b-b9ea-2acb455b07fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:03.387126 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-16b9540a-e360-451b-b9ea-2acb455b07fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:03.388281 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-16b9540a-e360-451b-b9ea-2acb455b07fa admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a455d2ea-d832-406f-af25-7b0daf4fdf02 HTTP/1.1" status: 204 len: 168 time: 0.1500165 Jun 21 15:15:03.389167 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6e281a70-31fa-4ea7-81a9-dd55c404fed2 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:15:03.397545 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b9540a-e360-451b-b9ea-2acb455b07fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a455d2ea-d832-406f-af25-7b0daf4fdf02,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:15:03.401359 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-16b9540a-e360-451b-b9ea-2acb455b07fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:15:03.831318 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device c7e2c710-c1df-4301-a4b3-126741ca1c79 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:15:03.851443 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: c7e2c710-c1df-4301-a4b3-126741ca1c79 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:15:03.851918 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device c7e2c710-c1df-4301-a4b3-126741ca1c79 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:15:03.852423 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 8af2e4a0-285f-425a-a6c7-cce9b57b0920 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:15:03.871189 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 8af2e4a0-285f-425a-a6c7-cce9b57b0920 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:15:03.871571 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 8af2e4a0-285f-425a-a6c7-cce9b57b0920 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:15:05.410221 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:10.398897 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-43bf948b-f25e-4b48-a016-8e2d8998c09e tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=fd5a419c01744170807549071df957a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300007 Jun 21 15:15:10.579271 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-675e1ad9-e033-4358-9dc8-c33bc7f26d8d tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:10.580801 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-675e1ad9-e033-4358-9dc8-c33bc7f26d8d tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1765959 Jun 21 15:15:10.600506 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-f817fc16-9c80-46b2-97cd-2998af06e935 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] 10.222.0.72 "GET /v2.0/quotas/fd5a419c01744170807549071df957a9 HTTP/1.1" status: 200 len: 375 time: 0.0111828 Jun 21 15:15:10.647411 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-01dad62d-e99b-4413-9262-9585ef6f2862 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=fd5a419c01744170807549071df957a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385745 Jun 21 15:15:10.835178 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7c73401d-a5c9-4f63-be77-fdfac438d865 req-310f3a3d-34f4-4301-9ab2-82350e9f57f5 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] 10.222.0.72 "GET /v2.0/ports?device_id=02763f9b-ddbc-4f3f-a9fa-6db51c82f114 HTTP/1.1" status: 200 len: 210 time: 0.0331860 Jun 21 15:15:11.835653 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-90243191-ecc4-4568-9407-186d485bb20e tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=fd5a419c01744170807549071df957a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248287 Jun 21 15:15:12.340227 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1c93aad2-2ee2-4803-98e6-b58a463d70c1 req-24deb445-1b3c-4d37-84d0-977ce40b7ab7 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] 10.222.0.72 "GET /v2.0/ports?device_id=02763f9b-ddbc-4f3f-a9fa-6db51c82f114 HTTP/1.1" status: 200 len: 210 time: 0.0343742 Jun 21 15:15:12.347731 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-fea09e80-2e13-4d4d-aced-f187c835ecf7 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:12.349084 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-fea09e80-2e13-4d4d-aced-f187c835ecf7 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5088952 Jun 21 15:15:12.362460 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-0281a5e4-f86f-45a9-a96b-caca487650b4 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Request body: {'port': {'device_id': '02763f9b-ddbc-4f3f-a9fa-6db51c82f114', 'network_id': 'd8cc978c-fb56-4621-8e40-d262060edafe', 'admin_state_up': True, 'tenant_id': 'fd5a419c01744170807549071df957a9'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:15:12.482610 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-0281a5e4-f86f-45a9-a96b-caca487650b4 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Made reservation on behalf of fd5a419c01744170807549071df957a9 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:15:12.488174 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-0281a5e4-f86f-45a9-a96b-caca487650b4 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:12.497495 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-0281a5e4-f86f-45a9-a96b-caca487650b4 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:12.602767 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-0281a5e4-f86f-45a9-a96b-caca487650b4 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:12.608508 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-0281a5e4-f86f-45a9-a96b-caca487650b4 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:12.613286 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-be39360b-0416-43d0-b106-59b25e65a3aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:15:12.674490 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0281a5e4-f86f-45a9-a96b-caca487650b4 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efea33f5-da11-4edd-a0bf-d8fa461c3eb4,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:15:12.679259 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0281a5e4-f86f-45a9-a96b-caca487650b4 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:15:12.752781 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-0281a5e4-f86f-45a9-a96b-caca487650b4 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Allocated IP 192.168.233.243 (d8cc978c-fb56-4621-8e40-d262060edafe/4e2f570a-6499-4464-b36a-90ae9c341ede/fcbc0c9a-7821-43e9-a08e-38d938238c8f) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:15:12.928281 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-0281a5e4-f86f-45a9-a96b-caca487650b4 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:12.942123 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-0281a5e4-f86f-45a9-a96b-caca487650b4 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Transition to ACTIVE for port object fcbc0c9a-7821-43e9-a08e-38d938238c8f will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:15:12.976801 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-0281a5e4-f86f-45a9-a96b-caca487650b4 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:12.980997 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-446eb298-8791-4864-9815-14d7701d0745 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:15:13.025178 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-0281a5e4-f86f-45a9-a96b-caca487650b4 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Network d8cc978c-fb56-4621-8e40-d262060edafe is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:15:13.028502 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-0281a5e4-f86f-45a9-a96b-caca487650b4 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:15:13.035139 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-0281a5e4-f86f-45a9-a96b-caca487650b4 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:15:13.058812 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0281a5e4-f86f-45a9-a96b-caca487650b4 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Pushing event updated for resources: {'Port': ['ID=fcbc0c9a-7821-43e9-a08e-38d938238c8f,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:15:13.063375 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0281a5e4-f86f-45a9-a96b-caca487650b4 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:15:13.094868 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-0281a5e4-f86f-45a9-a96b-caca487650b4 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:13.097533 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-0281a5e4-f86f-45a9-a96b-caca487650b4 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:13.113909 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-0281a5e4-f86f-45a9-a96b-caca487650b4 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7557790 Jun 21 15:15:13.126180 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-38712b34-5c73-4abb-a9af-1981544ba4d2 service neutron] Request body: {'port': {'device_id': '02763f9b-ddbc-4f3f-a9fa-6db51c82f114', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:15:13.201808 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-38712b34-5c73-4abb-a9af-1981544ba4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:13.234090 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-cde429ec-bbf0-4556-8bcf-530a71553e0e None None] Provisioning for port fcbc0c9a-7821-43e9-a08e-38d938238c8f completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:15:13.238039 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-cde429ec-bbf0-4556-8bcf-530a71553e0e None None] Provisioning complete for port fcbc0c9a-7821-43e9-a08e-38d938238c8f triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:15:13.238422 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-cde429ec-bbf0-4556-8bcf-530a71553e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:13.275652 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-cde429ec-bbf0-4556-8bcf-530a71553e0e None None] Port fcbc0c9a-7821-43e9-a08e-38d938238c8f cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:15:13.504878 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-38712b34-5c73-4abb-a9af-1981544ba4d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcbc0c9a-7821-43e9-a08e-38d938238c8f {{(pid=105224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:15:13.514057 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-38712b34-5c73-4abb-a9af-1981544ba4d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:13.532204 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-38712b34-5c73-4abb-a9af-1981544ba4d2 service neutron] Transition to ACTIVE for port object fcbc0c9a-7821-43e9-a08e-38d938238c8f will not be triggered until provisioned by entity L2. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:15:13.536647 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-38712b34-5c73-4abb-a9af-1981544ba4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:13.539480 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8395395e-305d-4a50-a763-63a423add9b2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:15:13.594331 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-face08a4-7013-4449-b3b5-4a7e1f488a4c req-ec0e30c5-18ed-4b07-a9ea-e4082500641e tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:13.596733 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-face08a4-7013-4449-b3b5-4a7e1f488a4c req-ec0e30c5-18ed-4b07-a9ea-e4082500641e tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] 10.222.0.72 "GET /v2.0/ports?device_id=02763f9b-ddbc-4f3f-a9fa-6db51c82f114 HTTP/1.1" status: 200 len: 936 time: 0.1324079 Jun 21 15:15:13.631816 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38712b34-5c73-4abb-a9af-1981544ba4d2 service neutron] Pushing event updated for resources: {'Port': ['ID=fcbc0c9a-7821-43e9-a08e-38d938238c8f,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:15:13.635352 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-38712b34-5c73-4abb-a9af-1981544ba4d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:15:13.710015 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-face08a4-7013-4449-b3b5-4a7e1f488a4c req-8dbcf69a-7445-4089-bf8a-ad17f2464d6d tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] 10.222.0.72 "GET /v2.0/security-groups?id=efea33f5-da11-4edd-a0bf-d8fa461c3eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804372 Jun 21 15:15:13.737020 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-38712b34-5c73-4abb-a9af-1981544ba4d2 service neutron] Attempting to bind port fcbc0c9a-7821-43e9-a08e-38d938238c8f on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:15:13.737228 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-38712b34-5c73-4abb-a9af-1981544ba4d2 service neutron] Attempting to bind port fcbc0c9a-7821-43e9-a08e-38d938238c8f by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '81d56199-2f54-46bf-9c68-e6782fae647a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd8cc978c-fb56-4621-8e40-d262060edafe'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:15:13.737586 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-38712b34-5c73-4abb-a9af-1981544ba4d2 service neutron] Attempting to bind port fcbc0c9a-7821-43e9-a08e-38d938238c8f on network d8cc978c-fb56-4621-8e40-d262060edafe {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:15:13.742063 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-38712b34-5c73-4abb-a9af-1981544ba4d2 service neutron] Port fcbc0c9a-7821-43e9-a08e-38d938238c8f on network d8cc978c-fb56-4621-8e40-d262060edafe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 15:15:13.742391 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-38712b34-5c73-4abb-a9af-1981544ba4d2 service neutron] Attempting to bind port fcbc0c9a-7821-43e9-a08e-38d938238c8f on network d8cc978c-fb56-4621-8e40-d262060edafe {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:15:13.749138 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-38712b34-5c73-4abb-a9af-1981544ba4d2 service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:15:13.749594 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-38712b34-5c73-4abb-a9af-1981544ba4d2 service neutron] Checking segment: {'id': '81d56199-2f54-46bf-9c68-e6782fae647a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd8cc978c-fb56-4621-8e40-d262060edafe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:15:13.750247 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-38712b34-5c73-4abb-a9af-1981544ba4d2 service neutron] Bound using segment: {'id': '81d56199-2f54-46bf-9c68-e6782fae647a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd8cc978c-fb56-4621-8e40-d262060edafe'} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:15:13.750863 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-38712b34-5c73-4abb-a9af-1981544ba4d2 service neutron] Bound port: fcbc0c9a-7821-43e9-a08e-38d938238c8f, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81d56199-2f54-46bf-9c68-e6782fae647a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'd8cc978c-fb56-4621-8e40-d262060edafe'}}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:15:13.751842 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-38712b34-5c73-4abb-a9af-1981544ba4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:13.825438 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-38712b34-5c73-4abb-a9af-1981544ba4d2 service neutron] For port fcbc0c9a-7821-43e9-a08e-38d938238c8f, host hv-neutron-7971, cleared binding levels {{(pid=105224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:15:13.828592 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-38712b34-5c73-4abb-a9af-1981544ba4d2 service neutron] For port fcbc0c9a-7821-43e9-a08e-38d938238c8f, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fcbc0c9a-7821-43e9-a08e-38d938238c8f,segment=NetworkSegment(81d56199-2f54-46bf-9c68-e6782fae647a),segment_id=81d56199-2f54-46bf-9c68-e6782fae647a)] {{(pid=105224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:15:13.838488 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-38712b34-5c73-4abb-a9af-1981544ba4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:13.840490 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0e20a982-651d-49bc-a223-81952f5853cd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:15:13.872362 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-38712b34-5c73-4abb-a9af-1981544ba4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:13.873282 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-38712b34-5c73-4abb-a9af-1981544ba4d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:13.874740 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-38712b34-5c73-4abb-a9af-1981544ba4d2 service neutron] 10.222.0.66 "PUT /v2.0/ports/fcbc0c9a-7821-43e9-a08e-38d938238c8f HTTP/1.1" status: 200 len: 1098 time: 0.7529302 Jun 21 15:15:13.875295 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02763f9b-ddbc-4f3f-a9fa-6db51c82f114', 'tag': 'fcbc0c9a-7821-43e9-a08e-38d938238c8f'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:15:13.878039 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b3ddef-56a9-44c8-b512-3b8e9df90812" -d '{"events": [{"name": "network-changed", "server_uuid": "02763f9b-ddbc-4f3f-a9fa-6db51c82f114", "tag": "fcbc0c9a-7821-43e9-a08e-38d938238c8f"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:15:13.907384 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38712b34-5c73-4abb-a9af-1981544ba4d2 service neutron] Pushing event updated for resources: {'Port': ['ID=fcbc0c9a-7821-43e9-a08e-38d938238c8f,revision_number=3']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:15:13.912944 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-38712b34-5c73-4abb-a9af-1981544ba4d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:15:13.927588 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80730bfd-0c07-4694-b5e1-2fe92addb9c5 x-openstack-request-id: req-80730bfd-0c07-4694-b5e1-2fe92addb9c5 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:15:13.927930 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02763f9b-ddbc-4f3f-a9fa-6db51c82f114", "tag": "fcbc0c9a-7821-43e9-a08e-38d938238c8f", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:15:13.928232 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-80730bfd-0c07-4694-b5e1-2fe92addb9c5 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:15:13.928707 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02763f9b-ddbc-4f3f-a9fa-6db51c82f114', 'tag': 'fcbc0c9a-7821-43e9-a08e-38d938238c8f', 'status': 'completed', 'code': 200} Jun 21 15:15:13.986660 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-c77d51dc-1a9c-4d00-a3b8-0ea9499a7989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:13.988453 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-c77d51dc-1a9c-4d00-a3b8-0ea9499a7989 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd5a419c01744170807549071df957a9&device_id=02763f9b-ddbc-4f3f-a9fa-6db51c82f114 HTTP/1.1" status: 200 len: 1101 time: 0.0574710 Jun 21 15:15:14.035932 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-82efb427-32ca-4531-81a3-cc28521064cc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=fcbc0c9a-7821-43e9-a08e-38d938238c8f HTTP/1.1" status: 200 len: 217 time: 0.0397666 Jun 21 15:15:14.082662 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1198f5fb-dd0b-4a76-b8a4-80d789a2cd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:14.086130 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-b9c3c7a3-9880-443d-8894-b51016918055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:14.087612 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-b9c3c7a3-9880-443d-8894-b51016918055 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4e2f570a-6499-4464-b36a-90ae9c341ede HTTP/1.1" status: 200 len: 843 time: 0.0452945 Jun 21 15:15:14.148298 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-16e29a2e-6869-43d6-9cdd-923a30155659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:14.149719 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-16e29a2e-6869-43d6-9cdd-923a30155659 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d8cc978c-fb56-4621-8e40-d262060edafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0532231 Jun 21 15:15:14.245586 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-84e33070-1abf-4fac-9b22-986206ad0f83 service neutron] 10.222.0.66 "GET /v2.0/networks/d8cc978c-fb56-4621-8e40-d262060edafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879395 Jun 21 15:15:14.339112 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-98ba91ac-5ed0-4eca-b287-b83879bec829 req-59f9172c-6c55-4dbe-880b-3b48f12b54b3 service neutron] 10.222.0.66 "GET /v2.0/networks/d8cc978c-fb56-4621-8e40-d262060edafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849941 Jun 21 15:15:14.450091 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3ddef-56a9-44c8-b512-3b8e9df90812 req-54d0d690-541b-417c-9b94-38b442cd683f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:14.451576 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e9b3ddef-56a9-44c8-b512-3b8e9df90812 req-54d0d690-541b-417c-9b94-38b442cd683f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=fd5a419c01744170807549071df957a9&device_id=02763f9b-ddbc-4f3f-a9fa-6db51c82f114 HTTP/1.1" status: 200 len: 1101 time: 0.0566928 Jun 21 15:15:14.545762 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3ddef-56a9-44c8-b512-3b8e9df90812 req-a7a06fe8-1ad9-447a-acc6-5aaf819d9497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:14.547209 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e9b3ddef-56a9-44c8-b512-3b8e9df90812 req-a7a06fe8-1ad9-447a-acc6-5aaf819d9497 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d8cc978c-fb56-4621-8e40-d262060edafe HTTP/1.1" status: 200 len: 870 time: 0.0893085 Jun 21 15:15:14.588920 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e9b3ddef-56a9-44c8-b512-3b8e9df90812 req-6a14df02-17a8-46e0-9de5-149a8243e6e7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=fcbc0c9a-7821-43e9-a08e-38d938238c8f HTTP/1.1" status: 200 len: 217 time: 0.0347569 Jun 21 15:15:14.657880 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3ddef-56a9-44c8-b512-3b8e9df90812 req-d5570c9b-fe19-4571-b3ee-9fdf2253358b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:14.659340 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e9b3ddef-56a9-44c8-b512-3b8e9df90812 req-d5570c9b-fe19-4571-b3ee-9fdf2253358b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4e2f570a-6499-4464-b36a-90ae9c341ede HTTP/1.1" status: 200 len: 843 time: 0.0638433 Jun 21 15:15:14.724085 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3ddef-56a9-44c8-b512-3b8e9df90812 req-73f4c585-dad3-41dc-a48b-20e358feea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:14.725595 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e9b3ddef-56a9-44c8-b512-3b8e9df90812 req-73f4c585-dad3-41dc-a48b-20e358feea76 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d8cc978c-fb56-4621-8e40-d262060edafe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0591052 Jun 21 15:15:14.818078 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e9b3ddef-56a9-44c8-b512-3b8e9df90812 req-fdb0d210-6b30-4cce-befd-30bedee04d48 service neutron] 10.222.0.66 "GET /v2.0/networks/d8cc978c-fb56-4621-8e40-d262060edafe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845525 Jun 21 15:15:14.952318 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e9b3ddef-56a9-44c8-b512-3b8e9df90812 req-68151440-5904-4488-b532-a794a4053f83 service neutron] 10.222.0.66 "GET /v2.0/networks/d8cc978c-fb56-4621-8e40-d262060edafe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263375 Jun 21 15:15:14.962918 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bcaac-bdc4-4001-a577-db317ebc2b49 req-8655c9ce-5283-4a1c-a4fb-5a368bfec1f3 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:14.964386 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0d9bcaac-bdc4-4001-a577-db317ebc2b49 req-8655c9ce-5283-4a1c-a4fb-5a368bfec1f3 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] 10.222.0.72 "GET /v2.0/ports?device_id=02763f9b-ddbc-4f3f-a9fa-6db51c82f114 HTTP/1.1" status: 200 len: 948 time: 0.1402941 Jun 21 15:15:15.013007 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0d9bcaac-bdc4-4001-a577-db317ebc2b49 req-f3278a77-1c53-45e5-8912-3d793e463ffb tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] 10.222.0.72 "GET /v2.0/security-groups?id=efea33f5-da11-4edd-a0bf-d8fa461c3eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425937 Jun 21 15:15:16.202396 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5f713-b8d8-4a46-9735-8c81e6aae0ff req-859c65e4-27d6-4a55-bad5-f7ecffd5aa12 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:16.203898 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3ca5f713-b8d8-4a46-9735-8c81e6aae0ff req-859c65e4-27d6-4a55-bad5-f7ecffd5aa12 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] 10.222.0.72 "GET /v2.0/ports?device_id=02763f9b-ddbc-4f3f-a9fa-6db51c82f114 HTTP/1.1" status: 200 len: 948 time: 0.0700490 Jun 21 15:15:16.241819 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3ca5f713-b8d8-4a46-9735-8c81e6aae0ff req-76a5a64b-9fd9-403a-be47-19d300d28e2c tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] 10.222.0.72 "GET /v2.0/security-groups?id=efea33f5-da11-4edd-a0bf-d8fa461c3eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320427 Jun 21 15:15:16.601570 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c596424d-d130-43f5-a052-c386fe1d4969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:16.844576 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device fcbc0c9a-7821-43e9-a08e-38d938238c8f details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:15:16.947228 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port fcbc0c9a-7821-43e9-a08e-38d938238c8f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fcbc0c9a-7821-43e9-a08e-38d938238c8f,segment=NetworkSegment(81d56199-2f54-46bf-9c68-e6782fae647a),segment_id=81d56199-2f54-46bf-9c68-e6782fae647a)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:15:16.959265 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': 'fcbc0c9a-7821-43e9-a08e-38d938238c8f', 'network_id': 'd8cc978c-fb56-4621-8e40-d262060edafe', 'port_id': 'fcbc0c9a-7821-43e9-a08e-38d938238c8f', 'mac_address': 'fa:16:3e:87:8c:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e2f570a-6499-4464-b36a-90ae9c341ede', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:15:16.999273 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:17.012721 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcbc0c9a-7821-43e9-a08e-38d938238c8f {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:15:17.032071 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port fcbc0c9a-7821-43e9-a08e-38d938238c8f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fcbc0c9a-7821-43e9-a08e-38d938238c8f,segment=NetworkSegment(81d56199-2f54-46bf-9c68-e6782fae647a),segment_id=81d56199-2f54-46bf-9c68-e6782fae647a)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:15:17.036988 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:17.038856 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-90cc3104-914f-44eb-8ebf-1eb74ccac932 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:15:17.083935 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:17.094102 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=fcbc0c9a-7821-43e9-a08e-38d938238c8f,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:15:17.097361 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:15:17.408672 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['fcbc0c9a-7821-43e9-a08e-38d938238c8f'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:15:17.429166 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc085ac-98c6-41a4-a6e1-ddc127dfd672 req-8c811a55-cbc2-487e-8105-0f2b24b1d9d8 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:17.430716 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5cc085ac-98c6-41a4-a6e1-ddc127dfd672 req-8c811a55-cbc2-487e-8105-0f2b24b1d9d8 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] 10.222.0.72 "GET /v2.0/ports?device_id=02763f9b-ddbc-4f3f-a9fa-6db51c82f114 HTTP/1.1" status: 200 len: 949 time: 0.0783958 Jun 21 15:15:17.470346 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5cc085ac-98c6-41a4-a6e1-ddc127dfd672 req-09361040-9f38-45b2-a01e-fa44c0921627 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] 10.222.0.72 "GET /v2.0/security-groups?id=efea33f5-da11-4edd-a0bf-d8fa461c3eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335891 Jun 21 15:15:18.121136 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:18.664663 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca4923-19bc-48c9-8608-57f2180bb383 req-d7dc692d-52dc-4d02-9d0f-e58d71781066 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:18.666047 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-19ca4923-19bc-48c9-8608-57f2180bb383 req-d7dc692d-52dc-4d02-9d0f-e58d71781066 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] 10.222.0.72 "GET /v2.0/ports?device_id=02763f9b-ddbc-4f3f-a9fa-6db51c82f114 HTTP/1.1" status: 200 len: 949 time: 0.0794575 Jun 21 15:15:18.703825 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-19ca4923-19bc-48c9-8608-57f2180bb383 req-51d30723-c899-4b50-a99e-560220bd79fe tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] 10.222.0.72 "GET /v2.0/security-groups?id=efea33f5-da11-4edd-a0bf-d8fa461c3eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320036 Jun 21 15:15:18.863276 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device fcbc0c9a-7821-43e9-a08e-38d938238c8f up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:15:18.930928 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port fcbc0c9a-7821-43e9-a08e-38d938238c8f completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:15:18.934714 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port fcbc0c9a-7821-43e9-a08e-38d938238c8f triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:15:18.935093 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:19.015396 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:19.038588 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02763f9b-ddbc-4f3f-a9fa-6db51c82f114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbc0c9a-7821-43e9-a08e-38d938238c8f'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:15:19.040857 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e996c44-5a04-4b72-8b72-86696df06ded" -d '{"events": [{"server_uuid": "02763f9b-ddbc-4f3f-a9fa-6db51c82f114", "name": "network-vif-plugged", "status": "completed", "tag": "fcbc0c9a-7821-43e9-a08e-38d938238c8f"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:15:19.053182 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port fcbc0c9a-7821-43e9-a08e-38d938238c8f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fcbc0c9a-7821-43e9-a08e-38d938238c8f,segment=NetworkSegment(81d56199-2f54-46bf-9c68-e6782fae647a),segment_id=81d56199-2f54-46bf-9c68-e6782fae647a)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:15:19.060321 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:19.063446 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e02cf95f-83ad-4923-87a0-0cab7274f7d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:15:19.089980 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa9bcab-95a5-482b-89df-70ac3b34e5aa x-openstack-request-id: req-4fa9bcab-95a5-482b-89df-70ac3b34e5aa {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:15:19.090271 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02763f9b-ddbc-4f3f-a9fa-6db51c82f114", "name": "network-vif-plugged", "status": "completed", "tag": "fcbc0c9a-7821-43e9-a08e-38d938238c8f", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:15:19.090526 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4fa9bcab-95a5-482b-89df-70ac3b34e5aa {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:15:19.090912 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02763f9b-ddbc-4f3f-a9fa-6db51c82f114', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbc0c9a-7821-43e9-a08e-38d938238c8f', 'code': 200} Jun 21 15:15:19.119332 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=fcbc0c9a-7821-43e9-a08e-38d938238c8f,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:15:19.122022 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:15:19.315818 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d0e38a-527e-49c6-bf3b-97679d7ba9d7 req-7f55efa0-a2ae-4a8d-bca8-49c4b3f3e5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:19.317251 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a6d0e38a-527e-49c6-bf3b-97679d7ba9d7 req-7f55efa0-a2ae-4a8d-bca8-49c4b3f3e5b3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=02763f9b-ddbc-4f3f-a9fa-6db51c82f114 HTTP/1.1" status: 200 len: 1103 time: 0.0604143 Jun 21 15:15:19.353321 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a6d0e38a-527e-49c6-bf3b-97679d7ba9d7 req-a27e1f73-4d74-4970-8def-bbe90c8e1443 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=efea33f5-da11-4edd-a0bf-d8fa461c3eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289488 Jun 21 15:15:19.793663 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:19.895586 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e9398-7a34-4f0f-96ec-9fc41199d905 req-de4804d9-febb-476a-8ff1-f4f62dcbd187 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:19.897029 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4c0e9398-7a34-4f0f-96ec-9fc41199d905 req-de4804d9-febb-476a-8ff1-f4f62dcbd187 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] 10.222.0.72 "GET /v2.0/ports?device_id=02763f9b-ddbc-4f3f-a9fa-6db51c82f114 HTTP/1.1" status: 200 len: 950 time: 0.0801775 Jun 21 15:15:19.939640 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4c0e9398-7a34-4f0f-96ec-9fc41199d905 req-6db26ed1-054c-4cec-b0e9-12ea6a99429d tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] 10.222.0.72 "GET /v2.0/security-groups?id=efea33f5-da11-4edd-a0bf-d8fa461c3eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360563 Jun 21 15:15:21.097179 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:15:21.118540 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee0abf-6cfb-436d-8def-4ed951e8fad9 req-b9a57223-9658-4342-9055-ec30a09dde4b tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:21.120827 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-26ee0abf-6cfb-436d-8def-4ed951e8fad9 req-b9a57223-9658-4342-9055-ec30a09dde4b tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] 10.222.0.72 "GET /v2.0/ports?device_id=02763f9b-ddbc-4f3f-a9fa-6db51c82f114 HTTP/1.1" status: 200 len: 950 time: 0.0696585 Jun 21 15:15:21.160057 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-26ee0abf-6cfb-436d-8def-4ed951e8fad9 req-7f0fe20d-8b83-4a6c-a26d-9c8129578bc2 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] 10.222.0.72 "GET /v2.0/security-groups?id=efea33f5-da11-4edd-a0bf-d8fa461c3eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342140 Jun 21 15:15:22.353910 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e854778b-f646-4e2d-8980-168cb805f864 req-90b08513-d526-4488-8a82-decf753acffa tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:22.355772 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e854778b-f646-4e2d-8980-168cb805f864 req-90b08513-d526-4488-8a82-decf753acffa tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] 10.222.0.72 "GET /v2.0/ports?device_id=02763f9b-ddbc-4f3f-a9fa-6db51c82f114 HTTP/1.1" status: 200 len: 950 time: 0.0729024 Jun 21 15:15:22.398197 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e854778b-f646-4e2d-8980-168cb805f864 req-c16701c8-96a2-4e76-a765-966cd55196f6 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] 10.222.0.72 "GET /v2.0/security-groups?id=efea33f5-da11-4edd-a0bf-d8fa461c3eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347061 Jun 21 15:15:23.575825 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124c0d4-a012-48cb-821a-7c38650c82b9 req-7a87a6a6-0510-4ae1-9e79-7853a1114699 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:23.577268 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3124c0d4-a012-48cb-821a-7c38650c82b9 req-7a87a6a6-0510-4ae1-9e79-7853a1114699 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] 10.222.0.72 "GET /v2.0/ports?device_id=02763f9b-ddbc-4f3f-a9fa-6db51c82f114 HTTP/1.1" status: 200 len: 950 time: 0.0672748 Jun 21 15:15:23.618011 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3124c0d4-a012-48cb-821a-7c38650c82b9 req-be1502a5-ad2f-4875-8966-31d4bce2664b tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] 10.222.0.72 "GET /v2.0/security-groups?id=efea33f5-da11-4edd-a0bf-d8fa461c3eb4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322268 Jun 21 15:15:23.969547 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a11747-5238-4733-8f0a-29a471ee72c5 req-d65c60da-73bd-4df2-9ca1-7ce3f3eff2d8 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:23.971282 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f8a11747-5238-4733-8f0a-29a471ee72c5 req-d65c60da-73bd-4df2-9ca1-7ce3f3eff2d8 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] 10.222.0.66 "GET /v2.0/ports?device_id=02763f9b-ddbc-4f3f-a9fa-6db51c82f114 HTTP/1.1" status: 200 len: 950 time: 0.0817282 Jun 21 15:15:24.075592 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-f8a11747-5238-4733-8f0a-29a471ee72c5 req-a8961733-877c-4706-bd8b-3b0cbbd8d08e tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Deleting port fcbc0c9a-7821-43e9-a08e-38d938238c8f {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:15:24.075828 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-f8a11747-5238-4733-8f0a-29a471ee72c5 req-a8961733-877c-4706-bd8b-3b0cbbd8d08e tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:24.182519 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-f8a11747-5238-4733-8f0a-29a471ee72c5 req-a8961733-877c-4706-bd8b-3b0cbbd8d08e tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] For port fcbc0c9a-7821-43e9-a08e-38d938238c8f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=fcbc0c9a-7821-43e9-a08e-38d938238c8f,segment=NetworkSegment(81d56199-2f54-46bf-9c68-e6782fae647a),segment_id=81d56199-2f54-46bf-9c68-e6782fae647a)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:15:24.182867 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-f8a11747-5238-4733-8f0a-29a471ee72c5 req-a8961733-877c-4706-bd8b-3b0cbbd8d08e tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:24.246882 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-f8a11747-5238-4733-8f0a-29a471ee72c5 req-a8961733-877c-4706-bd8b-3b0cbbd8d08e tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Calling delete_port for fcbc0c9a-7821-43e9-a08e-38d938238c8f owned by compute:nova {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:15:24.379495 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-f8a11747-5238-4733-8f0a-29a471ee72c5 req-a8961733-877c-4706-bd8b-3b0cbbd8d08e tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:24.384062 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-bf53d1c2-c272-4931-a589-fb8e16716e54 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:15:24.393678 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['fcbc0c9a-7821-43e9-a08e-38d938238c8f'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:15:24.410816 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8961733-877c-4706-bd8b-3b0cbbd8d08e tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Pushing event deleted for resources: {'Port': ['ID=fcbc0c9a-7821-43e9-a08e-38d938238c8f,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:15:24.413429 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a8961733-877c-4706-bd8b-3b0cbbd8d08e tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:15:24.463430 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a11747-5238-4733-8f0a-29a471ee72c5 req-a8961733-877c-4706-bd8b-3b0cbbd8d08e tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] No DVR routers for this DVR port fcbc0c9a-7821-43e9-a08e-38d938238c8f on host hv-neutron-7971 {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:15:24.466138 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-f8a11747-5238-4733-8f0a-29a471ee72c5 req-a8961733-877c-4706-bd8b-3b0cbbd8d08e tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:24.468372 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f8a11747-5238-4733-8f0a-29a471ee72c5 req-a8961733-877c-4706-bd8b-3b0cbbd8d08e tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] 10.222.0.66 "DELETE /v2.0/ports/fcbc0c9a-7821-43e9-a08e-38d938238c8f HTTP/1.1" status: 204 len: 173 time: 0.4905314 Jun 21 15:15:24.468933 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02763f9b-ddbc-4f3f-a9fa-6db51c82f114', 'name': 'network-vif-deleted', 'tag': 'fcbc0c9a-7821-43e9-a08e-38d938238c8f'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:15:24.471500 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5d2dcc-7635-4f81-8465-72630613ecef" -d '{"events": [{"server_uuid": "02763f9b-ddbc-4f3f-a9fa-6db51c82f114", "name": "network-vif-deleted", "tag": "fcbc0c9a-7821-43e9-a08e-38d938238c8f"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:15:24.520213 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5928c9e9-8174-4aa4-9bf7-6e0da8e9b059 x-openstack-request-id: req-5928c9e9-8174-4aa4-9bf7-6e0da8e9b059 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:15:24.520556 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02763f9b-ddbc-4f3f-a9fa-6db51c82f114", "name": "network-vif-deleted", "tag": "fcbc0c9a-7821-43e9-a08e-38d938238c8f", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:15:24.520857 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5928c9e9-8174-4aa4-9bf7-6e0da8e9b059 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:15:24.521382 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02763f9b-ddbc-4f3f-a9fa-6db51c82f114', 'name': 'network-vif-deleted', 'tag': 'fcbc0c9a-7821-43e9-a08e-38d938238c8f', 'status': 'completed', 'code': 200} Jun 21 15:15:24.775942 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1e651a02-d095-4285-97ce-32845bb65eee req-b7e5473e-6648-49a3-8fe0-b6e05691e095 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] 10.222.0.72 "GET /v2.0/ports?device_id=02763f9b-ddbc-4f3f-a9fa-6db51c82f114 HTTP/1.1" status: 200 len: 210 time: 0.0301244 Jun 21 15:15:26.138239 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 41242) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:15:26.277533 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-86facdc6-2dec-451a-b0a9-c0a229310c7e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fd5a419c01744170807549071df957a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1379979 Jun 21 15:15:26.281220 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 41246) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:15:26.331883 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3ad06401-7437-47ed-8ace-0769f56f8ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:26.352898 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3ad06401-7437-47ed-8ace-0769f56f8ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:26.408227 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3ad06401-7437-47ed-8ace-0769f56f8ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:26.412104 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3ad06401-7437-47ed-8ace-0769f56f8ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:26.413674 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3ad06401-7437-47ed-8ace-0769f56f8ec6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/efea33f5-da11-4edd-a0bf-d8fa461c3eb4 HTTP/1.1" status: 204 len: 168 time: 0.1316018 Jun 21 15:15:26.414489 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4d72307f-1cd0-489a-806e-469a9b269948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:15:26.422291 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad06401-7437-47ed-8ace-0769f56f8ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efea33f5-da11-4edd-a0bf-d8fa461c3eb4,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:15:26.425024 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3ad06401-7437-47ed-8ace-0769f56f8ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:15:26.701668 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 41252) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:15:26.716554 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-78daa82e-4b97-48ab-9c60-46f8d8002973 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:26.817711 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-78daa82e-4b97-48ab-9c60-46f8d8002973 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:26.822986 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-78daa82e-4b97-48ab-9c60-46f8d8002973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:26.825506 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6834f1e9-35c8-4727-b997-1c3ee242db74 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:15:26.861306 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-78daa82e-4b97-48ab-9c60-46f8d8002973 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9f4fc1e187df417e963d706fef1e434f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1584001 Jun 21 15:15:26.862162 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78daa82e-4b97-48ab-9c60-46f8d8002973 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66988917-85ef-480d-be03-0b7b07941023,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:15:26.865221 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 41254) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:15:26.865877 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-78daa82e-4b97-48ab-9c60-46f8d8002973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:15:26.924707 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0416d503-e7b4-4a62-9db6-dac7a766cfce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:26.936751 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device fcbc0c9a-7821-43e9-a08e-38d938238c8f no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:15:26.946000 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0416d503-e7b4-4a62-9db6-dac7a766cfce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:26.957499 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: fcbc0c9a-7821-43e9-a08e-38d938238c8f {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:15:26.957888 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device fcbc0c9a-7821-43e9-a08e-38d938238c8f not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:15:27.004615 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0416d503-e7b4-4a62-9db6-dac7a766cfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:27.007346 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0416d503-e7b4-4a62-9db6-dac7a766cfce admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:27.008503 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0416d503-e7b4-4a62-9db6-dac7a766cfce admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/66988917-85ef-480d-be03-0b7b07941023 HTTP/1.1" status: 204 len: 168 time: 0.1421347 Jun 21 15:15:27.009324 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-500f42b1-2261-45da-abba-7cfbe0cf49ab tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:15:27.017067 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0416d503-e7b4-4a62-9db6-dac7a766cfce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66988917-85ef-480d-be03-0b7b07941023,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:15:27.019475 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0416d503-e7b4-4a62-9db6-dac7a766cfce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:15:27.724554 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 41276) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:15:27.835544 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-8bbd2b44-ead2-402b-a41f-50f2e58d942b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-174271175-network', 'tenant_id': '67dec880a9c34d2b943bfc19212055a1'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:15:27.859130 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbd2b44-ead2-402b-a41f-50f2e58d942b admin admin] Made reservation on behalf of 67dec880a9c34d2b943bfc19212055a1 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:15:27.861540 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8bbd2b44-ead2-402b-a41f-50f2e58d942b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:27.870615 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8bbd2b44-ead2-402b-a41f-50f2e58d942b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:27.956700 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8bbd2b44-ead2-402b-a41f-50f2e58d942b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:27.962638 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8bbd2b44-ead2-402b-a41f-50f2e58d942b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:27.965560 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8358035c-48d4-4855-b1ed-bcc5e8475c2e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:15:27.986780 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bbd2b44-ead2-402b-a41f-50f2e58d942b admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 15:15:27.995253 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd2b44-ead2-402b-a41f-50f2e58d942b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28db2ba-d52f-49ce-b373-222715c39532,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:15:27.999284 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8bbd2b44-ead2-402b-a41f-50f2e58d942b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:15:28.002118 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8bbd2b44-ead2-402b-a41f-50f2e58d942b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:28.002450 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-8bbd2b44-ead2-402b-a41f-50f2e58d942b admin admin] Added segment 210e68f6-9e56-4d31-a859-eb9996914c9f of type vlan for network a9f42219-2103-4478-aa5d-9c54feccdf99 Jun 21 15:15:28.046713 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8bbd2b44-ead2-402b-a41f-50f2e58d942b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:28.077273 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8bbd2b44-ead2-402b-a41f-50f2e58d942b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:28.078353 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbd2b44-ead2-402b-a41f-50f2e58d942b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:28.078917 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8bbd2b44-ead2-402b-a41f-50f2e58d942b admin admin] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:28.081040 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c81ee424-46cc-48d2-a937-ac2a84e67af6 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:15:28.154117 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8bbd2b44-ead2-402b-a41f-50f2e58d942b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4283788 Jun 21 15:15:28.157740 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 41280) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:15:28.162768 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-79dc697c-2999-49ef-a6e3-cc3b910bdbc3 admin admin] Request body: {'subnet': {'network_id': 'a9f42219-2103-4478-aa5d-9c54feccdf99', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-174271175-subnet', 'tenant_id': '67dec880a9c34d2b943bfc19212055a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:15:28.167099 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbd2b44-ead2-402b-a41f-50f2e58d942b admin admin] Pushing event updated for resources: {'Network': ['ID=a9f42219-2103-4478-aa5d-9c54feccdf99,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:15:28.170297 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8bbd2b44-ead2-402b-a41f-50f2e58d942b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:15:28.179904 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network a9f42219-2103-4478-aa5d-9c54feccdf99 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 15:15:28.189252 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79dc697c-2999-49ef-a6e3-cc3b910bdbc3 admin admin] Made reservation on behalf of 67dec880a9c34d2b943bfc19212055a1 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:15:28.191803 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-79dc697c-2999-49ef-a6e3-cc3b910bdbc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:28.377428 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-79dc697c-2999-49ef-a6e3-cc3b910bdbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:28.379608 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c3b2bdb7-70a1-456d-9ef7-3cd5f45585bd tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:15:28.426082 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc697c-2999-49ef-a6e3-cc3b910bdbc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c755599-6b4a-4112-a111-9c1a592d68c7,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:15:28.432610 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-79dc697c-2999-49ef-a6e3-cc3b910bdbc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:15:28.442033 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79dc697c-2999-49ef-a6e3-cc3b910bdbc3 admin admin] Checking segment: {'id': '210e68f6-9e56-4d31-a859-eb9996914c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a9f42219-2103-4478-aa5d-9c54feccdf99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:15:28.442389 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dc697c-2999-49ef-a6e3-cc3b910bdbc3 admin admin] Network hostable DHCP agents. Network: a9f42219-2103-4478-aa5d-9c54feccdf99, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 15:15:28.461425 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dc697c-2999-49ef-a6e3-cc3b910bdbc3 admin admin] Network a9f42219-2103-4478-aa5d-9c54feccdf99 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 15:15:28.472547 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-79dc697c-2999-49ef-a6e3-cc3b910bdbc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, a9f42219-2103-4478-aa5d-9c54feccdf99) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:15:28.477897 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79dc697c-2999-49ef-a6e3-cc3b910bdbc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:28.478492 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-79dc697c-2999-49ef-a6e3-cc3b910bdbc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:28.482608 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286db580-d4cb-4ed9-ba7d-872d53bac43d None None] Network a9f42219-2103-4478-aa5d-9c54feccdf99 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:15:28.498365 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-79dc697c-2999-49ef-a6e3-cc3b910bdbc3 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3396232 Jun 21 15:15:28.613595 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8cc4a4-3334-44df-b8a1-131b4ea52453 None None] Network a9f42219-2103-4478-aa5d-9c54feccdf99 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:15:29.066426 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-b51a7288-4d65-4f57-b3d7-eb9d67d1e466 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:29.067731 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-b51a7288-4d65-4f57-b3d7-eb9d67d1e466 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/networks?id=a9f42219-2103-4478-aa5d-9c54feccdf99 HTTP/1.1" status: 200 len: 811 time: 0.1171794 Jun 21 15:15:29.083035 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-72624526-4736-4464-8c58-a2591ff80106 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/quotas/67dec880a9c34d2b943bfc19212055a1 HTTP/1.1" status: 200 len: 375 time: 0.0097284 Jun 21 15:15:29.115858 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-790b1a00-067e-4b80-b713-5fb0d94a4987 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=67dec880a9c34d2b943bfc19212055a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277479 Jun 21 15:15:29.210964 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-7b9ef8c7-680e-4a90-a3b7-495145afd86c service neutron] 10.222.0.72 "GET /v2.0/networks/a9f42219-2103-4478-aa5d-9c54feccdf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885351 Jun 21 15:15:29.299374 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-1c39743a-9ea2-4828-9184-e17c24a59413 service neutron] 10.222.0.72 "GET /v2.0/networks/a9f42219-2103-4478-aa5d-9c54feccdf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826271 Jun 21 15:15:29.519879 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6884863f-7e91-4b6b-9d5c-c4bc1d20b778 req-ce3af947-2f5a-40c1-9d74-b85ba14d2f34 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 210 time: 0.0825846 Jun 21 15:15:30.598971 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-97568450-2957-4dbc-9c85-3d1207d8de17 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:30.600559 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-97568450-2957-4dbc-9c85-3d1207d8de17 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.66 "GET /v2.0/networks?id=a9f42219-2103-4478-aa5d-9c54feccdf99 HTTP/1.1" status: 200 len: 811 time: 0.1109242 Jun 21 15:15:30.614867 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-60793e2d-01ef-44a1-8920-ebe908441f31 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Request body: {'port': {'device_id': '3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef', 'network_id': 'a9f42219-2103-4478-aa5d-9c54feccdf99', 'admin_state_up': True, 'tenant_id': '67dec880a9c34d2b943bfc19212055a1'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:15:30.695997 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7c334103-b8c0-43da-8cd6-c20268f2f9f6 req-e3877d52-c8ca-46b4-ae80-3f584f7cfd4c tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 210 time: 0.0365705 Jun 21 15:15:30.753100 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-60793e2d-01ef-44a1-8920-ebe908441f31 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Made reservation on behalf of 67dec880a9c34d2b943bfc19212055a1 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:15:30.757727 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-60793e2d-01ef-44a1-8920-ebe908441f31 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:30.899296 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-60793e2d-01ef-44a1-8920-ebe908441f31 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Allocated IP 172.20.0.11 (a9f42219-2103-4478-aa5d-9c54feccdf99/2c755599-6b4a-4112-a111-9c1a592d68c7/18d3cb64-82d2-4877-a6c0-09e123ddafed) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:15:31.067963 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-60793e2d-01ef-44a1-8920-ebe908441f31 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:31.113830 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-60793e2d-01ef-44a1-8920-ebe908441f31 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:31.117633 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0281a5e4-f86f-45a9-a96b-caca487650b4 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:15:31.157238 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-60793e2d-01ef-44a1-8920-ebe908441f31 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Network a9f42219-2103-4478-aa5d-9c54feccdf99 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:15:31.160671 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-60793e2d-01ef-44a1-8920-ebe908441f31 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:15:31.166880 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-60793e2d-01ef-44a1-8920-ebe908441f31 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:15:31.172916 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60793e2d-01ef-44a1-8920-ebe908441f31 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Pushing event updated for resources: {'Port': ['ID=18d3cb64-82d2-4877-a6c0-09e123ddafed,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:15:31.192388 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-60793e2d-01ef-44a1-8920-ebe908441f31 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:15:31.217435 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-60793e2d-01ef-44a1-8920-ebe908441f31 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:31.218097 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-60793e2d-01ef-44a1-8920-ebe908441f31 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:31.234739 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-60793e2d-01ef-44a1-8920-ebe908441f31 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6239336 Jun 21 15:15:31.246333 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-cc617570-7e7a-43ef-a3a6-66972f8be65d service neutron] Request body: {'port': {'device_id': '3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:15:31.319212 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-cc617570-7e7a-43ef-a3a6-66972f8be65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:31.585471 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-cc617570-7e7a-43ef-a3a6-66972f8be65d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18d3cb64-82d2-4877-a6c0-09e123ddafed {{(pid=105224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:15:31.592672 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-cc617570-7e7a-43ef-a3a6-66972f8be65d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:31.605489 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-cc617570-7e7a-43ef-a3a6-66972f8be65d service neutron] Transition to ACTIVE for port object 18d3cb64-82d2-4877-a6c0-09e123ddafed will not be triggered until provisioned by entity L2. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:15:31.612017 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-cc617570-7e7a-43ef-a3a6-66972f8be65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:31.614039 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f97c53d6-4509-42fe-8118-5ab3e575f8c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:15:31.684378 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc617570-7e7a-43ef-a3a6-66972f8be65d service neutron] Pushing event updated for resources: {'Port': ['ID=18d3cb64-82d2-4877-a6c0-09e123ddafed,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:15:31.689045 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cc617570-7e7a-43ef-a3a6-66972f8be65d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:15:31.757830 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-cc617570-7e7a-43ef-a3a6-66972f8be65d service neutron] Attempting to bind port 18d3cb64-82d2-4877-a6c0-09e123ddafed on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:15:31.758212 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-cc617570-7e7a-43ef-a3a6-66972f8be65d service neutron] Attempting to bind port 18d3cb64-82d2-4877-a6c0-09e123ddafed by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '210e68f6-9e56-4d31-a859-eb9996914c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a9f42219-2103-4478-aa5d-9c54feccdf99'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:15:31.758542 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-cc617570-7e7a-43ef-a3a6-66972f8be65d service neutron] Attempting to bind port 18d3cb64-82d2-4877-a6c0-09e123ddafed on network a9f42219-2103-4478-aa5d-9c54feccdf99 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:15:31.763749 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-cc617570-7e7a-43ef-a3a6-66972f8be65d service neutron] Port 18d3cb64-82d2-4877-a6c0-09e123ddafed on network a9f42219-2103-4478-aa5d-9c54feccdf99 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 15:15:31.764026 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-cc617570-7e7a-43ef-a3a6-66972f8be65d service neutron] Attempting to bind port 18d3cb64-82d2-4877-a6c0-09e123ddafed on network a9f42219-2103-4478-aa5d-9c54feccdf99 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:15:31.769936 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-cc617570-7e7a-43ef-a3a6-66972f8be65d service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:15:31.770264 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-cc617570-7e7a-43ef-a3a6-66972f8be65d service neutron] Checking segment: {'id': '210e68f6-9e56-4d31-a859-eb9996914c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a9f42219-2103-4478-aa5d-9c54feccdf99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:15:31.770650 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-cc617570-7e7a-43ef-a3a6-66972f8be65d service neutron] Bound using segment: {'id': '210e68f6-9e56-4d31-a859-eb9996914c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a9f42219-2103-4478-aa5d-9c54feccdf99'} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:15:31.771081 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-cc617570-7e7a-43ef-a3a6-66972f8be65d service neutron] Bound port: 18d3cb64-82d2-4877-a6c0-09e123ddafed, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '210e68f6-9e56-4d31-a859-eb9996914c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'a9f42219-2103-4478-aa5d-9c54feccdf99'}}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:15:31.771426 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-cc617570-7e7a-43ef-a3a6-66972f8be65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:31.841143 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-cc617570-7e7a-43ef-a3a6-66972f8be65d service neutron] For port 18d3cb64-82d2-4877-a6c0-09e123ddafed, host hv-neutron-7971, cleared binding levels {{(pid=105224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:15:31.845016 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-cc617570-7e7a-43ef-a3a6-66972f8be65d service neutron] For port 18d3cb64-82d2-4877-a6c0-09e123ddafed, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=18d3cb64-82d2-4877-a6c0-09e123ddafed,segment=NetworkSegment(210e68f6-9e56-4d31-a859-eb9996914c9f),segment_id=210e68f6-9e56-4d31-a859-eb9996914c9f)] {{(pid=105224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:15:31.851422 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-cc617570-7e7a-43ef-a3a6-66972f8be65d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:31.854031 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-446eb298-8791-4864-9815-14d7701d0745 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:15:31.893572 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-cc617570-7e7a-43ef-a3a6-66972f8be65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:31.894293 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-cc617570-7e7a-43ef-a3a6-66972f8be65d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:31.895705 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-cc617570-7e7a-43ef-a3a6-66972f8be65d service neutron] 10.222.0.66 "PUT /v2.0/ports/18d3cb64-82d2-4877-a6c0-09e123ddafed HTTP/1.1" status: 200 len: 1094 time: 0.6534581 Jun 21 15:15:31.896275 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef', 'tag': '18d3cb64-82d2-4877-a6c0-09e123ddafed'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:15:31.898613 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f711075-e5b2-4976-898f-d9548a1d05f4" -d '{"events": [{"name": "network-changed", "server_uuid": "3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef", "tag": "18d3cb64-82d2-4877-a6c0-09e123ddafed"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:15:31.920870 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc617570-7e7a-43ef-a3a6-66972f8be65d service neutron] Pushing event updated for resources: {'Port': ['ID=18d3cb64-82d2-4877-a6c0-09e123ddafed,revision_number=3']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:15:31.924148 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cc617570-7e7a-43ef-a3a6-66972f8be65d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:15:32.011393 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff162c4-e017-4779-a288-bcb86b36746e x-openstack-request-id: req-1ff162c4-e017-4779-a288-bcb86b36746e {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:15:32.011732 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef", "tag": "18d3cb64-82d2-4877-a6c0-09e123ddafed", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:15:32.012032 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1ff162c4-e017-4779-a288-bcb86b36746e {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:15:32.012502 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef', 'tag': '18d3cb64-82d2-4877-a6c0-09e123ddafed', 'status': 'completed', 'code': 200} Jun 21 15:15:32.046866 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-15e61614-0bef-485b-b1f3-c2051c57d49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:32.048476 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-15e61614-0bef-485b-b1f3-c2051c57d49a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=67dec880a9c34d2b943bfc19212055a1&device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 1097 time: 0.1028531 Jun 21 15:15:32.067414 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87150815-22af-4f91-becf-8c299afc0784 req-2e24af97-89be-4e8e-9c60-826feac8619a tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:32.068838 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-87150815-22af-4f91-becf-8c299afc0784 req-2e24af97-89be-4e8e-9c60-826feac8619a tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 944 time: 0.0879905 Jun 21 15:15:32.102943 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-4381f3f7-b663-47ae-a8c1-732e3bd5878f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18d3cb64-82d2-4877-a6c0-09e123ddafed HTTP/1.1" status: 200 len: 217 time: 0.0473845 Jun 21 15:15:32.165692 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-87150815-22af-4f91-becf-8c299afc0784 req-b644c1a0-3c6f-4aa7-93ec-b4b60a413f00 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/security-groups?id=a28db2ba-d52f-49ce-b373-222715c39532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650554 Jun 21 15:15:32.174600 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-9877f4a8-f5b8-44e8-9e5a-91d02c970f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:32.178404 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-9877f4a8-f5b8-44e8-9e5a-91d02c970f5e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2c755599-6b4a-4112-a111-9c1a592d68c7 HTTP/1.1" status: 200 len: 851 time: 0.0684032 Jun 21 15:15:32.215308 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-2fdc0e26-a8df-4db2-8a54-6609e0e65871 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a9f42219-2103-4478-aa5d-9c54feccdf99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300250 Jun 21 15:15:32.314003 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-2264c15d-2e83-4ad0-a3ef-afdb8327c7b7 service neutron] 10.222.0.66 "GET /v2.0/networks/a9f42219-2103-4478-aa5d-9c54feccdf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908749 Jun 21 15:15:32.414916 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-38e5caa8-c07c-4a30-a493-22b313dbc1ec req-11deba8e-267b-46f2-b79a-b2a5cc74a230 service neutron] 10.222.0.66 "GET /v2.0/networks/a9f42219-2103-4478-aa5d-9c54feccdf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941961 Jun 21 15:15:32.527576 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f711075-e5b2-4976-898f-d9548a1d05f4 req-772c02be-a7a4-4f03-9d38-7fc591e25394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:32.529060 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8f711075-e5b2-4976-898f-d9548a1d05f4 req-772c02be-a7a4-4f03-9d38-7fc591e25394 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=67dec880a9c34d2b943bfc19212055a1&device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 1097 time: 0.0636041 Jun 21 15:15:32.617937 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f711075-e5b2-4976-898f-d9548a1d05f4 req-00eaf0a9-18e8-4c9f-9d10-cf967133c310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:32.619394 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8f711075-e5b2-4976-898f-d9548a1d05f4 req-00eaf0a9-18e8-4c9f-9d10-cf967133c310 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a9f42219-2103-4478-aa5d-9c54feccdf99 HTTP/1.1" status: 200 len: 912 time: 0.0829539 Jun 21 15:15:32.665389 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8f711075-e5b2-4976-898f-d9548a1d05f4 req-afd4e7d3-5f7c-4f50-a23f-b88a04187f32 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18d3cb64-82d2-4877-a6c0-09e123ddafed HTTP/1.1" status: 200 len: 217 time: 0.0383921 Jun 21 15:15:33.099473 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f711075-e5b2-4976-898f-d9548a1d05f4 req-bb210945-acc1-4cd5-84ee-bf579ebcd324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:33.100839 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8f711075-e5b2-4976-898f-d9548a1d05f4 req-bb210945-acc1-4cd5-84ee-bf579ebcd324 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2c755599-6b4a-4112-a111-9c1a592d68c7 HTTP/1.1" status: 200 len: 851 time: 0.4285331 Jun 21 15:15:33.135582 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8f711075-e5b2-4976-898f-d9548a1d05f4 req-5776247a-289a-4028-a5b2-0412bfe0b895 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a9f42219-2103-4478-aa5d-9c54feccdf99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272272 Jun 21 15:15:33.240764 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8f711075-e5b2-4976-898f-d9548a1d05f4 req-1a4fa05f-9e77-4fe0-a086-df0a822b26e9 service neutron] 10.222.0.66 "GET /v2.0/networks/a9f42219-2103-4478-aa5d-9c54feccdf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978742 Jun 21 15:15:33.369590 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8f711075-e5b2-4976-898f-d9548a1d05f4 req-f12bcb6d-f03e-461d-9978-bdf9b1958a05 service neutron] 10.222.0.66 "GET /v2.0/networks/a9f42219-2103-4478-aa5d-9c54feccdf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211641 Jun 21 15:15:33.390910 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ccb0c-4caa-44e1-b6d2-29d20e4d61c8 req-2c952a5a-aea0-4ba4-b806-07f33979a5cf tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:33.392502 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-496ccb0c-4caa-44e1-b6d2-29d20e4d61c8 req-2c952a5a-aea0-4ba4-b806-07f33979a5cf tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 944 time: 0.1027646 Jun 21 15:15:33.431934 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-496ccb0c-4caa-44e1-b6d2-29d20e4d61c8 req-0d7c8ce0-f231-43c5-b3b0-9ffe6aae2727 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/security-groups?id=a28db2ba-d52f-49ce-b373-222715c39532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334558 Jun 21 15:15:34.625054 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da2dd4-a161-41b2-a1cd-047d1267ba02 req-a42d2f37-7d7b-4e17-8a5a-6e615fa1082c tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:34.626817 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-77da2dd4-a161-41b2-a1cd-047d1267ba02 req-a42d2f37-7d7b-4e17-8a5a-6e615fa1082c tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 944 time: 0.0705152 Jun 21 15:15:34.665507 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-77da2dd4-a161-41b2-a1cd-047d1267ba02 req-c9002917-8fe0-4bab-8700-c51476492f54 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/security-groups?id=a28db2ba-d52f-49ce-b373-222715c39532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325921 Jun 21 15:15:34.988445 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 18d3cb64-82d2-4877-a6c0-09e123ddafed details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:15:35.103202 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 18d3cb64-82d2-4877-a6c0-09e123ddafed, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=18d3cb64-82d2-4877-a6c0-09e123ddafed,segment=NetworkSegment(210e68f6-9e56-4d31-a859-eb9996914c9f),segment_id=210e68f6-9e56-4d31-a859-eb9996914c9f)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:15:35.115352 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '18d3cb64-82d2-4877-a6c0-09e123ddafed', 'network_id': 'a9f42219-2103-4478-aa5d-9c54feccdf99', 'port_id': '18d3cb64-82d2-4877-a6c0-09e123ddafed', 'mac_address': 'fa:16:3e:60:40:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c755599-6b4a-4112-a111-9c1a592d68c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:15:35.153424 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:35.166270 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d3cb64-82d2-4877-a6c0-09e123ddafed {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:15:35.190337 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 18d3cb64-82d2-4877-a6c0-09e123ddafed, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=18d3cb64-82d2-4877-a6c0-09e123ddafed,segment=NetworkSegment(210e68f6-9e56-4d31-a859-eb9996914c9f),segment_id=210e68f6-9e56-4d31-a859-eb9996914c9f)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:15:35.196588 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:35.198375 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:15:35.249019 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=18d3cb64-82d2-4877-a6c0-09e123ddafed,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:15:35.252997 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:15:35.412812 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:35.522996 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['18d3cb64-82d2-4877-a6c0-09e123ddafed'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:15:35.859003 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f47552a-cb20-4f8e-a0f7-4759926a5672 req-604c8ae7-c118-4e4f-9a4b-55ea5178b316 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:35.860648 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4f47552a-cb20-4f8e-a0f7-4759926a5672 req-604c8ae7-c118-4e4f-9a4b-55ea5178b316 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 945 time: 0.0755107 Jun 21 15:15:35.905596 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4f47552a-cb20-4f8e-a0f7-4759926a5672 req-c68a020e-42d8-4cda-ac59-372c80a442dd tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/security-groups?id=a28db2ba-d52f-49ce-b373-222715c39532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388927 Jun 21 15:15:37.002501 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 18d3cb64-82d2-4877-a6c0-09e123ddafed up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:15:37.067204 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port 18d3cb64-82d2-4877-a6c0-09e123ddafed completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:15:37.071699 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 18d3cb64-82d2-4877-a6c0-09e123ddafed triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:15:37.071699 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:37.099321 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d39fda-6e40-496d-9e69-212c56224908 req-42841e35-dd84-405f-8268-70875365b426 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:37.101546 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b7d39fda-6e40-496d-9e69-212c56224908 req-42841e35-dd84-405f-8268-70875365b426 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 945 time: 0.0847201 Jun 21 15:15:37.142974 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b7d39fda-6e40-496d-9e69-212c56224908 req-9a329943-6f92-4397-b906-28efd6dd2972 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/security-groups?id=a28db2ba-d52f-49ce-b373-222715c39532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346863 Jun 21 15:15:37.151915 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:37.173843 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d3cb64-82d2-4877-a6c0-09e123ddafed'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:15:37.176144 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f20ab1-22a8-47e1-b969-c793f2c71d12" -d '{"events": [{"server_uuid": "3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef", "name": "network-vif-plugged", "status": "completed", "tag": "18d3cb64-82d2-4877-a6c0-09e123ddafed"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:15:37.188220 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 18d3cb64-82d2-4877-a6c0-09e123ddafed, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=18d3cb64-82d2-4877-a6c0-09e123ddafed,segment=NetworkSegment(210e68f6-9e56-4d31-a859-eb9996914c9f),segment_id=210e68f6-9e56-4d31-a859-eb9996914c9f)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:15:37.192771 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:37.194604 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:15:37.217251 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30759ff-338c-4fa2-9ecc-fcec4fc87629 x-openstack-request-id: req-c30759ff-338c-4fa2-9ecc-fcec4fc87629 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:15:37.217545 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef", "name": "network-vif-plugged", "status": "completed", "tag": "18d3cb64-82d2-4877-a6c0-09e123ddafed", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:15:37.217821 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c30759ff-338c-4fa2-9ecc-fcec4fc87629 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:15:37.218206 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d3cb64-82d2-4877-a6c0-09e123ddafed', 'code': 200} Jun 21 15:15:37.244902 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=18d3cb64-82d2-4877-a6c0-09e123ddafed,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:15:37.247761 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:15:37.458650 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7e320-9b15-4b0a-868f-39cd33f36c33 req-1dc4d2d2-c956-4c1c-9d99-8c718fe3fd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:37.460056 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d7a7e320-9b15-4b0a-868f-39cd33f36c33 req-1dc4d2d2-c956-4c1c-9d99-8c718fe3fd3d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 1099 time: 0.0622089 Jun 21 15:15:37.496831 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d7a7e320-9b15-4b0a-868f-39cd33f36c33 req-7bf1fffe-5ea8-412e-96d1-34fa38ef9094 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a28db2ba-d52f-49ce-b373-222715c39532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294492 Jun 21 15:15:38.332262 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f3273d-1835-46ca-b7d8-a7c00115ee64 req-510e8769-6569-461b-b442-43bce5d46f83 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:38.333733 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-70f3273d-1835-46ca-b7d8-a7c00115ee64 req-510e8769-6569-461b-b442-43bce5d46f83 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 946 time: 0.0751417 Jun 21 15:15:38.377749 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-70f3273d-1835-46ca-b7d8-a7c00115ee64 req-d1a07d56-65da-4b9d-b52d-92e8f4723176 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/security-groups?id=a28db2ba-d52f-49ce-b373-222715c39532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358663 Jun 21 15:15:39.580858 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48461473-7d43-47d4-9f90-211700c3d963 req-8f0bf8da-c879-47e0-94ba-ec8517013d35 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:39.582359 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-48461473-7d43-47d4-9f90-211700c3d963 req-8f0bf8da-c879-47e0-94ba-ec8517013d35 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 946 time: 0.0817528 Jun 21 15:15:39.623229 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-48461473-7d43-47d4-9f90-211700c3d963 req-12a4ad78-0663-40f0-a59a-cca38333117e tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/security-groups?id=a28db2ba-d52f-49ce-b373-222715c39532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351324 Jun 21 15:15:40.017834 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 41346) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:15:40.049189 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed81c123-b18f-4dd7-b443-756048586d20 req-e474b77a-5685-4181-b9e7-e5309527403b tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:40.050728 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ed81c123-b18f-4dd7-b443-756048586d20 req-e474b77a-5685-4181-b9e7-e5309527403b tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 946 time: 0.0715597 Jun 21 15:15:40.123555 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ed81c123-b18f-4dd7-b443-756048586d20 req-c05674bb-5cbb-407f-a270-d1c5a189b925 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/security-groups?id=a28db2ba-d52f-49ce-b373-222715c39532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670850 Jun 21 15:15:40.145559 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-db1a9ea6-b11d-43b8-b15a-517b317b3bf2 req-1ebaa035-9ca4-4a30-9e42-bc8981b8036d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1264153 Jun 21 15:15:41.325858 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ce67c-83f2-4522-a25e-cc8984238d8d req-4c6a7443-5784-4602-b241-936bab00c00c tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:41.327594 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2a5ce67c-83f2-4522-a25e-cc8984238d8d req-4c6a7443-5784-4602-b241-936bab00c00c tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 946 time: 0.0804954 Jun 21 15:15:41.367724 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2a5ce67c-83f2-4522-a25e-cc8984238d8d req-35c8c2fb-d9fc-4576-98d4-bd26b4d89214 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/security-groups?id=a28db2ba-d52f-49ce-b373-222715c39532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339656 Jun 21 15:15:41.493376 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a9ea6-b11d-43b8-b15a-517b317b3bf2 req-a8fc02e7-7b53-41da-be17-0b92c4c96f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:41.494884 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-db1a9ea6-b11d-43b8-b15a-517b317b3bf2 req-a8fc02e7-7b53-41da-be17-0b92c4c96f7b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=67dec880a9c34d2b943bfc19212055a1&device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 1099 time: 0.0613534 Jun 21 15:15:41.595135 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a9ea6-b11d-43b8-b15a-517b317b3bf2 req-15ca8d82-91f4-4ecd-9142-e7ead56d34bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:41.596487 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-db1a9ea6-b11d-43b8-b15a-517b317b3bf2 req-15ca8d82-91f4-4ecd-9142-e7ead56d34bd service neutron] 10.222.0.66 "GET /v2.0/networks?id=a9f42219-2103-4478-aa5d-9c54feccdf99 HTTP/1.1" status: 200 len: 912 time: 0.0944867 Jun 21 15:15:41.637586 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-db1a9ea6-b11d-43b8-b15a-517b317b3bf2 req-f02d8b9c-29d9-4441-8923-0e775634fb53 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18d3cb64-82d2-4877-a6c0-09e123ddafed HTTP/1.1" status: 200 len: 217 time: 0.0348737 Jun 21 15:15:41.691434 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a9ea6-b11d-43b8-b15a-517b317b3bf2 req-2f198714-615c-4490-9155-49a30dc96b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:41.692846 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-db1a9ea6-b11d-43b8-b15a-517b317b3bf2 req-2f198714-615c-4490-9155-49a30dc96b8d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2c755599-6b4a-4112-a111-9c1a592d68c7 HTTP/1.1" status: 200 len: 851 time: 0.0491049 Jun 21 15:15:41.725124 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-db1a9ea6-b11d-43b8-b15a-517b317b3bf2 req-2550e3fd-6e84-4344-aa02-9dd740439654 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a9f42219-2103-4478-aa5d-9c54feccdf99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260918 Jun 21 15:15:41.822470 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-db1a9ea6-b11d-43b8-b15a-517b317b3bf2 req-3d91a1ef-f4d5-4cf6-95e5-bf7ff73d784f service neutron] 10.222.0.66 "GET /v2.0/networks/a9f42219-2103-4478-aa5d-9c54feccdf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903111 Jun 21 15:15:41.940698 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-db1a9ea6-b11d-43b8-b15a-517b317b3bf2 req-c3130c44-db69-41fd-9147-9441e19454f5 service neutron] 10.222.0.66 "GET /v2.0/networks/a9f42219-2103-4478-aa5d-9c54feccdf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110575 Jun 21 15:15:42.564124 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ae6fd-185b-49ea-8d90-08c6ed1f506c req-e860715a-973f-4a73-9e1f-8977c402336d tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:42.565603 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ee8ae6fd-185b-49ea-8d90-08c6ed1f506c req-e860715a-973f-4a73-9e1f-8977c402336d tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 946 time: 0.0772846 Jun 21 15:15:42.607743 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ee8ae6fd-185b-49ea-8d90-08c6ed1f506c req-821b7928-1006-4abf-887d-e70da44f6dd0 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/security-groups?id=a28db2ba-d52f-49ce-b373-222715c39532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339882 Jun 21 15:15:43.827765 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e70f3-536b-486a-a8b2-a331445973ee req-920835c3-a675-481d-bd65-339b972049dc tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:43.829419 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-da1e70f3-536b-486a-a8b2-a331445973ee req-920835c3-a675-481d-bd65-339b972049dc tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 946 time: 0.1017537 Jun 21 15:15:43.879836 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-da1e70f3-536b-486a-a8b2-a331445973ee req-910c3e5b-187b-441f-b709-dcca09204fed tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/security-groups?id=a28db2ba-d52f-49ce-b373-222715c39532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438457 Jun 21 15:15:44.091125 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7c5136a3-54ba-44ec-9af7-c30e798ce054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:45.092123 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ee37b-75f9-488e-b9e9-f57c589d98b3 req-69b349ff-9d01-47f7-b0fc-bfc52c5c5159 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:45.093594 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d37ee37b-75f9-488e-b9e9-f57c589d98b3 req-69b349ff-9d01-47f7-b0fc-bfc52c5c5159 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 946 time: 0.0788345 Jun 21 15:15:45.145343 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d37ee37b-75f9-488e-b9e9-f57c589d98b3 req-b05e9f35-1076-4537-bddb-b9547bb16294 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/security-groups?id=a28db2ba-d52f-49ce-b373-222715c39532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414584 Jun 21 15:15:46.349940 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4846b-5c87-4812-8715-b2d2a84ea5b4 req-c37d995d-0413-4806-93d5-775a247ad72a tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:46.351925 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0cb4846b-5c87-4812-8715-b2d2a84ea5b4 req-c37d995d-0413-4806-93d5-775a247ad72a tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 946 time: 0.0805283 Jun 21 15:15:46.396912 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0cb4846b-5c87-4812-8715-b2d2a84ea5b4 req-0e87765e-55e8-4a77-962e-189c036c0f58 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/security-groups?id=a28db2ba-d52f-49ce-b373-222715c39532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362806 Jun 21 15:15:46.595289 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1a40f5c9-a2cd-4e87-8a38-bbdc0f2456e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:47.084613 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:47.600261 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c5cdb-ea21-4998-a8aa-422b4d84ebce req-627a393c-87ce-49a5-8b3d-1bb2c5cb2ac5 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:47.601728 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c05c5cdb-ea21-4998-a8aa-422b4d84ebce req-627a393c-87ce-49a5-8b3d-1bb2c5cb2ac5 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 946 time: 0.0895033 Jun 21 15:15:47.644351 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c05c5cdb-ea21-4998-a8aa-422b4d84ebce req-c81e43ee-b280-4317-833b-3b9a67b570f3 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/security-groups?id=a28db2ba-d52f-49ce-b373-222715c39532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343552 Jun 21 15:15:48.130975 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:48.832209 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42c500-3faf-4268-ab90-d08d8e350b87 req-d1150879-086a-4a69-8125-9a12ea199b1c tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:48.833720 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0a42c500-3faf-4268-ab90-d08d8e350b87 req-d1150879-086a-4a69-8125-9a12ea199b1c tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 946 time: 0.0728743 Jun 21 15:15:48.877051 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0a42c500-3faf-4268-ab90-d08d8e350b87 req-e996dd76-1977-482c-835f-43ae00050fb7 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/security-groups?id=a28db2ba-d52f-49ce-b373-222715c39532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349197 Jun 21 15:15:49.799241 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:15:50.075650 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179f5332-980f-460c-88ba-7e56856d5e4b req-bbc38fed-62ae-48b5-9335-8bd0714b0fc7 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:50.077029 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-179f5332-980f-460c-88ba-7e56856d5e4b req-bbc38fed-62ae-48b5-9335-8bd0714b0fc7 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 946 time: 0.0808134 Jun 21 15:15:50.118498 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-179f5332-980f-460c-88ba-7e56856d5e4b req-3f970639-06b1-4c62-aada-f0d608767ca8 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/security-groups?id=a28db2ba-d52f-49ce-b373-222715c39532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340018 Jun 21 15:15:51.336564 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3aed3-c155-49d0-8bac-47614d826e86 req-b994b5ba-5a7d-44f5-afbc-a36bf5e46287 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:51.338203 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-adb3aed3-c155-49d0-8bac-47614d826e86 req-b994b5ba-5a7d-44f5-afbc-a36bf5e46287 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 946 time: 0.0796363 Jun 21 15:15:51.381031 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-adb3aed3-c155-49d0-8bac-47614d826e86 req-22c41545-37bc-4771-975a-34c2c52e0ddd tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/security-groups?id=a28db2ba-d52f-49ce-b373-222715c39532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371277 Jun 21 15:15:52.558906 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25697a-368c-427b-ad5b-fae11cc4820d req-f949a2a4-20ea-456e-8d58-ac3191e63a9a tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:52.560621 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4e25697a-368c-427b-ad5b-fae11cc4820d req-f949a2a4-20ea-456e-8d58-ac3191e63a9a tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 946 time: 0.0663579 Jun 21 15:15:52.597989 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4e25697a-368c-427b-ad5b-fae11cc4820d req-6163137f-cc47-4e30-9955-69dfee2f81be tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/security-groups?id=a28db2ba-d52f-49ce-b373-222715c39532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318573 Jun 21 15:15:53.785289 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5600b5a7-feab-4b4e-b5b1-15d65f89743e req-eb3a72cd-da06-4236-ac4c-089b1df058d5 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:53.786251 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5600b5a7-feab-4b4e-b5b1-15d65f89743e req-eb3a72cd-da06-4236-ac4c-089b1df058d5 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 946 time: 0.0736923 Jun 21 15:15:53.830087 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5600b5a7-feab-4b4e-b5b1-15d65f89743e req-8bf99287-a6b5-4b95-afe8-b72b9ca65809 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/security-groups?id=a28db2ba-d52f-49ce-b373-222715c39532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353365 Jun 21 15:15:55.025404 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a85676-3cb8-4148-b671-c327c7487cb2 req-357669e6-0db0-4a32-8688-0e00a99ac958 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:55.026891 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-03a85676-3cb8-4148-b671-c327c7487cb2 req-357669e6-0db0-4a32-8688-0e00a99ac958 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 946 time: 0.0727510 Jun 21 15:15:55.067073 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-03a85676-3cb8-4148-b671-c327c7487cb2 req-8756f519-7535-4d3c-946b-d1cd9388a5f8 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/security-groups?id=a28db2ba-d52f-49ce-b373-222715c39532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316384 Jun 21 15:15:56.272240 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023df7ac-fead-4b20-aff5-d97c627e4a65 req-754d53ea-105d-463b-b139-c12443baa29e tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:56.273717 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-023df7ac-fead-4b20-aff5-d97c627e4a65 req-754d53ea-105d-463b-b139-c12443baa29e tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 946 time: 0.0851483 Jun 21 15:15:56.315564 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-023df7ac-fead-4b20-aff5-d97c627e4a65 req-bea5fc7d-f006-4b71-b0fb-14d186cf9c7d tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/security-groups?id=a28db2ba-d52f-49ce-b373-222715c39532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331807 Jun 21 15:15:57.505749 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d2bb9-079f-42b8-a73d-0ab133f6f5fc req-5b4129cd-8c33-4a89-b486-84b41e2ba5af tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:57.507256 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-979d2bb9-079f-42b8-a73d-0ab133f6f5fc req-5b4129cd-8c33-4a89-b486-84b41e2ba5af tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 946 time: 0.0749867 Jun 21 15:15:57.549579 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-979d2bb9-079f-42b8-a73d-0ab133f6f5fc req-208e57ff-ed56-4832-8346-b44dc070c940 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/security-groups?id=a28db2ba-d52f-49ce-b373-222715c39532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334878 Jun 21 15:15:58.097342 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:15:58.745157 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508e876-312c-4e95-9724-b33fe8927282 req-513c9961-8ad9-4e47-8b15-efa1f8d95a4a tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:58.746544 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7508e876-312c-4e95-9724-b33fe8927282 req-513c9961-8ad9-4e47-8b15-efa1f8d95a4a tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 946 time: 0.0701771 Jun 21 15:15:58.784280 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7508e876-312c-4e95-9724-b33fe8927282 req-f582709d-4412-48c1-b265-7cde8997bcff tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/security-groups?id=a28db2ba-d52f-49ce-b373-222715c39532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316253 Jun 21 15:15:59.981879 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea88c10-0c5f-47f9-a13d-3f33b9eb0dcc req-c70248dd-d286-4d30-a3ed-c5fc709ae1b0 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:15:59.983258 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cea88c10-0c5f-47f9-a13d-3f33b9eb0dcc req-c70248dd-d286-4d30-a3ed-c5fc709ae1b0 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 946 time: 0.0726919 Jun 21 15:16:00.023915 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cea88c10-0c5f-47f9-a13d-3f33b9eb0dcc req-c775a70c-7a78-471c-9dd2-e4bbae50d3fc tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/security-groups?id=a28db2ba-d52f-49ce-b373-222715c39532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331621 Jun 21 15:16:01.202137 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ca979b-5686-4f73-94a6-13b6aa5c38f1 req-cf72f391-ad50-4257-9a4a-caaf350271be tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:01.203588 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-99ca979b-5686-4f73-94a6-13b6aa5c38f1 req-cf72f391-ad50-4257-9a4a-caaf350271be tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 946 time: 0.0653555 Jun 21 15:16:01.242906 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-99ca979b-5686-4f73-94a6-13b6aa5c38f1 req-e58a09b4-9244-449a-bae1-3cea8ba5e6b7 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/security-groups?id=a28db2ba-d52f-49ce-b373-222715c39532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321507 Jun 21 15:16:02.434294 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cb5dcb-7ad9-47c5-84b3-ae81b84c74f9 req-016b313a-0abf-438a-b543-7389f3ecaeb6 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:02.435751 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-34cb5dcb-7ad9-47c5-84b3-ae81b84c74f9 req-016b313a-0abf-438a-b543-7389f3ecaeb6 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 946 time: 0.0742936 Jun 21 15:16:02.485206 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-34cb5dcb-7ad9-47c5-84b3-ae81b84c74f9 req-29df7afe-8da7-48fb-a0a3-d8ef5a9b4b31 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/security-groups?id=a28db2ba-d52f-49ce-b373-222715c39532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432236 Jun 21 15:16:03.675110 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d87a6-44fa-4483-87dc-c20ec24e3f6a req-7f458fe7-cbd2-491a-9584-1afd1be2fcd3 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:03.676456 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-471d87a6-44fa-4483-87dc-c20ec24e3f6a req-7f458fe7-cbd2-491a-9584-1afd1be2fcd3 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 946 time: 0.0732594 Jun 21 15:16:03.727775 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-471d87a6-44fa-4483-87dc-c20ec24e3f6a req-3f10e614-8734-4566-8d43-47903fff48d1 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/security-groups?id=a28db2ba-d52f-49ce-b373-222715c39532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420916 Jun 21 15:16:04.918659 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38092c58-e4f0-4392-8c8e-b8b314ca4ad1 req-e8737214-ab76-4a0e-971d-ad0a129b1022 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:04.920095 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-38092c58-e4f0-4392-8c8e-b8b314ca4ad1 req-e8737214-ab76-4a0e-971d-ad0a129b1022 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 946 time: 0.0711062 Jun 21 15:16:04.960791 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-38092c58-e4f0-4392-8c8e-b8b314ca4ad1 req-713691fd-6f66-4deb-85fc-8660aa2c7d1f tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/security-groups?id=a28db2ba-d52f-49ce-b373-222715c39532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326993 Jun 21 15:16:05.430773 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:06.149125 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521ba5a-de89-493e-9506-6fa8927d4b83 req-0dcfa143-d48b-40a3-814e-a5850bc68e49 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:06.150677 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1521ba5a-de89-493e-9506-6fa8927d4b83 req-0dcfa143-d48b-40a3-814e-a5850bc68e49 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 946 time: 0.0726256 Jun 21 15:16:06.192650 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1521ba5a-de89-493e-9506-6fa8927d4b83 req-f2ddb3ea-77b7-4c67-9cda-ec02f34a1522 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/security-groups?id=a28db2ba-d52f-49ce-b373-222715c39532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360169 Jun 21 15:16:07.388228 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5f3871-c80b-4590-8b7b-9c3cf71f02bc req-859336d2-954a-492f-a093-f25a0051c357 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:07.389747 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-eb5f3871-c80b-4590-8b7b-9c3cf71f02bc req-859336d2-954a-492f-a093-f25a0051c357 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 946 time: 0.0701323 Jun 21 15:16:07.451260 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-eb5f3871-c80b-4590-8b7b-9c3cf71f02bc req-68cd1aeb-b1a8-474f-b388-1b847df13636 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/security-groups?id=a28db2ba-d52f-49ce-b373-222715c39532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532167 Jun 21 15:16:08.653470 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300b46aa-f203-4c09-8e66-c1dc9ee7edb6 req-deba8618-7fa3-40fb-9b92-f227fdffbf74 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:08.654879 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-300b46aa-f203-4c09-8e66-c1dc9ee7edb6 req-deba8618-7fa3-40fb-9b92-f227fdffbf74 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 946 time: 0.0788777 Jun 21 15:16:08.693883 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-300b46aa-f203-4c09-8e66-c1dc9ee7edb6 req-353a8cfa-fd92-45da-8d8d-3aa60665bea9 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/security-groups?id=a28db2ba-d52f-49ce-b373-222715c39532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331943 Jun 21 15:16:08.823939 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-db1a9ea6-b11d-43b8-b15a-517b317b3bf2 req-e9e0bf16-6e03-46a3-ac04-c2506b1462d2 service neutron] 10.222.0.66 "GET /v2.0/ports/18d3cb64-82d2-4877-a6c0-09e123ddafed/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0658176 Jun 21 15:16:09.132379 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a9ea6-b11d-43b8-b15a-517b317b3bf2 req-de841c78-3693-4787-bd52-8196dd667fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:09.133872 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-db1a9ea6-b11d-43b8-b15a-517b317b3bf2 req-de841c78-3693-4787-bd52-8196dd667fca service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef&tenant_id=67dec880a9c34d2b943bfc19212055a1 HTTP/1.1" status: 200 len: 1099 time: 0.0838325 Jun 21 15:16:09.231107 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a9ea6-b11d-43b8-b15a-517b317b3bf2 req-0214f265-379c-4473-aee7-7842499165c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:09.232716 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-db1a9ea6-b11d-43b8-b15a-517b317b3bf2 req-0214f265-379c-4473-aee7-7842499165c4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=67dec880a9c34d2b943bfc19212055a1&device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 1099 time: 0.0701008 Jun 21 15:16:09.334824 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a9ea6-b11d-43b8-b15a-517b317b3bf2 req-5bfa49a0-33d2-4402-ab86-6445f1296a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:09.336303 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-db1a9ea6-b11d-43b8-b15a-517b317b3bf2 req-5bfa49a0-33d2-4402-ab86-6445f1296a15 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a9f42219-2103-4478-aa5d-9c54feccdf99 HTTP/1.1" status: 200 len: 912 time: 0.0972242 Jun 21 15:16:09.384813 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-db1a9ea6-b11d-43b8-b15a-517b317b3bf2 req-5f3323a3-e302-46ea-ba07-6172d8e10cff service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18d3cb64-82d2-4877-a6c0-09e123ddafed HTTP/1.1" status: 200 len: 217 time: 0.0413425 Jun 21 15:16:09.435376 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a9ea6-b11d-43b8-b15a-517b317b3bf2 req-32e5c979-b821-43b2-86e7-772f4ea5130b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:09.436785 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-db1a9ea6-b11d-43b8-b15a-517b317b3bf2 req-32e5c979-b821-43b2-86e7-772f4ea5130b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2c755599-6b4a-4112-a111-9c1a592d68c7 HTTP/1.1" status: 200 len: 851 time: 0.0462501 Jun 21 15:16:09.470262 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-db1a9ea6-b11d-43b8-b15a-517b317b3bf2 req-ce1f684e-384a-4495-b59d-1d43af32b585 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a9f42219-2103-4478-aa5d-9c54feccdf99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268803 Jun 21 15:16:09.570526 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-db1a9ea6-b11d-43b8-b15a-517b317b3bf2 req-3a60bfa3-9253-4b89-a669-ff526116ccf7 service neutron] 10.222.0.66 "GET /v2.0/networks/a9f42219-2103-4478-aa5d-9c54feccdf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921040 Jun 21 15:16:09.668531 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-db1a9ea6-b11d-43b8-b15a-517b317b3bf2 req-e7815934-db8e-46db-b996-9d0517d8dc3b service neutron] 10.222.0.66 "GET /v2.0/networks/a9f42219-2103-4478-aa5d-9c54feccdf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908036 Jun 21 15:16:09.880367 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1726ef-4041-49ca-8ddf-2f0e0d24565f req-8755b004-39f3-4e9d-88f4-d233f793d995 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:09.881832 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fa1726ef-4041-49ca-8ddf-2f0e0d24565f req-8755b004-39f3-4e9d-88f4-d233f793d995 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 946 time: 0.0711427 Jun 21 15:16:09.920575 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fa1726ef-4041-49ca-8ddf-2f0e0d24565f req-34f3280a-051f-46b9-93d1-69c73b32a60a tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/security-groups?id=a28db2ba-d52f-49ce-b373-222715c39532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330253 Jun 21 15:16:11.119470 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a4138-6e12-4998-bf73-1bb0ec10d019 req-f96f33a8-2dad-4920-aec5-f970cdd98689 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:11.120926 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1a7a4138-6e12-4998-bf73-1bb0ec10d019 req-f96f33a8-2dad-4920-aec5-f970cdd98689 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 946 time: 0.0780537 Jun 21 15:16:11.159839 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 18d3cb64-82d2-4877-a6c0-09e123ddafed details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:16:11.161698 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1a7a4138-6e12-4998-bf73-1bb0ec10d019 req-61e8484e-044d-479a-a57b-65171644086d tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/security-groups?id=a28db2ba-d52f-49ce-b373-222715c39532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346799 Jun 21 15:16:11.257102 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 18d3cb64-82d2-4877-a6c0-09e123ddafed, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=18d3cb64-82d2-4877-a6c0-09e123ddafed,segment=NetworkSegment(210e68f6-9e56-4d31-a859-eb9996914c9f),segment_id=210e68f6-9e56-4d31-a859-eb9996914c9f)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:16:11.270812 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '18d3cb64-82d2-4877-a6c0-09e123ddafed', 'network_id': 'a9f42219-2103-4478-aa5d-9c54feccdf99', 'port_id': '18d3cb64-82d2-4877-a6c0-09e123ddafed', 'mac_address': 'fa:16:3e:60:40:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c755599-6b4a-4112-a111-9c1a592d68c7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:16:11.311799 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:11.325152 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18d3cb64-82d2-4877-a6c0-09e123ddafed {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:16:11.346130 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 18d3cb64-82d2-4877-a6c0-09e123ddafed, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=18d3cb64-82d2-4877-a6c0-09e123ddafed,segment=NetworkSegment(210e68f6-9e56-4d31-a859-eb9996914c9f),segment_id=210e68f6-9e56-4d31-a859-eb9996914c9f)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:16:11.351498 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:11.353297 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:16:11.401713 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=18d3cb64-82d2-4877-a6c0-09e123ddafed,revision_number=6']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:16:11.408823 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:16:11.409163 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:16:11.409633 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:16:11.409952 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:16:11.410418 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:16:11.410752 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:16:11.411083 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:16:11.411406 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:16:11.411736 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:16:11.412052 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:16:11.412372 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:16:11.412687 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:16:11.417498 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['18d3cb64-82d2-4877-a6c0-09e123ddafed'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:16:11.419444 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:16:12.339749 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d6af4-03fc-43d2-a53b-2c81dfd12d36 req-88581f38-e6b6-4a22-8dbd-73a6d7be70f1 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:12.341180 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0b2d6af4-03fc-43d2-a53b-2c81dfd12d36 req-88581f38-e6b6-4a22-8dbd-73a6d7be70f1 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 945 time: 0.0677609 Jun 21 15:16:12.379266 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0b2d6af4-03fc-43d2-a53b-2c81dfd12d36 req-ad5ed637-6968-4206-b2bd-7f5fa8f55801 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/security-groups?id=a28db2ba-d52f-49ce-b373-222715c39532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323303 Jun 21 15:16:13.172474 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 18d3cb64-82d2-4877-a6c0-09e123ddafed up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:16:13.225664 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 18d3cb64-82d2-4877-a6c0-09e123ddafed triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:16:13.226080 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:13.305307 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:13.329243 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d3cb64-82d2-4877-a6c0-09e123ddafed'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:16:13.331570 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7a51af-6cd0-4479-907b-8674b2d6f014" -d '{"events": [{"server_uuid": "3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef", "name": "network-vif-plugged", "status": "completed", "tag": "18d3cb64-82d2-4877-a6c0-09e123ddafed"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:16:13.347871 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 18d3cb64-82d2-4877-a6c0-09e123ddafed, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=18d3cb64-82d2-4877-a6c0-09e123ddafed,segment=NetworkSegment(210e68f6-9e56-4d31-a859-eb9996914c9f),segment_id=210e68f6-9e56-4d31-a859-eb9996914c9f)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:16:13.357150 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:13.360165 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b324de59-1164-48d1-81f6-6bbc8cdbea80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:16:13.388357 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02598da8-a28b-4163-b315-4570219f841a x-openstack-request-id: req-02598da8-a28b-4163-b315-4570219f841a {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:16:13.388659 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef", "name": "network-vif-plugged", "status": "completed", "tag": "18d3cb64-82d2-4877-a6c0-09e123ddafed", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:16:13.388922 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-02598da8-a28b-4163-b315-4570219f841a {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:16:13.389308 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d3cb64-82d2-4877-a6c0-09e123ddafed', 'code': 200} Jun 21 15:16:13.417204 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=18d3cb64-82d2-4877-a6c0-09e123ddafed,revision_number=7']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:16:13.420210 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:16:13.570945 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e74ead-a7a4-49f9-9dd9-c7e8f1cfe6f0 req-d4de1388-56ae-4751-84f3-6ab4a06c31f6 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:13.572393 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c1e74ead-a7a4-49f9-9dd9-c7e8f1cfe6f0 req-d4de1388-56ae-4751-84f3-6ab4a06c31f6 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 946 time: 0.0799954 Jun 21 15:16:13.612221 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c1e74ead-a7a4-49f9-9dd9-c7e8f1cfe6f0 req-e5c4514b-c48e-4b07-85b3-178cd680482f tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/security-groups?id=a28db2ba-d52f-49ce-b373-222715c39532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338168 Jun 21 15:16:14.058823 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044dd31-c7cf-4e00-a2cd-1676245bc34a req-c3c383e7-7310-441c-959f-a8152cf8222a tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:14.060268 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3044dd31-c7cf-4e00-a2cd-1676245bc34a req-c3c383e7-7310-441c-959f-a8152cf8222a tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef&tenant_id=67dec880a9c34d2b943bfc19212055a1&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 946 time: 0.1180570 Jun 21 15:16:14.084872 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0d2bb79f-1727-42b7-9a97-f1ddec8e47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:14.166747 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044dd31-c7cf-4e00-a2cd-1676245bc34a req-6e127a95-a9aa-4e80-b969-f33e83979a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:14.168232 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3044dd31-c7cf-4e00-a2cd-1676245bc34a req-6e127a95-a9aa-4e80-b969-f33e83979a04 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=67dec880a9c34d2b943bfc19212055a1&device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 1099 time: 0.0601108 Jun 21 15:16:14.264408 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044dd31-c7cf-4e00-a2cd-1676245bc34a req-38237cf9-64d8-43e0-90e6-aeecb985dce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:14.265755 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3044dd31-c7cf-4e00-a2cd-1676245bc34a req-38237cf9-64d8-43e0-90e6-aeecb985dce1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=a9f42219-2103-4478-aa5d-9c54feccdf99 HTTP/1.1" status: 200 len: 912 time: 0.0910873 Jun 21 15:16:14.310240 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3044dd31-c7cf-4e00-a2cd-1676245bc34a req-575b80aa-8a50-4e82-84b3-2f2cc1b34c29 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18d3cb64-82d2-4877-a6c0-09e123ddafed HTTP/1.1" status: 200 len: 217 time: 0.0370824 Jun 21 15:16:14.359528 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044dd31-c7cf-4e00-a2cd-1676245bc34a req-6c695936-6dc9-4cfc-899b-27c0b5dbfeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:14.360909 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3044dd31-c7cf-4e00-a2cd-1676245bc34a req-6c695936-6dc9-4cfc-899b-27c0b5dbfeb0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2c755599-6b4a-4112-a111-9c1a592d68c7 HTTP/1.1" status: 200 len: 851 time: 0.0448332 Jun 21 15:16:14.400831 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3044dd31-c7cf-4e00-a2cd-1676245bc34a req-30716e21-7f25-4e60-af43-9d92adb4cb94 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=a9f42219-2103-4478-aa5d-9c54feccdf99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332870 Jun 21 15:16:14.491965 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3044dd31-c7cf-4e00-a2cd-1676245bc34a req-48e9efa5-f392-46ab-903e-d20bd3f57de4 service neutron] 10.222.0.66 "GET /v2.0/networks/a9f42219-2103-4478-aa5d-9c54feccdf99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841045 Jun 21 15:16:14.582376 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3044dd31-c7cf-4e00-a2cd-1676245bc34a req-8a4d4b98-fefd-4290-863d-691a55f92673 service neutron] 10.222.0.66 "GET /v2.0/networks/a9f42219-2103-4478-aa5d-9c54feccdf99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829265 Jun 21 15:16:15.488920 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3a8fa-d5ac-449e-a6ff-9236488f5332 req-6cb3de89-8384-4c16-8747-9220ad76cda9 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:15.490398 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-32f3a8fa-d5ac-449e-a6ff-9236488f5332 req-6cb3de89-8384-4c16-8747-9220ad76cda9 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 946 time: 0.0720191 Jun 21 15:16:15.546873 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-32f3a8fa-d5ac-449e-a6ff-9236488f5332 req-d3a2f110-e0bc-4f24-836b-e6163a10a058 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/security-groups?id=a28db2ba-d52f-49ce-b373-222715c39532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478654 Jun 21 15:16:16.603941 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5c13c653-9453-4af8-9eb9-f288eef2e3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:16.738322 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe759ef-b2a6-45bc-b028-a9c9ce455169 req-cbbe9fee-d8f1-46cd-8814-47ccb6179b11 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:16.739923 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-afe759ef-b2a6-45bc-b028-a9c9ce455169 req-cbbe9fee-d8f1-46cd-8814-47ccb6179b11 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 946 time: 0.0649378 Jun 21 15:16:16.782277 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-afe759ef-b2a6-45bc-b028-a9c9ce455169 req-00d749d4-74fd-4ae8-a413-78892cc613fe tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/security-groups?id=a28db2ba-d52f-49ce-b373-222715c39532&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359874 Jun 21 15:16:17.078875 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:17.358850 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044dd31-c7cf-4e00-a2cd-1676245bc34a req-1cfb8f18-b1c7-4b8b-b83e-c01289ba39ed tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:17.360372 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3044dd31-c7cf-4e00-a2cd-1676245bc34a req-1cfb8f18-b1c7-4b8b-b83e-c01289ba39ed tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.66 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 946 time: 0.0699384 Jun 21 15:16:17.476900 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-3044dd31-c7cf-4e00-a2cd-1676245bc34a req-fcbcef50-188c-47d0-b936-fc04ed5bfcea tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Deleting port 18d3cb64-82d2-4877-a6c0-09e123ddafed {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:16:17.477194 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-3044dd31-c7cf-4e00-a2cd-1676245bc34a req-fcbcef50-188c-47d0-b936-fc04ed5bfcea tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:17.567080 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-3044dd31-c7cf-4e00-a2cd-1676245bc34a req-fcbcef50-188c-47d0-b936-fc04ed5bfcea tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] For port 18d3cb64-82d2-4877-a6c0-09e123ddafed, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=18d3cb64-82d2-4877-a6c0-09e123ddafed,segment=NetworkSegment(210e68f6-9e56-4d31-a859-eb9996914c9f),segment_id=210e68f6-9e56-4d31-a859-eb9996914c9f)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:16:17.567427 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-3044dd31-c7cf-4e00-a2cd-1676245bc34a req-fcbcef50-188c-47d0-b936-fc04ed5bfcea tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:17.635191 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-3044dd31-c7cf-4e00-a2cd-1676245bc34a req-fcbcef50-188c-47d0-b936-fc04ed5bfcea tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Calling delete_port for 18d3cb64-82d2-4877-a6c0-09e123ddafed owned by compute:nova {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:16:17.776620 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-3044dd31-c7cf-4e00-a2cd-1676245bc34a req-fcbcef50-188c-47d0-b936-fc04ed5bfcea tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:17.782513 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2afe37fd-a647-47d2-9158-899a11a38eac tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:16:17.790146 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['18d3cb64-82d2-4877-a6c0-09e123ddafed'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:16:17.815842 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbcef50-188c-47d0-b936-fc04ed5bfcea tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Pushing event deleted for resources: {'Port': ['ID=18d3cb64-82d2-4877-a6c0-09e123ddafed,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:16:17.829909 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbcef50-188c-47d0-b936-fc04ed5bfcea tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:16:17.830296 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbcef50-188c-47d0-b936-fc04ed5bfcea tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:16:17.830667 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbcef50-188c-47d0-b936-fc04ed5bfcea tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:16:17.831033 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbcef50-188c-47d0-b936-fc04ed5bfcea tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:16:17.831395 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbcef50-188c-47d0-b936-fc04ed5bfcea tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:16:17.831754 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbcef50-188c-47d0-b936-fc04ed5bfcea tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:16:17.832112 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbcef50-188c-47d0-b936-fc04ed5bfcea tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:16:17.832468 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbcef50-188c-47d0-b936-fc04ed5bfcea tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:16:17.832827 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbcef50-188c-47d0-b936-fc04ed5bfcea tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:16:17.833179 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbcef50-188c-47d0-b936-fc04ed5bfcea tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:16:17.833533 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbcef50-188c-47d0-b936-fc04ed5bfcea tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:16:17.834044 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcbcef50-188c-47d0-b936-fc04ed5bfcea tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:16:17.837651 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fcbcef50-188c-47d0-b936-fc04ed5bfcea tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:16:17.872914 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-3044dd31-c7cf-4e00-a2cd-1676245bc34a req-fcbcef50-188c-47d0-b936-fc04ed5bfcea tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] No DVR routers for this DVR port 18d3cb64-82d2-4877-a6c0-09e123ddafed on host hv-neutron-7971 {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:16:17.876010 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-3044dd31-c7cf-4e00-a2cd-1676245bc34a req-fcbcef50-188c-47d0-b936-fc04ed5bfcea tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:17.878358 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3044dd31-c7cf-4e00-a2cd-1676245bc34a req-fcbcef50-188c-47d0-b936-fc04ed5bfcea tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.66 "DELETE /v2.0/ports/18d3cb64-82d2-4877-a6c0-09e123ddafed HTTP/1.1" status: 204 len: 173 time: 0.5126822 Jun 21 15:16:17.878912 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef', 'name': 'network-vif-deleted', 'tag': '18d3cb64-82d2-4877-a6c0-09e123ddafed'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:16:17.881560 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a59ece77-e589-4df4-9c16-411d52decd3d" -d '{"events": [{"server_uuid": "3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef", "name": "network-vif-deleted", "tag": "18d3cb64-82d2-4877-a6c0-09e123ddafed"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:16:17.927423 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d239fe6-e65c-4362-9fc0-ab34a1d18fbc x-openstack-request-id: req-6d239fe6-e65c-4362-9fc0-ab34a1d18fbc {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:16:17.928416 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef", "name": "network-vif-deleted", "tag": "18d3cb64-82d2-4877-a6c0-09e123ddafed", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:16:17.928728 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6d239fe6-e65c-4362-9fc0-ab34a1d18fbc {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:16:17.929177 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef', 'name': 'network-vif-deleted', 'tag': '18d3cb64-82d2-4877-a6c0-09e123ddafed', 'status': 'completed', 'code': 200} Jun 21 15:16:17.931232 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0802ad42-fac6-4b8f-9087-8576dcda7f1f req-4500c3fd-5554-4d31-8cbd-1124020f9d08 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] 10.222.0.72 "GET /v2.0/ports?device_id=3ec5b09c-ccda-4e0c-a9b4-bb7817e28fef HTTP/1.1" status: 200 len: 210 time: 0.0371976 Jun 21 15:16:18.128315 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:19.183332 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 41448) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:16:19.236901 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae2a169-2299-4a4d-a7bd-1b15fbe51faf admin admin] Deleting subnet 2c755599-6b4a-4112-a111-9c1a592d68c7 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 15:16:19.240032 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2a169-2299-4a4d-a7bd-1b15fbe51faf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:19.274046 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2a169-2299-4a4d-a7bd-1b15fbe51faf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:19.315142 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2a169-2299-4a4d-a7bd-1b15fbe51faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:19.377976 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2a169-2299-4a4d-a7bd-1b15fbe51faf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:19.380109 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d66934e2-5cdc-4def-a79b-f1a2235e93a0 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:16:19.405894 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae2a169-2299-4a4d-a7bd-1b15fbe51faf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c755599-6b4a-4112-a111-9c1a592d68c7,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:16:19.409118 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2ae2a169-2299-4a4d-a7bd-1b15fbe51faf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:16:19.410109 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2ae2a169-2299-4a4d-a7bd-1b15fbe51faf admin admin] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:19.413152 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2ae2a169-2299-4a4d-a7bd-1b15fbe51faf admin admin] 10.222.0.72 "DELETE /v2.0/subnets/2c755599-6b4a-4112-a111-9c1a592d68c7 HTTP/1.1" status: 204 len: 168 time: 0.2272167 Jun 21 15:16:19.414956 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 41450) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:16:19.491820 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b03ed7d6-6f73-4df2-9f16-bfd2c93f5f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:19.576415 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b03ed7d6-6f73-4df2-9f16-bfd2c93f5f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:19.592518 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-b03ed7d6-6f73-4df2-9f16-bfd2c93f5f26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f42219-2103-4478-aa5d-9c54feccdf99']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:16:19.606089 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-b03ed7d6-6f73-4df2-9f16-bfd2c93f5f26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '210e68f6-9e56-4d31-a859-eb9996914c9f') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:16:19.606378 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-b03ed7d6-6f73-4df2-9f16-bfd2c93f5f26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '210e68f6-9e56-4d31-a859-eb9996914c9f') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:16:19.615767 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b03ed7d6-6f73-4df2-9f16-bfd2c93f5f26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:19.631111 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b03ed7d6-6f73-4df2-9f16-bfd2c93f5f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:19.640411 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b03ed7d6-6f73-4df2-9f16-bfd2c93f5f26 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 15:16:19.640866 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b03ed7d6-6f73-4df2-9f16-bfd2c93f5f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:19.643525 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 15:16:19.643525 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 15:16:19.643525 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 15:16:19.643525 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 15:16:19.643525 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 15:16:19.643525 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 15:16:19.643525 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 15:16:19.643525 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 15:16:19.643525 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 15:16:19.643525 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 15:16:19.643525 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 15:16:19.643525 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 15:16:19.643525 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 15:16:19.643525 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 15:16:19.643525 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 15:16:19.643525 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 15:16:19.643525 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 15:16:19.643525 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 15:16:19.643525 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 15:16:19.643525 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 15:16:19.643525 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 15:16:19.643525 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 15:16:19.643525 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 15:16:19.643525 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 15:16:19.643525 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 15:16:19.643525 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 15:16:19.643525 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 15:16:19.643525 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 15:16:19.643525 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 15:16:19.643525 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 15:16:19.643525 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 15:16:19.643525 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 15:16:19.706976 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b03ed7d6-6f73-4df2-9f16-bfd2c93f5f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:19.710929 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7ebab3eb-a05e-4406-a32d-cc6e7a32c371 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:16:19.713406 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b03ed7d6-6f73-4df2-9f16-bfd2c93f5f26 admin admin] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:19.715207 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b03ed7d6-6f73-4df2-9f16-bfd2c93f5f26 admin admin] 10.222.0.72 "DELETE /v2.0/networks/a9f42219-2103-4478-aa5d-9c54feccdf99 HTTP/1.1" status: 204 len: 168 time: 0.2993069 Jun 21 15:16:19.731139 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ed7d6-6f73-4df2-9f16-bfd2c93f5f26 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9f42219-2103-4478-aa5d-9c54feccdf99,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:16:19.738391 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ed7d6-6f73-4df2-9f16-bfd2c93f5f26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:16:19.738788 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ed7d6-6f73-4df2-9f16-bfd2c93f5f26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:16:19.739169 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ed7d6-6f73-4df2-9f16-bfd2c93f5f26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:16:19.739559 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ed7d6-6f73-4df2-9f16-bfd2c93f5f26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:16:19.740016 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ed7d6-6f73-4df2-9f16-bfd2c93f5f26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:16:19.740395 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ed7d6-6f73-4df2-9f16-bfd2c93f5f26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:16:19.740767 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ed7d6-6f73-4df2-9f16-bfd2c93f5f26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:16:19.741260 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ed7d6-6f73-4df2-9f16-bfd2c93f5f26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:16:19.741648 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ed7d6-6f73-4df2-9f16-bfd2c93f5f26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:16:19.742121 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ed7d6-6f73-4df2-9f16-bfd2c93f5f26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:16:19.742431 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ed7d6-6f73-4df2-9f16-bfd2c93f5f26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:16:19.742797 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b03ed7d6-6f73-4df2-9f16-bfd2c93f5f26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:16:19.746179 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b03ed7d6-6f73-4df2-9f16-bfd2c93f5f26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:16:19.806088 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:19.853547 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 41454) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:16:19.897404 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-322aa5c0-84f7-42fc-950b-d48f3be483a7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=67dec880a9c34d2b943bfc19212055a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422773 Jun 21 15:16:19.900829 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 41456) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:16:19.954137 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-42ff6da9-a2e4-4a84-a53f-a5f248acd53f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:19.975242 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-42ff6da9-a2e4-4a84-a53f-a5f248acd53f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:20.028405 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-42ff6da9-a2e4-4a84-a53f-a5f248acd53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:20.030939 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-42ff6da9-a2e4-4a84-a53f-a5f248acd53f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:20.032096 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-42ff6da9-a2e4-4a84-a53f-a5f248acd53f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a28db2ba-d52f-49ce-b373-222715c39532 HTTP/1.1" status: 204 len: 168 time: 0.1303558 Jun 21 15:16:20.032871 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-79c6f2ea-80b4-45bf-87f0-44df5757900a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:16:20.041479 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff6da9-a2e4-4a84-a53f-a5f248acd53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28db2ba-d52f-49ce-b373-222715c39532,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:16:20.044098 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-42ff6da9-a2e4-4a84-a53f-a5f248acd53f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:16:20.752255 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 41478) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:16:20.853843 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-ce4460f3-be59-4bfd-abc5-c020eaf05b60 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-381134222-network', 'tenant_id': '1a62a4f38c084ce38c77b7331ec540d4'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:16:20.878871 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4460f3-be59-4bfd-abc5-c020eaf05b60 admin admin] Made reservation on behalf of 1a62a4f38c084ce38c77b7331ec540d4 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:16:20.881456 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ce4460f3-be59-4bfd-abc5-c020eaf05b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:20.890880 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ce4460f3-be59-4bfd-abc5-c020eaf05b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:20.982541 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ce4460f3-be59-4bfd-abc5-c020eaf05b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:20.987588 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ce4460f3-be59-4bfd-abc5-c020eaf05b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:20.990873 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4a630360-09a5-4dc8-aa3d-19950af9c2e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:16:21.018672 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce4460f3-be59-4bfd-abc5-c020eaf05b60 admin admin] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 15:16:21.028770 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4460f3-be59-4bfd-abc5-c020eaf05b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63790c5-f9d3-45fb-a512-7021992dd9ff,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:16:21.033748 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ce4460f3-be59-4bfd-abc5-c020eaf05b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:16:21.034824 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ce4460f3-be59-4bfd-abc5-c020eaf05b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:21.035161 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-ce4460f3-be59-4bfd-abc5-c020eaf05b60 admin admin] Added segment 7a64465a-3c8f-48dc-8075-f1d86cb98c35 of type vlan for network 2475fd8f-4eea-43cd-8237-51c5485e150b Jun 21 15:16:21.076586 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ce4460f3-be59-4bfd-abc5-c020eaf05b60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:21.107399 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ce4460f3-be59-4bfd-abc5-c020eaf05b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:21.108432 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4460f3-be59-4bfd-abc5-c020eaf05b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:21.109077 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ce4460f3-be59-4bfd-abc5-c020eaf05b60 admin admin] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:21.112080 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-cb9dbbed-f25d-4f53-b5b1-acb90659b334 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:16:21.177563 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ce4460f3-be59-4bfd-abc5-c020eaf05b60 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4241352 Jun 21 15:16:21.180567 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 41482) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:16:21.185845 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-c3017341-3043-494a-a048-5d8173abd7c8 admin admin] Request body: {'subnet': {'network_id': '2475fd8f-4eea-43cd-8237-51c5485e150b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-381134222-subnet', 'tenant_id': '1a62a4f38c084ce38c77b7331ec540d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:16:21.200231 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4460f3-be59-4bfd-abc5-c020eaf05b60 admin admin] Pushing event updated for resources: {'Network': ['ID=2475fd8f-4eea-43cd-8237-51c5485e150b,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:16:21.202900 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ce4460f3-be59-4bfd-abc5-c020eaf05b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:16:21.208097 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3017341-3043-494a-a048-5d8173abd7c8 admin admin] Made reservation on behalf of 1a62a4f38c084ce38c77b7331ec540d4 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:16:21.210718 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c3017341-3043-494a-a048-5d8173abd7c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:21.215242 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 18d3cb64-82d2-4877-a6c0-09e123ddafed no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:16:21.236075 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 2475fd8f-4eea-43cd-8237-51c5485e150b details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 15:16:21.238343 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: 18d3cb64-82d2-4877-a6c0-09e123ddafed {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:16:21.238773 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 18d3cb64-82d2-4877-a6c0-09e123ddafed not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:16:21.388239 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c3017341-3043-494a-a048-5d8173abd7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:21.390543 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4214fc53-46dd-4ba9-b8bf-dd2b24a6604b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:16:21.445368 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3017341-3043-494a-a048-5d8173abd7c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8b83766-95ff-4fab-abdf-b4052fb1560d,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:16:21.448152 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c3017341-3043-494a-a048-5d8173abd7c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:16:21.465384 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3017341-3043-494a-a048-5d8173abd7c8 admin admin] Checking segment: {'id': '7a64465a-3c8f-48dc-8075-f1d86cb98c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2475fd8f-4eea-43cd-8237-51c5485e150b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:16:21.465904 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3017341-3043-494a-a048-5d8173abd7c8 admin admin] Network hostable DHCP agents. Network: 2475fd8f-4eea-43cd-8237-51c5485e150b, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 15:16:21.490984 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3017341-3043-494a-a048-5d8173abd7c8 admin admin] Network 2475fd8f-4eea-43cd-8237-51c5485e150b is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 15:16:21.501657 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-c3017341-3043-494a-a048-5d8173abd7c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 2475fd8f-4eea-43cd-8237-51c5485e150b) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:16:21.506537 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3017341-3043-494a-a048-5d8173abd7c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:21.507257 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c3017341-3043-494a-a048-5d8173abd7c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:21.511705 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79a81ab-62bd-49c4-bc94-872539845a4a None None] Network 2475fd8f-4eea-43cd-8237-51c5485e150b requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:16:21.523207 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c3017341-3043-494a-a048-5d8173abd7c8 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3414381 Jun 21 15:16:21.640669 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bab69b-090f-4141-b508-1d32d4f66c59 None None] Network 2475fd8f-4eea-43cd-8237-51c5485e150b requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:16:22.334226 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-41955fb0-8b5b-4308-a8ff-4e62496ee37f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:22.335670 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-41955fb0-8b5b-4308-a8ff-4e62496ee37f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/networks?id=2475fd8f-4eea-43cd-8237-51c5485e150b HTTP/1.1" status: 200 len: 814 time: 0.4802146 Jun 21 15:16:22.354975 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-e67d842a-d85c-4884-b98a-a823c5e429e5 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/quotas/1a62a4f38c084ce38c77b7331ec540d4 HTTP/1.1" status: 200 len: 375 time: 0.0109315 Jun 21 15:16:22.392391 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-ce508c63-f2c4-4ef7-ba5c-4f5f6deba53b tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a62a4f38c084ce38c77b7331ec540d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291748 Jun 21 15:16:22.536427 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-1c38818c-daf7-4aef-8296-be635a9e38b1 service neutron] 10.222.0.72 "GET /v2.0/networks/2475fd8f-4eea-43cd-8237-51c5485e150b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369100 Jun 21 15:16:22.638688 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-13248dd0-841b-4d03-8370-16954cf184e2 service neutron] 10.222.0.72 "GET /v2.0/networks/2475fd8f-4eea-43cd-8237-51c5485e150b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961454 Jun 21 15:16:22.819160 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a830029f-e9cf-456d-b24b-90417e28b3a3 req-03a4c213-a345-47ce-8455-839e0fb67a2e tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 210 time: 0.0302749 Jun 21 15:16:23.960662 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f062565a-7119-4f1f-9f9f-f633dcb69871 req-f5f83139-7d76-4615-9947-0b122ee50791 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 210 time: 0.0299287 Jun 21 15:16:24.073536 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-d1d9de99-c2b8-4e1c-8f9e-7a4e86f6ede5 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:24.075006 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-d1d9de99-c2b8-4e1c-8f9e-7a4e86f6ede5 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.66 "GET /v2.0/networks?id=2475fd8f-4eea-43cd-8237-51c5485e150b HTTP/1.1" status: 200 len: 814 time: 0.1073575 Jun 21 15:16:24.087783 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-fd078ac1-96e2-4ae7-9cb8-99a42ca71b08 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Request body: {'port': {'device_id': '3dc49e84-4e5d-40f4-baa5-22a1c6e65543', 'network_id': '2475fd8f-4eea-43cd-8237-51c5485e150b', 'admin_state_up': True, 'tenant_id': '1a62a4f38c084ce38c77b7331ec540d4'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:16:24.203318 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-fd078ac1-96e2-4ae7-9cb8-99a42ca71b08 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Made reservation on behalf of 1a62a4f38c084ce38c77b7331ec540d4 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:16:24.206814 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-fd078ac1-96e2-4ae7-9cb8-99a42ca71b08 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:24.334986 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-fd078ac1-96e2-4ae7-9cb8-99a42ca71b08 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Allocated IP 172.20.0.3 (2475fd8f-4eea-43cd-8237-51c5485e150b/e8b83766-95ff-4fab-abdf-b4052fb1560d/c0464492-a345-45c6-892f-0075ae556554) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:16:24.495143 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-fd078ac1-96e2-4ae7-9cb8-99a42ca71b08 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:24.537094 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-fd078ac1-96e2-4ae7-9cb8-99a42ca71b08 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:24.541016 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4d09b2db-546a-4716-af1a-f75f261cef1b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:16:24.582761 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-fd078ac1-96e2-4ae7-9cb8-99a42ca71b08 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Network 2475fd8f-4eea-43cd-8237-51c5485e150b is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:16:24.586291 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-fd078ac1-96e2-4ae7-9cb8-99a42ca71b08 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:16:24.588990 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-fd078ac1-96e2-4ae7-9cb8-99a42ca71b08 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:16:24.621462 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd078ac1-96e2-4ae7-9cb8-99a42ca71b08 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Pushing event updated for resources: {'Port': ['ID=c0464492-a345-45c6-892f-0075ae556554,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:16:24.627984 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fd078ac1-96e2-4ae7-9cb8-99a42ca71b08 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:16:24.659515 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-fd078ac1-96e2-4ae7-9cb8-99a42ca71b08 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:24.660459 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-fd078ac1-96e2-4ae7-9cb8-99a42ca71b08 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:24.678455 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-fd078ac1-96e2-4ae7-9cb8-99a42ca71b08 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5945492 Jun 21 15:16:24.691458 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-9f34b094-89c8-470d-b433-e73e99129e3c service neutron] Request body: {'port': {'device_id': '3dc49e84-4e5d-40f4-baa5-22a1c6e65543', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:16:24.765194 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-9f34b094-89c8-470d-b433-e73e99129e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:25.044354 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-9f34b094-89c8-470d-b433-e73e99129e3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0464492-a345-45c6-892f-0075ae556554 {{(pid=105224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:16:25.051825 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-9f34b094-89c8-470d-b433-e73e99129e3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:25.065539 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-9f34b094-89c8-470d-b433-e73e99129e3c service neutron] Transition to ACTIVE for port object c0464492-a345-45c6-892f-0075ae556554 will not be triggered until provisioned by entity L2. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:16:25.070484 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-9f34b094-89c8-470d-b433-e73e99129e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:25.073754 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-38712b34-5c73-4abb-a9af-1981544ba4d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:16:25.179493 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34b094-89c8-470d-b433-e73e99129e3c service neutron] Pushing event updated for resources: {'Port': ['ID=c0464492-a345-45c6-892f-0075ae556554,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:16:25.186234 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9f34b094-89c8-470d-b433-e73e99129e3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:16:25.262143 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb895555-e551-4a28-8cc5-416b0dbd204a req-8d7ba636-9fb7-4e98-bc72-82e6f82dbb44 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:25.263622 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-eb895555-e551-4a28-8cc5-416b0dbd204a req-8d7ba636-9fb7-4e98-bc72-82e6f82dbb44 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 943 time: 0.1831470 Jun 21 15:16:25.288810 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-9f34b094-89c8-470d-b433-e73e99129e3c service neutron] Attempting to bind port c0464492-a345-45c6-892f-0075ae556554 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:16:25.289137 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-9f34b094-89c8-470d-b433-e73e99129e3c service neutron] Attempting to bind port c0464492-a345-45c6-892f-0075ae556554 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '7a64465a-3c8f-48dc-8075-f1d86cb98c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2475fd8f-4eea-43cd-8237-51c5485e150b'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:16:25.289459 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-9f34b094-89c8-470d-b433-e73e99129e3c service neutron] Attempting to bind port c0464492-a345-45c6-892f-0075ae556554 on network 2475fd8f-4eea-43cd-8237-51c5485e150b {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:16:25.298987 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-9f34b094-89c8-470d-b433-e73e99129e3c service neutron] Port c0464492-a345-45c6-892f-0075ae556554 on network 2475fd8f-4eea-43cd-8237-51c5485e150b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 15:16:25.299228 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-9f34b094-89c8-470d-b433-e73e99129e3c service neutron] Attempting to bind port c0464492-a345-45c6-892f-0075ae556554 on network 2475fd8f-4eea-43cd-8237-51c5485e150b {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:16:25.311438 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-9f34b094-89c8-470d-b433-e73e99129e3c service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:16:25.311773 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-9f34b094-89c8-470d-b433-e73e99129e3c service neutron] Checking segment: {'id': '7a64465a-3c8f-48dc-8075-f1d86cb98c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2475fd8f-4eea-43cd-8237-51c5485e150b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:16:25.312149 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-9f34b094-89c8-470d-b433-e73e99129e3c service neutron] Bound using segment: {'id': '7a64465a-3c8f-48dc-8075-f1d86cb98c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2475fd8f-4eea-43cd-8237-51c5485e150b'} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:16:25.312572 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-9f34b094-89c8-470d-b433-e73e99129e3c service neutron] Bound port: c0464492-a345-45c6-892f-0075ae556554, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a64465a-3c8f-48dc-8075-f1d86cb98c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2475fd8f-4eea-43cd-8237-51c5485e150b'}}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:16:25.312915 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-9f34b094-89c8-470d-b433-e73e99129e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:25.324904 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-eb895555-e551-4a28-8cc5-416b0dbd204a req-5cc0a4c0-897a-4441-93e2-cf420c448563 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520699 Jun 21 15:16:25.386501 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-9f34b094-89c8-470d-b433-e73e99129e3c service neutron] For port c0464492-a345-45c6-892f-0075ae556554, host hv-neutron-7971, cleared binding levels {{(pid=105224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:16:25.389632 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-9f34b094-89c8-470d-b433-e73e99129e3c service neutron] For port c0464492-a345-45c6-892f-0075ae556554, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c0464492-a345-45c6-892f-0075ae556554,segment=NetworkSegment(7a64465a-3c8f-48dc-8075-f1d86cb98c35),segment_id=7a64465a-3c8f-48dc-8075-f1d86cb98c35)] {{(pid=105224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:16:25.397174 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-9f34b094-89c8-470d-b433-e73e99129e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:25.399291 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0dbbc427-8e67-4331-8239-3bf34f8d3beb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:16:25.433156 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-9f34b094-89c8-470d-b433-e73e99129e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:25.433824 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-9f34b094-89c8-470d-b433-e73e99129e3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:25.435226 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-9f34b094-89c8-470d-b433-e73e99129e3c service neutron] 10.222.0.66 "PUT /v2.0/ports/c0464492-a345-45c6-892f-0075ae556554 HTTP/1.1" status: 200 len: 1093 time: 0.7483065 Jun 21 15:16:25.438413 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dc49e84-4e5d-40f4-baa5-22a1c6e65543', 'tag': 'c0464492-a345-45c6-892f-0075ae556554'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:16:25.440741 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9f8be4-a176-43d4-b340-c01ccdc1da47" -d '{"events": [{"name": "network-changed", "server_uuid": "3dc49e84-4e5d-40f4-baa5-22a1c6e65543", "tag": "c0464492-a345-45c6-892f-0075ae556554"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:16:25.462672 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34b094-89c8-470d-b433-e73e99129e3c service neutron] Pushing event updated for resources: {'Port': ['ID=c0464492-a345-45c6-892f-0075ae556554,revision_number=3']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:16:25.465820 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9f34b094-89c8-470d-b433-e73e99129e3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:16:25.487821 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8df0143-ec7a-461b-ad1e-4bef3aa033a9 x-openstack-request-id: req-d8df0143-ec7a-461b-ad1e-4bef3aa033a9 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:16:25.488160 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dc49e84-4e5d-40f4-baa5-22a1c6e65543", "tag": "c0464492-a345-45c6-892f-0075ae556554", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:16:25.488466 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d8df0143-ec7a-461b-ad1e-4bef3aa033a9 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:16:25.488916 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dc49e84-4e5d-40f4-baa5-22a1c6e65543', 'tag': 'c0464492-a345-45c6-892f-0075ae556554', 'status': 'completed', 'code': 200} Jun 21 15:16:25.535314 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-886fda87-b5bc-432b-9b77-426b1f727956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:25.536860 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-886fda87-b5bc-432b-9b77-426b1f727956 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1a62a4f38c084ce38c77b7331ec540d4&device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 1096 time: 0.0627184 Jun 21 15:16:25.582245 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-25f1961e-67c1-4603-83c3-7aa81823dfad service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0464492-a345-45c6-892f-0075ae556554 HTTP/1.1" status: 200 len: 217 time: 0.0373900 Jun 21 15:16:25.645049 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-091f0439-cf80-46cc-b6ff-533ddaa3f06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:25.647645 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-091f0439-cf80-46cc-b6ff-533ddaa3f06a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e8b83766-95ff-4fab-abdf-b4052fb1560d HTTP/1.1" status: 200 len: 854 time: 0.0590415 Jun 21 15:16:25.681706 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-9c837618-65e6-49dc-b595-5a39b00622f6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2475fd8f-4eea-43cd-8237-51c5485e150b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273881 Jun 21 15:16:25.774828 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-7e3517c1-ec0f-413d-ba98-9eb6c32100f2 service neutron] 10.222.0.66 "GET /v2.0/networks/2475fd8f-4eea-43cd-8237-51c5485e150b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865185 Jun 21 15:16:25.865021 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-75f4ba2f-94d0-44ed-a587-379959164c86 req-17e0931d-af35-492e-93e3-2af03662f694 service neutron] 10.222.0.66 "GET /v2.0/networks/2475fd8f-4eea-43cd-8237-51c5485e150b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831320 Jun 21 15:16:25.983070 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f8be4-a176-43d4-b340-c01ccdc1da47 req-361df0ce-1679-432a-84aa-1a5369188557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:25.984598 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb9f8be4-a176-43d4-b340-c01ccdc1da47 req-361df0ce-1679-432a-84aa-1a5369188557 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1a62a4f38c084ce38c77b7331ec540d4&device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 1096 time: 0.0576267 Jun 21 15:16:26.080526 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f8be4-a176-43d4-b340-c01ccdc1da47 req-6f763817-9ca6-40df-8109-cab586febc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:26.082008 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb9f8be4-a176-43d4-b340-c01ccdc1da47 req-6f763817-9ca6-40df-8109-cab586febc06 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2475fd8f-4eea-43cd-8237-51c5485e150b HTTP/1.1" status: 200 len: 915 time: 0.0904534 Jun 21 15:16:26.123744 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb9f8be4-a176-43d4-b340-c01ccdc1da47 req-e787ed60-2957-4f3a-a908-c22f0159ca47 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0464492-a345-45c6-892f-0075ae556554 HTTP/1.1" status: 200 len: 217 time: 0.0349257 Jun 21 15:16:26.185198 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f8be4-a176-43d4-b340-c01ccdc1da47 req-6bf1832d-215f-4f3f-882d-97d13f75ecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:26.186691 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb9f8be4-a176-43d4-b340-c01ccdc1da47 req-6bf1832d-215f-4f3f-882d-97d13f75ecf2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e8b83766-95ff-4fab-abdf-b4052fb1560d HTTP/1.1" status: 200 len: 854 time: 0.0574780 Jun 21 15:16:26.224178 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb9f8be4-a176-43d4-b340-c01ccdc1da47 req-84e2d8b0-3c82-4f7e-84ef-14d92e77dcdb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2475fd8f-4eea-43cd-8237-51c5485e150b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302022 Jun 21 15:16:26.326369 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb9f8be4-a176-43d4-b340-c01ccdc1da47 req-6b3360b1-bd8c-4e8c-9df6-0b0f7fd26c6a service neutron] 10.222.0.66 "GET /v2.0/networks/2475fd8f-4eea-43cd-8237-51c5485e150b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939322 Jun 21 15:16:26.425182 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb9f8be4-a176-43d4-b340-c01ccdc1da47 req-169ac6ca-da31-427f-97b0-c6a2d75a93c0 service neutron] 10.222.0.66 "GET /v2.0/networks/2475fd8f-4eea-43cd-8237-51c5485e150b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920541 Jun 21 15:16:26.510122 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf58646-213c-45c4-ba83-42ca6207eac8 req-851182db-5c34-46ca-95b0-7b0eaa8928eb tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:26.511606 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-adf58646-213c-45c4-ba83-42ca6207eac8 req-851182db-5c34-46ca-95b0-7b0eaa8928eb tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 943 time: 0.0716193 Jun 21 15:16:26.552917 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-adf58646-213c-45c4-ba83-42ca6207eac8 req-f2bf5c91-d57a-4514-9c6b-51b98d95d3e7 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350924 Jun 21 15:16:27.756828 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02dc70-206e-45b7-85db-b15aa3ac17dc req-e9f414aa-e61c-47b1-8117-77f277eba059 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:27.758201 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-dd02dc70-206e-45b7-85db-b15aa3ac17dc req-e9f414aa-e61c-47b1-8117-77f277eba059 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 943 time: 0.0724757 Jun 21 15:16:27.804602 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-dd02dc70-206e-45b7-85db-b15aa3ac17dc req-9692113f-d6b8-4437-acfc-13379046a140 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383053 Jun 21 15:16:28.995397 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385e24e-edd3-4ef1-9e34-3289a5fc2dfc req-90212524-721f-4d5c-b2e2-fc12dd8ec66c tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:28.996863 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3385e24e-edd3-4ef1-9e34-3289a5fc2dfc req-90212524-721f-4d5c-b2e2-fc12dd8ec66c tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 943 time: 0.0693312 Jun 21 15:16:29.038036 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3385e24e-edd3-4ef1-9e34-3289a5fc2dfc req-337a40e0-5a76-47e7-a9f3-4637f7cf0b00 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322993 Jun 21 15:16:29.249489 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device c0464492-a345-45c6-892f-0075ae556554 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:16:29.493707 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port c0464492-a345-45c6-892f-0075ae556554, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c0464492-a345-45c6-892f-0075ae556554,segment=NetworkSegment(7a64465a-3c8f-48dc-8075-f1d86cb98c35),segment_id=7a64465a-3c8f-48dc-8075-f1d86cb98c35)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:16:29.505550 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': 'c0464492-a345-45c6-892f-0075ae556554', 'network_id': '2475fd8f-4eea-43cd-8237-51c5485e150b', 'port_id': 'c0464492-a345-45c6-892f-0075ae556554', 'mac_address': 'fa:16:3e:1c:4b:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8b83766-95ff-4fab-abdf-b4052fb1560d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:16:29.554156 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:29.567506 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0464492-a345-45c6-892f-0075ae556554 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:16:29.588697 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port c0464492-a345-45c6-892f-0075ae556554, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c0464492-a345-45c6-892f-0075ae556554,segment=NetworkSegment(7a64465a-3c8f-48dc-8075-f1d86cb98c35),segment_id=7a64465a-3c8f-48dc-8075-f1d86cb98c35)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:16:29.596817 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:29.598777 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:16:29.648297 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=c0464492-a345-45c6-892f-0075ae556554,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:16:29.651867 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:16:29.990100 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['c0464492-a345-45c6-892f-0075ae556554'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:16:30.228583 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ee6e5-15c4-4d04-8d4a-c9fd92bf5f63 req-1b0dc196-7277-4fad-bbe1-8ce6f3ce6d55 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:30.230040 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fb1ee6e5-15c4-4d04-8d4a-c9fd92bf5f63 req-1b0dc196-7277-4fad-bbe1-8ce6f3ce6d55 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 944 time: 0.0748749 Jun 21 15:16:30.268661 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fb1ee6e5-15c4-4d04-8d4a-c9fd92bf5f63 req-61bddcfa-e3af-471d-8fe2-6d0863768888 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329721 Jun 21 15:16:31.266250 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device c0464492-a345-45c6-892f-0075ae556554 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:16:31.336429 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port c0464492-a345-45c6-892f-0075ae556554 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:16:31.340122 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port c0464492-a345-45c6-892f-0075ae556554 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:16:31.340494 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:31.419243 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:31.442095 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc49e84-4e5d-40f4-baa5-22a1c6e65543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0464492-a345-45c6-892f-0075ae556554'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:16:31.444896 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4921e5-9cb4-46e7-889c-ff2f04861ebc" -d '{"events": [{"server_uuid": "3dc49e84-4e5d-40f4-baa5-22a1c6e65543", "name": "network-vif-plugged", "status": "completed", "tag": "c0464492-a345-45c6-892f-0075ae556554"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:16:31.456130 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1cd194-de0a-4fa8-b389-b5c0a71a883c req-e35b652e-4924-4c7e-ad1f-a3e83351de69 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:31.457612 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ca1cd194-de0a-4fa8-b389-b5c0a71a883c req-e35b652e-4924-4c7e-ad1f-a3e83351de69 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 944 time: 0.0699818 Jun 21 15:16:31.458945 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port c0464492-a345-45c6-892f-0075ae556554, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c0464492-a345-45c6-892f-0075ae556554,segment=NetworkSegment(7a64465a-3c8f-48dc-8075-f1d86cb98c35),segment_id=7a64465a-3c8f-48dc-8075-f1d86cb98c35)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:16:31.465673 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:31.467676 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:16:31.492521 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d3d139-418c-47b3-a4e9-167857dd0cef x-openstack-request-id: req-48d3d139-418c-47b3-a4e9-167857dd0cef {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:16:31.492820 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc49e84-4e5d-40f4-baa5-22a1c6e65543", "name": "network-vif-plugged", "status": "completed", "tag": "c0464492-a345-45c6-892f-0075ae556554", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:16:31.493069 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-48d3d139-418c-47b3-a4e9-167857dd0cef {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:16:31.493459 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc49e84-4e5d-40f4-baa5-22a1c6e65543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0464492-a345-45c6-892f-0075ae556554', 'code': 200} Jun 21 15:16:31.500714 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ca1cd194-de0a-4fa8-b389-b5c0a71a883c req-cb2391e5-c896-4a48-8b3d-e491e75eafb7 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353119 Jun 21 15:16:31.519973 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=c0464492-a345-45c6-892f-0075ae556554,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:16:31.527602 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:16:31.743629 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e85954-9e9e-424e-baf3-a6681eece1c1 req-556dbc6c-312f-4764-804f-8dc8b634974f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:31.746138 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-21e85954-9e9e-424e-baf3-a6681eece1c1 req-556dbc6c-312f-4764-804f-8dc8b634974f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 1098 time: 0.0624053 Jun 21 15:16:31.787826 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-21e85954-9e9e-424e-baf3-a6681eece1c1 req-e4df4d4b-100a-4764-82a2-5a25c644d628 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356574 Jun 21 15:16:32.684694 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294da3e8-77ac-4490-a52c-206c3dccbc11 req-23bf12b8-e7a5-46d6-8214-7367846054bc tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:32.686145 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-294da3e8-77ac-4490-a52c-206c3dccbc11 req-23bf12b8-e7a5-46d6-8214-7367846054bc tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 945 time: 0.0715501 Jun 21 15:16:32.740816 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-294da3e8-77ac-4490-a52c-206c3dccbc11 req-018ce00a-f6c6-4d6c-a0b0-e5e4ebbd2660 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457144 Jun 21 15:16:33.931403 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c2582-767c-49b6-b644-56408332956a req-016cabc2-28d2-4078-b28b-a5d62f60bbd1 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:33.932876 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-378c2582-767c-49b6-b644-56408332956a req-016cabc2-28d2-4078-b28b-a5d62f60bbd1 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 945 time: 0.0726407 Jun 21 15:16:33.972033 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-378c2582-767c-49b6-b644-56408332956a req-525baad5-6a0d-462a-8f85-665edf5868ee tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331211 Jun 21 15:16:34.153811 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb733a9-35b5-49c5-bb01-8bc8d04c1749 req-a0fa6583-34c6-45fe-8f62-d4f62de15e8d tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:34.155260 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-dbb733a9-35b5-49c5-bb01-8bc8d04c1749 req-a0fa6583-34c6-45fe-8f62-d4f62de15e8d tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 945 time: 0.0645659 Jun 21 15:16:34.195861 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-dbb733a9-35b5-49c5-bb01-8bc8d04c1749 req-6f99b880-aa65-41e4-82e7-b96705dab934 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319014 Jun 21 15:16:34.548163 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32031200-121f-45e5-aa8a-e7ec95262d4c req-6555e160-7d1d-4e91-b3c1-a14c51b73fb5 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:34.549625 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-32031200-121f-45e5-aa8a-e7ec95262d4c req-6555e160-7d1d-4e91-b3c1-a14c51b73fb5 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 945 time: 0.0692039 Jun 21 15:16:34.588346 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-32031200-121f-45e5-aa8a-e7ec95262d4c req-2880e39f-f7f6-4675-9a4c-4fd7bb39a21e tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316501 Jun 21 15:16:34.760049 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5bd27f-a166-48fe-aec9-54dfb5611d84 req-264a5e59-7229-4cce-8aee-c68fc01c8b3d tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:34.761405 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb5bd27f-a166-48fe-aec9-54dfb5611d84 req-264a5e59-7229-4cce-8aee-c68fc01c8b3d tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 945 time: 0.0666628 Jun 21 15:16:34.803202 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb5bd27f-a166-48fe-aec9-54dfb5611d84 req-2f1b423e-c345-46dd-a29a-f647c05d889c tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332088 Jun 21 15:16:35.096134 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:16:35.171969 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b5d25eb4-ce8b-47d1-ad56-a85bf589aa17 req-6a3ceccf-7a23-4d37-b496-b75dd1639745 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0670218 Jun 21 15:16:35.224388 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d553b-d524-473a-8c88-1990d89fd676 req-f248abd5-d392-4068-9723-888a64c9f8f4 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:35.225930 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a17d553b-d524-473a-8c88-1990d89fd676 req-f248abd5-d392-4068-9723-888a64c9f8f4 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 945 time: 0.0691578 Jun 21 15:16:35.269473 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a17d553b-d524-473a-8c88-1990d89fd676 req-f5fe999e-8654-452c-8a57-bf66b1e49930 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376520 Jun 21 15:16:35.420395 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:36.429957 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d25eb4-ce8b-47d1-ad56-a85bf589aa17 req-b6d2768e-a69c-48a4-98a4-a58b12212bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:36.431419 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b5d25eb4-ce8b-47d1-ad56-a85bf589aa17 req-b6d2768e-a69c-48a4-98a4-a58b12212bf4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1a62a4f38c084ce38c77b7331ec540d4&device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 1098 time: 0.0863519 Jun 21 15:16:36.558224 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d25eb4-ce8b-47d1-ad56-a85bf589aa17 req-a352ebc0-79c8-48a4-9c6c-a43e6077a154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:36.559577 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b5d25eb4-ce8b-47d1-ad56-a85bf589aa17 req-a352ebc0-79c8-48a4-9c6c-a43e6077a154 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2475fd8f-4eea-43cd-8237-51c5485e150b HTTP/1.1" status: 200 len: 915 time: 0.1198797 Jun 21 15:16:36.567635 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afee85d7-b413-4f45-b269-7e5a53010e37 req-eb23f31a-40cf-4631-9acc-5b394483020b tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:36.569068 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-afee85d7-b413-4f45-b269-7e5a53010e37 req-eb23f31a-40cf-4631-9acc-5b394483020b tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 945 time: 0.1414483 Jun 21 15:16:36.612239 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b5d25eb4-ce8b-47d1-ad56-a85bf589aa17 req-31670683-a015-465e-a8ac-0ec7129621ac service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0464492-a345-45c6-892f-0075ae556554 HTTP/1.1" status: 200 len: 217 time: 0.0422399 Jun 21 15:16:36.668004 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-afee85d7-b413-4f45-b269-7e5a53010e37 req-3a85b205-b461-410c-a2b5-976f40401407 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921969 Jun 21 15:16:36.675628 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d25eb4-ce8b-47d1-ad56-a85bf589aa17 req-d2237893-7495-4d90-8637-6ef26cc6cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:36.677006 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b5d25eb4-ce8b-47d1-ad56-a85bf589aa17 req-d2237893-7495-4d90-8637-6ef26cc6cf04 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e8b83766-95ff-4fab-abdf-b4052fb1560d HTTP/1.1" status: 200 len: 854 time: 0.0589035 Jun 21 15:16:36.711788 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b5d25eb4-ce8b-47d1-ad56-a85bf589aa17 req-e2b45369-d52d-4688-a909-374cee27d29c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2475fd8f-4eea-43cd-8237-51c5485e150b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266171 Jun 21 15:16:36.803916 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b5d25eb4-ce8b-47d1-ad56-a85bf589aa17 req-c69641cd-22b9-46d5-a85d-b496f39f6afd service neutron] 10.222.0.66 "GET /v2.0/networks/2475fd8f-4eea-43cd-8237-51c5485e150b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856228 Jun 21 15:16:36.896004 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b5d25eb4-ce8b-47d1-ad56-a85bf589aa17 req-04898515-e28d-434a-8faf-bae28f8b1d00 service neutron] 10.222.0.66 "GET /v2.0/networks/2475fd8f-4eea-43cd-8237-51c5485e150b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853360 Jun 21 15:16:37.864502 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c3699-5dc0-4c8e-b941-4f21ff6600df req-e0a5d4b8-319a-4a13-9832-ab50d9e365d0 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:37.866193 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-799c3699-5dc0-4c8e-b941-4f21ff6600df req-e0a5d4b8-319a-4a13-9832-ab50d9e365d0 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 945 time: 0.0732772 Jun 21 15:16:37.913383 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-799c3699-5dc0-4c8e-b941-4f21ff6600df req-d22e3a6c-b26b-40da-80d0-82f03bb1bf2f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415430 Jun 21 15:16:39.109174 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c1ccf-cfa1-4e00-a836-117ff5e85676 req-f100e854-7de0-48cf-be5a-da30ac108962 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:39.110661 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1c2c1ccf-cfa1-4e00-a836-117ff5e85676 req-f100e854-7de0-48cf-be5a-da30ac108962 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 945 time: 0.0698550 Jun 21 15:16:39.150953 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1c2c1ccf-cfa1-4e00-a836-117ff5e85676 req-d56b08d4-cea8-4afe-bd28-dffdd55778a1 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323024 Jun 21 15:16:40.344467 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1c6a1-1bda-4c78-88f3-6503d30cf202 req-d3d12427-8940-441a-802d-2e06b2b6e15e tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:40.346009 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ded1c6a1-1bda-4c78-88f3-6503d30cf202 req-d3d12427-8940-441a-802d-2e06b2b6e15e tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 945 time: 0.0744700 Jun 21 15:16:40.402110 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ded1c6a1-1bda-4c78-88f3-6503d30cf202 req-adf6b49e-248d-4f04-b44f-b5094c81fd07 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487769 Jun 21 15:16:41.594481 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db17c09-718f-4099-8525-dd27ebb232fb req-a95b136f-a8e6-4c99-acf4-97617c0b7094 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:41.595916 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0db17c09-718f-4099-8525-dd27ebb232fb req-a95b136f-a8e6-4c99-acf4-97617c0b7094 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 945 time: 0.0790715 Jun 21 15:16:41.644646 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0db17c09-718f-4099-8525-dd27ebb232fb req-407bdea7-e622-42f6-92e2-b1e69dfe3f4b tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412998 Jun 21 15:16:42.828853 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39cf37-6ed4-4ec9-b396-d5db6d4c684c req-80a32468-e1a0-480c-bbcd-b94d9367972d tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:42.830433 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ea39cf37-6ed4-4ec9-b396-d5db6d4c684c req-80a32468-e1a0-480c-bbcd-b94d9367972d tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 945 time: 0.0696020 Jun 21 15:16:42.869411 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ea39cf37-6ed4-4ec9-b396-d5db6d4c684c req-ca33c0f5-9140-43e4-abe1-84de3aca47eb tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318191 Jun 21 15:16:44.064957 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d1041-6b8f-4f45-a50a-351d70202e85 req-2e82fb57-0734-4209-bf92-42631069eebc tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:44.066451 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9b1d1041-6b8f-4f45-a50a-351d70202e85 req-2e82fb57-0734-4209-bf92-42631069eebc tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 945 time: 0.0749187 Jun 21 15:16:44.088001 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-aa19198c-f075-405f-9d08-0d66a308c7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:44.107869 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9b1d1041-6b8f-4f45-a50a-351d70202e85 req-bb20e589-6dfa-4579-914e-6a879a159c5c tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350831 Jun 21 15:16:45.320637 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275c7bc-cfe9-46ad-87c0-c654b686021d req-ae10903f-6a54-4cfb-85f2-789139f3c224 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:45.322179 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4275c7bc-cfe9-46ad-87c0-c654b686021d req-ae10903f-6a54-4cfb-85f2-789139f3c224 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 945 time: 0.0761366 Jun 21 15:16:45.371353 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4275c7bc-cfe9-46ad-87c0-c654b686021d req-fa0750f5-cd8f-4404-8a0d-3d08777535ab tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382619 Jun 21 15:16:46.558762 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f45d4-1b54-4e93-90c5-e95ee23208a0 req-d6ffb97b-d484-4402-9213-6388b7111fd1 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:46.560245 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8c3f45d4-1b54-4e93-90c5-e95ee23208a0 req-d6ffb97b-d484-4402-9213-6388b7111fd1 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 945 time: 0.0665765 Jun 21 15:16:46.597027 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5dd00c83-eec6-48b1-a3e2-894bc005ebc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:46.597703 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8c3f45d4-1b54-4e93-90c5-e95ee23208a0 req-ed14f05f-a1c1-4680-a858-d73e9d8ea0c2 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315766 Jun 21 15:16:47.085222 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:47.805211 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1e61c-9bd3-4a7a-93b5-746ee0c0c2bb req-7b6ddb4e-0872-4337-a8c8-04c5eb319ffd tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:47.806696 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1db1e61c-9bd3-4a7a-93b5-746ee0c0c2bb req-7b6ddb4e-0872-4337-a8c8-04c5eb319ffd tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 945 time: 0.0835583 Jun 21 15:16:47.850812 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1db1e61c-9bd3-4a7a-93b5-746ee0c0c2bb req-5887df7f-b07f-42e2-8af7-55abab926e94 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357525 Jun 21 15:16:48.132414 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:49.034914 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e9b21-4fad-4612-ae52-ea7a4f332dac req-379580aa-e399-495c-8f7a-3fa7d8d4b5c6 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:49.036349 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cb2e9b21-4fad-4612-ae52-ea7a4f332dac req-379580aa-e399-495c-8f7a-3fa7d8d4b5c6 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 945 time: 0.0657957 Jun 21 15:16:49.076149 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cb2e9b21-4fad-4612-ae52-ea7a4f332dac req-5314ee02-5de7-466a-bb76-65c6a7acb523 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320728 Jun 21 15:16:49.810977 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:16:50.272286 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3c32bc-1657-4147-8ea3-d7748a14a3a6 req-c15bde20-7532-44b6-a030-bca9afc0228e tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:50.273745 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4c3c32bc-1657-4147-8ea3-d7748a14a3a6 req-c15bde20-7532-44b6-a030-bca9afc0228e tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 945 time: 0.0711558 Jun 21 15:16:50.319194 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4c3c32bc-1657-4147-8ea3-d7748a14a3a6 req-e08aaf2b-12d0-426d-a22c-90475a8867c0 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371184 Jun 21 15:16:51.504514 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dae70b-81ba-4e93-92c6-753b34c2e5de req-b64912d3-14ae-488e-9aa8-010ab7c1f6ef tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:51.506053 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-06dae70b-81ba-4e93-92c6-753b34c2e5de req-b64912d3-14ae-488e-9aa8-010ab7c1f6ef tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 945 time: 0.0690348 Jun 21 15:16:51.551632 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-06dae70b-81ba-4e93-92c6-753b34c2e5de req-6fa0ef46-8d08-41bd-8a5f-c0aa2bdfa0dd tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373142 Jun 21 15:16:52.743680 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd120be-5663-4b89-81af-b990bc97d311 req-a0e977c2-a3e8-487a-b768-9edda73b17aa tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:52.745061 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5bd120be-5663-4b89-81af-b990bc97d311 req-a0e977c2-a3e8-487a-b768-9edda73b17aa tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 945 time: 0.0790937 Jun 21 15:16:52.786020 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5bd120be-5663-4b89-81af-b990bc97d311 req-52a6ef85-1daa-4e2c-8244-824e4bab0d20 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319517 Jun 21 15:16:53.978883 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb3cee-2244-4f9d-86e4-0aadc40c131e req-952d1a23-c037-43d4-ae0b-91e2992281b0 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:53.980311 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4afb3cee-2244-4f9d-86e4-0aadc40c131e req-952d1a23-c037-43d4-ae0b-91e2992281b0 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 945 time: 0.0721474 Jun 21 15:16:54.022882 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4afb3cee-2244-4f9d-86e4-0aadc40c131e req-e8888129-47b2-4e47-9e6e-dcc93d1d59b0 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339720 Jun 21 15:16:55.211551 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f6dea-4fc7-4ab4-9710-905304c5ef9c req-433fc83a-94f2-4b80-84c7-24ebb5629ba7 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:55.213040 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-333f6dea-4fc7-4ab4-9710-905304c5ef9c req-433fc83a-94f2-4b80-84c7-24ebb5629ba7 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 945 time: 0.0750055 Jun 21 15:16:55.254118 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-333f6dea-4fc7-4ab4-9710-905304c5ef9c req-487722bf-570c-4394-8633-69960906f5e5 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327497 Jun 21 15:16:56.612746 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d9f49-d99a-4e30-bc46-dca24587e46e req-c4a9de96-c006-40d3-95cb-5b521d55b339 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:56.614221 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9c4d9f49-d99a-4e30-bc46-dca24587e46e req-c4a9de96-c006-40d3-95cb-5b521d55b339 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 945 time: 0.0786104 Jun 21 15:16:56.654058 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9c4d9f49-d99a-4e30-bc46-dca24587e46e req-ddcb5cc4-1b58-4449-b04e-ddecd81a9219 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335858 Jun 21 15:16:57.855967 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ecb3e-d34c-4693-baa8-7bd8a78ff258 req-d0e9c333-4d1d-4d51-847c-fbb0825c5ae3 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:57.857427 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-273ecb3e-d34c-4693-baa8-7bd8a78ff258 req-d0e9c333-4d1d-4d51-847c-fbb0825c5ae3 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 945 time: 0.0805364 Jun 21 15:16:57.895285 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-273ecb3e-d34c-4693-baa8-7bd8a78ff258 req-6a1a2c9a-1a12-4858-8c2b-1fd046caf4b7 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320752 Jun 21 15:16:59.090319 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b094b02-2603-4682-af34-42adf9b311a2 req-b966d1bf-d0f7-4dc1-ac76-fa3e2a29c05d tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:16:59.091778 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6b094b02-2603-4682-af34-42adf9b311a2 req-b966d1bf-d0f7-4dc1-ac76-fa3e2a29c05d tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 945 time: 0.0798278 Jun 21 15:16:59.133217 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6b094b02-2603-4682-af34-42adf9b311a2 req-2c384639-7de5-4aa6-a25b-f115b17c301e tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356488 Jun 21 15:17:00.328285 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10615d0c-72b5-4d40-92ea-93953e32a112 req-7b30f9e6-4fd8-4b7e-b284-4e7846bbee38 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:00.329752 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-10615d0c-72b5-4d40-92ea-93953e32a112 req-7b30f9e6-4fd8-4b7e-b284-4e7846bbee38 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 945 time: 0.0773091 Jun 21 15:17:00.377004 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-10615d0c-72b5-4d40-92ea-93953e32a112 req-6e4c4957-1e87-4afe-a0e0-9f2098dc6a10 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384178 Jun 21 15:17:01.559426 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ec713-a395-4b8d-94cf-e57160d8d8b9 req-e0835b61-1942-4d4d-aa32-54c17629f9cf tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:01.560913 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e29ec713-a395-4b8d-94cf-e57160d8d8b9 req-e0835b61-1942-4d4d-aa32-54c17629f9cf tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 945 time: 0.0720847 Jun 21 15:17:01.599044 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e29ec713-a395-4b8d-94cf-e57160d8d8b9 req-f3832a93-b4c8-44dd-ac6b-fa3884fc2237 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323904 Jun 21 15:17:02.802872 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359f39e-27ee-4773-9c8d-6dde7e9e3543 req-f439e981-7459-4ac6-ae08-0e9301d2f710 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:02.804429 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7359f39e-27ee-4773-9c8d-6dde7e9e3543 req-f439e981-7459-4ac6-ae08-0e9301d2f710 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 945 time: 0.0922480 Jun 21 15:17:02.847654 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7359f39e-27ee-4773-9c8d-6dde7e9e3543 req-ac33aaf4-387d-4907-ba05-cb56b635d3a5 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344927 Jun 21 15:17:03.738532 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b5d25eb4-ce8b-47d1-ad56-a85bf589aa17 req-263919bd-6305-4fbc-9f67-e4cb8223d7ec service neutron] 10.222.0.66 "GET /v2.0/ports/c0464492-a345-45c6-892f-0075ae556554/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0612395 Jun 21 15:17:04.051364 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d25eb4-ce8b-47d1-ad56-a85bf589aa17 req-84cbae56-7c01-431a-b1d1-8cc6236f3f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:04.053650 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b5d25eb4-ce8b-47d1-ad56-a85bf589aa17 req-84cbae56-7c01-431a-b1d1-8cc6236f3f1f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543&tenant_id=1a62a4f38c084ce38c77b7331ec540d4 HTTP/1.1" status: 200 len: 1098 time: 0.0987122 Jun 21 15:17:04.068919 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d71099a-da65-491b-aa31-d2eca5d6fb9f req-a84ae45e-627c-406d-a51e-96ec58081b6f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:04.070382 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5d71099a-da65-491b-aa31-d2eca5d6fb9f req-a84ae45e-627c-406d-a51e-96ec58081b6f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 945 time: 0.1058040 Jun 21 15:17:04.137509 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5d71099a-da65-491b-aa31-d2eca5d6fb9f req-c72c15df-b5bd-41d3-9502-d3caabc8650b tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610700 Jun 21 15:17:04.156396 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d25eb4-ce8b-47d1-ad56-a85bf589aa17 req-d8ed6438-4743-4f1c-8ea2-53ee171d51a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:04.157917 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b5d25eb4-ce8b-47d1-ad56-a85bf589aa17 req-d8ed6438-4743-4f1c-8ea2-53ee171d51a3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1a62a4f38c084ce38c77b7331ec540d4&device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 1098 time: 0.0798750 Jun 21 15:17:04.248770 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d25eb4-ce8b-47d1-ad56-a85bf589aa17 req-b785e592-0f4a-48d5-a7cc-53c5f4b344dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:04.250616 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b5d25eb4-ce8b-47d1-ad56-a85bf589aa17 req-b785e592-0f4a-48d5-a7cc-53c5f4b344dc service neutron] 10.222.0.66 "GET /v2.0/networks?id=2475fd8f-4eea-43cd-8237-51c5485e150b HTTP/1.1" status: 200 len: 915 time: 0.0860584 Jun 21 15:17:04.294156 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b5d25eb4-ce8b-47d1-ad56-a85bf589aa17 req-c8352cbe-5430-48bb-9b35-ef8a0c128662 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0464492-a345-45c6-892f-0075ae556554 HTTP/1.1" status: 200 len: 217 time: 0.0368586 Jun 21 15:17:04.344020 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d25eb4-ce8b-47d1-ad56-a85bf589aa17 req-6d9956f8-b3a5-4b44-b9c5-cb0d8f1b6134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:04.345337 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b5d25eb4-ce8b-47d1-ad56-a85bf589aa17 req-6d9956f8-b3a5-4b44-b9c5-cb0d8f1b6134 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e8b83766-95ff-4fab-abdf-b4052fb1560d HTTP/1.1" status: 200 len: 854 time: 0.0454223 Jun 21 15:17:04.378490 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b5d25eb4-ce8b-47d1-ad56-a85bf589aa17 req-724ac197-bd49-42fa-bb19-14eb70dd233b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2475fd8f-4eea-43cd-8237-51c5485e150b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270700 Jun 21 15:17:04.475764 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b5d25eb4-ce8b-47d1-ad56-a85bf589aa17 req-18a398a2-8b1d-4a57-8064-d11f026e09e6 service neutron] 10.222.0.66 "GET /v2.0/networks/2475fd8f-4eea-43cd-8237-51c5485e150b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908725 Jun 21 15:17:04.578033 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b5d25eb4-ce8b-47d1-ad56-a85bf589aa17 req-0f6b0652-59cd-490d-be4c-5167cca4dc32 service neutron] 10.222.0.66 "GET /v2.0/networks/2475fd8f-4eea-43cd-8237-51c5485e150b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944276 Jun 21 15:17:05.332259 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3887f3c-cd7d-4934-bb20-5f4d22e5fcb3 req-a490e877-c184-4215-b099-91e3652e14b3 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:05.333933 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b3887f3c-cd7d-4934-bb20-5f4d22e5fcb3 req-a490e877-c184-4215-b099-91e3652e14b3 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 945 time: 0.0721459 Jun 21 15:17:05.420449 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:05.734747 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b3887f3c-cd7d-4934-bb20-5f4d22e5fcb3 req-790e59fa-1207-4a94-8bc0-e7705e107da3 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950694 Jun 21 15:17:06.942795 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfd3038-c861-4ee4-a474-5c8e3e075c9f req-fa30295e-608d-448a-95c1-9d5f71bd9f39 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:06.945001 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ebfd3038-c861-4ee4-a474-5c8e3e075c9f req-fa30295e-608d-448a-95c1-9d5f71bd9f39 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 945 time: 0.0854621 Jun 21 15:17:06.990256 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ebfd3038-c861-4ee4-a474-5c8e3e075c9f req-d5c29712-28f0-4aec-95ae-ea4bd5ab66cf tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386138 Jun 21 15:17:07.436798 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device c0464492-a345-45c6-892f-0075ae556554 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:17:07.522771 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:07.544865 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc49e84-4e5d-40f4-baa5-22a1c6e65543', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0464492-a345-45c6-892f-0075ae556554'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:17:07.547158 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6e1341-1888-442c-92f2-3b4129607220" -d '{"events": [{"server_uuid": "3dc49e84-4e5d-40f4-baa5-22a1c6e65543", "name": "network-vif-unplugged", "status": "completed", "tag": "c0464492-a345-45c6-892f-0075ae556554"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:17:07.559243 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port c0464492-a345-45c6-892f-0075ae556554, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c0464492-a345-45c6-892f-0075ae556554,segment=NetworkSegment(7a64465a-3c8f-48dc-8075-f1d86cb98c35),segment_id=7a64465a-3c8f-48dc-8075-f1d86cb98c35)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:17:07.564437 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:07.566213 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:17:07.594622 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 15:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98bac06a-de84-4e62-a94e-c289b268ca43 x-openstack-request-id: req-98bac06a-de84-4e62-a94e-c289b268ca43 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:17:07.594914 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc49e84-4e5d-40f4-baa5-22a1c6e65543", "name": "network-vif-unplugged", "status": "completed", "tag": "c0464492-a345-45c6-892f-0075ae556554", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:17:07.595175 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-98bac06a-de84-4e62-a94e-c289b268ca43 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:17:07.595567 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc49e84-4e5d-40f4-baa5-22a1c6e65543', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0464492-a345-45c6-892f-0075ae556554', 'code': 200} Jun 21 15:17:07.613007 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=c0464492-a345-45c6-892f-0075ae556554,revision_number=6']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:17:07.616644 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:17:08.177468 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60fffb-9fd2-4873-8445-8237d050c14e req-dc1d2b58-dff3-4f3e-b9a7-be7af6f978e5 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:08.179093 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6b60fffb-9fd2-4873-8445-8237d050c14e req-dc1d2b58-dff3-4f3e-b9a7-be7af6f978e5 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 943 time: 0.0757604 Jun 21 15:17:08.224006 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6b60fffb-9fd2-4873-8445-8237d050c14e req-6f1b2ff5-dcd0-4a99-8e55-2d692dd52986 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362670 Jun 21 15:17:08.585768 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460b277-8796-4c94-9b68-a8c0f82e4a55 req-5a542b72-8057-426f-bf45-688577ec858d tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:08.587157 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1460b277-8796-4c94-9b68-a8c0f82e4a55 req-5a542b72-8057-426f-bf45-688577ec858d tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 943 time: 0.1135416 Jun 21 15:17:08.601722 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3547e0e-3e07-44ca-8203-96a247b65905 req-e07f864d-21b3-4525-bbff-00ffed5561e5 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:08.603132 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a3547e0e-3e07-44ca-8203-96a247b65905 req-e07f864d-21b3-4525-bbff-00ffed5561e5 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543&tenant_id=1a62a4f38c084ce38c77b7331ec540d4&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 943 time: 0.1154697 Jun 21 15:17:08.641369 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1460b277-8796-4c94-9b68-a8c0f82e4a55 req-5203cf31-f006-4466-9a3c-1dfde065feab tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372827 Jun 21 15:17:08.706115 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3547e0e-3e07-44ca-8203-96a247b65905 req-174f7021-02e0-42e4-b67f-542629e7075b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:08.707609 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a3547e0e-3e07-44ca-8203-96a247b65905 req-174f7021-02e0-42e4-b67f-542629e7075b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1a62a4f38c084ce38c77b7331ec540d4&device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 1096 time: 0.0590158 Jun 21 15:17:08.805480 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3547e0e-3e07-44ca-8203-96a247b65905 req-f79c7214-8e4b-4b80-88b8-239768f244ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:08.807974 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a3547e0e-3e07-44ca-8203-96a247b65905 req-f79c7214-8e4b-4b80-88b8-239768f244ad service neutron] 10.222.0.66 "GET /v2.0/networks?id=2475fd8f-4eea-43cd-8237-51c5485e150b HTTP/1.1" status: 200 len: 915 time: 0.0933969 Jun 21 15:17:08.855918 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a3547e0e-3e07-44ca-8203-96a247b65905 req-c82d0eff-ef02-4a51-a3d2-c00b66226177 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0464492-a345-45c6-892f-0075ae556554 HTTP/1.1" status: 200 len: 217 time: 0.0399973 Jun 21 15:17:08.905128 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3547e0e-3e07-44ca-8203-96a247b65905 req-ffc06f4b-d594-4a41-819e-896236e48ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:08.906574 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a3547e0e-3e07-44ca-8203-96a247b65905 req-ffc06f4b-d594-4a41-819e-896236e48ba3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e8b83766-95ff-4fab-abdf-b4052fb1560d HTTP/1.1" status: 200 len: 854 time: 0.0442054 Jun 21 15:17:08.939097 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a3547e0e-3e07-44ca-8203-96a247b65905 req-af90d2a5-7f85-4e4b-ad43-6acce0422ae9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2475fd8f-4eea-43cd-8237-51c5485e150b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257750 Jun 21 15:17:09.041109 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a3547e0e-3e07-44ca-8203-96a247b65905 req-5ce2fa74-8940-4ab5-84f4-a3b9634e1909 service neutron] 10.222.0.66 "GET /v2.0/networks/2475fd8f-4eea-43cd-8237-51c5485e150b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953941 Jun 21 15:17:09.138618 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a3547e0e-3e07-44ca-8203-96a247b65905 req-3b674961-eec7-4d78-bd8a-97d8d424974c service neutron] 10.222.0.66 "GET /v2.0/networks/2475fd8f-4eea-43cd-8237-51c5485e150b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909545 Jun 21 15:17:09.822170 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e881196-8948-4615-8f98-3c9b2290467c req-80a47306-2923-4103-908e-671818575b45 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:09.823627 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3e881196-8948-4615-8f98-3c9b2290467c req-80a47306-2923-4103-908e-671818575b45 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 943 time: 0.0672603 Jun 21 15:17:09.863973 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3e881196-8948-4615-8f98-3c9b2290467c req-4f624755-22be-4adb-9c9f-b6f8dfd2de34 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313148 Jun 21 15:17:10.055212 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade7ced-09f9-415d-a755-8be0cb1c9ccc req-51aaaec6-fc0e-4924-8639-d64d9fad5aac tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:10.057335 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1ade7ced-09f9-415d-a755-8be0cb1c9ccc req-51aaaec6-fc0e-4924-8639-d64d9fad5aac tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 943 time: 0.0741816 Jun 21 15:17:10.096461 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1ade7ced-09f9-415d-a755-8be0cb1c9ccc req-91552576-2009-4923-aaf0-7b2baeb5145b tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333383 Jun 21 15:17:10.281465 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44ab0a-4e20-4353-95ec-2fc8f4ed2393 req-f1c87ea7-405f-4530-a500-9dfc711666b9 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:10.282969 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1a44ab0a-4e20-4353-95ec-2fc8f4ed2393 req-f1c87ea7-405f-4530-a500-9dfc711666b9 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 943 time: 0.0720296 Jun 21 15:17:10.326341 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1a44ab0a-4e20-4353-95ec-2fc8f4ed2393 req-8eacb028-e1b1-49e4-8b7a-92bf535c6d71 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344114 Jun 21 15:17:10.808759 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2ba6a-9049-4282-800c-63515a5c139e req-9f82a103-9f4b-41c5-be08-b4295536d7df tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:10.810222 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-18b2ba6a-9049-4282-800c-63515a5c139e req-9f82a103-9f4b-41c5-be08-b4295536d7df tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/networks?id=2475fd8f-4eea-43cd-8237-51c5485e150b HTTP/1.1" status: 200 len: 814 time: 0.1067905 Jun 21 15:17:10.828110 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-18b2ba6a-9049-4282-800c-63515a5c139e req-390d6680-b626-464e-8c16-6007c5ffcfa3 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/quotas/1a62a4f38c084ce38c77b7331ec540d4 HTTP/1.1" status: 200 len: 375 time: 0.0095649 Jun 21 15:17:10.900337 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-18b2ba6a-9049-4282-800c-63515a5c139e req-de3cbb47-9232-4419-bc81-8c64dcf1a461 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a62a4f38c084ce38c77b7331ec540d4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0670433 Jun 21 15:17:10.957949 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [req-18b2ba6a-9049-4282-800c-63515a5c139e req-abfbae91-a53f-4ce7-b9f9-b70aec55bf95 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 15:17:10.958961 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-18b2ba6a-9049-4282-800c-63515a5c139e req-abfbae91-a53f-4ce7-b9f9-b70aec55bf95 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0490346 Jun 21 15:17:11.055238 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-18b2ba6a-9049-4282-800c-63515a5c139e req-6541b6b6-0c30-4e44-aab7-53ee734f4167 service neutron] 10.222.0.72 "GET /v2.0/networks/2475fd8f-4eea-43cd-8237-51c5485e150b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902865 Jun 21 15:17:11.151646 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-18b2ba6a-9049-4282-800c-63515a5c139e req-6c79e690-30fc-4405-9506-bb0e37a9d76a service neutron] 10.222.0.72 "GET /v2.0/networks/2475fd8f-4eea-43cd-8237-51c5485e150b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875585 Jun 21 15:17:11.329400 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ed2b09c7-845d-495a-b5fb-72794eb8c2d5 req-24e96c43-1a90-48e9-87c4-6086b36bbe4d tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 210 time: 0.0300748 Jun 21 15:17:12.096372 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:17:12.454048 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2ba6a-9049-4282-800c-63515a5c139e req-92c09eac-9eaa-4efb-b55f-b6684080db7e tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:12.455677 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-18b2ba6a-9049-4282-800c-63515a5c139e req-92c09eac-9eaa-4efb-b55f-b6684080db7e tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.66 "GET /v2.0/networks?id=2475fd8f-4eea-43cd-8237-51c5485e150b HTTP/1.1" status: 200 len: 814 time: 0.1386034 Jun 21 15:17:12.471020 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf6f4a-28f7-4075-b3cf-087d4087802e req-ec667a72-938d-4591-861f-736785348fe7 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:12.471935 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-18b2ba6a-9049-4282-800c-63515a5c139e req-303bb541-dadb-4c14-81a0-b60ba918649f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Request body: {'port': {'device_id': 'bcef20be-ec29-4f28-a4c4-4b948044d1c2', 'network_id': '2475fd8f-4eea-43cd-8237-51c5485e150b', 'admin_state_up': True, 'tenant_id': '1a62a4f38c084ce38c77b7331ec540d4'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:17:12.472787 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-6edf6f4a-28f7-4075-b3cf-087d4087802e req-ec667a72-938d-4591-861f-736785348fe7 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.66 "GET /v2.0/ports?device_id=3dc49e84-4e5d-40f4-baa5-22a1c6e65543 HTTP/1.1" status: 200 len: 943 time: 0.0725963 Jun 21 15:17:12.494548 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4cdeb8c6-b943-4f23-861b-8139c9fe6e72 req-cc9b058f-3609-4293-bbfb-e98726e578ed tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 210 time: 0.0376401 Jun 21 15:17:12.584038 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [req-6edf6f4a-28f7-4075-b3cf-087d4087802e req-4cc69564-43f3-40ca-8282-7c66d8a9fb7c tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Deleting port c0464492-a345-45c6-892f-0075ae556554 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:17:12.584370 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-6edf6f4a-28f7-4075-b3cf-087d4087802e req-4cc69564-43f3-40ca-8282-7c66d8a9fb7c tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:12.616884 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18b2ba6a-9049-4282-800c-63515a5c139e req-303bb541-dadb-4c14-81a0-b60ba918649f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Made reservation on behalf of 1a62a4f38c084ce38c77b7331ec540d4 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:17:12.620525 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-18b2ba6a-9049-4282-800c-63515a5c139e req-303bb541-dadb-4c14-81a0-b60ba918649f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:12.681361 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [req-6edf6f4a-28f7-4075-b3cf-087d4087802e req-4cc69564-43f3-40ca-8282-7c66d8a9fb7c tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] For port c0464492-a345-45c6-892f-0075ae556554, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c0464492-a345-45c6-892f-0075ae556554,segment=NetworkSegment(7a64465a-3c8f-48dc-8075-f1d86cb98c35),segment_id=7a64465a-3c8f-48dc-8075-f1d86cb98c35)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:17:12.681692 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-6edf6f4a-28f7-4075-b3cf-087d4087802e req-4cc69564-43f3-40ca-8282-7c66d8a9fb7c tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:12.746647 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [req-18b2ba6a-9049-4282-800c-63515a5c139e req-303bb541-dadb-4c14-81a0-b60ba918649f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Allocated IP 172.20.0.4 (2475fd8f-4eea-43cd-8237-51c5485e150b/e8b83766-95ff-4fab-abdf-b4052fb1560d/4256b0f4-0257-4de4-b8f6-8d022c368134) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:17:12.748757 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [req-6edf6f4a-28f7-4075-b3cf-087d4087802e req-4cc69564-43f3-40ca-8282-7c66d8a9fb7c tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Calling delete_port for c0464492-a345-45c6-892f-0075ae556554 owned by compute:nova {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:17:12.878070 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-6edf6f4a-28f7-4075-b3cf-087d4087802e req-4cc69564-43f3-40ca-8282-7c66d8a9fb7c tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:12.883171 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-82a216cf-5401-4ca3-9ded-4a1329089265 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:17:12.897613 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-18b2ba6a-9049-4282-800c-63515a5c139e req-303bb541-dadb-4c14-81a0-b60ba918649f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:12.913134 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc69564-43f3-40ca-8282-7c66d8a9fb7c tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Pushing event deleted for resources: {'Port': ['ID=c0464492-a345-45c6-892f-0075ae556554,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:17:12.916819 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4cc69564-43f3-40ca-8282-7c66d8a9fb7c tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:17:12.936452 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-18b2ba6a-9049-4282-800c-63515a5c139e req-303bb541-dadb-4c14-81a0-b60ba918649f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:12.940413 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1fa71b40-7045-4865-a4dc-175b84bd7e6c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:17:12.963243 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [req-6edf6f4a-28f7-4075-b3cf-087d4087802e req-4cc69564-43f3-40ca-8282-7c66d8a9fb7c tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] No DVR routers for this DVR port c0464492-a345-45c6-892f-0075ae556554 on host hv-neutron-7971 {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:17:12.965754 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [req-6edf6f4a-28f7-4075-b3cf-087d4087802e req-4cc69564-43f3-40ca-8282-7c66d8a9fb7c tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:12.967851 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-6edf6f4a-28f7-4075-b3cf-087d4087802e req-4cc69564-43f3-40ca-8282-7c66d8a9fb7c tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.66 "DELETE /v2.0/ports/c0464492-a345-45c6-892f-0075ae556554 HTTP/1.1" status: 204 len: 173 time: 0.4875157 Jun 21 15:17:12.968367 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dc49e84-4e5d-40f4-baa5-22a1c6e65543', 'name': 'network-vif-deleted', 'tag': 'c0464492-a345-45c6-892f-0075ae556554'}] {{(pid=105225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:17:12.970673 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d720512e93a77e3bffebe2b790a2b81995dcc7e4c74443a12a7dc003910c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2f6348-f3bc-4f84-9ae6-910131e234f0" -d '{"events": [{"server_uuid": "3dc49e84-4e5d-40f4-baa5-22a1c6e65543", "name": "network-vif-deleted", "tag": "c0464492-a345-45c6-892f-0075ae556554"}]}' {{(pid=105225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:17:12.986148 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18b2ba6a-9049-4282-800c-63515a5c139e req-303bb541-dadb-4c14-81a0-b60ba918649f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Network 2475fd8f-4eea-43cd-8237-51c5485e150b is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:17:12.995143 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [req-18b2ba6a-9049-4282-800c-63515a5c139e req-303bb541-dadb-4c14-81a0-b60ba918649f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:17:13.000223 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b2ba6a-9049-4282-800c-63515a5c139e req-303bb541-dadb-4c14-81a0-b60ba918649f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:17:13.004447 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303bb541-dadb-4c14-81a0-b60ba918649f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Pushing event updated for resources: {'Port': ['ID=4256b0f4-0257-4de4-b8f6-8d022c368134,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:17:13.009556 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94488ef-5a60-4a4f-977a-76fb33366503 x-openstack-request-id: req-d94488ef-5a60-4a4f-977a-76fb33366503 {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:17:13.009931 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dc49e84-4e5d-40f4-baa5-22a1c6e65543", "name": "network-vif-deleted", "tag": "c0464492-a345-45c6-892f-0075ae556554", "status": "completed", "code": 200}]} {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:17:13.010274 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d94488ef-5a60-4a4f-977a-76fb33366503 {{(pid=105225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:17:13.010709 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dc49e84-4e5d-40f4-baa5-22a1c6e65543', 'name': 'network-vif-deleted', 'tag': 'c0464492-a345-45c6-892f-0075ae556554', 'status': 'completed', 'code': 200} Jun 21 15:17:13.025338 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-303bb541-dadb-4c14-81a0-b60ba918649f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:17:13.053725 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2ba6a-9049-4282-800c-63515a5c139e req-303bb541-dadb-4c14-81a0-b60ba918649f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:13.054412 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-18b2ba6a-9049-4282-800c-63515a5c139e req-303bb541-dadb-4c14-81a0-b60ba918649f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:13.073288 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-18b2ba6a-9049-4282-800c-63515a5c139e req-303bb541-dadb-4c14-81a0-b60ba918649f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6050479 Jun 21 15:17:13.084969 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-18b2ba6a-9049-4282-800c-63515a5c139e req-803159ed-8ef9-431b-ae22-afe2416ca9c9 service neutron] Request body: {'port': {'device_id': 'bcef20be-ec29-4f28-a4c4-4b948044d1c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:17:13.159724 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-18b2ba6a-9049-4282-800c-63515a5c139e req-803159ed-8ef9-431b-ae22-afe2416ca9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:13.451417 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [req-18b2ba6a-9049-4282-800c-63515a5c139e req-803159ed-8ef9-431b-ae22-afe2416ca9c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4256b0f4-0257-4de4-b8f6-8d022c368134 {{(pid=105224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:17:13.460201 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-18b2ba6a-9049-4282-800c-63515a5c139e req-803159ed-8ef9-431b-ae22-afe2416ca9c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:13.472457 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-18b2ba6a-9049-4282-800c-63515a5c139e req-803159ed-8ef9-431b-ae22-afe2416ca9c9 service neutron] Transition to ACTIVE for port object 4256b0f4-0257-4de4-b8f6-8d022c368134 will not be triggered until provisioned by entity L2. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:17:13.478051 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-18b2ba6a-9049-4282-800c-63515a5c139e req-803159ed-8ef9-431b-ae22-afe2416ca9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:13.481109 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fcbcef50-188c-47d0-b936-fc04ed5bfcea tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:17:13.581642 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803159ed-8ef9-431b-ae22-afe2416ca9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=4256b0f4-0257-4de4-b8f6-8d022c368134,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:17:13.585903 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-803159ed-8ef9-431b-ae22-afe2416ca9c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:17:13.666316 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-18b2ba6a-9049-4282-800c-63515a5c139e req-803159ed-8ef9-431b-ae22-afe2416ca9c9 service neutron] Attempting to bind port 4256b0f4-0257-4de4-b8f6-8d022c368134 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:17:13.666651 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-18b2ba6a-9049-4282-800c-63515a5c139e req-803159ed-8ef9-431b-ae22-afe2416ca9c9 service neutron] Attempting to bind port 4256b0f4-0257-4de4-b8f6-8d022c368134 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '7a64465a-3c8f-48dc-8075-f1d86cb98c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2475fd8f-4eea-43cd-8237-51c5485e150b'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:17:13.666961 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b2ba6a-9049-4282-800c-63515a5c139e req-803159ed-8ef9-431b-ae22-afe2416ca9c9 service neutron] Attempting to bind port 4256b0f4-0257-4de4-b8f6-8d022c368134 on network 2475fd8f-4eea-43cd-8237-51c5485e150b {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:17:13.675009 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b2ba6a-9049-4282-800c-63515a5c139e req-803159ed-8ef9-431b-ae22-afe2416ca9c9 service neutron] Port 4256b0f4-0257-4de4-b8f6-8d022c368134 on network 2475fd8f-4eea-43cd-8237-51c5485e150b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 15:17:13.675269 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b2ba6a-9049-4282-800c-63515a5c139e req-803159ed-8ef9-431b-ae22-afe2416ca9c9 service neutron] Attempting to bind port 4256b0f4-0257-4de4-b8f6-8d022c368134 on network 2475fd8f-4eea-43cd-8237-51c5485e150b {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:17:13.683541 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b2ba6a-9049-4282-800c-63515a5c139e req-803159ed-8ef9-431b-ae22-afe2416ca9c9 service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:17:13.683879 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b2ba6a-9049-4282-800c-63515a5c139e req-803159ed-8ef9-431b-ae22-afe2416ca9c9 service neutron] Checking segment: {'id': '7a64465a-3c8f-48dc-8075-f1d86cb98c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2475fd8f-4eea-43cd-8237-51c5485e150b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:17:13.684260 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b2ba6a-9049-4282-800c-63515a5c139e req-803159ed-8ef9-431b-ae22-afe2416ca9c9 service neutron] Bound using segment: {'id': '7a64465a-3c8f-48dc-8075-f1d86cb98c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2475fd8f-4eea-43cd-8237-51c5485e150b'} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:17:13.684684 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-18b2ba6a-9049-4282-800c-63515a5c139e req-803159ed-8ef9-431b-ae22-afe2416ca9c9 service neutron] Bound port: 4256b0f4-0257-4de4-b8f6-8d022c368134, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a64465a-3c8f-48dc-8075-f1d86cb98c35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '2475fd8f-4eea-43cd-8237-51c5485e150b'}}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:17:13.685025 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-18b2ba6a-9049-4282-800c-63515a5c139e req-803159ed-8ef9-431b-ae22-afe2416ca9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:13.739647 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3720d5-3615-4743-a1ed-a3ae20deac13 req-75e06334-9c56-415b-86bf-c6352f43454b tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:13.741441 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-dc3720d5-3615-4743-a1ed-a3ae20deac13 req-75e06334-9c56-415b-86bf-c6352f43454b tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 943 time: 0.1184325 Jun 21 15:17:13.799769 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-18b2ba6a-9049-4282-800c-63515a5c139e req-803159ed-8ef9-431b-ae22-afe2416ca9c9 service neutron] For port 4256b0f4-0257-4de4-b8f6-8d022c368134, host hv-neutron-7971, cleared binding levels {{(pid=105224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:17:13.808270 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-dc3720d5-3615-4743-a1ed-a3ae20deac13 req-197ab770-f669-463e-bb70-f22259158456 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601609 Jun 21 15:17:13.817110 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-18b2ba6a-9049-4282-800c-63515a5c139e req-803159ed-8ef9-431b-ae22-afe2416ca9c9 service neutron] For port 4256b0f4-0257-4de4-b8f6-8d022c368134, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4256b0f4-0257-4de4-b8f6-8d022c368134,segment=NetworkSegment(7a64465a-3c8f-48dc-8075-f1d86cb98c35),segment_id=7a64465a-3c8f-48dc-8075-f1d86cb98c35)] {{(pid=105224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:17:13.831826 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-18b2ba6a-9049-4282-800c-63515a5c139e req-803159ed-8ef9-431b-ae22-afe2416ca9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:13.831826 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f9e05709-d204-4a07-8209-1e6be9ece740 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:17:13.859738 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2ba6a-9049-4282-800c-63515a5c139e req-803159ed-8ef9-431b-ae22-afe2416ca9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:13.860351 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-18b2ba6a-9049-4282-800c-63515a5c139e req-803159ed-8ef9-431b-ae22-afe2416ca9c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:13.861719 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-18b2ba6a-9049-4282-800c-63515a5c139e req-803159ed-8ef9-431b-ae22-afe2416ca9c9 service neutron] 10.222.0.66 "PUT /v2.0/ports/4256b0f4-0257-4de4-b8f6-8d022c368134 HTTP/1.1" status: 200 len: 1093 time: 0.7816086 Jun 21 15:17:13.862242 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcef20be-ec29-4f28-a4c4-4b948044d1c2', 'tag': '4256b0f4-0257-4de4-b8f6-8d022c368134'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:17:13.864542 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e03f0e7-064d-4ee2-a907-875ec28baaae" -d '{"events": [{"name": "network-changed", "server_uuid": "bcef20be-ec29-4f28-a4c4-4b948044d1c2", "tag": "4256b0f4-0257-4de4-b8f6-8d022c368134"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:17:13.888619 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803159ed-8ef9-431b-ae22-afe2416ca9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=4256b0f4-0257-4de4-b8f6-8d022c368134,revision_number=3']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:17:13.891782 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-803159ed-8ef9-431b-ae22-afe2416ca9c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:17:13.911276 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a19efe5-c4e2-4ba5-9e73-186aa24815e2 x-openstack-request-id: req-0a19efe5-c4e2-4ba5-9e73-186aa24815e2 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:17:13.911610 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcef20be-ec29-4f28-a4c4-4b948044d1c2", "tag": "4256b0f4-0257-4de4-b8f6-8d022c368134", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:17:13.912045 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0a19efe5-c4e2-4ba5-9e73-186aa24815e2 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:17:13.912487 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcef20be-ec29-4f28-a4c4-4b948044d1c2', 'tag': '4256b0f4-0257-4de4-b8f6-8d022c368134', 'status': 'completed', 'code': 200} Jun 21 15:17:13.962336 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2ba6a-9049-4282-800c-63515a5c139e req-b47f7a21-ef4e-47c8-80e6-10cc7a6858ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:13.963737 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-18b2ba6a-9049-4282-800c-63515a5c139e req-b47f7a21-ef4e-47c8-80e6-10cc7a6858ca service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1a62a4f38c084ce38c77b7331ec540d4&device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 1096 time: 0.0616002 Jun 21 15:17:14.009928 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-18b2ba6a-9049-4282-800c-63515a5c139e req-1437d6e9-25a4-4230-925d-00c51c0ae897 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4256b0f4-0257-4de4-b8f6-8d022c368134 HTTP/1.1" status: 200 len: 217 time: 0.0389268 Jun 21 15:17:14.059236 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2ba6a-9049-4282-800c-63515a5c139e req-1b7cb66c-6dfe-461b-8d33-9a5764b269da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:14.060648 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-18b2ba6a-9049-4282-800c-63515a5c139e req-1b7cb66c-6dfe-461b-8d33-9a5764b269da service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e8b83766-95ff-4fab-abdf-b4052fb1560d HTTP/1.1" status: 200 len: 854 time: 0.0445504 Jun 21 15:17:14.090738 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9e0ffd17-95af-4698-9999-16da6cbcd14f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:14.093744 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-18b2ba6a-9049-4282-800c-63515a5c139e req-43497594-8e7c-4230-a1cd-876255c8b1cf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2475fd8f-4eea-43cd-8237-51c5485e150b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265794 Jun 21 15:17:14.192852 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-18b2ba6a-9049-4282-800c-63515a5c139e req-3a9059bc-506e-4ff1-bf40-9a19f8049d39 service neutron] 10.222.0.66 "GET /v2.0/networks/2475fd8f-4eea-43cd-8237-51c5485e150b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926046 Jun 21 15:17:14.283009 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-18b2ba6a-9049-4282-800c-63515a5c139e req-5c580ffd-f4c4-4747-87ca-353399d1a1a6 service neutron] 10.222.0.66 "GET /v2.0/networks/2475fd8f-4eea-43cd-8237-51c5485e150b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838804 Jun 21 15:17:14.394344 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03f0e7-064d-4ee2-a907-875ec28baaae req-ea20b999-ab1a-484d-9f00-b5d8e67d4feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:14.396536 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7e03f0e7-064d-4ee2-a907-875ec28baaae req-ea20b999-ab1a-484d-9f00-b5d8e67d4feb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1a62a4f38c084ce38c77b7331ec540d4&device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 1096 time: 0.0603106 Jun 21 15:17:14.506825 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03f0e7-064d-4ee2-a907-875ec28baaae req-9d07757f-34c8-4df8-ad72-00f84f96aa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:14.508273 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7e03f0e7-064d-4ee2-a907-875ec28baaae req-9d07757f-34c8-4df8-ad72-00f84f96aa74 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2475fd8f-4eea-43cd-8237-51c5485e150b HTTP/1.1" status: 200 len: 915 time: 0.1053357 Jun 21 15:17:14.549190 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7e03f0e7-064d-4ee2-a907-875ec28baaae req-b206391c-719a-42c6-bf16-a1773b83b95e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4256b0f4-0257-4de4-b8f6-8d022c368134 HTTP/1.1" status: 200 len: 217 time: 0.0342085 Jun 21 15:17:14.601251 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03f0e7-064d-4ee2-a907-875ec28baaae req-7847bea7-1ec5-46bb-8ead-5d7ceccbb939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:14.602679 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7e03f0e7-064d-4ee2-a907-875ec28baaae req-7847bea7-1ec5-46bb-8ead-5d7ceccbb939 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e8b83766-95ff-4fab-abdf-b4052fb1560d HTTP/1.1" status: 200 len: 854 time: 0.0469122 Jun 21 15:17:14.643067 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7e03f0e7-064d-4ee2-a907-875ec28baaae req-f5e32834-7030-4c83-aa57-7f19134ec5a4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2475fd8f-4eea-43cd-8237-51c5485e150b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337372 Jun 21 15:17:14.736532 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7e03f0e7-064d-4ee2-a907-875ec28baaae req-b30ac984-a955-4331-8055-28bbde0456b3 service neutron] 10.222.0.66 "GET /v2.0/networks/2475fd8f-4eea-43cd-8237-51c5485e150b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858669 Jun 21 15:17:14.840662 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7e03f0e7-064d-4ee2-a907-875ec28baaae req-92160286-7a66-4df3-b921-9a209f71ba2b service neutron] 10.222.0.66 "GET /v2.0/networks/2475fd8f-4eea-43cd-8237-51c5485e150b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970340 Jun 21 15:17:14.999472 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5f2db-e2b3-4450-abfb-876c016b7cf5 req-296eadc3-14f7-4588-9fdf-268f7f406aad tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:15.001267 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2fe5f2db-e2b3-4450-abfb-876c016b7cf5 req-296eadc3-14f7-4588-9fdf-268f7f406aad tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 943 time: 0.0747106 Jun 21 15:17:15.042711 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2fe5f2db-e2b3-4450-abfb-876c016b7cf5 req-eb0dfdbf-c939-400a-a9ce-e8b12c816e8f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333555 Jun 21 15:17:15.452615 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device c0464492-a345-45c6-892f-0075ae556554 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:17:15.481528 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: c0464492-a345-45c6-892f-0075ae556554 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:17:15.481908 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device c0464492-a345-45c6-892f-0075ae556554 not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:17:16.245665 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d3661-4776-40d1-909b-6d10a40b3949 req-59dfc67f-e6da-42f3-9a3f-7167873fbe02 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:16.247157 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f76d3661-4776-40d1-909b-6d10a40b3949 req-59dfc67f-e6da-42f3-9a3f-7167873fbe02 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 943 time: 0.0739608 Jun 21 15:17:16.290663 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f76d3661-4776-40d1-909b-6d10a40b3949 req-8c43dada-0310-4127-b8eb-f5ff638888da tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348625 Jun 21 15:17:16.607711 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-58d9a249-02e4-4ee2-8da5-f7b8ca146a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:17.080377 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:17.451051 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 4256b0f4-0257-4de4-b8f6-8d022c368134 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:17:17.475591 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30ceb4-8321-4f64-ad37-4da4544bd7b6 req-04766ef0-ea69-4c9f-aab1-b7863461d0ea tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:17.477124 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3f30ceb4-8321-4f64-ad37-4da4544bd7b6 req-04766ef0-ea69-4c9f-aab1-b7863461d0ea tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 943 time: 0.0649247 Jun 21 15:17:17.516840 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3f30ceb4-8321-4f64-ad37-4da4544bd7b6 req-96dd8add-4547-44b1-affd-79cdc9ae7ad6 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338511 Jun 21 15:17:17.550094 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 4256b0f4-0257-4de4-b8f6-8d022c368134, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4256b0f4-0257-4de4-b8f6-8d022c368134,segment=NetworkSegment(7a64465a-3c8f-48dc-8075-f1d86cb98c35),segment_id=7a64465a-3c8f-48dc-8075-f1d86cb98c35)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:17:17.564111 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '4256b0f4-0257-4de4-b8f6-8d022c368134', 'network_id': '2475fd8f-4eea-43cd-8237-51c5485e150b', 'port_id': '4256b0f4-0257-4de4-b8f6-8d022c368134', 'mac_address': 'fa:16:3e:f7:ad:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8b83766-95ff-4fab-abdf-b4052fb1560d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:17:17.602840 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:17.616039 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4256b0f4-0257-4de4-b8f6-8d022c368134 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:17:17.637402 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 4256b0f4-0257-4de4-b8f6-8d022c368134, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4256b0f4-0257-4de4-b8f6-8d022c368134,segment=NetworkSegment(7a64465a-3c8f-48dc-8075-f1d86cb98c35),segment_id=7a64465a-3c8f-48dc-8075-f1d86cb98c35)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:17:17.644220 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:17.646245 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b1dfe55d-1b7e-47d6-b0b0-35ba1f70f599 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:17:17.694769 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=4256b0f4-0257-4de4-b8f6-8d022c368134,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:17:17.701864 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:17:17.702187 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:17:17.702538 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:17:17.702870 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:17:17.703197 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:17:17.703515 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:17:17.703809 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:17:17.704161 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:17:17.704477 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:17:17.704793 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:17:17.705109 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:17:17.705406 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:17:17.709679 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:17:17.992750 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['4256b0f4-0257-4de4-b8f6-8d022c368134'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:17:18.144863 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:18.708566 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f06d6-14b2-473d-bd35-e8d51e5845ca req-bb00fd7a-ce2a-45e3-ba90-0b7d27988440 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:18.710008 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-123f06d6-14b2-473d-bd35-e8d51e5845ca req-bb00fd7a-ce2a-45e3-ba90-0b7d27988440 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 944 time: 0.0794194 Jun 21 15:17:18.756006 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-123f06d6-14b2-473d-bd35-e8d51e5845ca req-d915a777-6416-4ba8-9741-db5d79cb13f1 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374963 Jun 21 15:17:19.463218 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 4256b0f4-0257-4de4-b8f6-8d022c368134 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:17:19.523718 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port 4256b0f4-0257-4de4-b8f6-8d022c368134 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:17:19.528046 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 4256b0f4-0257-4de4-b8f6-8d022c368134 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:17:19.528433 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:19.608271 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:19.631678 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcef20be-ec29-4f28-a4c4-4b948044d1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4256b0f4-0257-4de4-b8f6-8d022c368134'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:17:19.633982 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98cee08-b538-45b7-93c3-7b0cecde5b04" -d '{"events": [{"server_uuid": "bcef20be-ec29-4f28-a4c4-4b948044d1c2", "name": "network-vif-plugged", "status": "completed", "tag": "4256b0f4-0257-4de4-b8f6-8d022c368134"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:17:19.646231 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 4256b0f4-0257-4de4-b8f6-8d022c368134, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4256b0f4-0257-4de4-b8f6-8d022c368134,segment=NetworkSegment(7a64465a-3c8f-48dc-8075-f1d86cb98c35),segment_id=7a64465a-3c8f-48dc-8075-f1d86cb98c35)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:17:19.651824 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:19.653774 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-7fd2f63b-cb16-47ff-a923-5a6db5aff3c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:17:19.675208 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639f84fb-82f7-475f-9246-e4a6d6081a90 x-openstack-request-id: req-639f84fb-82f7-475f-9246-e4a6d6081a90 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:17:19.675476 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcef20be-ec29-4f28-a4c4-4b948044d1c2", "name": "network-vif-plugged", "status": "completed", "tag": "4256b0f4-0257-4de4-b8f6-8d022c368134", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:17:19.675732 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-639f84fb-82f7-475f-9246-e4a6d6081a90 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:17:19.676122 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcef20be-ec29-4f28-a4c4-4b948044d1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4256b0f4-0257-4de4-b8f6-8d022c368134', 'code': 200} Jun 21 15:17:19.702412 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=4256b0f4-0257-4de4-b8f6-8d022c368134,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:17:19.705502 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:17:19.806623 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:19.943157 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d24a348-a28c-4f9e-9c5f-001161c8bc6f req-0aa9f2bd-b056-44cb-9870-c2f738bb990d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:19.944624 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5d24a348-a28c-4f9e-9c5f-001161c8bc6f req-0aa9f2bd-b056-44cb-9870-c2f738bb990d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 1098 time: 0.0961578 Jun 21 15:17:19.959790 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b323f30-5e5a-41ba-b819-62431b71542c req-3dd5666f-a50b-424f-bc19-03b2967dd031 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:19.961183 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6b323f30-5e5a-41ba-b819-62431b71542c req-3dd5666f-a50b-424f-bc19-03b2967dd031 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 945 time: 0.0820374 Jun 21 15:17:20.009066 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5d24a348-a28c-4f9e-9c5f-001161c8bc6f req-0b3d0085-f948-4461-8c1e-1972147d7b55 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568283 Jun 21 15:17:20.016384 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6b323f30-5e5a-41ba-b819-62431b71542c req-0baf31e2-6e65-4d7d-9db4-d9c0f735ff62 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492952 Jun 21 15:17:21.218953 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae3d079-be8f-4163-8679-b44cbc8f0692 req-efcf7044-537c-407b-a949-451dcf7ae566 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:21.220395 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aae3d079-be8f-4163-8679-b44cbc8f0692 req-efcf7044-537c-407b-a949-451dcf7ae566 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 945 time: 0.0708222 Jun 21 15:17:21.262110 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aae3d079-be8f-4163-8679-b44cbc8f0692 req-0b98eeb2-ee39-444f-a800-c48ef1fb6c82 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356283 Jun 21 15:17:21.443410 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bf065-10e8-464a-99f0-a10982e1d363 req-d5864be7-f310-4796-ab80-bd7cf91cb289 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:21.444801 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-608bf065-10e8-464a-99f0-a10982e1d363 req-d5864be7-f310-4796-ab80-bd7cf91cb289 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 945 time: 0.0677042 Jun 21 15:17:21.485990 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-608bf065-10e8-464a-99f0-a10982e1d363 req-8346794c-aab6-47b3-9d5f-77553e06a2a9 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326896 Jun 21 15:17:21.839906 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-24f51be1-1236-42a2-a816-e9a15c6d38ad req-654dcde7-3ef9-418e-8340-e256d4bb4b4f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0619233 Jun 21 15:17:21.896868 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7824f2d-20cc-486c-96e4-eeb962aa85da req-6aa300ea-67dd-4381-932d-f84c82d12404 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:21.898521 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d7824f2d-20cc-486c-96e4-eeb962aa85da req-6aa300ea-67dd-4381-932d-f84c82d12404 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 945 time: 0.0732775 Jun 21 15:17:21.938779 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d7824f2d-20cc-486c-96e4-eeb962aa85da req-aa801b91-de2a-4a4b-90e6-5dae6b3f8dd9 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339320 Jun 21 15:17:23.040592 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f51be1-1236-42a2-a816-e9a15c6d38ad req-6f141543-6804-4606-9c36-451bd01d4796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:23.042134 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-24f51be1-1236-42a2-a816-e9a15c6d38ad req-6f141543-6804-4606-9c36-451bd01d4796 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1a62a4f38c084ce38c77b7331ec540d4&device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 1098 time: 0.0557544 Jun 21 15:17:23.177735 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f51be1-1236-42a2-a816-e9a15c6d38ad req-9a4c4acd-769f-4bd6-8c72-e02fd9c5c0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:23.180072 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-24f51be1-1236-42a2-a816-e9a15c6d38ad req-9a4c4acd-769f-4bd6-8c72-e02fd9c5c0b4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2475fd8f-4eea-43cd-8237-51c5485e150b HTTP/1.1" status: 200 len: 915 time: 0.1317244 Jun 21 15:17:23.210488 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fc429-d3a1-4c0a-b57c-41cd95bfdd6c req-e8dfee1e-c568-418a-8084-53cbc36f860d tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:23.211829 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-389fc429-d3a1-4c0a-b57c-41cd95bfdd6c req-e8dfee1e-c568-418a-8084-53cbc36f860d tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 945 time: 0.1526027 Jun 21 15:17:23.244544 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-24f51be1-1236-42a2-a816-e9a15c6d38ad req-c439a5a7-4726-4711-928c-96a95aa3646d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4256b0f4-0257-4de4-b8f6-8d022c368134 HTTP/1.1" status: 200 len: 217 time: 0.0570190 Jun 21 15:17:23.303539 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-389fc429-d3a1-4c0a-b57c-41cd95bfdd6c req-aa6973c9-2689-4fcf-9676-62adbf008156 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660763 Jun 21 15:17:23.314733 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f51be1-1236-42a2-a816-e9a15c6d38ad req-2de808f1-fbfa-4744-925f-4f16c88818e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:23.316185 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-24f51be1-1236-42a2-a816-e9a15c6d38ad req-2de808f1-fbfa-4744-925f-4f16c88818e3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e8b83766-95ff-4fab-abdf-b4052fb1560d HTTP/1.1" status: 200 len: 854 time: 0.0629494 Jun 21 15:17:23.353836 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-24f51be1-1236-42a2-a816-e9a15c6d38ad req-3d0500b3-6752-4db6-858c-84aca40120c3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2475fd8f-4eea-43cd-8237-51c5485e150b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302339 Jun 21 15:17:23.443454 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-24f51be1-1236-42a2-a816-e9a15c6d38ad req-f5f146a6-d3f6-4435-b7ea-570d2d3bd8bd service neutron] 10.222.0.66 "GET /v2.0/networks/2475fd8f-4eea-43cd-8237-51c5485e150b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831692 Jun 21 15:17:23.550500 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-24f51be1-1236-42a2-a816-e9a15c6d38ad req-2d69bb8e-e6ed-4d71-86a6-a5298de476ef service neutron] 10.222.0.66 "GET /v2.0/networks/2475fd8f-4eea-43cd-8237-51c5485e150b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995607 Jun 21 15:17:24.500527 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a7fc6-e1a4-4623-b565-2e17972bc67d req-cdce8fc4-09f6-495a-9ff3-a3b7b6f5be7d tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:24.502013 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c49a7fc6-e1a4-4623-b565-2e17972bc67d req-cdce8fc4-09f6-495a-9ff3-a3b7b6f5be7d tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 945 time: 0.0706906 Jun 21 15:17:24.540570 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c49a7fc6-e1a4-4623-b565-2e17972bc67d req-488b73ed-50a0-4904-897d-f32a76b7d2ff tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322154 Jun 21 15:17:25.745751 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b4cdd-1fda-4cf7-969e-1a19a3e8813c req-363e7115-9a4a-432b-9d39-2252bc45a069 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:25.747285 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7b8b4cdd-1fda-4cf7-969e-1a19a3e8813c req-363e7115-9a4a-432b-9d39-2252bc45a069 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 945 time: 0.0718484 Jun 21 15:17:25.786520 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7b8b4cdd-1fda-4cf7-969e-1a19a3e8813c req-9624db7c-6b7c-4d57-9f17-1e5450e838d0 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328913 Jun 21 15:17:26.343041 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36947f-fabc-4f30-a9b4-7acc31e36552 req-4d5c84ac-f5f7-4879-94ee-0cdece8ee2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:26.344544 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ee36947f-fabc-4f30-a9b4-7acc31e36552 req-4d5c84ac-f5f7-4879-94ee-0cdece8ee2bc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1a62a4f38c084ce38c77b7331ec540d4&device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 1098 time: 0.0605628 Jun 21 15:17:26.455475 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36947f-fabc-4f30-a9b4-7acc31e36552 req-b4f7d576-30dc-4bfd-abc6-5f06a96c14d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:26.456925 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ee36947f-fabc-4f30-a9b4-7acc31e36552 req-b4f7d576-30dc-4bfd-abc6-5f06a96c14d3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2475fd8f-4eea-43cd-8237-51c5485e150b HTTP/1.1" status: 200 len: 915 time: 0.0921414 Jun 21 15:17:26.499150 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ee36947f-fabc-4f30-a9b4-7acc31e36552 req-504a5268-3e56-47ba-9643-0ecc83d0f83a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4256b0f4-0257-4de4-b8f6-8d022c368134 HTTP/1.1" status: 200 len: 217 time: 0.0346916 Jun 21 15:17:26.548866 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee36947f-fabc-4f30-a9b4-7acc31e36552 req-98067651-51ea-4778-b301-7dba77bbcc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:26.550296 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ee36947f-fabc-4f30-a9b4-7acc31e36552 req-98067651-51ea-4778-b301-7dba77bbcc4a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e8b83766-95ff-4fab-abdf-b4052fb1560d HTTP/1.1" status: 200 len: 854 time: 0.0446451 Jun 21 15:17:26.588796 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ee36947f-fabc-4f30-a9b4-7acc31e36552 req-f577ecab-602b-4f69-972d-8aa816cec7c4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2475fd8f-4eea-43cd-8237-51c5485e150b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311494 Jun 21 15:17:26.680216 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ee36947f-fabc-4f30-a9b4-7acc31e36552 req-30501699-d143-4207-a675-3edaedd6286e service neutron] 10.222.0.66 "GET /v2.0/networks/2475fd8f-4eea-43cd-8237-51c5485e150b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853055 Jun 21 15:17:26.773556 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ee36947f-fabc-4f30-a9b4-7acc31e36552 req-edccb58a-0492-4572-a079-e31c5f8779dc service neutron] 10.222.0.66 "GET /v2.0/networks/2475fd8f-4eea-43cd-8237-51c5485e150b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869565 Jun 21 15:17:26.973386 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781c4e3-d326-40c1-9e8e-798b1a308c06 req-34e49db7-6403-42f4-a6e1-2eeccc29aa62 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:26.974894 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5781c4e3-d326-40c1-9e8e-798b1a308c06 req-34e49db7-6403-42f4-a6e1-2eeccc29aa62 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 945 time: 0.0759311 Jun 21 15:17:27.017681 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5781c4e3-d326-40c1-9e8e-798b1a308c06 req-448acce1-fe1a-47a5-afeb-c2fe716b4bb8 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337894 Jun 21 15:17:28.229078 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b32b4-66fd-4962-9217-080ed5c05d41 req-3c52f577-8712-43cf-a308-ac96086476b2 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:28.230434 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a97b32b4-66fd-4962-9217-080ed5c05d41 req-3c52f577-8712-43cf-a308-ac96086476b2 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 945 time: 0.0823305 Jun 21 15:17:28.270511 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a97b32b4-66fd-4962-9217-080ed5c05d41 req-25f93514-c76f-452f-a0a4-c0964c4851b7 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341959 Jun 21 15:17:29.467275 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5326bcd-7d0a-4101-84f7-b85fe66f62a2 req-8b9155ff-2e24-4e17-a7dd-2def6a6a85dc tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:29.468762 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c5326bcd-7d0a-4101-84f7-b85fe66f62a2 req-8b9155ff-2e24-4e17-a7dd-2def6a6a85dc tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 945 time: 0.0745227 Jun 21 15:17:29.512224 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c5326bcd-7d0a-4101-84f7-b85fe66f62a2 req-4d6e6054-6a4d-447a-bbab-6ea995771f19 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343320 Jun 21 15:17:30.704758 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee546db-568d-4b4d-bb05-47b20beeabc4 req-e8965366-48a1-43ab-8a62-8dfcfdc78667 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:30.706160 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3ee546db-568d-4b4d-bb05-47b20beeabc4 req-e8965366-48a1-43ab-8a62-8dfcfdc78667 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 945 time: 0.0738852 Jun 21 15:17:30.747058 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3ee546db-568d-4b4d-bb05-47b20beeabc4 req-e22e9646-5490-4d34-9e0f-d85385a7e66c tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334766 Jun 21 15:17:31.947524 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6e861-80b1-4cfd-8d36-83f05b92e8ec req-a7ddf5dd-87c8-431b-89d5-4d6a1ab09be3 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:31.949013 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4fc6e861-80b1-4cfd-8d36-83f05b92e8ec req-a7ddf5dd-87c8-431b-89d5-4d6a1ab09be3 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 945 time: 0.0861459 Jun 21 15:17:32.369744 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4fc6e861-80b1-4cfd-8d36-83f05b92e8ec req-8cce0f1a-bd80-46a8-a77b-d29d4fbd2a8f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120691 Jun 21 15:17:33.560699 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97b20b-aa9d-48f6-ad3a-4d790e3907bf req-dac932e8-a522-4bd6-9fc8-d65c6dd7cb9e tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:33.562248 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bf97b20b-aa9d-48f6-ad3a-4d790e3907bf req-dac932e8-a522-4bd6-9fc8-d65c6dd7cb9e tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 945 time: 0.0709028 Jun 21 15:17:33.603347 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bf97b20b-aa9d-48f6-ad3a-4d790e3907bf req-de92424f-7e55-449e-9b6a-f98348ff5b45 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327694 Jun 21 15:17:34.793210 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5e5dd9-38a7-4f52-832f-228981a87893 req-0ff86f6a-3fc4-4588-b9f5-3a69cfe82993 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:34.794686 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7e5e5dd9-38a7-4f52-832f-228981a87893 req-0ff86f6a-3fc4-4588-b9f5-3a69cfe82993 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 945 time: 0.0700912 Jun 21 15:17:34.839988 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7e5e5dd9-38a7-4f52-832f-228981a87893 req-4d610d4e-c1d1-4bfa-b5dc-a3ac02f099a4 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377145 Jun 21 15:17:35.418582 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:36.021631 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa13dc8-8a8d-41a4-ab16-409b2764247d req-3e1b586c-c94c-4f52-9aec-717bf068d697 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:36.023187 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5fa13dc8-8a8d-41a4-ab16-409b2764247d req-3e1b586c-c94c-4f52-9aec-717bf068d697 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 945 time: 0.0690510 Jun 21 15:17:36.061021 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5fa13dc8-8a8d-41a4-ab16-409b2764247d req-4136df44-4e1d-4a4d-9baf-bba2658b1d2e tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319614 Jun 21 15:17:37.245825 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3f563-aaca-4ed7-b799-62ee48beedd8 req-0de92877-2f0b-4211-b0f1-4b9a88c8b94b tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:37.247315 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-33d3f563-aaca-4ed7-b799-62ee48beedd8 req-0de92877-2f0b-4211-b0f1-4b9a88c8b94b tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 945 time: 0.0688028 Jun 21 15:17:37.288764 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-33d3f563-aaca-4ed7-b799-62ee48beedd8 req-933daeeb-5f66-4829-85e9-c539cce76df5 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318742 Jun 21 15:17:38.486598 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ef467-dd4f-4128-b864-8cd7308aab5e req-80efd568-51ad-46d1-95d3-03e4b2555a68 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:38.488023 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-043ef467-dd4f-4128-b864-8cd7308aab5e req-80efd568-51ad-46d1-95d3-03e4b2555a68 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 945 time: 0.0696218 Jun 21 15:17:38.525620 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-043ef467-dd4f-4128-b864-8cd7308aab5e req-e5a6106b-1ffe-45a6-9982-febcb501bcd5 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317354 Jun 21 15:17:39.710396 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f286836-0127-48a8-9602-6e49cf645834 req-371e1513-8fa4-4aca-b896-4c11cc28c351 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:39.711766 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5f286836-0127-48a8-9602-6e49cf645834 req-371e1513-8fa4-4aca-b896-4c11cc28c351 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 945 time: 0.0698338 Jun 21 15:17:39.757607 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5f286836-0127-48a8-9602-6e49cf645834 req-64044f0a-ffe4-4428-9f08-b6d707e838b3 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368309 Jun 21 15:17:40.948874 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed275289-1438-43ed-a2b6-cac9bb2ba678 req-66312b8e-3563-4758-9228-18bb186bc045 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:40.950399 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ed275289-1438-43ed-a2b6-cac9bb2ba678 req-66312b8e-3563-4758-9228-18bb186bc045 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 945 time: 0.0720279 Jun 21 15:17:40.992751 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ed275289-1438-43ed-a2b6-cac9bb2ba678 req-15f32dfa-fb63-40c1-af09-a2b3d330446f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338895 Jun 21 15:17:42.177940 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0c00c-f9d5-49e9-b1f7-6bdd177fc5ef req-5b11f530-5e28-479f-ad71-dfe98d82b336 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:42.179367 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8fb0c00c-f9d5-49e9-b1f7-6bdd177fc5ef req-5b11f530-5e28-479f-ad71-dfe98d82b336 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 945 time: 0.0727861 Jun 21 15:17:42.220214 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8fb0c00c-f9d5-49e9-b1f7-6bdd177fc5ef req-a653e668-912b-4477-80ae-c25f832d80bc tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323503 Jun 21 15:17:43.424817 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbff04-06d1-4a3f-b442-7e672de4b386 req-b1791bc3-b5b1-4e0f-b700-3c781dce01d1 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:43.426287 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a4fbff04-06d1-4a3f-b442-7e672de4b386 req-b1791bc3-b5b1-4e0f-b700-3c781dce01d1 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 945 time: 0.0744321 Jun 21 15:17:43.464407 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a4fbff04-06d1-4a3f-b442-7e672de4b386 req-70a7f06e-0d08-4b77-a09e-a3e2dbd65029 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323482 Jun 21 15:17:44.101954 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-152f8841-0910-424a-b1a5-36fa893c918d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:44.671616 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695c973-9145-4ac0-87e4-8dd2d9035172 req-9be01b35-f548-4247-9dd2-3f56aff4d024 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:44.673029 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7695c973-9145-4ac0-87e4-8dd2d9035172 req-9be01b35-f548-4247-9dd2-3f56aff4d024 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 945 time: 0.0807302 Jun 21 15:17:44.714743 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7695c973-9145-4ac0-87e4-8dd2d9035172 req-9ffc7779-7ab3-41c9-9013-37d6d7d3ac69 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332198 Jun 21 15:17:45.919796 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d049c5c3-ce4a-41fd-ae8a-5cd327541633 req-04ac6b28-3270-4f20-b258-cea661d7c34c tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:45.922208 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d049c5c3-ce4a-41fd-ae8a-5cd327541633 req-04ac6b28-3270-4f20-b258-cea661d7c34c tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 945 time: 0.0842803 Jun 21 15:17:45.980655 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d049c5c3-ce4a-41fd-ae8a-5cd327541633 req-ae2da5f2-18cc-4fe4-8747-b5106afaa4bd tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500717 Jun 21 15:17:46.603529 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7df22575-a439-484e-87c1-4442b8124669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:47.089131 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:47.189442 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece50c7-e783-45a2-b002-40394c88e71e req-28856cba-a55d-43cf-a741-d68266d777b0 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:47.190947 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7ece50c7-e783-45a2-b002-40394c88e71e req-28856cba-a55d-43cf-a741-d68266d777b0 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 945 time: 0.0826316 Jun 21 15:17:47.237606 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7ece50c7-e783-45a2-b002-40394c88e71e req-af74671c-32f1-4371-9392-c0e4f0ec69ab tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406258 Jun 21 15:17:48.139196 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:48.441918 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f23225-eff8-4470-9a23-874d35e8bc9a req-13e22c37-d68e-4b32-ae51-718e60fa85f6 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:48.443426 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-52f23225-eff8-4470-9a23-874d35e8bc9a req-13e22c37-d68e-4b32-ae51-718e60fa85f6 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 945 time: 0.0698004 Jun 21 15:17:48.484641 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-52f23225-eff8-4470-9a23-874d35e8bc9a req-195dd8c0-d4b0-4b39-96bf-b38090dcf51a tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328622 Jun 21 15:17:49.100526 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:17:49.681480 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1750e-b93a-4989-848b-309aca7f2aa1 req-01bf2588-3767-465f-8101-5b04f38e64a7 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:49.683054 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-00f1750e-b93a-4989-848b-309aca7f2aa1 req-01bf2588-3767-465f-8101-5b04f38e64a7 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 945 time: 0.0772901 Jun 21 15:17:49.726320 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-00f1750e-b93a-4989-848b-309aca7f2aa1 req-25941d27-4bbe-455a-8d6c-f9ebb15a8729 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373738 Jun 21 15:17:49.812334 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:50.444249 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-24f51be1-1236-42a2-a816-e9a15c6d38ad req-9927bc43-3bd9-4f08-95c2-808a83e86f5d service neutron] 10.222.0.66 "GET /v2.0/ports/4256b0f4-0257-4de4-b8f6-8d022c368134/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0639806 Jun 21 15:17:50.723007 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f51be1-1236-42a2-a816-e9a15c6d38ad req-7df75f43-9d4c-4e09-a4c2-35a7c10039c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:50.724414 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-24f51be1-1236-42a2-a816-e9a15c6d38ad req-7df75f43-9d4c-4e09-a4c2-35a7c10039c0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2&tenant_id=1a62a4f38c084ce38c77b7331ec540d4 HTTP/1.1" status: 200 len: 1098 time: 0.0570583 Jun 21 15:17:50.809341 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f51be1-1236-42a2-a816-e9a15c6d38ad req-1ee1cb89-8479-410c-b61f-423803896182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:50.811600 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-24f51be1-1236-42a2-a816-e9a15c6d38ad req-1ee1cb89-8479-410c-b61f-423803896182 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1a62a4f38c084ce38c77b7331ec540d4&device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 1098 time: 0.0630572 Jun 21 15:17:50.943473 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f51be1-1236-42a2-a816-e9a15c6d38ad req-fba297ca-b550-4ef4-9a2f-a565fa736963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:50.944950 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-24f51be1-1236-42a2-a816-e9a15c6d38ad req-fba297ca-b550-4ef4-9a2f-a565fa736963 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2475fd8f-4eea-43cd-8237-51c5485e150b HTTP/1.1" status: 200 len: 915 time: 0.1270790 Jun 21 15:17:50.997649 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d00fbf-06bb-4945-8e9d-37c89fb0ae14 req-0a14c3c3-0a6a-4bcb-9bf0-8ca9d9084435 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:50.999084 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f5d00fbf-06bb-4945-8e9d-37c89fb0ae14 req-0a14c3c3-0a6a-4bcb-9bf0-8ca9d9084435 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 945 time: 0.1334982 Jun 21 15:17:51.000837 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-24f51be1-1236-42a2-a816-e9a15c6d38ad req-668bf7e5-8bb1-4723-81df-0cb18ceb6662 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4256b0f4-0257-4de4-b8f6-8d022c368134 HTTP/1.1" status: 200 len: 217 time: 0.0489161 Jun 21 15:17:51.077682 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f5d00fbf-06bb-4945-8e9d-37c89fb0ae14 req-84393a84-8eeb-4715-a7d7-d85419015364 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721362 Jun 21 15:17:51.079211 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f51be1-1236-42a2-a816-e9a15c6d38ad req-8d915633-92b8-4b3e-9116-65b1d0fddb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:51.080673 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-24f51be1-1236-42a2-a816-e9a15c6d38ad req-8d915633-92b8-4b3e-9116-65b1d0fddb66 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e8b83766-95ff-4fab-abdf-b4052fb1560d HTTP/1.1" status: 200 len: 854 time: 0.0688701 Jun 21 15:17:51.115620 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-24f51be1-1236-42a2-a816-e9a15c6d38ad req-7d915482-4e18-45ac-bae3-5dc2d0b3d802 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2475fd8f-4eea-43cd-8237-51c5485e150b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271449 Jun 21 15:17:51.215692 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-24f51be1-1236-42a2-a816-e9a15c6d38ad req-cdbb9092-d038-48a4-9e4d-2b88d8329ab2 service neutron] 10.222.0.66 "GET /v2.0/networks/2475fd8f-4eea-43cd-8237-51c5485e150b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931404 Jun 21 15:17:51.309040 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-24f51be1-1236-42a2-a816-e9a15c6d38ad req-a7f2354d-2fc2-4c3f-a033-cb8db89487e4 service neutron] 10.222.0.66 "GET /v2.0/networks/2475fd8f-4eea-43cd-8237-51c5485e150b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866921 Jun 21 15:17:52.268788 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab390312-d844-43e0-b01d-114b425b9adc req-972126e0-970a-45ea-a139-b26b69188d41 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:52.270157 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ab390312-d844-43e0-b01d-114b425b9adc req-972126e0-970a-45ea-a139-b26b69188d41 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 945 time: 0.0801721 Jun 21 15:17:52.310278 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ab390312-d844-43e0-b01d-114b425b9adc req-54f68ed5-22de-4b7b-b05e-5f76d9426536 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340335 Jun 21 15:17:53.504009 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd774a-acbb-4e48-b7f7-23f567141873 req-61a7434d-1a38-40d1-b0ec-78154a633773 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:53.505492 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bfcd774a-acbb-4e48-b7f7-23f567141873 req-61a7434d-1a38-40d1-b0ec-78154a633773 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 945 time: 0.0782757 Jun 21 15:17:53.557735 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bfcd774a-acbb-4e48-b7f7-23f567141873 req-5c5f2e11-2130-4a3c-b806-af738ccf128c tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435631 Jun 21 15:17:53.724961 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 4256b0f4-0257-4de4-b8f6-8d022c368134 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:17:53.729089 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 4256b0f4-0257-4de4-b8f6-8d022c368134 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:17:53.874867 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:53.897192 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 4256b0f4-0257-4de4-b8f6-8d022c368134, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4256b0f4-0257-4de4-b8f6-8d022c368134,segment=NetworkSegment(7a64465a-3c8f-48dc-8075-f1d86cb98c35),segment_id=7a64465a-3c8f-48dc-8075-f1d86cb98c35)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:17:53.913948 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '4256b0f4-0257-4de4-b8f6-8d022c368134', 'network_id': '2475fd8f-4eea-43cd-8237-51c5485e150b', 'port_id': '4256b0f4-0257-4de4-b8f6-8d022c368134', 'mac_address': 'fa:16:3e:f7:ad:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8b83766-95ff-4fab-abdf-b4052fb1560d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:17:53.919980 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcef20be-ec29-4f28-a4c4-4b948044d1c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4256b0f4-0257-4de4-b8f6-8d022c368134'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:17:53.922262 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57e4508-ddac-4ba3-a7d9-bd1b49018b30" -d '{"events": [{"server_uuid": "bcef20be-ec29-4f28-a4c4-4b948044d1c2", "name": "network-vif-unplugged", "status": "completed", "tag": "4256b0f4-0257-4de4-b8f6-8d022c368134"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:17:53.937086 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 4256b0f4-0257-4de4-b8f6-8d022c368134, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4256b0f4-0257-4de4-b8f6-8d022c368134,segment=NetworkSegment(7a64465a-3c8f-48dc-8075-f1d86cb98c35),segment_id=7a64465a-3c8f-48dc-8075-f1d86cb98c35)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:17:53.953854 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:53.957211 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-725836a2-f84d-4f8e-b624-004e3a0f277f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:17:53.984347 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 15:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff78adb-d356-4f6f-a0a7-cdc00734f7c2 x-openstack-request-id: req-1ff78adb-d356-4f6f-a0a7-cdc00734f7c2 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:17:53.984635 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcef20be-ec29-4f28-a4c4-4b948044d1c2", "name": "network-vif-unplugged", "status": "completed", "tag": "4256b0f4-0257-4de4-b8f6-8d022c368134", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:17:53.984888 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1ff78adb-d356-4f6f-a0a7-cdc00734f7c2 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:17:53.985266 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcef20be-ec29-4f28-a4c4-4b948044d1c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4256b0f4-0257-4de4-b8f6-8d022c368134', 'code': 200} Jun 21 15:17:53.996099 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:54.022290 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4256b0f4-0257-4de4-b8f6-8d022c368134 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:17:54.029929 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=4256b0f4-0257-4de4-b8f6-8d022c368134,revision_number=6']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:17:54.033454 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:17:54.067471 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.db.api [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 15:17:54.067841 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_db.api [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 15:17:54.613226 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:54.626850 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4256b0f4-0257-4de4-b8f6-8d022c368134 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:17:54.647337 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 4256b0f4-0257-4de4-b8f6-8d022c368134, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4256b0f4-0257-4de4-b8f6-8d022c368134,segment=NetworkSegment(7a64465a-3c8f-48dc-8075-f1d86cb98c35),segment_id=7a64465a-3c8f-48dc-8075-f1d86cb98c35)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:17:54.652095 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:54.654088 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:17:54.706892 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=4256b0f4-0257-4de4-b8f6-8d022c368134,revision_number=7']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:17:54.710049 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:17:54.712452 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['4256b0f4-0257-4de4-b8f6-8d022c368134'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:17:54.739814 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee325c6-f092-47e2-add8-9bb453f35d0d req-89e13eae-2f16-4382-9568-af83d763e472 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:54.741313 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4ee325c6-f092-47e2-add8-9bb453f35d0d req-89e13eae-2f16-4382-9568-af83d763e472 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 944 time: 0.0676293 Jun 21 15:17:54.782346 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4ee325c6-f092-47e2-add8-9bb453f35d0d req-13680f5f-9035-4016-b4fe-8f9eb7ab5751 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340884 Jun 21 15:17:55.135746 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8a4436-e847-4ab1-8cee-d63a20ee4a31 req-e37769a0-5022-4190-8774-4d4694ad1c36 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:55.137269 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1e8a4436-e847-4ab1-8cee-d63a20ee4a31 req-e37769a0-5022-4190-8774-4d4694ad1c36 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 944 time: 0.1133239 Jun 21 15:17:55.148009 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaf320-aea8-4248-9c76-dd7cb07d43e3 req-90a5ca98-c851-46f6-9b6b-aa36c068ad8e tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:55.149390 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6fdaf320-aea8-4248-9c76-dd7cb07d43e3 req-90a5ca98-c851-46f6-9b6b-aa36c068ad8e tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.66 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2&tenant_id=1a62a4f38c084ce38c77b7331ec540d4&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 944 time: 0.1164043 Jun 21 15:17:55.184185 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1e8a4436-e847-4ab1-8cee-d63a20ee4a31 req-62924a8d-33a9-4c82-9b0d-625123626cad tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335686 Jun 21 15:17:55.280373 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaf320-aea8-4248-9c76-dd7cb07d43e3 req-a83a1fec-7af8-4e29-9ae9-d0f2e29f613c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:55.281919 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6fdaf320-aea8-4248-9c76-dd7cb07d43e3 req-a83a1fec-7af8-4e29-9ae9-d0f2e29f613c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=1a62a4f38c084ce38c77b7331ec540d4&device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 1097 time: 0.0620985 Jun 21 15:17:55.378132 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaf320-aea8-4248-9c76-dd7cb07d43e3 req-dc983a2b-21fc-4212-a962-0af8003f5c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:55.379723 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6fdaf320-aea8-4248-9c76-dd7cb07d43e3 req-dc983a2b-21fc-4212-a962-0af8003f5c73 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2475fd8f-4eea-43cd-8237-51c5485e150b HTTP/1.1" status: 200 len: 915 time: 0.0899713 Jun 21 15:17:55.425449 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6fdaf320-aea8-4248-9c76-dd7cb07d43e3 req-089d2b97-6364-494e-aa4f-c910f7370160 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4256b0f4-0257-4de4-b8f6-8d022c368134 HTTP/1.1" status: 200 len: 217 time: 0.0381341 Jun 21 15:17:55.479798 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdaf320-aea8-4248-9c76-dd7cb07d43e3 req-caaeabb4-c28e-4832-9a5d-aef83e9575f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:55.481524 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6fdaf320-aea8-4248-9c76-dd7cb07d43e3 req-caaeabb4-c28e-4832-9a5d-aef83e9575f2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e8b83766-95ff-4fab-abdf-b4052fb1560d HTTP/1.1" status: 200 len: 854 time: 0.0490181 Jun 21 15:17:55.513058 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6fdaf320-aea8-4248-9c76-dd7cb07d43e3 req-94de130e-df01-4808-a08b-fdf0d21a0524 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2475fd8f-4eea-43cd-8237-51c5485e150b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258038 Jun 21 15:17:55.611464 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6fdaf320-aea8-4248-9c76-dd7cb07d43e3 req-b7704ed0-a9d2-47d7-a38c-e77d51132c95 service neutron] 10.222.0.66 "GET /v2.0/networks/2475fd8f-4eea-43cd-8237-51c5485e150b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922236 Jun 21 15:17:55.708475 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6fdaf320-aea8-4248-9c76-dd7cb07d43e3 req-b0d4faad-d928-4aa7-91f4-08ce6fa402e8 service neutron] 10.222.0.66 "GET /v2.0/networks/2475fd8f-4eea-43cd-8237-51c5485e150b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887275 Jun 21 15:17:55.727843 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 4256b0f4-0257-4de4-b8f6-8d022c368134 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:17:55.778862 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 4256b0f4-0257-4de4-b8f6-8d022c368134 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:17:55.779274 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:55.860598 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:55.900459 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 4256b0f4-0257-4de4-b8f6-8d022c368134, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4256b0f4-0257-4de4-b8f6-8d022c368134,segment=NetworkSegment(7a64465a-3c8f-48dc-8075-f1d86cb98c35),segment_id=7a64465a-3c8f-48dc-8075-f1d86cb98c35)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:17:55.908297 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:55.912805 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:17:55.960991 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=4256b0f4-0257-4de4-b8f6-8d022c368134,revision_number=8']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:17:55.964138 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:17:55.986759 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcef20be-ec29-4f28-a4c4-4b948044d1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4256b0f4-0257-4de4-b8f6-8d022c368134'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:17:55.989174 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73dfa760-bc02-4231-aef9-36163e832470" -d '{"events": [{"server_uuid": "bcef20be-ec29-4f28-a4c4-4b948044d1c2", "name": "network-vif-plugged", "status": "completed", "tag": "4256b0f4-0257-4de4-b8f6-8d022c368134"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:17:56.036519 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54040cba-4a95-443e-b933-e0878796d150 x-openstack-request-id: req-54040cba-4a95-443e-b933-e0878796d150 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:17:56.036826 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcef20be-ec29-4f28-a4c4-4b948044d1c2", "name": "network-vif-plugged", "status": "completed", "tag": "4256b0f4-0257-4de4-b8f6-8d022c368134", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:17:56.037091 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-54040cba-4a95-443e-b933-e0878796d150 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:17:56.037511 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcef20be-ec29-4f28-a4c4-4b948044d1c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4256b0f4-0257-4de4-b8f6-8d022c368134', 'code': 200} Jun 21 15:17:56.366775 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f883c80-3e65-48a1-a4ca-e636b6e2ebab req-2c3fb2ff-55a4-48ae-9f14-e5553a9b7b5d tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:56.368248 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0f883c80-3e65-48a1-a4ca-e636b6e2ebab req-2c3fb2ff-55a4-48ae-9f14-e5553a9b7b5d tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 945 time: 0.0657392 Jun 21 15:17:56.409751 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0f883c80-3e65-48a1-a4ca-e636b6e2ebab req-f4908003-d6cc-45dd-96eb-b4b51d92bcc7 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354223 Jun 21 15:17:56.592682 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0998836a-fa95-4553-8da6-479863c7edbf req-d8dafa17-0a69-47fe-8854-aaf671ba2aea tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:56.594161 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0998836a-fa95-4553-8da6-479863c7edbf req-d8dafa17-0a69-47fe-8854-aaf671ba2aea tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 945 time: 0.0725527 Jun 21 15:17:56.638537 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0998836a-fa95-4553-8da6-479863c7edbf req-a45ad31f-ec80-4ab9-bd7a-e8bac15b9e4c tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355065 Jun 21 15:17:56.830574 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce99f77-bf46-479e-b08e-4b3d74fe32cb req-822176dd-bb02-4329-93ed-e3a434b7fc10 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:56.832027 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bce99f77-bf46-479e-b08e-4b3d74fe32cb req-822176dd-bb02-4329-93ed-e3a434b7fc10 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 945 time: 0.0793488 Jun 21 15:17:56.872887 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bce99f77-bf46-479e-b08e-4b3d74fe32cb req-a4be8c94-2554-4d82-88fc-97910e4d0f1d tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321298 Jun 21 15:17:57.447574 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0375c-2e20-4e1f-8fe5-c11bb0928405 req-1d9f7227-5348-4347-a8ba-2d0ec39561b6 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:57.449015 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6cc0375c-2e20-4e1f-8fe5-c11bb0928405 req-1d9f7227-5348-4347-a8ba-2d0ec39561b6 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 945 time: 0.0634077 Jun 21 15:17:57.487631 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6cc0375c-2e20-4e1f-8fe5-c11bb0928405 req-aa8f5c8f-11ea-4bb9-9fa7-decfdb353c16 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327029 Jun 21 15:17:57.746093 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 4256b0f4-0257-4de4-b8f6-8d022c368134 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:17:57.830077 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:57.867724 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 4256b0f4-0257-4de4-b8f6-8d022c368134, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4256b0f4-0257-4de4-b8f6-8d022c368134,segment=NetworkSegment(7a64465a-3c8f-48dc-8075-f1d86cb98c35),segment_id=7a64465a-3c8f-48dc-8075-f1d86cb98c35)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:17:57.874836 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:57.876569 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:17:57.925188 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=4256b0f4-0257-4de4-b8f6-8d022c368134,revision_number=9']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:17:57.928113 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:17:58.039260 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcef20be-ec29-4f28-a4c4-4b948044d1c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4256b0f4-0257-4de4-b8f6-8d022c368134'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:17:58.041545 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80010604-c333-401d-9255-94824128ad08" -d '{"events": [{"server_uuid": "bcef20be-ec29-4f28-a4c4-4b948044d1c2", "name": "network-vif-unplugged", "status": "completed", "tag": "4256b0f4-0257-4de4-b8f6-8d022c368134"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:17:58.077810 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 15:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d586a89-aecd-456c-9d2c-e0e51b97ff3e x-openstack-request-id: req-6d586a89-aecd-456c-9d2c-e0e51b97ff3e {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:17:58.078160 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcef20be-ec29-4f28-a4c4-4b948044d1c2", "name": "network-vif-unplugged", "status": "completed", "tag": "4256b0f4-0257-4de4-b8f6-8d022c368134", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:17:58.078424 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6d586a89-aecd-456c-9d2c-e0e51b97ff3e {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:17:58.078821 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcef20be-ec29-4f28-a4c4-4b948044d1c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4256b0f4-0257-4de4-b8f6-8d022c368134', 'code': 200} Jun 21 15:17:58.685933 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9a8c32-4276-4596-a35d-95724ba30f43 req-38dc5bd0-4b22-4265-a1d6-1020e886dba3 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:58.687274 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bc9a8c32-4276-4596-a35d-95724ba30f43 req-38dc5bd0-4b22-4265-a1d6-1020e886dba3 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 943 time: 0.0793912 Jun 21 15:17:58.729312 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bc9a8c32-4276-4596-a35d-95724ba30f43 req-19d0a810-a005-49a4-b5e5-5b8d0cb114ea tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/security-groups?id=d63790c5-f9d3-45fb-a512-7021992dd9ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330951 Jun 21 15:17:59.173458 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d68ab-c482-4ff3-bbaa-011645214e5d req-50bb0e76-c220-4d0d-b5ce-b769b4b6fe01 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:17:59.174930 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-561d68ab-c482-4ff3-bbaa-011645214e5d req-50bb0e76-c220-4d0d-b5ce-b769b4b6fe01 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.66 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 943 time: 0.0737534 Jun 21 15:17:59.278904 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-561d68ab-c482-4ff3-bbaa-011645214e5d req-df114d65-23e8-4c53-9192-b36f8c12e05f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Deleting port 4256b0f4-0257-4de4-b8f6-8d022c368134 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:17:59.279326 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-561d68ab-c482-4ff3-bbaa-011645214e5d req-df114d65-23e8-4c53-9192-b36f8c12e05f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:59.373933 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-561d68ab-c482-4ff3-bbaa-011645214e5d req-df114d65-23e8-4c53-9192-b36f8c12e05f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] For port 4256b0f4-0257-4de4-b8f6-8d022c368134, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=4256b0f4-0257-4de4-b8f6-8d022c368134,segment=NetworkSegment(7a64465a-3c8f-48dc-8075-f1d86cb98c35),segment_id=7a64465a-3c8f-48dc-8075-f1d86cb98c35)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:17:59.374571 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-561d68ab-c482-4ff3-bbaa-011645214e5d req-df114d65-23e8-4c53-9192-b36f8c12e05f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:59.441916 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-561d68ab-c482-4ff3-bbaa-011645214e5d req-df114d65-23e8-4c53-9192-b36f8c12e05f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Calling delete_port for 4256b0f4-0257-4de4-b8f6-8d022c368134 owned by compute:nova {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:17:59.573487 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-561d68ab-c482-4ff3-bbaa-011645214e5d req-df114d65-23e8-4c53-9192-b36f8c12e05f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:59.579978 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9f34b094-89c8-470d-b433-e73e99129e3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:17:59.613411 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df114d65-23e8-4c53-9192-b36f8c12e05f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Pushing event deleted for resources: {'Port': ['ID=4256b0f4-0257-4de4-b8f6-8d022c368134,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:17:59.621735 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df114d65-23e8-4c53-9192-b36f8c12e05f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:17:59.622129 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df114d65-23e8-4c53-9192-b36f8c12e05f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:17:59.622487 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df114d65-23e8-4c53-9192-b36f8c12e05f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:17:59.622861 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df114d65-23e8-4c53-9192-b36f8c12e05f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:17:59.623258 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df114d65-23e8-4c53-9192-b36f8c12e05f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:17:59.623623 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df114d65-23e8-4c53-9192-b36f8c12e05f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:17:59.623990 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df114d65-23e8-4c53-9192-b36f8c12e05f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:17:59.624678 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df114d65-23e8-4c53-9192-b36f8c12e05f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:17:59.625040 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df114d65-23e8-4c53-9192-b36f8c12e05f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:17:59.625395 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df114d65-23e8-4c53-9192-b36f8c12e05f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:17:59.625757 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df114d65-23e8-4c53-9192-b36f8c12e05f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:17:59.626139 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df114d65-23e8-4c53-9192-b36f8c12e05f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:17:59.629815 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-df114d65-23e8-4c53-9192-b36f8c12e05f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:17:59.671449 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-561d68ab-c482-4ff3-bbaa-011645214e5d req-df114d65-23e8-4c53-9192-b36f8c12e05f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] No DVR routers for this DVR port 4256b0f4-0257-4de4-b8f6-8d022c368134 on host hv-neutron-7971 {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:17:59.674918 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-561d68ab-c482-4ff3-bbaa-011645214e5d req-df114d65-23e8-4c53-9192-b36f8c12e05f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:17:59.676879 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-561d68ab-c482-4ff3-bbaa-011645214e5d req-df114d65-23e8-4c53-9192-b36f8c12e05f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.66 "DELETE /v2.0/ports/4256b0f4-0257-4de4-b8f6-8d022c368134 HTTP/1.1" status: 204 len: 173 time: 0.4955506 Jun 21 15:17:59.677409 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcef20be-ec29-4f28-a4c4-4b948044d1c2', 'name': 'network-vif-deleted', 'tag': '4256b0f4-0257-4de4-b8f6-8d022c368134'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:17:59.679759 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794ebddb-8b08-4580-bf16-216effc70fed" -d '{"events": [{"server_uuid": "bcef20be-ec29-4f28-a4c4-4b948044d1c2", "name": "network-vif-deleted", "tag": "4256b0f4-0257-4de4-b8f6-8d022c368134"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:17:59.721268 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b828a0-55b3-40ab-99e7-db6db415d308 x-openstack-request-id: req-b7b828a0-55b3-40ab-99e7-db6db415d308 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:17:59.721964 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcef20be-ec29-4f28-a4c4-4b948044d1c2", "name": "network-vif-deleted", "tag": "4256b0f4-0257-4de4-b8f6-8d022c368134", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:17:59.721964 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b7b828a0-55b3-40ab-99e7-db6db415d308 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:17:59.722471 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcef20be-ec29-4f28-a4c4-4b948044d1c2', 'name': 'network-vif-deleted', 'tag': '4256b0f4-0257-4de4-b8f6-8d022c368134', 'status': 'completed', 'code': 200} Jun 21 15:17:59.895222 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c841bf00-7c6e-4db5-8cfa-55ade17aaff2 req-b4883ced-1867-4869-b08c-5de69ab49f5c tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] 10.222.0.72 "GET /v2.0/ports?device_id=bcef20be-ec29-4f28-a4c4-4b948044d1c2 HTTP/1.1" status: 200 len: 210 time: 0.0387118 Jun 21 15:18:01.140377 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 41820) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:18:01.184371 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-726a8309-1b55-4ae8-bd75-35540c47eee7 admin admin] Deleting subnet e8b83766-95ff-4fab-abdf-b4052fb1560d {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 15:18:01.187820 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-726a8309-1b55-4ae8-bd75-35540c47eee7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:01.224342 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-726a8309-1b55-4ae8-bd75-35540c47eee7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:01.264636 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-726a8309-1b55-4ae8-bd75-35540c47eee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:01.324200 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-726a8309-1b55-4ae8-bd75-35540c47eee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:01.327232 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-52ff3295-57ae-4f86-8be0-470005afab01 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:18:01.350295 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a8309-1b55-4ae8-bd75-35540c47eee7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8b83766-95ff-4fab-abdf-b4052fb1560d,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:18:01.352943 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-726a8309-1b55-4ae8-bd75-35540c47eee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:18:01.355783 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-726a8309-1b55-4ae8-bd75-35540c47eee7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:01.358897 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-726a8309-1b55-4ae8-bd75-35540c47eee7 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e8b83766-95ff-4fab-abdf-b4052fb1560d HTTP/1.1" status: 204 len: 168 time: 0.2173462 Jun 21 15:18:01.361815 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 41822) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:18:01.437358 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-09ee009d-556d-40b6-8a01-28c5d99dee9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:01.520409 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-09ee009d-556d-40b6-8a01-28c5d99dee9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:01.530842 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-09ee009d-556d-40b6-8a01-28c5d99dee9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2475fd8f-4eea-43cd-8237-51c5485e150b']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:18:01.540846 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-09ee009d-556d-40b6-8a01-28c5d99dee9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a64465a-3c8f-48dc-8075-f1d86cb98c35') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:18:01.541130 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-09ee009d-556d-40b6-8a01-28c5d99dee9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a64465a-3c8f-48dc-8075-f1d86cb98c35') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:18:01.549709 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-09ee009d-556d-40b6-8a01-28c5d99dee9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:01.563902 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-09ee009d-556d-40b6-8a01-28c5d99dee9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:01.573029 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ee009d-556d-40b6-8a01-28c5d99dee9c admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 15:18:01.573567 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-09ee009d-556d-40b6-8a01-28c5d99dee9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:01.576018 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 15:18:01.576018 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 15:18:01.576018 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 15:18:01.576018 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 15:18:01.576018 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 15:18:01.576018 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 15:18:01.576018 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 15:18:01.576018 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 15:18:01.576018 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 15:18:01.576018 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 15:18:01.576018 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 15:18:01.576018 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 15:18:01.576018 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 15:18:01.576018 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 15:18:01.576018 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 15:18:01.576018 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 15:18:01.576018 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 15:18:01.576018 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 15:18:01.576018 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 15:18:01.576018 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 15:18:01.576018 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 15:18:01.576018 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 15:18:01.576018 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 15:18:01.576018 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 15:18:01.576018 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 15:18:01.576018 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 15:18:01.576018 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 15:18:01.576018 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 15:18:01.576018 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 15:18:01.576018 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 15:18:01.576018 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 15:18:01.576018 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 15:18:01.635726 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-09ee009d-556d-40b6-8a01-28c5d99dee9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:01.640216 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c057d8e5-9723-427b-8224-4b99d99beef4 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:18:01.642666 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-09ee009d-556d-40b6-8a01-28c5d99dee9c admin admin] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:01.644562 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-09ee009d-556d-40b6-8a01-28c5d99dee9c admin admin] 10.222.0.72 "DELETE /v2.0/networks/2475fd8f-4eea-43cd-8237-51c5485e150b HTTP/1.1" status: 204 len: 168 time: 0.2816236 Jun 21 15:18:01.655602 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ee009d-556d-40b6-8a01-28c5d99dee9c admin admin] Pushing event deleted for resources: {'Network': ['ID=2475fd8f-4eea-43cd-8237-51c5485e150b,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:18:01.663264 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ee009d-556d-40b6-8a01-28c5d99dee9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:18:01.663660 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ee009d-556d-40b6-8a01-28c5d99dee9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:18:01.664041 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ee009d-556d-40b6-8a01-28c5d99dee9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:18:01.664420 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ee009d-556d-40b6-8a01-28c5d99dee9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:18:01.664785 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ee009d-556d-40b6-8a01-28c5d99dee9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:18:01.665150 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ee009d-556d-40b6-8a01-28c5d99dee9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:18:01.665526 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ee009d-556d-40b6-8a01-28c5d99dee9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:18:01.665922 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ee009d-556d-40b6-8a01-28c5d99dee9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:18:01.666290 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ee009d-556d-40b6-8a01-28c5d99dee9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:18:01.666652 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ee009d-556d-40b6-8a01-28c5d99dee9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:18:01.667010 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ee009d-556d-40b6-8a01-28c5d99dee9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:18:01.667367 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09ee009d-556d-40b6-8a01-28c5d99dee9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:18:01.670711 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-09ee009d-556d-40b6-8a01-28c5d99dee9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:18:01.759615 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 41826) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:18:01.760166 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 4256b0f4-0257-4de4-b8f6-8d022c368134 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:18:01.781632 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: 4256b0f4-0257-4de4-b8f6-8d022c368134 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:18:01.782026 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 4256b0f4-0257-4de4-b8f6-8d022c368134 not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:18:01.802856 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-cba52e35-a99e-40a9-bf64-3a7572eb8da5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1a62a4f38c084ce38c77b7331ec540d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405526 Jun 21 15:18:01.804809 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 41828) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:18:01.860278 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8bc2beb9-799a-4922-97c2-834b308aedef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:01.881335 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8bc2beb9-799a-4922-97c2-834b308aedef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:01.932379 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8bc2beb9-799a-4922-97c2-834b308aedef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:01.935059 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8bc2beb9-799a-4922-97c2-834b308aedef admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:01.936235 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8bc2beb9-799a-4922-97c2-834b308aedef admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d63790c5-f9d3-45fb-a512-7021992dd9ff HTTP/1.1" status: 204 len: 168 time: 0.1305633 Jun 21 15:18:01.937031 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d01510da-558d-4ec4-9ebb-7da5cbb5606d tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:18:01.945757 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2beb9-799a-4922-97c2-834b308aedef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63790c5-f9d3-45fb-a512-7021992dd9ff,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:18:01.948484 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8bc2beb9-799a-4922-97c2-834b308aedef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:18:02.742843 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 41850) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:18:02.841426 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-c1e8eca2-fab1-41a3-97f7-85a904d0aa9e admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-84695185-network', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:18:02.866282 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e8eca2-fab1-41a3-97f7-85a904d0aa9e admin admin] Made reservation on behalf of 3780c7155f054b7aa3e13b8c2256e6be for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:18:02.868746 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c1e8eca2-fab1-41a3-97f7-85a904d0aa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:02.878721 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c1e8eca2-fab1-41a3-97f7-85a904d0aa9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:02.972441 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c1e8eca2-fab1-41a3-97f7-85a904d0aa9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:02.978025 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c1e8eca2-fab1-41a3-97f7-85a904d0aa9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:02.981106 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c7e3bba8-c0c7-407c-835e-bf10e3a7f0cf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:18:03.005892 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1e8eca2-fab1-41a3-97f7-85a904d0aa9e admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 15:18:03.012160 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e8eca2-fab1-41a3-97f7-85a904d0aa9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ed59c1-b635-4ca2-9adb-6c6d9a030d3f,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:18:03.016242 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c1e8eca2-fab1-41a3-97f7-85a904d0aa9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:18:03.019121 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c1e8eca2-fab1-41a3-97f7-85a904d0aa9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:03.019412 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-c1e8eca2-fab1-41a3-97f7-85a904d0aa9e admin admin] Added segment 2f6eea47-6ae2-436b-b86b-5c34f0d55a58 of type vlan for network 10f7748d-7e44-459e-b249-b0afea9df2c8 Jun 21 15:18:03.066215 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c1e8eca2-fab1-41a3-97f7-85a904d0aa9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:03.102283 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c1e8eca2-fab1-41a3-97f7-85a904d0aa9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:03.105265 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e8eca2-fab1-41a3-97f7-85a904d0aa9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:18:03.105888 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c1e8eca2-fab1-41a3-97f7-85a904d0aa9e admin admin] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:03.108300 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-42aa1c40-7f2c-422b-ac88-6f4d1992c85d tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:18:03.164848 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c1e8eca2-fab1-41a3-97f7-85a904d0aa9e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4207892 Jun 21 15:18:03.167921 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 41854) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:18:03.170013 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e8eca2-fab1-41a3-97f7-85a904d0aa9e admin admin] Pushing event updated for resources: {'Network': ['ID=10f7748d-7e44-459e-b249-b0afea9df2c8,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:18:03.172874 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c1e8eca2-fab1-41a3-97f7-85a904d0aa9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:18:03.173531 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-0f9c4a2a-dc0c-4883-b8e3-2ad36b86df27 admin admin] Request body: {'subnet': {'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-84695185-subnet', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:18:03.180291 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 10f7748d-7e44-459e-b249-b0afea9df2c8 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 15:18:03.195094 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9c4a2a-dc0c-4883-b8e3-2ad36b86df27 admin admin] Made reservation on behalf of 3780c7155f054b7aa3e13b8c2256e6be for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:18:03.197968 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0f9c4a2a-dc0c-4883-b8e3-2ad36b86df27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:03.373836 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0f9c4a2a-dc0c-4883-b8e3-2ad36b86df27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:03.376249 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e3c9018a-2936-43cc-8442-1f7a9ed56b51 tempest-NetworksTest-682070995 tempest-NetworksTest-682070995-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:18:03.424421 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c4a2a-dc0c-4883-b8e3-2ad36b86df27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8bfdcfc-e581-406e-92fa-ab44ac241947,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:18:03.431047 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0f9c4a2a-dc0c-4883-b8e3-2ad36b86df27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:18:03.440010 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9c4a2a-dc0c-4883-b8e3-2ad36b86df27 admin admin] Checking segment: {'id': '2f6eea47-6ae2-436b-b86b-5c34f0d55a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:18:03.440360 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9c4a2a-dc0c-4883-b8e3-2ad36b86df27 admin admin] Network hostable DHCP agents. Network: 10f7748d-7e44-459e-b249-b0afea9df2c8, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 15:18:03.458560 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9c4a2a-dc0c-4883-b8e3-2ad36b86df27 admin admin] Network 10f7748d-7e44-459e-b249-b0afea9df2c8 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 15:18:03.468010 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-0f9c4a2a-dc0c-4883-b8e3-2ad36b86df27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 10f7748d-7e44-459e-b249-b0afea9df2c8) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:18:03.472090 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9c4a2a-dc0c-4883-b8e3-2ad36b86df27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:18:03.472674 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-0f9c4a2a-dc0c-4883-b8e3-2ad36b86df27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:03.477561 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95618f72-4d14-4132-bb40-f5fb6566d063 None None] Network 10f7748d-7e44-459e-b249-b0afea9df2c8 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:18:03.492028 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0f9c4a2a-dc0c-4883-b8e3-2ad36b86df27 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3198874 Jun 21 15:18:03.492317 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 41856) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:18:03.497079 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-c4c21c13-5898-41fb-8524-f16a21365224 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-84695185-router', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:18:03.520309 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c4c21c13-5898-41fb-8524-f16a21365224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:03.521421 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c4c21c13-5898-41fb-8524-f16a21365224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:03.578761 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c4c21c13-5898-41fb-8524-f16a21365224 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:03.631243 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a7474f-1acb-4663-b319-0141757095b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-10f7748d-7e44-459e-b249-b0afea9df2c8', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 15:18:03.632253 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b6a7474f-1acb-4663-b319-0141757095b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:03.720476 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c4c21c13-5898-41fb-8524-f16a21365224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:03.766458 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-b6a7474f-1acb-4663-b319-0141757095b5 None None] Allocated IP 172.20.0.2 (10f7748d-7e44-459e-b249-b0afea9df2c8/b8bfdcfc-e581-406e-92fa-ab44ac241947/dee01d77-bdee-4a53-803d-afd7d0f9e59a) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:18:03.916558 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b6a7474f-1acb-4663-b319-0141757095b5 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:03.925281 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-b6a7474f-1acb-4663-b319-0141757095b5 None None] Transition to ACTIVE for port object dee01d77-bdee-4a53-803d-afd7d0f9e59a will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:18:03.939676 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c4c21c13-5898-41fb-8524-f16a21365224 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:03.941312 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-b6a7474f-1acb-4663-b319-0141757095b5 None None] Transition to ACTIVE for port object dee01d77-bdee-4a53-803d-afd7d0f9e59a will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:18:03.949330 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b6a7474f-1acb-4663-b319-0141757095b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:03.951321 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:18:03.961286 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c4c21c13-5898-41fb-8524-f16a21365224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:03.986438 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a7474f-1acb-4663-b319-0141757095b5 None None] Network 10f7748d-7e44-459e-b249-b0afea9df2c8 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:18:03.989193 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-b6a7474f-1acb-4663-b319-0141757095b5 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:18:03.995026 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a7474f-1acb-4663-b319-0141757095b5 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:18:04.002137 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7474f-1acb-4663-b319-0141757095b5 None None] Pushing event updated for resources: {'Port': ['ID=dee01d77-bdee-4a53-803d-afd7d0f9e59a,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:18:04.006579 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b6a7474f-1acb-4663-b319-0141757095b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:18:04.057419 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-b6a7474f-1acb-4663-b319-0141757095b5 None None] Attempting to bind port dee01d77-bdee-4a53-803d-afd7d0f9e59a on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:18:04.057777 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-b6a7474f-1acb-4663-b319-0141757095b5 None None] Attempting to bind port dee01d77-bdee-4a53-803d-afd7d0f9e59a by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '2f6eea47-6ae2-436b-b86b-5c34f0d55a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:18:04.058164 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a7474f-1acb-4663-b319-0141757095b5 None None] Attempting to bind port dee01d77-bdee-4a53-803d-afd7d0f9e59a on network 10f7748d-7e44-459e-b249-b0afea9df2c8 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:18:04.063163 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a7474f-1acb-4663-b319-0141757095b5 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:18:04.063536 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a7474f-1acb-4663-b319-0141757095b5 None None] Checking segment: {'id': '2f6eea47-6ae2-436b-b86b-5c34f0d55a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:18:04.063934 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b6a7474f-1acb-4663-b319-0141757095b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:04.064323 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a7474f-1acb-4663-b319-0141757095b5 None None] Bound using segment: {'id': '2f6eea47-6ae2-436b-b86b-5c34f0d55a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:18:04.064771 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-b6a7474f-1acb-4663-b319-0141757095b5 None None] Bound port: dee01d77-bdee-4a53-803d-afd7d0f9e59a, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f6eea47-6ae2-436b-b86b-5c34f0d55a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:18:04.065156 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b6a7474f-1acb-4663-b319-0141757095b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:04.067484 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-c4c21c13-5898-41fb-8524-f16a21365224 admin admin] Allocated IP 172.26.3.76 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/1885ec59-b34f-4403-8d26-0eea0ecae0d5) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:18:04.125132 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-b6a7474f-1acb-4663-b319-0141757095b5 None None] For port dee01d77-bdee-4a53-803d-afd7d0f9e59a, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:18:04.128333 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-b6a7474f-1acb-4663-b319-0141757095b5 None None] For port dee01d77-bdee-4a53-803d-afd7d0f9e59a, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=dee01d77-bdee-4a53-803d-afd7d0f9e59a,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:18:04.132647 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b6a7474f-1acb-4663-b319-0141757095b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:04.134522 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:18:04.174799 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c4c21c13-5898-41fb-8524-f16a21365224 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:04.197938 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7474f-1acb-4663-b319-0141757095b5 None None] Pushing event updated for resources: {'Port': ['ID=dee01d77-bdee-4a53-803d-afd7d0f9e59a,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:18:04.201382 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b6a7474f-1acb-4663-b319-0141757095b5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:18:04.223765 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c4c21c13-5898-41fb-8524-f16a21365224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:04.226207 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f9e05709-d204-4a07-8209-1e6be9ece740 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:18:04.264423 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c21c13-5898-41fb-8524-f16a21365224 admin admin] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:18:04.267270 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-c4c21c13-5898-41fb-8524-f16a21365224 admin admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:18:04.273191 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c21c13-5898-41fb-8524-f16a21365224 admin admin] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:18:04.278767 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c21c13-5898-41fb-8524-f16a21365224 admin admin] Pushing event updated for resources: {'Port': ['ID=1885ec59-b34f-4403-8d26-0eea0ecae0d5,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:18:04.297984 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c4c21c13-5898-41fb-8524-f16a21365224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:18:04.543379 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c4c21c13-5898-41fb-8524-f16a21365224 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:04.745823 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c4c21c13-5898-41fb-8524-f16a21365224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:04.890055 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c21c13-5898-41fb-8524-f16a21365224 admin admin] Router 854d9888-a2d7-4fa0-ba83-8771124da6c8 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 15:18:05.000444 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c21c13-5898-41fb-8524-f16a21365224 admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:18:05.009757 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f60d6a2-a4ca-407e-b9e8-cc16d1f46c87 None None] Sync routers for ids ['854d9888-a2d7-4fa0-ba83-8771124da6c8'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:18:05.018996 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b5d9c9-c5cd-495d-a569-d5ad093344d6 None None] Network 10f7748d-7e44-459e-b249-b0afea9df2c8 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:18:05.022087 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f60d6a2-a4ca-407e-b9e8-cc16d1f46c87 None None] Routers {'854d9888-a2d7-4fa0-ba83-8771124da6c8'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:18:05.022960 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-7f60d6a2-a4ca-407e-b9e8-cc16d1f46c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:17:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['854d9888-a2d7-4fa0-ba83-8771124da6c8'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:18:05.024755 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c4c21c13-5898-41fb-8524-f16a21365224 admin admin] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:05.026185 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c4c21c13-5898-41fb-8524-f16a21365224 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5327463 Jun 21 15:18:05.028775 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 41858) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:18:05.108053 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0cc06a2f-10f3-4885-bfe0-1ee1277ecbcc None None] Provisioning for port dee01d77-bdee-4a53-803d-afd7d0f9e59a completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:18:05.132584 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-7f60d6a2-a4ca-407e-b9e8-cc16d1f46c87 None None] Set router 854d9888-a2d7-4fa0-ba83-8771124da6c8 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:18:05.324579 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-7f60d6a2-a4ca-407e-b9e8-cc16d1f46c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'name': 'tempest-ServerActionsTestJSON-84695185-router', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:04Z', 'revision_number': 3, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'gw_port': {'id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:18:05.356355 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f60d6a2-a4ca-407e-b9e8-cc16d1f46c87 None None] Checking router: 854d9888-a2d7-4fa0-ba83-8771124da6c8 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:18:05.356847 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f60d6a2-a4ca-407e-b9e8-cc16d1f46c87 None None] Updating router 854d9888-a2d7-4fa0-ba83-8771124da6c8 port 1885ec59-b34f-4403-8d26-0eea0ecae0d5 binding host dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:18:05.399336 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-7f60d6a2-a4ca-407e-b9e8-cc16d1f46c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:05.414131 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:05.655195 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-7f60d6a2-a4ca-407e-b9e8-cc16d1f46c87 None None] Notify callbacks [] for port, precommit_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:05.665175 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.provisioning_blocks [None req-7f60d6a2-a4ca-407e-b9e8-cc16d1f46c87 None None] Transition to ACTIVE for port object 1885ec59-b34f-4403-8d26-0eea0ecae0d5 will not be triggered until provisioned by entity L2. {{(pid=105227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:18:05.670613 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-7f60d6a2-a4ca-407e-b9e8-cc16d1f46c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:05.672618 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-49237915-83a1-42c4-b0ee-ee4237a6b88b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:18:05.718733 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-7f60d6a2-a4ca-407e-b9e8-cc16d1f46c87 None None] Attempting to bind port 1885ec59-b34f-4403-8d26-0eea0ecae0d5 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:18:05.719099 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-7f60d6a2-a4ca-407e-b9e8-cc16d1f46c87 None None] Attempting to bind port 1885ec59-b34f-4403-8d26-0eea0ecae0d5 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:18:05.719464 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f60d6a2-a4ca-407e-b9e8-cc16d1f46c87 None None] Attempting to bind port 1885ec59-b34f-4403-8d26-0eea0ecae0d5 on network 78e7bc12-ea33-4baf-9744-b93105835641 {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:18:05.731312 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f60d6a2-a4ca-407e-b9e8-cc16d1f46c87 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:18:05.731689 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f60d6a2-a4ca-407e-b9e8-cc16d1f46c87 None None] Checking segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:18:05.732091 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-7f60d6a2-a4ca-407e-b9e8-cc16d1f46c87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:05.732477 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f60d6a2-a4ca-407e-b9e8-cc16d1f46c87 None None] Bound using segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:18:05.732979 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-7f60d6a2-a4ca-407e-b9e8-cc16d1f46c87 None None] Bound port: 1885ec59-b34f-4403-8d26-0eea0ecae0d5, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:18:05.733515 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-7f60d6a2-a4ca-407e-b9e8-cc16d1f46c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:05.736553 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13111f-7643-481a-a49f-fcb097cb04c0 None None] Pushing event updated for resources: {'Port': ['ID=1885ec59-b34f-4403-8d26-0eea0ecae0d5,revision_number=2']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:18:05.761655 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13111f-7643-481a-a49f-fcb097cb04c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:18:05.762024 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13111f-7643-481a-a49f-fcb097cb04c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:18:05.762362 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13111f-7643-481a-a49f-fcb097cb04c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:18:05.762690 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13111f-7643-481a-a49f-fcb097cb04c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:18:05.763021 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13111f-7643-481a-a49f-fcb097cb04c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:18:05.763346 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13111f-7643-481a-a49f-fcb097cb04c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:18:05.763666 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13111f-7643-481a-a49f-fcb097cb04c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:18:05.764186 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13111f-7643-481a-a49f-fcb097cb04c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:18:05.764569 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13111f-7643-481a-a49f-fcb097cb04c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:18:05.764892 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13111f-7643-481a-a49f-fcb097cb04c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:18:05.765208 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13111f-7643-481a-a49f-fcb097cb04c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:18:05.765538 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13111f-7643-481a-a49f-fcb097cb04c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:18:05.769237 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-7b13111f-7643-481a-a49f-fcb097cb04c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:18:05.797593 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-7f60d6a2-a4ca-407e-b9e8-cc16d1f46c87 None None] For port 1885ec59-b34f-4403-8d26-0eea0ecae0d5, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:18:05.800921 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-7f60d6a2-a4ca-407e-b9e8-cc16d1f46c87 None None] For port 1885ec59-b34f-4403-8d26-0eea0ecae0d5, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=1885ec59-b34f-4403-8d26-0eea0ecae0d5,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:18:05.805360 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-7f60d6a2-a4ca-407e-b9e8-cc16d1f46c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:05.808049 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-24793119-0db1-47f7-b023-9ecf3a77d26f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:18:05.817250 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f59c00e8-b5dc-4258-a353-f696af6acfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:05.862073 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f60d6a2-a4ca-407e-b9e8-cc16d1f46c87 None None] Routers {'854d9888-a2d7-4fa0-ba83-8771124da6c8'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:18:05.862717 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-7f60d6a2-a4ca-407e-b9e8-cc16d1f46c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:17:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['854d9888-a2d7-4fa0-ba83-8771124da6c8'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:18:05.899512 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13111f-7643-481a-a49f-fcb097cb04c0 None None] Pushing event updated for resources: {'Port': ['ID=1885ec59-b34f-4403-8d26-0eea0ecae0d5,revision_number=3']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:18:05.902856 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-7b13111f-7643-481a-a49f-fcb097cb04c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:18:05.971733 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-7f60d6a2-a4ca-407e-b9e8-cc16d1f46c87 None None] Set router 854d9888-a2d7-4fa0-ba83-8771124da6c8 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:18:06.029831 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-f59c00e8-b5dc-4258-a353-f696af6acfff admin admin] Allocated IP 172.20.0.1 (10f7748d-7e44-459e-b249-b0afea9df2c8/b8bfdcfc-e581-406e-92fa-ab44ac241947/2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:18:06.040519 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device dee01d77-bdee-4a53-803d-afd7d0f9e59a up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:18:06.103887 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port dee01d77-bdee-4a53-803d-afd7d0f9e59a completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:18:06.108698 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port dee01d77-bdee-4a53-803d-afd7d0f9e59a triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:18:06.109067 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:06.147772 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f59c00e8-b5dc-4258-a353-f696af6acfff admin admin] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:06.161130 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-f59c00e8-b5dc-4258-a353-f696af6acfff admin admin] Transition to ACTIVE for port object 2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:18:06.191342 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:06.195609 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f59c00e8-b5dc-4258-a353-f696af6acfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:06.198636 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-38712b34-5c73-4abb-a9af-1981544ba4d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:18:06.229744 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port dee01d77-bdee-4a53-803d-afd7d0f9e59a, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=dee01d77-bdee-4a53-803d-afd7d0f9e59a,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:18:06.236035 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:06.236235 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59c00e8-b5dc-4258-a353-f696af6acfff admin admin] Network 10f7748d-7e44-459e-b249-b0afea9df2c8 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:18:06.238069 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:18:06.240112 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-f59c00e8-b5dc-4258-a353-f696af6acfff admin admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:18:06.242440 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59c00e8-b5dc-4258-a353-f696af6acfff admin admin] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:18:06.248234 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-7f60d6a2-a4ca-407e-b9e8-cc16d1f46c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'name': 'tempest-ServerActionsTestJSON-84695185-router', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:04Z', 'revision_number': 3, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'gw_port': {'id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:18:06.274899 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c00e8-b5dc-4258-a353-f696af6acfff admin admin] Pushing event updated for resources: {'Port': ['ID=2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:18:06.277751 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f59c00e8-b5dc-4258-a353-f696af6acfff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:18:06.280357 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f60d6a2-a4ca-407e-b9e8-cc16d1f46c87 None None] The sync data for ids ['854d9888-a2d7-4fa0-ba83-8771124da6c8'] in dv-neutron-797121-2-hyperv is: [{'id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'name': 'tempest-ServerActionsTestJSON-84695185-router', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:04Z', 'revision_number': 3, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'gw_port': {'id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:18:06.302053 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f59c00e8-b5dc-4258-a353-f696af6acfff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:06.312980 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=dee01d77-bdee-4a53-803d-afd7d0f9e59a,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:18:06.316992 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:18:06.460751 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f59c00e8-b5dc-4258-a353-f696af6acfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:06.562798 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8d862296-90c2-4c2e-814e-aa41931718bf None None] Provisioning for port 2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:18:06.567261 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8d862296-90c2-4c2e-814e-aa41931718bf None None] Provisioning complete for port 2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:18:06.567641 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8d862296-90c2-4c2e-814e-aa41931718bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:06.608114 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-8d862296-90c2-4c2e-814e-aa41931718bf None None] Port 2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:18:06.656900 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f59c00e8-b5dc-4258-a353-f696af6acfff admin admin] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:06.662442 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f59c00e8-b5dc-4258-a353-f696af6acfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:06.664799 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a8961733-877c-4706-bd8b-3b0cbbd8d08e tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:18:06.729497 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c00e8-b5dc-4258-a353-f696af6acfff admin admin] Pushing event updated for resources: {'Port': ['ID=2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:18:06.732023 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f59c00e8-b5dc-4258-a353-f696af6acfff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:06.738587 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f59c00e8-b5dc-4258-a353-f696af6acfff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:18:06.844620 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59c00e8-b5dc-4258-a353-f696af6acfff admin admin] Network 10f7748d-7e44-459e-b249-b0afea9df2c8 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:18:06.846842 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-f59c00e8-b5dc-4258-a353-f696af6acfff admin admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:18:06.985856 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59c00e8-b5dc-4258-a353-f696af6acfff admin admin] Router 854d9888-a2d7-4fa0-ba83-8771124da6c8 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:18:07.102553 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59c00e8-b5dc-4258-a353-f696af6acfff admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:18:07.115853 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f59c00e8-b5dc-4258-a353-f696af6acfff admin admin] 10.222.0.72 "PUT /v2.0/routers/854d9888-a2d7-4fa0-ba83-8771124da6c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0859032 Jun 21 15:18:07.137736 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-271ce877-204d-458a-bf07-4901c9314ba9 None None] Provisioning complete for port 2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:18:07.138478 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-271ce877-204d-458a-bf07-4901c9314ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:07.177355 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-271ce877-204d-458a-bf07-4901c9314ba9 None None] Port 2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:18:07.647526 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 41866) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:18:07.655898 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-6fe74fd8-9974-4a1a-bba2-cb3d13e586cc tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2113833254', 'description': 'tempest-description--1396562405'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:18:07.683509 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6fe74fd8-9974-4a1a-bba2-cb3d13e586cc tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:07.773523 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6fe74fd8-9974-4a1a-bba2-cb3d13e586cc tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:07.778492 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6fe74fd8-9974-4a1a-bba2-cb3d13e586cc tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:07.781327 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3ad06401-7437-47ed-8ace-0769f56f8ec6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:18:07.813274 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6fe74fd8-9974-4a1a-bba2-cb3d13e586cc tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:07.814537 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6fe74fd8-9974-4a1a-bba2-cb3d13e586cc tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1658938 Jun 21 15:18:07.815683 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe74fd8-9974-4a1a-bba2-cb3d13e586cc tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15f6331f-2b55-4970-a97e-00b4bf9b4a22,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:18:07.817618 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 41868) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:18:07.818655 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6fe74fd8-9974-4a1a-bba2-cb3d13e586cc tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:18:07.823887 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-ec629d29-ee1f-4ac8-8796-ad3171c1b5be tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Request body: {'security_group_rule': {'security_group_id': '15f6331f-2b55-4970-a97e-00b4bf9b4a22', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:18:07.859049 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ec629d29-ee1f-4ac8-8796-ad3171c1b5be tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:07.907440 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa30a8fa-82db-427f-a01c-fa24f6094670 None None] Sync routers for ids ['854d9888-a2d7-4fa0-ba83-8771124da6c8'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:18:07.917007 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa30a8fa-82db-427f-a01c-fa24f6094670 None None] Routers {'854d9888-a2d7-4fa0-ba83-8771124da6c8'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:18:07.917698 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-fa30a8fa-82db-427f-a01c-fa24f6094670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:17:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['854d9888-a2d7-4fa0-ba83-8771124da6c8'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:18:07.924027 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ec629d29-ee1f-4ac8-8796-ad3171c1b5be tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:07.929294 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ec629d29-ee1f-4ac8-8796-ad3171c1b5be tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:07.932129 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-18925d76-033f-4747-a633-8b8324a94f7a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:18:07.947934 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec629d29-ee1f-4ac8-8796-ad3171c1b5be tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df5995b-5914-4f8f-bafe-42473bb79984,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:18:07.958541 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ec629d29-ee1f-4ac8-8796-ad3171c1b5be tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:18:07.967557 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ec629d29-ee1f-4ac8-8796-ad3171c1b5be tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:07.973808 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ec629d29-ee1f-4ac8-8796-ad3171c1b5be tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1539207 Jun 21 15:18:07.974086 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 41870) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:18:07.980423 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-30244c33-d695-474c-94e4-5cb8639020c9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Request body: {'security_group_rule': {'security_group_id': '15f6331f-2b55-4970-a97e-00b4bf9b4a22', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:18:08.015698 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-30244c33-d695-474c-94e4-5cb8639020c9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:08.082093 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-30244c33-d695-474c-94e4-5cb8639020c9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:08.090025 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-30244c33-d695-474c-94e4-5cb8639020c9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:08.090298 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-7c5b4de1-71aa-49e0-924b-e8f978657246 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:18:08.110922 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30244c33-d695-474c-94e4-5cb8639020c9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db71c80b-8f23-4f20-8f6c-ca99dd7fd508,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:18:08.113346 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-30244c33-d695-474c-94e4-5cb8639020c9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:08.117500 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 41872) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:18:08.117634 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-30244c33-d695-474c-94e4-5cb8639020c9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1421490 Jun 21 15:18:08.118771 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-30244c33-d695-474c-94e4-5cb8639020c9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:18:08.122322 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-7611f9f4-e798-4a87-b99b-dd1b57488c89 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:18:08.144453 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7611f9f4-e798-4a87-b99b-dd1b57488c89 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks [] for floatingip, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:08.177454 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 1885ec59-b34f-4403-8d26-0eea0ecae0d5 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:18:08.228279 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-fa30a8fa-82db-427f-a01c-fa24f6094670 None None] Set router 854d9888-a2d7-4fa0-ba83-8771124da6c8 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:18:08.241203 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7611f9f4-e798-4a87-b99b-dd1b57488c89 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:08.315061 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 1885ec59-b34f-4403-8d26-0eea0ecae0d5 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:18:08.344051 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 1885ec59-b34f-4403-8d26-0eea0ecae0d5 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:18:08.344334 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:08.348957 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-7611f9f4-e798-4a87-b99b-dd1b57488c89 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Allocated IP 172.26.3.3 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/365921fc-f633-4e2b-afea-742f652be2cc) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:18:08.460366 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7611f9f4-e798-4a87-b99b-dd1b57488c89 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:08.481104 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:08.503727 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7611f9f4-e798-4a87-b99b-dd1b57488c89 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:08.506645 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a04ab091-3a2f-4c4e-b7a6-5133f0a794c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:18:08.510902 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 1885ec59-b34f-4403-8d26-0eea0ecae0d5, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=1885ec59-b34f-4403-8d26-0eea0ecae0d5,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:18:08.516772 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:08.517846 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device dee01d77-bdee-4a53-803d-afd7d0f9e59a up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:18:08.520872 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-fa30a8fa-82db-427f-a01c-fa24f6094670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'name': 'tempest-ServerActionsTestJSON-84695185-router', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:06Z', 'revision_number': 4, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'gw_port': {'id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9', 'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'mac_address': 'fa:16:3e:1f:5d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:05Z', 'updated_at': '2021-06-21T15:18:06Z', 'revision_number': 2, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'subnets': [{'id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:18:08.524090 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:18:08.553054 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7611f9f4-e798-4a87-b99b-dd1b57488c89 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:18:08.556003 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-7611f9f4-e798-4a87-b99b-dd1b57488c89 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:18:08.559421 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7611f9f4-e798-4a87-b99b-dd1b57488c89 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:18:08.587127 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa30a8fa-82db-427f-a01c-fa24f6094670 None None] Checking router: 854d9888-a2d7-4fa0-ba83-8771124da6c8 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:18:08.587478 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa30a8fa-82db-427f-a01c-fa24f6094670 None None] Updating router 854d9888-a2d7-4fa0-ba83-8771124da6c8 port 2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9 binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:18:08.593298 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611f9f4-e798-4a87-b99b-dd1b57488c89 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Pushing event updated for resources: {'Port': ['ID=365921fc-f633-4e2b-afea-742f652be2cc,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:18:08.597496 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7611f9f4-e798-4a87-b99b-dd1b57488c89 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:18:08.657202 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-fa30a8fa-82db-427f-a01c-fa24f6094670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:08.658461 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7611f9f4-e798-4a87-b99b-dd1b57488c89 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:08.660443 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=1885ec59-b34f-4403-8d26-0eea0ecae0d5,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:18:08.665290 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:18:08.677160 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port dee01d77-bdee-4a53-803d-afd7d0f9e59a triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:18:08.677524 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:08.709747 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7611f9f4-e798-4a87-b99b-dd1b57488c89 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:08.874793 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7611f9f4-e798-4a87-b99b-dd1b57488c89 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:08.881889 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7611f9f4-e798-4a87-b99b-dd1b57488c89 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:08.884965 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fb8aded2-8434-46e7-a830-e575b29a9f58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:18:08.987408 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-fa30a8fa-82db-427f-a01c-fa24f6094670 None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:08.998807 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-fa30a8fa-82db-427f-a01c-fa24f6094670 None None] Transition to ACTIVE for port object 2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:18:09.007196 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-fa30a8fa-82db-427f-a01c-fa24f6094670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:09.009421 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:18:09.088076 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a222a76-6ad3-4081-b2b5-987d87c41f14 None None] Pushing event updated for resources: {'Port': ['ID=2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:18:09.091975 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-4a222a76-6ad3-4081-b2b5-987d87c41f14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:18:09.148937 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-fa30a8fa-82db-427f-a01c-fa24f6094670 None None] Attempting to bind port 2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:18:09.149365 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-fa30a8fa-82db-427f-a01c-fa24f6094670 None None] Attempting to bind port 2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '2f6eea47-6ae2-436b-b86b-5c34f0d55a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:18:09.149854 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa30a8fa-82db-427f-a01c-fa24f6094670 None None] Attempting to bind port 2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9 on network 10f7748d-7e44-459e-b249-b0afea9df2c8 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:18:09.155920 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa30a8fa-82db-427f-a01c-fa24f6094670 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:18:09.156705 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa30a8fa-82db-427f-a01c-fa24f6094670 None None] Checking segment: {'id': '2f6eea47-6ae2-436b-b86b-5c34f0d55a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:18:09.157215 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-fa30a8fa-82db-427f-a01c-fa24f6094670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:09.157736 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa30a8fa-82db-427f-a01c-fa24f6094670 None None] Bound using segment: {'id': '2f6eea47-6ae2-436b-b86b-5c34f0d55a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:18:09.158334 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-fa30a8fa-82db-427f-a01c-fa24f6094670 None None] Bound port: 2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f6eea47-6ae2-436b-b86b-5c34f0d55a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:18:09.158816 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-fa30a8fa-82db-427f-a01c-fa24f6094670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:09.237168 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-fa30a8fa-82db-427f-a01c-fa24f6094670 None None] For port 2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:18:09.240910 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-fa30a8fa-82db-427f-a01c-fa24f6094670 None None] For port 2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:18:09.246365 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-fa30a8fa-82db-427f-a01c-fa24f6094670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:09.248369 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b6a7474f-1acb-4663-b319-0141757095b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:18:09.307448 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611f9f4-e798-4a87-b99b-dd1b57488c89 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Pushing event updated for resources: {'Port': ['ID=365921fc-f633-4e2b-afea-742f652be2cc,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:18:09.313185 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7611f9f4-e798-4a87-b99b-dd1b57488c89 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:18:09.317105 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa30a8fa-82db-427f-a01c-fa24f6094670 None None] Routers {'854d9888-a2d7-4fa0-ba83-8771124da6c8'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:18:09.317746 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-fa30a8fa-82db-427f-a01c-fa24f6094670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:17:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['854d9888-a2d7-4fa0-ba83-8771124da6c8'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:18:09.320211 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7611f9f4-e798-4a87-b99b-dd1b57488c89 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:09.320444 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a222a76-6ad3-4081-b2b5-987d87c41f14 None None] Pushing event updated for resources: {'Port': ['ID=2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:18:09.324783 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-4a222a76-6ad3-4081-b2b5-987d87c41f14 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:18:09.337179 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7611f9f4-e798-4a87-b99b-dd1b57488c89 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:09.341324 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7611f9f4-e798-4a87-b99b-dd1b57488c89 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2201059 Jun 21 15:18:09.440181 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-fa30a8fa-82db-427f-a01c-fa24f6094670 None None] Set router 854d9888-a2d7-4fa0-ba83-8771124da6c8 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:18:09.507282 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-b4ec37f4-45c2-4f3f-8b96-d35b8eb5cc8a tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--2113833254&fields=id&tenant_id=3780c7155f054b7aa3e13b8c2256e6be HTTP/1.1" status: 200 len: 267 time: 0.0366244 Jun 21 15:18:09.621092 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-c3e652dc-cbf2-4b6f-a12b-3a0302830093 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:18:09.622629 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-c3e652dc-cbf2-4b6f-a12b-3a0302830093 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 810 time: 0.1085048 Jun 21 15:18:09.638876 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-f03189ee-9869-4b3a-aeb8-44befed97351 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/quotas/3780c7155f054b7aa3e13b8c2256e6be HTTP/1.1" status: 200 len: 375 time: 0.0093787 Jun 21 15:18:09.648562 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-fa30a8fa-82db-427f-a01c-fa24f6094670 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'name': 'tempest-ServerActionsTestJSON-84695185-router', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:06Z', 'revision_number': 4, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'gw_port': {'id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9', 'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'mac_address': 'fa:16:3e:1f:5d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:05Z', 'updated_at': '2021-06-21T15:18:09Z', 'revision_number': 4, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'subnets': [{'id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:18:09.679930 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa30a8fa-82db-427f-a01c-fa24f6094670 None None] The sync data for ids ['854d9888-a2d7-4fa0-ba83-8771124da6c8'] in dv-neutron-797121-2-hyperv is: [{'id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'name': 'tempest-ServerActionsTestJSON-84695185-router', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:06Z', 'revision_number': 4, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'gw_port': {'id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9', 'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'mac_address': 'fa:16:3e:1f:5d:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:05Z', 'updated_at': '2021-06-21T15:18:09Z', 'revision_number': 4, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'subnets': [{'id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:18:09.708792 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-e7fb22ea-8fa2-43b6-a666-3b0690c89bc4 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0644107 Jun 21 15:18:09.827989 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-11b465dd-0f03-4836-97b1-fbc4c6329707 service neutron] 10.222.0.72 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984204 Jun 21 15:18:09.924267 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-2da01675-988b-419a-a921-94cdc6fb9bfe service neutron] 10.222.0.72 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898831 Jun 21 15:18:10.082110 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 1885ec59-b34f-4403-8d26-0eea0ecae0d5 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:18:10.127668 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5f412594-5cd3-49bc-94d9-4cc971822181 req-c91ad25b-f0d1-4048-9bde-68b8c6ed92fb tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 210 time: 0.0374599 Jun 21 15:18:10.135980 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 1885ec59-b34f-4403-8d26-0eea0ecae0d5 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:18:10.136797 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:10.221566 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:18:10.274864 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:18:10.279367 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:18:10.279743 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:10.363567 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:10.408012 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:18:10.414994 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:10.417004 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:18:10.467265 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:18:10.474886 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:18:11.297094 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7ecbc4e8-95e6-4c9d-b6fa-f267dceab9d6 req-23c31638-9379-4bd2-8fa3-7fd653ca6e4d tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 210 time: 0.0405917 Jun 21 15:18:11.307963 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-80182855-fc72-4446-bf2e-472d4440a46b tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:18:11.309496 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-80182855-fc72-4446-bf2e-472d4440a46b tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.66 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 810 time: 0.1438143 Jun 21 15:18:11.354475 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-a2185f36-4789-404b-8a4a-f789c6b24ca9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3780c7155f054b7aa3e13b8c2256e6be HTTP/1.1" status: 200 len: 380 time: 0.0365338 Jun 21 15:18:11.364006 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-e873c2cd-a62f-46cc-a8de-b01766b44437 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Request body: {'port': {'device_id': 'd87d66d9-13ec-4905-9508-ed23ab777e39', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'admin_state_up': True, 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'security_groups': ['15f6331f-2b55-4970-a97e-00b4bf9b4a22']}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:18:11.481307 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-e873c2cd-a62f-46cc-a8de-b01766b44437 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Made reservation on behalf of 3780c7155f054b7aa3e13b8c2256e6be for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:18:11.485188 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-e873c2cd-a62f-46cc-a8de-b01766b44437 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:11.609918 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-e873c2cd-a62f-46cc-a8de-b01766b44437 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Allocated IP 172.20.0.14 (10f7748d-7e44-459e-b249-b0afea9df2c8/b8bfdcfc-e581-406e-92fa-ab44ac241947/2319e4b1-af3e-418d-907d-72c4f869c6b5) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:18:11.748410 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-e873c2cd-a62f-46cc-a8de-b01766b44437 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:11.761821 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-e873c2cd-a62f-46cc-a8de-b01766b44437 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Transition to ACTIVE for port object 2319e4b1-af3e-418d-907d-72c4f869c6b5 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:18:11.797030 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-e873c2cd-a62f-46cc-a8de-b01766b44437 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:11.800883 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cc617570-7e7a-43ef-a3a6-66972f8be65d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:18:11.846897 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-e873c2cd-a62f-46cc-a8de-b01766b44437 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Network 10f7748d-7e44-459e-b249-b0afea9df2c8 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:18:11.850148 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-e873c2cd-a62f-46cc-a8de-b01766b44437 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:18:11.855877 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-e873c2cd-a62f-46cc-a8de-b01766b44437 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:18:11.862541 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873c2cd-a62f-46cc-a8de-b01766b44437 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Pushing event updated for resources: {'Port': ['ID=2319e4b1-af3e-418d-907d-72c4f869c6b5,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:18:11.883133 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e873c2cd-a62f-46cc-a8de-b01766b44437 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:18:11.911161 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-e873c2cd-a62f-46cc-a8de-b01766b44437 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:18:11.911827 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-e873c2cd-a62f-46cc-a8de-b01766b44437 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:11.930651 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-e873c2cd-a62f-46cc-a8de-b01766b44437 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5708313 Jun 21 15:18:11.991110 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-4284abbf-6054-4355-8a42-5c216dcdd5da service neutron] Request body: {'port': {'device_id': 'd87d66d9-13ec-4905-9508-ed23ab777e39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:18:11.993215 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:18:12.052481 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:18:12.052991 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:12.072641 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-4284abbf-6054-4355-8a42-5c216dcdd5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:12.143733 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-08cd8df2-ec2c-4cc2-9482-680525812d45 None None] Provisioning for port 2319e4b1-af3e-418d-907d-72c4f869c6b5 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:18:12.147762 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-08cd8df2-ec2c-4cc2-9482-680525812d45 None None] Provisioning complete for port 2319e4b1-af3e-418d-907d-72c4f869c6b5 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:18:12.148142 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-08cd8df2-ec2c-4cc2-9482-680525812d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:12.182520 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-08cd8df2-ec2c-4cc2-9482-680525812d45 None None] Port 2319e4b1-af3e-418d-907d-72c4f869c6b5 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:18:12.350907 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-4284abbf-6054-4355-8a42-5c216dcdd5da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2319e4b1-af3e-418d-907d-72c4f869c6b5 {{(pid=105224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:18:12.358516 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-4284abbf-6054-4355-8a42-5c216dcdd5da service neutron] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:12.370587 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-4284abbf-6054-4355-8a42-5c216dcdd5da service neutron] Transition to ACTIVE for port object 2319e4b1-af3e-418d-907d-72c4f869c6b5 will not be triggered until provisioned by entity L2. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:18:12.378417 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-4284abbf-6054-4355-8a42-5c216dcdd5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:12.378965 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2650ac74-ef38-462c-8d08-bf5682230324 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:18:12.480634 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284abbf-6054-4355-8a42-5c216dcdd5da service neutron] Pushing event updated for resources: {'Port': ['ID=2319e4b1-af3e-418d-907d-72c4f869c6b5,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:18:12.484414 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4284abbf-6054-4355-8a42-5c216dcdd5da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:18:12.589355 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f877b2f-e3c6-4914-b5a8-68d67f5673c3 req-9adb1600-4fed-4262-a62c-d5ad866d96fc tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:18:12.590923 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6f877b2f-e3c6-4914-b5a8-68d67f5673c3 req-9adb1600-4fed-4262-a62c-d5ad866d96fc tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 944 time: 0.1531043 Jun 21 15:18:12.592477 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-4284abbf-6054-4355-8a42-5c216dcdd5da service neutron] Attempting to bind port 2319e4b1-af3e-418d-907d-72c4f869c6b5 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:18:12.592943 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-4284abbf-6054-4355-8a42-5c216dcdd5da service neutron] Attempting to bind port 2319e4b1-af3e-418d-907d-72c4f869c6b5 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '2f6eea47-6ae2-436b-b86b-5c34f0d55a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:18:12.593157 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-4284abbf-6054-4355-8a42-5c216dcdd5da service neutron] Attempting to bind port 2319e4b1-af3e-418d-907d-72c4f869c6b5 on network 10f7748d-7e44-459e-b249-b0afea9df2c8 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:18:12.604861 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-4284abbf-6054-4355-8a42-5c216dcdd5da service neutron] Port 2319e4b1-af3e-418d-907d-72c4f869c6b5 on network 10f7748d-7e44-459e-b249-b0afea9df2c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 15:18:12.605179 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-4284abbf-6054-4355-8a42-5c216dcdd5da service neutron] Attempting to bind port 2319e4b1-af3e-418d-907d-72c4f869c6b5 on network 10f7748d-7e44-459e-b249-b0afea9df2c8 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:18:12.618758 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-4284abbf-6054-4355-8a42-5c216dcdd5da service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:18:12.619120 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-4284abbf-6054-4355-8a42-5c216dcdd5da service neutron] Checking segment: {'id': '2f6eea47-6ae2-436b-b86b-5c34f0d55a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:18:12.619492 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-4284abbf-6054-4355-8a42-5c216dcdd5da service neutron] Bound using segment: {'id': '2f6eea47-6ae2-436b-b86b-5c34f0d55a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8'} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:18:12.619937 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-4284abbf-6054-4355-8a42-5c216dcdd5da service neutron] Bound port: 2319e4b1-af3e-418d-907d-72c4f869c6b5, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f6eea47-6ae2-436b-b86b-5c34f0d55a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8'}}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:18:12.620257 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-4284abbf-6054-4355-8a42-5c216dcdd5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:12.647275 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6f877b2f-e3c6-4914-b5a8-68d67f5673c3 req-a44879b5-fcc4-4a37-8018-caa51c8193de tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492821 Jun 21 15:18:12.704936 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-4284abbf-6054-4355-8a42-5c216dcdd5da service neutron] For port 2319e4b1-af3e-418d-907d-72c4f869c6b5, host hv-neutron-7971, cleared binding levels {{(pid=105224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:18:12.708397 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-4284abbf-6054-4355-8a42-5c216dcdd5da service neutron] For port 2319e4b1-af3e-418d-907d-72c4f869c6b5, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2319e4b1-af3e-418d-907d-72c4f869c6b5,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:18:12.713620 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-4284abbf-6054-4355-8a42-5c216dcdd5da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:12.716477 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fde7d23f-660b-4450-bf0e-60a2829845a5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:18:12.747329 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-4284abbf-6054-4355-8a42-5c216dcdd5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:18:12.748227 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-4284abbf-6054-4355-8a42-5c216dcdd5da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:12.750470 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-4284abbf-6054-4355-8a42-5c216dcdd5da service neutron] 10.222.0.66 "PUT /v2.0/ports/2319e4b1-af3e-418d-907d-72c4f869c6b5 HTTP/1.1" status: 200 len: 1094 time: 0.7646315 Jun 21 15:18:12.751034 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87d66d9-13ec-4905-9508-ed23ab777e39', 'tag': '2319e4b1-af3e-418d-907d-72c4f869c6b5'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:18:12.753328 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a73cd9-1aa5-49df-97da-f86f4e7411b2" -d '{"events": [{"name": "network-changed", "server_uuid": "d87d66d9-13ec-4905-9508-ed23ab777e39", "tag": "2319e4b1-af3e-418d-907d-72c4f869c6b5"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:18:12.781280 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284abbf-6054-4355-8a42-5c216dcdd5da service neutron] Pushing event updated for resources: {'Port': ['ID=2319e4b1-af3e-418d-907d-72c4f869c6b5,revision_number=3']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:18:12.784564 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4284abbf-6054-4355-8a42-5c216dcdd5da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:18:12.827675 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9676843-ec85-4efa-93b6-ab0373ee3f8a x-openstack-request-id: req-f9676843-ec85-4efa-93b6-ab0373ee3f8a {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:18:12.828012 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87d66d9-13ec-4905-9508-ed23ab777e39", "tag": "2319e4b1-af3e-418d-907d-72c4f869c6b5", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:18:12.828310 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f9676843-ec85-4efa-93b6-ab0373ee3f8a {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:18:12.828754 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd87d66d9-13ec-4905-9508-ed23ab777e39', 'tag': '2319e4b1-af3e-418d-907d-72c4f869c6b5', 'status': 'completed', 'code': 200} Jun 21 15:18:12.858239 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-46cba504-4939-43ef-8952-110a1ad69f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:18:12.859744 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-46cba504-4939-43ef-8952-110a1ad69f18 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 1097 time: 0.0618732 Jun 21 15:18:12.903260 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-0f95e659-27a3-49d2-ac02-20e10690acc3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2319e4b1-af3e-418d-907d-72c4f869c6b5 HTTP/1.1" status: 200 len: 217 time: 0.0354469 Jun 21 15:18:12.957605 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-d0a5a582-e9a1-4f8a-9df2-83c26a9faefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:18:12.959104 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-d0a5a582-e9a1-4f8a-9df2-83c26a9faefd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8bfdcfc-e581-406e-92fa-ab44ac241947 HTTP/1.1" status: 200 len: 849 time: 0.0498784 Jun 21 15:18:13.016592 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-030b2c1d-4f0f-4bc5-896c-b35307fbb0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:18:13.018006 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-030b2c1d-4f0f-4bc5-896c-b35307fbb0a2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10f7748d-7e44-459e-b249-b0afea9df2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0523777 Jun 21 15:18:13.118254 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-11c768cf-f50e-46fd-9294-1df4c24f04a2 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912535 Jun 21 15:18:13.219337 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8a7eab39-c386-41d9-baf2-4317bc499a0a req-3286cec1-abc7-4844-86a9-f9dc85275435 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948899 Jun 21 15:18:13.333057 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a73cd9-1aa5-49df-97da-f86f4e7411b2 req-8d1c35d2-f223-444b-8af3-3683c964f47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:18:13.335411 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b6a73cd9-1aa5-49df-97da-f86f4e7411b2 req-8d1c35d2-f223-444b-8af3-3683c964f47c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 1097 time: 0.0622592 Jun 21 15:18:13.433879 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a73cd9-1aa5-49df-97da-f86f4e7411b2 req-b203a1ff-90e2-4630-9b36-d8a2ff418315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:18:13.435729 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b6a73cd9-1aa5-49df-97da-f86f4e7411b2 req-b203a1ff-90e2-4630-9b36-d8a2ff418315 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 911 time: 0.0915692 Jun 21 15:18:13.476963 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b6a73cd9-1aa5-49df-97da-f86f4e7411b2 req-e39fb4cf-d11c-45f4-9b8a-2d05db94e902 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2319e4b1-af3e-418d-907d-72c4f869c6b5 HTTP/1.1" status: 200 len: 217 time: 0.0347638 Jun 21 15:18:13.526725 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a73cd9-1aa5-49df-97da-f86f4e7411b2 req-8747bb80-635d-4d08-9a9d-06bcc5805467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:18:13.528027 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b6a73cd9-1aa5-49df-97da-f86f4e7411b2 req-8747bb80-635d-4d08-9a9d-06bcc5805467 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8bfdcfc-e581-406e-92fa-ab44ac241947 HTTP/1.1" status: 200 len: 849 time: 0.0447931 Jun 21 15:18:13.588996 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a73cd9-1aa5-49df-97da-f86f4e7411b2 req-5a7da66f-679c-4335-abae-c2a23d638b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:18:13.590479 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b6a73cd9-1aa5-49df-97da-f86f4e7411b2 req-5a7da66f-679c-4335-abae-c2a23d638b95 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10f7748d-7e44-459e-b249-b0afea9df2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0558271 Jun 21 15:18:13.688437 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b6a73cd9-1aa5-49df-97da-f86f4e7411b2 req-7ba44723-8400-46b6-b98f-469ec2bdb1b2 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898743 Jun 21 15:18:13.812604 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b6a73cd9-1aa5-49df-97da-f86f4e7411b2 req-8c4b19c9-9a16-4079-90cd-44658f96febb service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160426 Jun 21 15:18:13.842577 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06779626-09cf-4bf4-b766-eaa2625d6552 req-6d23b2ba-2335-4b30-9f47-040ac83d7189 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:18:13.844062 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-06779626-09cf-4bf4-b766-eaa2625d6552 req-6d23b2ba-2335-4b30-9f47-040ac83d7189 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 944 time: 0.0877609 Jun 21 15:18:13.885810 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-06779626-09cf-4bf4-b766-eaa2625d6552 req-236db2a1-43a7-45c5-a5a5-2259f736aec8 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335071 Jun 21 15:18:14.103209 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-079056cf-131b-4e6a-8ace-d47aedc836aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:15.088430 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79e6b0-2ea7-45db-be80-3c4088ea3f12 req-804a6d91-bd5d-4ac9-ad16-08cee7666b1b tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:18:15.089921 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fe79e6b0-2ea7-45db-be80-3c4088ea3f12 req-804a6d91-bd5d-4ac9-ad16-08cee7666b1b tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 944 time: 0.0807126 Jun 21 15:18:15.130904 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fe79e6b0-2ea7-45db-be80-3c4088ea3f12 req-0cfa020e-9dad-4544-a571-148f6823188f tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330362 Jun 21 15:18:15.806538 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 2319e4b1-af3e-418d-907d-72c4f869c6b5 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:18:15.904454 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 2319e4b1-af3e-418d-907d-72c4f869c6b5, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2319e4b1-af3e-418d-907d-72c4f869c6b5,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:18:15.915876 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '2319e4b1-af3e-418d-907d-72c4f869c6b5', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'port_id': '2319e4b1-af3e-418d-907d-72c4f869c6b5', 'mac_address': 'fa:16:3e:f7:c9:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:18:15.953661 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:15.967783 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2319e4b1-af3e-418d-907d-72c4f869c6b5 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:18:15.987846 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 2319e4b1-af3e-418d-907d-72c4f869c6b5, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2319e4b1-af3e-418d-907d-72c4f869c6b5,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:18:15.994290 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:15.997538 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:18:16.054400 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=2319e4b1-af3e-418d-907d-72c4f869c6b5,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:18:16.057538 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:18:16.319235 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d720b3-9871-4a18-ab1c-6d0b3bbc3e96 req-574e2812-96ec-410e-bac1-c7ec0b6d3bf6 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:18:16.320784 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-63d720b3-9871-4a18-ab1c-6d0b3bbc3e96 req-574e2812-96ec-410e-bac1-c7ec0b6d3bf6 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 945 time: 0.0743682 Jun 21 15:18:16.349434 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['2319e4b1-af3e-418d-907d-72c4f869c6b5'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:18:16.360458 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-63d720b3-9871-4a18-ab1c-6d0b3bbc3e96 req-a730f8cd-7607-435a-82ec-d6ee582c8cf0 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333548 Jun 21 15:18:16.605007 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-11cc9af2-bfc0-46fe-b1af-01c8fbff6c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:17.096725 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:17.545307 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c16bda-8cad-43ef-bc81-9e9576d4b3b2 req-a67af67a-179a-4ee4-98a0-dab26a044838 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:18:17.546841 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f0c16bda-8cad-43ef-bc81-9e9576d4b3b2 req-a67af67a-179a-4ee4-98a0-dab26a044838 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 945 time: 0.0729172 Jun 21 15:18:17.586755 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f0c16bda-8cad-43ef-bc81-9e9576d4b3b2 req-eca11bb2-a184-45d7-a92b-d2e2523ea99d tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341156 Jun 21 15:18:17.808489 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 2319e4b1-af3e-418d-907d-72c4f869c6b5 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:18:17.869470 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port 2319e4b1-af3e-418d-907d-72c4f869c6b5 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:18:17.874976 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 2319e4b1-af3e-418d-907d-72c4f869c6b5 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:18:17.875357 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:17.953113 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:17.975938 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87d66d9-13ec-4905-9508-ed23ab777e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2319e4b1-af3e-418d-907d-72c4f869c6b5'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:18:17.978244 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6ab18e-609b-4039-9562-de7e3c9aa61d" -d '{"events": [{"server_uuid": "d87d66d9-13ec-4905-9508-ed23ab777e39", "name": "network-vif-plugged", "status": "completed", "tag": "2319e4b1-af3e-418d-907d-72c4f869c6b5"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:18:17.992699 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 2319e4b1-af3e-418d-907d-72c4f869c6b5, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2319e4b1-af3e-418d-907d-72c4f869c6b5,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:18:17.999999 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:18.003052 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:18:18.055018 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=2319e4b1-af3e-418d-907d-72c4f869c6b5,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:18:18.062520 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:18:18.062777 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:18:18.063115 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:18:18.063440 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:18:18.063732 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:18:18.064055 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:18:18.064371 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:18:18.064686 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:18:18.065020 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:18:18.065335 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:18:18.065644 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:18:18.065996 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:18:18.069985 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:18:18.074133 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08dc42d-8851-4710-bb2e-51f5f1d51956 x-openstack-request-id: req-b08dc42d-8851-4710-bb2e-51f5f1d51956 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:18:18.074429 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87d66d9-13ec-4905-9508-ed23ab777e39", "name": "network-vif-plugged", "status": "completed", "tag": "2319e4b1-af3e-418d-907d-72c4f869c6b5", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:18:18.074689 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b08dc42d-8851-4710-bb2e-51f5f1d51956 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:18:18.075085 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87d66d9-13ec-4905-9508-ed23ab777e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2319e4b1-af3e-418d-907d-72c4f869c6b5', 'code': 200} Jun 21 15:18:18.139491 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:18.310163 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864936e-2148-4c55-b2c3-156e30912aaf req-2863460a-9288-4f0b-a100-4ab64d975a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:18:18.311860 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b864936e-2148-4c55-b2c3-156e30912aaf req-2863460a-9288-4f0b-a100-4ab64d975a9e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 1099 time: 0.0571482 Jun 21 15:18:18.350040 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b864936e-2148-4c55-b2c3-156e30912aaf req-f4195a22-1153-400e-84f0-2b45953e4a2a service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311882 Jun 21 15:18:18.776503 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca7867a-d3a9-4264-bbd3-b7d59210b31e req-cb99e387-927f-48f9-8f2a-a1bc95d15441 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:18:18.778052 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8ca7867a-d3a9-4264-bbd3-b7d59210b31e req-cb99e387-927f-48f9-8f2a-a1bc95d15441 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 946 time: 0.0684042 Jun 21 15:18:18.827843 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8ca7867a-d3a9-4264-bbd3-b7d59210b31e req-c42fda2e-704d-45ff-9b68-edc5dd9d9b50 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407488 Jun 21 15:18:19.813735 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:20.013241 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b390e-6778-43c6-9c5a-0999b0df87ad req-26bd1eee-7736-46af-814c-0aeb7b1021c4 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:18:20.014984 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ee1b390e-6778-43c6-9c5a-0999b0df87ad req-26bd1eee-7736-46af-814c-0aeb7b1021c4 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 946 time: 0.0663607 Jun 21 15:18:20.055557 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ee1b390e-6778-43c6-9c5a-0999b0df87ad req-3a1b71cd-b359-4f12-9c34-ca6cb87d8860 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334990 Jun 21 15:18:20.240391 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f43e95-4164-4d70-a843-4fe4a45efbfe req-9cc25691-d264-464f-b864-911052712cbf tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:18:20.241863 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-86f43e95-4164-4d70-a843-4fe4a45efbfe req-9cc25691-d264-464f-b864-911052712cbf tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 946 time: 0.0749302 Jun 21 15:18:20.250953 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 41924) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:18:20.255731 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-c78231f9-8d08-4f79-be3f-7e45f1eed110 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Request body: {'floatingip': {'port_id': '2319e4b1-af3e-418d-907d-72c4f869c6b5'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:18:20.296203 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c78231f9-8d08-4f79-be3f-7e45f1eed110 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks [] for floatingip, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:20.764224 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c78231f9-8d08-4f79-be3f-7e45f1eed110 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:20.770058 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c78231f9-8d08-4f79-be3f-7e45f1eed110 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:20.875822 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.l3_db [None req-c78231f9-8d08-4f79-be3f-7e45f1eed110 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Floating IP b68b23c7-0694-44b4-b976-fede36fcd7ea associated. External IP: 172.26.3.3, port: 2319e4b1-af3e-418d-907d-72c4f869c6b5. Jun 21 15:18:21.093906 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78231f9-8d08-4f79-be3f-7e45f1eed110 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Router 854d9888-a2d7-4fa0-ba83-8771124da6c8 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:18:21.207889 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78231f9-8d08-4f79-be3f-7e45f1eed110 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:18:21.212398 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c78231f9-8d08-4f79-be3f-7e45f1eed110 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:21.217222 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a6d0ca-d8e6-4ab0-8116-5428ad459257 None None] Sync routers for ids ['854d9888-a2d7-4fa0-ba83-8771124da6c8'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:18:21.227054 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a6d0ca-d8e6-4ab0-8116-5428ad459257 None None] Routers {'854d9888-a2d7-4fa0-ba83-8771124da6c8'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:18:21.227668 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-53a6d0ca-d8e6-4ab0-8116-5428ad459257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:18:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['854d9888-a2d7-4fa0-ba83-8771124da6c8'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:18:21.250463 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c78231f9-8d08-4f79-be3f-7e45f1eed110 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "PUT /v2.0/floatingips/b68b23c7-0694-44b4-b976-fede36fcd7ea HTTP/1.1" status: 200 len: 990 time: 0.9984362 Jun 21 15:18:21.251239 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd87d66d9-13ec-4905-9508-ed23ab777e39', 'tag': '2319e4b1-af3e-418d-907d-72c4f869c6b5'}] {{(pid=105225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:18:21.253765 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d720512e93a77e3bffebe2b790a2b81995dcc7e4c74443a12a7dc003910c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c94d2a2-937f-4288-ad91-42174fcb6bc2" -d '{"events": [{"name": "network-changed", "server_uuid": "d87d66d9-13ec-4905-9508-ed23ab777e39", "tag": "2319e4b1-af3e-418d-907d-72c4f869c6b5"}]}' {{(pid=105225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:18:21.292081 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1b40f0-1686-4166-86c0-1f6676391f5b x-openstack-request-id: req-9b1b40f0-1686-4166-86c0-1f6676391f5b {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:18:21.292514 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d87d66d9-13ec-4905-9508-ed23ab777e39", "tag": "2319e4b1-af3e-418d-907d-72c4f869c6b5", "status": "completed", "code": 200}]} {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:18:21.292895 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9b1b40f0-1686-4166-86c0-1f6676391f5b {{(pid=105225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:18:21.293398 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd87d66d9-13ec-4905-9508-ed23ab777e39', 'tag': '2319e4b1-af3e-418d-907d-72c4f869c6b5', 'status': 'completed', 'code': 200} Jun 21 15:18:21.334439 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-53a6d0ca-d8e6-4ab0-8116-5428ad459257 None None] Set router 854d9888-a2d7-4fa0-ba83-8771124da6c8 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:18:21.372084 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94d2a2-937f-4288-ad91-42174fcb6bc2 req-8c4be113-cf04-4146-8a13-4e697c5f9223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:18:21.372912 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3c94d2a2-937f-4288-ad91-42174fcb6bc2 req-8c4be113-cf04-4146-8a13-4e697c5f9223 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 1099 time: 0.0574346 Jun 21 15:18:21.468725 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94d2a2-937f-4288-ad91-42174fcb6bc2 req-fce505f4-19e9-44a4-ae78-941216a66ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:18:21.470207 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3c94d2a2-937f-4288-ad91-42174fcb6bc2 req-fce505f4-19e9-44a4-ae78-941216a66ae7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 911 time: 0.0895927 Jun 21 15:18:21.536955 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3c94d2a2-937f-4288-ad91-42174fcb6bc2 req-6c66a11f-4a68-4ea2-8424-cb62c3160e77 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2319e4b1-af3e-418d-907d-72c4f869c6b5 HTTP/1.1" status: 200 len: 998 time: 0.0594194 Jun 21 15:18:21.557591 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-53a6d0ca-d8e6-4ab0-8116-5428ad459257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'name': 'tempest-ServerActionsTestJSON-84695185-router', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:06Z', 'revision_number': 4, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'gw_port': {'id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': 'b68b23c7-0694-44b4-b976-fede36fcd7ea', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'floating_ip_address': '172.26.3.3', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'port_id': '2319e4b1-af3e-418d-907d-72c4f869c6b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'mac_address': 'fa:16:3e:f7:c9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87d66d9-13ec-4905-9508-ed23ab777e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:18:08Z', 'updated_at': '2021-06-21T15:18:20Z', 'revision_number': 1, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9', 'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'mac_address': 'fa:16:3e:1f:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:05Z', 'updated_at': '2021-06-21T15:18:10Z', 'revision_number': 5, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'subnets': [{'id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:18:21.585078 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94d2a2-937f-4288-ad91-42174fcb6bc2 req-df266ee3-1a98-4caa-9935-8840ce4646c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:18:21.586577 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3c94d2a2-937f-4288-ad91-42174fcb6bc2 req-df266ee3-1a98-4caa-9935-8840ce4646c0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8bfdcfc-e581-406e-92fa-ab44ac241947 HTTP/1.1" status: 200 len: 849 time: 0.0439467 Jun 21 15:18:21.587019 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a6d0ca-d8e6-4ab0-8116-5428ad459257 None None] Checking router: 854d9888-a2d7-4fa0-ba83-8771124da6c8 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:18:21.595651 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a6d0ca-d8e6-4ab0-8116-5428ad459257 None None] Routers {'854d9888-a2d7-4fa0-ba83-8771124da6c8'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:18:21.596263 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-53a6d0ca-d8e6-4ab0-8116-5428ad459257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:18:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['854d9888-a2d7-4fa0-ba83-8771124da6c8'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:18:21.646693 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94d2a2-937f-4288-ad91-42174fcb6bc2 req-7b3776fc-1ee4-47e9-8537-79118856aec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:18:21.648087 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3c94d2a2-937f-4288-ad91-42174fcb6bc2 req-7b3776fc-1ee4-47e9-8537-79118856aec8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10f7748d-7e44-459e-b249-b0afea9df2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0555675 Jun 21 15:18:21.704195 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-53a6d0ca-d8e6-4ab0-8116-5428ad459257 None None] Set router 854d9888-a2d7-4fa0-ba83-8771124da6c8 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:18:21.734873 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3c94d2a2-937f-4288-ad91-42174fcb6bc2 req-610c70bf-83ec-47f9-8b07-b70d95fc7f3d service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802438 Jun 21 15:18:21.829285 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3c94d2a2-937f-4288-ad91-42174fcb6bc2 req-44f46d1b-7efa-487e-9560-d2c98bffd52b service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876307 Jun 21 15:18:21.931251 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-53a6d0ca-d8e6-4ab0-8116-5428ad459257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'name': 'tempest-ServerActionsTestJSON-84695185-router', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:06Z', 'revision_number': 4, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'gw_port': {'id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': 'b68b23c7-0694-44b4-b976-fede36fcd7ea', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'floating_ip_address': '172.26.3.3', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'port_id': '2319e4b1-af3e-418d-907d-72c4f869c6b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'mac_address': 'fa:16:3e:f7:c9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87d66d9-13ec-4905-9508-ed23ab777e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:18:08Z', 'updated_at': '2021-06-21T15:18:20Z', 'revision_number': 1, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9', 'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'mac_address': 'fa:16:3e:1f:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:05Z', 'updated_at': '2021-06-21T15:18:10Z', 'revision_number': 5, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'subnets': [{'id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:18:21.956482 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a6d0ca-d8e6-4ab0-8116-5428ad459257 None None] The sync data for ids ['854d9888-a2d7-4fa0-ba83-8771124da6c8'] in dv-neutron-797121-2-hyperv is: [{'id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'name': 'tempest-ServerActionsTestJSON-84695185-router', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:06Z', 'revision_number': 4, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'gw_port': {'id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': 'b68b23c7-0694-44b4-b976-fede36fcd7ea', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'floating_ip_address': '172.26.3.3', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'port_id': '2319e4b1-af3e-418d-907d-72c4f869c6b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'mac_address': 'fa:16:3e:f7:c9:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd87d66d9-13ec-4905-9508-ed23ab777e39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:18:08Z', 'updated_at': '2021-06-21T15:18:20Z', 'revision_number': 1, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9', 'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'mac_address': 'fa:16:3e:1f:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:05Z', 'updated_at': '2021-06-21T15:18:10Z', 'revision_number': 5, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'subnets': [{'id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:18:22.169363 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a7a606-00f0-4d91-9bc0-7b6a9de1b937 None None] New status for floating IP b68b23c7-0694-44b4-b976-fede36fcd7ea: ACTIVE {{(pid=105226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:18:26.100762 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:18:26.712445 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d092ef0a-61aa-4ade-a939-4f22b2253053 req-948435e9-deff-4183-9f62-536a57405d4f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4221981 Jun 21 15:18:26.823303 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092ef0a-61aa-4ade-a939-4f22b2253053 req-b1de0883-fd6a-4999-81c7-9c5b557a9316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:18:26.824759 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d092ef0a-61aa-4ade-a939-4f22b2253053 req-b1de0883-fd6a-4999-81c7-9c5b557a9316 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 1099 time: 0.0559251 Jun 21 15:18:26.938088 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092ef0a-61aa-4ade-a939-4f22b2253053 req-0632bb58-4c3a-4109-8f87-2a5043cf0256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:18:26.939586 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d092ef0a-61aa-4ade-a939-4f22b2253053 req-0632bb58-4c3a-4109-8f87-2a5043cf0256 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 911 time: 0.0933952 Jun 21 15:18:27.009960 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d092ef0a-61aa-4ade-a939-4f22b2253053 req-a0d04fc7-c193-4cd7-8b1e-19da9eeed674 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2319e4b1-af3e-418d-907d-72c4f869c6b5 HTTP/1.1" status: 200 len: 1000 time: 0.0615172 Jun 21 15:18:27.060815 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092ef0a-61aa-4ade-a939-4f22b2253053 req-50acc5be-c0ec-4e07-9318-7ce64731f4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:18:27.062492 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d092ef0a-61aa-4ade-a939-4f22b2253053 req-50acc5be-c0ec-4e07-9318-7ce64731f4c3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8bfdcfc-e581-406e-92fa-ab44ac241947 HTTP/1.1" status: 200 len: 849 time: 0.0458004 Jun 21 15:18:27.126107 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092ef0a-61aa-4ade-a939-4f22b2253053 req-4edaa20d-a0fa-401e-b4ab-b1e4509cffba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:18:27.127648 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d092ef0a-61aa-4ade-a939-4f22b2253053 req-4edaa20d-a0fa-401e-b4ab-b1e4509cffba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10f7748d-7e44-459e-b249-b0afea9df2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0577846 Jun 21 15:18:27.216592 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d092ef0a-61aa-4ade-a939-4f22b2253053 req-dd3da294-3476-4399-84b4-551b51a93b5b service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812187 Jun 21 15:18:27.328583 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d092ef0a-61aa-4ade-a939-4f22b2253053 req-ae52e78f-eae4-4a76-931a-b0c87756c600 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058352 Jun 21 15:18:35.435322 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:44.105061 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0585a1d9-778c-4a6b-a79b-ee4466ac5ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:46.603965 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-269b9164-d967-403d-a254-1ef9b9b23965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:47.081030 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:48.148147 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:18:49.821283 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:19:03.099818 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:19:05.443590 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:19:14.108896 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-80101cd7-a761-4888-808e-0c3e87922898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:19:16.604193 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-597f15f1-98c1-4ca4-8000-7c61e587fc4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:19:17.085459 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:19:18.152057 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:19:19.824481 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:19:26.367702 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4dd8e2da-c95d-40dd-8767-cc07f1632e73 req-da8bde04-393b-45c3-928e-2bc2883a2a16 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1134868 Jun 21 15:19:26.474637 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8e2da-c95d-40dd-8767-cc07f1632e73 req-41a25e38-dc60-417a-857e-e515e238a6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:19:26.476146 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4dd8e2da-c95d-40dd-8767-cc07f1632e73 req-41a25e38-dc60-417a-857e-e515e238a6bf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 1099 time: 0.0606852 Jun 21 15:19:26.589112 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8e2da-c95d-40dd-8767-cc07f1632e73 req-94cb2708-f969-4536-b950-fdbda7ff5746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:19:26.590495 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4dd8e2da-c95d-40dd-8767-cc07f1632e73 req-94cb2708-f969-4536-b950-fdbda7ff5746 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 911 time: 0.0934346 Jun 21 15:19:26.658932 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4dd8e2da-c95d-40dd-8767-cc07f1632e73 req-b7934195-f04e-447a-9d52-f7666aee7339 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2319e4b1-af3e-418d-907d-72c4f869c6b5 HTTP/1.1" status: 200 len: 1000 time: 0.0605774 Jun 21 15:19:26.711905 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8e2da-c95d-40dd-8767-cc07f1632e73 req-9ef18aeb-baac-461f-82ab-69c0ec6ea5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:19:26.713405 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4dd8e2da-c95d-40dd-8767-cc07f1632e73 req-9ef18aeb-baac-461f-82ab-69c0ec6ea5aa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8bfdcfc-e581-406e-92fa-ab44ac241947 HTTP/1.1" status: 200 len: 849 time: 0.0482342 Jun 21 15:19:26.776424 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8e2da-c95d-40dd-8767-cc07f1632e73 req-5cf73fc8-ac6a-4f8f-a054-b57421ce8b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:19:26.777930 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4dd8e2da-c95d-40dd-8767-cc07f1632e73 req-5cf73fc8-ac6a-4f8f-a054-b57421ce8b50 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10f7748d-7e44-459e-b249-b0afea9df2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0580726 Jun 21 15:19:26.789048 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [req-4dd8e2da-c95d-40dd-8767-cc07f1632e73 req-f4cd1095-376b-4917-930d-e7c2ea22df48 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 15:19:26.790055 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4dd8e2da-c95d-40dd-8767-cc07f1632e73 req-f4cd1095-376b-4917-930d-e7c2ea22df48 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049853 Jun 21 15:19:26.879702 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4dd8e2da-c95d-40dd-8767-cc07f1632e73 req-448f3bcb-75d7-455f-ae5e-52e95149278d service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835972 Jun 21 15:19:26.978223 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4dd8e2da-c95d-40dd-8767-cc07f1632e73 req-106fd34b-b16f-41cc-8448-03869fbbee89 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900590 Jun 21 15:19:35.592816 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:19:40.103505 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:19:42.006652 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9d610-131a-4bfe-a26b-7bfec7a5ca7c req-d896b13f-e6d9-4de4-a6b5-0943f979ef03 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:19:42.008165 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-49f9d610-131a-4bfe-a26b-7bfec7a5ca7c req-d896b13f-e6d9-4de4-a6b5-0943f979ef03 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 946 time: 0.0799334 Jun 21 15:19:42.048115 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-49f9d610-131a-4bfe-a26b-7bfec7a5ca7c req-f7444ccf-0d87-45b5-8602-310556fb69a3 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336616 Jun 21 15:19:42.437111 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-edab27a9-e902-4f67-9269-fae1b45c37e5 req-774f987d-dbf8-493d-a925-7c63025116d5 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0874646 Jun 21 15:19:42.472412 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073e7da5-3beb-4d19-8bd3-0871a3c54fe8 req-2a578287-882e-495f-afed-59901334026e tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:19:42.473900 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-073e7da5-3beb-4d19-8bd3-0871a3c54fe8 req-2a578287-882e-495f-afed-59901334026e tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 946 time: 0.0755725 Jun 21 15:19:42.514909 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-073e7da5-3beb-4d19-8bd3-0871a3c54fe8 req-a3e89c16-588a-4ea7-89d8-15bf857ccf45 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344982 Jun 21 15:19:43.708883 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3185cf75-518b-4060-aae2-d3cb9580ec79 req-8cbc4015-5bbd-44be-b6f7-b329a178a302 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:19:43.710362 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3185cf75-518b-4060-aae2-d3cb9580ec79 req-8cbc4015-5bbd-44be-b6f7-b329a178a302 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 946 time: 0.0752842 Jun 21 15:19:43.753486 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3185cf75-518b-4060-aae2-d3cb9580ec79 req-0fa32603-4043-4479-bec6-e4f20cccebb6 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345304 Jun 21 15:19:44.106041 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ee72c8a5-73e5-4e91-abcd-7cb77cb168b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:19:44.750880 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab27a9-e902-4f67-9269-fae1b45c37e5 req-e46b9cab-df0b-49c0-92ad-500c85921019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:19:44.754148 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-edab27a9-e902-4f67-9269-fae1b45c37e5 req-e46b9cab-df0b-49c0-92ad-500c85921019 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 1099 time: 0.0612123 Jun 21 15:19:44.844063 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab27a9-e902-4f67-9269-fae1b45c37e5 req-7f2cefe7-27bb-495e-a0c9-b5c95420a068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:19:44.845543 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-edab27a9-e902-4f67-9269-fae1b45c37e5 req-7f2cefe7-27bb-495e-a0c9-b5c95420a068 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 911 time: 0.0852711 Jun 21 15:19:44.944131 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-edab27a9-e902-4f67-9269-fae1b45c37e5 req-72663ae9-384d-44f5-8e6b-dcbf388914a1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2319e4b1-af3e-418d-907d-72c4f869c6b5 HTTP/1.1" status: 200 len: 1000 time: 0.0917189 Jun 21 15:19:45.008180 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187995f3-9faf-415c-803f-6715273df212 req-1d264afb-0329-44e7-8432-a1c4d58ffe15 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:19:45.009526 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-187995f3-9faf-415c-803f-6715273df212 req-1d264afb-0329-44e7-8432-a1c4d58ffe15 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 946 time: 0.1224477 Jun 21 15:19:45.011295 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab27a9-e902-4f67-9269-fae1b45c37e5 req-1f763110-8f56-4c3d-943c-3381f892c727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:19:45.012583 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-edab27a9-e902-4f67-9269-fae1b45c37e5 req-1f763110-8f56-4c3d-943c-3381f892c727 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8bfdcfc-e581-406e-92fa-ab44ac241947 HTTP/1.1" status: 200 len: 849 time: 0.0619276 Jun 21 15:19:45.079563 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-187995f3-9faf-415c-803f-6715273df212 req-cdfde2f7-6d66-4847-86cd-7c3498bda6e4 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629342 Jun 21 15:19:45.100210 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab27a9-e902-4f67-9269-fae1b45c37e5 req-6001d4a9-63c6-48e4-951f-5d8c5976bab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:19:45.101763 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-edab27a9-e902-4f67-9269-fae1b45c37e5 req-6001d4a9-63c6-48e4-951f-5d8c5976bab2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10f7748d-7e44-459e-b249-b0afea9df2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792127 Jun 21 15:19:45.192594 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-edab27a9-e902-4f67-9269-fae1b45c37e5 req-3dacd017-b266-4c1d-99f0-8b9e9a0e2ae6 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836406 Jun 21 15:19:45.288623 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-edab27a9-e902-4f67-9269-fae1b45c37e5 req-dd9515b2-6e3d-43a7-a2b8-bd4e44c78265 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889330 Jun 21 15:19:46.271053 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c799c-9f27-4674-bec2-8aded52460cc req-2af75f14-ae2d-42e3-b3f7-a9b52d6c4071 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:19:46.272425 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-457c799c-9f27-4674-bec2-8aded52460cc req-2af75f14-ae2d-42e3-b3f7-a9b52d6c4071 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 946 time: 0.0737715 Jun 21 15:19:46.313653 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-457c799c-9f27-4674-bec2-8aded52460cc req-b5df6542-24d0-4e65-8bf2-436c69c5a337 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327740 Jun 21 15:19:46.604569 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2f11a17f-29ef-4538-ba86-02fd4822ab29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:19:47.093374 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:19:47.507890 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29006a7-08d3-4d7e-9196-5578d499da19 req-aedf83c0-3d54-4641-a950-24275c400a3c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:19:47.509337 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a29006a7-08d3-4d7e-9196-5578d499da19 req-aedf83c0-3d54-4641-a950-24275c400a3c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 946 time: 0.0664270 Jun 21 15:19:47.561547 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a29006a7-08d3-4d7e-9196-5578d499da19 req-3f926a34-c69f-43c0-bf62-96bfd0cb2811 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434382 Jun 21 15:19:48.150788 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:19:48.766146 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e576cbf5-d65e-4b9b-b002-cde153dad252 req-33a2b630-a427-4c80-9eac-83fc4ae3b1b3 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:19:48.767546 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e576cbf5-d65e-4b9b-b002-cde153dad252 req-33a2b630-a427-4c80-9eac-83fc4ae3b1b3 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 946 time: 0.0804756 Jun 21 15:19:48.810825 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e576cbf5-d65e-4b9b-b002-cde153dad252 req-8710645d-6922-4d84-ba03-a7dea1ca9bc4 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368676 Jun 21 15:19:49.828914 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:19:49.991067 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e74f29-d263-41e4-b5e3-8df733bb0ce0 req-11c9ddde-e327-42b5-8b4b-f1fcde05563c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:19:49.993137 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-65e74f29-d263-41e4-b5e3-8df733bb0ce0 req-11c9ddde-e327-42b5-8b4b-f1fcde05563c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 946 time: 0.0706308 Jun 21 15:19:50.032815 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-65e74f29-d263-41e4-b5e3-8df733bb0ce0 req-574163c6-1a89-4776-adac-205c5e5c092b tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337408 Jun 21 15:19:51.227417 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10400775-3411-47f4-829d-6fbb1f3effb4 req-9405dc98-2d89-4bed-8a34-b8f0af3aca94 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:19:51.228866 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-10400775-3411-47f4-829d-6fbb1f3effb4 req-9405dc98-2d89-4bed-8a34-b8f0af3aca94 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 946 time: 0.0695047 Jun 21 15:19:51.273062 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-10400775-3411-47f4-829d-6fbb1f3effb4 req-916b8bc7-8161-4736-99d3-056e53b7e223 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359201 Jun 21 15:19:52.473350 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a636b086-1945-4e77-a870-cd0bd3987f01 req-17b95ff5-c32a-4e45-94f5-a05b6137def1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:19:52.474925 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a636b086-1945-4e77-a870-cd0bd3987f01 req-17b95ff5-c32a-4e45-94f5-a05b6137def1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 946 time: 0.0763969 Jun 21 15:19:52.513416 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a636b086-1945-4e77-a870-cd0bd3987f01 req-c76a7633-c0a4-41b9-b94f-492d04b6de18 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328162 Jun 21 15:19:53.706920 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2dafe-6ddf-415e-8177-14875b288d3e req-1595ccc0-0577-47de-9fbd-23fa0a488bd2 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:19:53.708285 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b2d2dafe-6ddf-415e-8177-14875b288d3e req-1595ccc0-0577-47de-9fbd-23fa0a488bd2 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 946 time: 0.0737207 Jun 21 15:19:53.748607 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b2d2dafe-6ddf-415e-8177-14875b288d3e req-6f91cae3-7b6e-4f7c-adfb-3206dfa1b520 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315602 Jun 21 15:19:54.951112 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d65baa-5c27-4615-b2cf-66b2f85301f1 req-ef300e6e-89ed-4233-9aaa-0a6099d02768 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:19:54.952568 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-27d65baa-5c27-4615-b2cf-66b2f85301f1 req-ef300e6e-89ed-4233-9aaa-0a6099d02768 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 946 time: 0.0828731 Jun 21 15:19:54.998561 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-27d65baa-5c27-4615-b2cf-66b2f85301f1 req-a561d014-6208-484f-8024-0b58aa2db285 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401056 Jun 21 15:19:56.189148 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b576d12-22b4-419a-857c-446b91f58db6 req-efb096ef-c014-4824-bff7-7db05195d383 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:19:56.190618 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6b576d12-22b4-419a-857c-446b91f58db6 req-efb096ef-c014-4824-bff7-7db05195d383 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 946 time: 0.0705628 Jun 21 15:19:56.233846 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6b576d12-22b4-419a-857c-446b91f58db6 req-a31dff70-7e11-4c38-8b9b-2897f711f20d tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346527 Jun 21 15:19:57.034387 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-edab27a9-e902-4f67-9269-fae1b45c37e5 req-59463dae-ffe0-457e-87e2-051236c4f15a service neutron] 10.222.0.66 "GET /v2.0/ports/2319e4b1-af3e-418d-907d-72c4f869c6b5/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0718350 Jun 21 15:19:57.308149 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab27a9-e902-4f67-9269-fae1b45c37e5 req-8d5af118-04b0-4abe-9d2e-abc3ebfaf6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:19:57.309602 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-edab27a9-e902-4f67-9269-fae1b45c37e5 req-8d5af118-04b0-4abe-9d2e-abc3ebfaf6cd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39&tenant_id=3780c7155f054b7aa3e13b8c2256e6be HTTP/1.1" status: 200 len: 1099 time: 0.0532718 Jun 21 15:19:57.427249 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab27a9-e902-4f67-9269-fae1b45c37e5 req-28cd0a9b-aaae-4f80-8600-d3c91e083286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:19:57.428763 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-edab27a9-e902-4f67-9269-fae1b45c37e5 req-28cd0a9b-aaae-4f80-8600-d3c91e083286 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 1099 time: 0.0943058 Jun 21 15:19:57.465726 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac1956-a6d9-4392-82d7-53d00626e4d7 req-38fb9c33-cfc1-48e1-b5a6-f7fe5087fe99 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:19:57.467192 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5dac1956-a6d9-4392-82d7-53d00626e4d7 req-38fb9c33-cfc1-48e1-b5a6-f7fe5087fe99 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 946 time: 0.1058600 Jun 21 15:19:57.547674 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5dac1956-a6d9-4392-82d7-53d00626e4d7 req-f96ae2e6-fcc4-456b-be47-c03e7193466f tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560920 Jun 21 15:19:57.561290 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab27a9-e902-4f67-9269-fae1b45c37e5 req-7e7edf74-d8ff-458c-8e98-88ffe624d546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:19:57.562925 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-edab27a9-e902-4f67-9269-fae1b45c37e5 req-7e7edf74-d8ff-458c-8e98-88ffe624d546 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 911 time: 0.1276958 Jun 21 15:19:57.649098 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-edab27a9-e902-4f67-9269-fae1b45c37e5 req-dcf1fc08-90de-454c-a5c3-3474485c5057 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2319e4b1-af3e-418d-907d-72c4f869c6b5 HTTP/1.1" status: 200 len: 1000 time: 0.0794086 Jun 21 15:19:57.700771 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab27a9-e902-4f67-9269-fae1b45c37e5 req-c909f9e2-cf4c-4b2f-80af-f2c04c7342fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:19:57.702254 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-edab27a9-e902-4f67-9269-fae1b45c37e5 req-c909f9e2-cf4c-4b2f-80af-f2c04c7342fa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8bfdcfc-e581-406e-92fa-ab44ac241947 HTTP/1.1" status: 200 len: 849 time: 0.0450027 Jun 21 15:19:57.773302 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab27a9-e902-4f67-9269-fae1b45c37e5 req-cdb8da49-2846-4374-b284-deecb6938beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:19:57.774790 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-edab27a9-e902-4f67-9269-fae1b45c37e5 req-cdb8da49-2846-4374-b284-deecb6938beb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10f7748d-7e44-459e-b249-b0afea9df2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659766 Jun 21 15:19:57.881559 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-edab27a9-e902-4f67-9269-fae1b45c37e5 req-d44fb183-ed19-419d-9d05-63eff5842796 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975599 Jun 21 15:19:57.989822 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-edab27a9-e902-4f67-9269-fae1b45c37e5 req-93227e06-d0ec-4249-9fb1-d85466f24c11 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016021 Jun 21 15:19:58.733102 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c100f17-4a63-4ebe-98d2-58c9833b0ad7 req-f759a69f-f440-498b-b1b3-72f497124876 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:19:58.734574 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7c100f17-4a63-4ebe-98d2-58c9833b0ad7 req-f759a69f-f440-498b-b1b3-72f497124876 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 946 time: 0.0712702 Jun 21 15:19:58.780918 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7c100f17-4a63-4ebe-98d2-58c9833b0ad7 req-0d9ba649-b261-46a2-a147-118db35fae0a tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388377 Jun 21 15:19:59.991035 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d029d9a3-0166-4ef8-b803-bdf03db51e5c req-746ee209-8593-48db-943b-337dcec9e624 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:19:59.992580 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d029d9a3-0166-4ef8-b803-bdf03db51e5c req-746ee209-8593-48db-943b-337dcec9e624 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 946 time: 0.0805972 Jun 21 15:20:00.042075 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d029d9a3-0166-4ef8-b803-bdf03db51e5c req-a9fe3912-44f9-4856-8b70-5042e3684ffe tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406089 Jun 21 15:20:00.274160 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 2319e4b1-af3e-418d-907d-72c4f869c6b5 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:20:00.277564 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 2319e4b1-af3e-418d-907d-72c4f869c6b5 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:20:00.429317 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:00.435681 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 2319e4b1-af3e-418d-907d-72c4f869c6b5, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2319e4b1-af3e-418d-907d-72c4f869c6b5,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:20:00.457334 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '2319e4b1-af3e-418d-907d-72c4f869c6b5', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'port_id': '2319e4b1-af3e-418d-907d-72c4f869c6b5', 'mac_address': 'fa:16:3e:f7:c9:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:20:00.465442 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87d66d9-13ec-4905-9508-ed23ab777e39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2319e4b1-af3e-418d-907d-72c4f869c6b5'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:20:00.467776 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b32d7d-46d5-455d-bbf9-9fefa1c4308b" -d '{"events": [{"server_uuid": "d87d66d9-13ec-4905-9508-ed23ab777e39", "name": "network-vif-unplugged", "status": "completed", "tag": "2319e4b1-af3e-418d-907d-72c4f869c6b5"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:20:00.501054 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 2319e4b1-af3e-418d-907d-72c4f869c6b5, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2319e4b1-af3e-418d-907d-72c4f869c6b5,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:20:00.506494 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:00.512220 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:20:00.515369 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 15:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e146c3-9f11-405a-8171-c877ad6ed665 x-openstack-request-id: req-51e146c3-9f11-405a-8171-c877ad6ed665 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:20:00.515664 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87d66d9-13ec-4905-9508-ed23ab777e39", "name": "network-vif-unplugged", "status": "completed", "tag": "2319e4b1-af3e-418d-907d-72c4f869c6b5", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:20:00.515919 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-51e146c3-9f11-405a-8171-c877ad6ed665 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:20:00.516302 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87d66d9-13ec-4905-9508-ed23ab777e39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2319e4b1-af3e-418d-907d-72c4f869c6b5', 'code': 200} Jun 21 15:20:00.543830 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:00.569465 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2319e4b1-af3e-418d-907d-72c4f869c6b5 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:20:00.579148 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=2319e4b1-af3e-418d-907d-72c4f869c6b5,revision_number=6']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:20:00.604076 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:20:00.604421 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:20:00.604763 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:20:00.605091 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:20:00.605415 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:20:00.605744 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:20:00.606083 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:20:00.606405 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:20:00.606727 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:20:00.607042 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:20:00.607357 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:20:00.607671 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:20:00.613340 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:20:00.624441 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.db.api [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 15:20:00.624793 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_db.api [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 15:20:01.162150 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:01.179509 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2319e4b1-af3e-418d-907d-72c4f869c6b5 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:20:01.199432 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 2319e4b1-af3e-418d-907d-72c4f869c6b5, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2319e4b1-af3e-418d-907d-72c4f869c6b5,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:20:01.205819 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:01.207602 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:20:01.234787 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33a68e-9ebf-424f-9b63-804a5377426f req-f884fc41-6652-4aac-bd8c-cd11f28c0c52 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:01.235925 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-eb33a68e-9ebf-424f-9b63-804a5377426f req-f884fc41-6652-4aac-bd8c-cd11f28c0c52 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 944 time: 0.0664771 Jun 21 15:20:01.256048 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=2319e4b1-af3e-418d-907d-72c4f869c6b5,revision_number=7']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:20:01.259091 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:20:01.277137 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-eb33a68e-9ebf-424f-9b63-804a5377426f req-660d4a54-eb73-4e8f-917e-88f21a1ac0b4 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351715 Jun 21 15:20:01.332211 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['2319e4b1-af3e-418d-907d-72c4f869c6b5'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:20:02.290886 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 2319e4b1-af3e-418d-907d-72c4f869c6b5 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:20:02.345108 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 2319e4b1-af3e-418d-907d-72c4f869c6b5 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:20:02.345772 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:02.423352 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:02.454781 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 2319e4b1-af3e-418d-907d-72c4f869c6b5, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2319e4b1-af3e-418d-907d-72c4f869c6b5,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:20:02.461124 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:02.463001 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:20:02.463669 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc684cf-b6cb-4c4f-8373-67dfca491c56 req-a97aac88-aace-4b48-9c86-5f6fc8268bf3 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:02.465242 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bfc684cf-b6cb-4c4f-8373-67dfca491c56 req-a97aac88-aace-4b48-9c86-5f6fc8268bf3 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 945 time: 0.0705504 Jun 21 15:20:02.505080 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bfc684cf-b6cb-4c4f-8373-67dfca491c56 req-20a68e46-a08f-40d6-97db-21bbb321a8e7 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337420 Jun 21 15:20:02.509696 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=2319e4b1-af3e-418d-907d-72c4f869c6b5,revision_number=8']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:20:02.512786 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:20:02.517360 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87d66d9-13ec-4905-9508-ed23ab777e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2319e4b1-af3e-418d-907d-72c4f869c6b5'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:20:02.519741 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113db347-8b8a-48fc-b010-70f726f1e602" -d '{"events": [{"server_uuid": "d87d66d9-13ec-4905-9508-ed23ab777e39", "name": "network-vif-plugged", "status": "completed", "tag": "2319e4b1-af3e-418d-907d-72c4f869c6b5"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:20:02.563458 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8835da75-91ba-4e23-9301-5da6ccfaaf77 x-openstack-request-id: req-8835da75-91ba-4e23-9301-5da6ccfaaf77 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:20:02.563759 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87d66d9-13ec-4905-9508-ed23ab777e39", "name": "network-vif-plugged", "status": "completed", "tag": "2319e4b1-af3e-418d-907d-72c4f869c6b5", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:20:02.564015 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8835da75-91ba-4e23-9301-5da6ccfaaf77 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:20:02.564412 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87d66d9-13ec-4905-9508-ed23ab777e39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2319e4b1-af3e-418d-907d-72c4f869c6b5', 'code': 200} Jun 21 15:20:02.865021 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af914b-6fee-4dbe-8d42-872f0c05c7ca req-37b24d5c-eac4-417a-aafc-488c998f1183 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:02.866541 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-43af914b-6fee-4dbe-8d42-872f0c05c7ca req-37b24d5c-eac4-417a-aafc-488c998f1183 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.66 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39&tenant_id=3780c7155f054b7aa3e13b8c2256e6be&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 946 time: 0.1183631 Jun 21 15:20:02.876867 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbbb80-1600-4568-9c5d-3c6c229a2857 req-9dc143cf-7783-43a5-8407-bb361a03f278 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:02.878266 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5afbbb80-1600-4568-9c5d-3c6c229a2857 req-9dc143cf-7783-43a5-8407-bb361a03f278 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 946 time: 0.1188569 Jun 21 15:20:02.928637 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5afbbb80-1600-4568-9c5d-3c6c229a2857 req-c898dc0f-0673-4f1b-baf2-178a5ab5aa1e tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441074 Jun 21 15:20:02.974309 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af914b-6fee-4dbe-8d42-872f0c05c7ca req-21b96a22-905e-4824-bf38-b5495aa896eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:02.975737 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-43af914b-6fee-4dbe-8d42-872f0c05c7ca req-21b96a22-905e-4824-bf38-b5495aa896eb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 1099 time: 0.0599785 Jun 21 15:20:03.070259 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af914b-6fee-4dbe-8d42-872f0c05c7ca req-d4dcdc38-aea3-4159-b5e1-fdad75bc0004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:03.071700 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-43af914b-6fee-4dbe-8d42-872f0c05c7ca req-d4dcdc38-aea3-4159-b5e1-fdad75bc0004 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 911 time: 0.0887992 Jun 21 15:20:03.154537 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-43af914b-6fee-4dbe-8d42-872f0c05c7ca req-c48528a0-c26e-4f4e-a432-5be54a588f62 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2319e4b1-af3e-418d-907d-72c4f869c6b5 HTTP/1.1" status: 200 len: 1000 time: 0.0752873 Jun 21 15:20:03.213035 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af914b-6fee-4dbe-8d42-872f0c05c7ca req-8c2a15f0-2a69-4305-959a-9f8a30bb8139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:03.214492 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-43af914b-6fee-4dbe-8d42-872f0c05c7ca req-8c2a15f0-2a69-4305-959a-9f8a30bb8139 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8bfdcfc-e581-406e-92fa-ab44ac241947 HTTP/1.1" status: 200 len: 849 time: 0.0533338 Jun 21 15:20:03.278116 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af914b-6fee-4dbe-8d42-872f0c05c7ca req-bbadb3cb-1263-44bb-a37c-6ff715774b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:03.279565 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-43af914b-6fee-4dbe-8d42-872f0c05c7ca req-bbadb3cb-1263-44bb-a37c-6ff715774b92 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10f7748d-7e44-459e-b249-b0afea9df2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0584822 Jun 21 15:20:03.381824 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-43af914b-6fee-4dbe-8d42-872f0c05c7ca req-e33af8a6-068f-4761-baba-9320d6cdde88 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947082 Jun 21 15:20:03.473878 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-43af914b-6fee-4dbe-8d42-872f0c05c7ca req-179973f4-5f35-47dd-9db6-81d839be28b0 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854995 Jun 21 15:20:04.114718 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b61a0-7009-4064-825e-4eb95d76a557 req-08120fdf-5869-4dd8-b949-a6c27df918a1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:04.116653 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-de9b61a0-7009-4064-825e-4eb95d76a557 req-08120fdf-5869-4dd8-b949-a6c27df918a1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 946 time: 0.0676959 Jun 21 15:20:04.157007 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-de9b61a0-7009-4064-825e-4eb95d76a557 req-dcd28936-9f63-49de-8d54-1b02486d6615 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338063 Jun 21 15:20:04.282592 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 2319e4b1-af3e-418d-907d-72c4f869c6b5 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:20:04.334210 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35312c-4ffd-43c0-8421-5c411cca376b req-58cb3e5c-03b9-46ac-a963-15e73f943d54 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:04.335757 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2e35312c-4ffd-43c0-8421-5c411cca376b req-58cb3e5c-03b9-46ac-a963-15e73f943d54 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 946 time: 0.0685940 Jun 21 15:20:04.365738 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:04.374004 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2e35312c-4ffd-43c0-8421-5c411cca376b req-36f52fd3-3644-4414-89dd-175cd06017cc tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324075 Jun 21 15:20:04.402499 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 2319e4b1-af3e-418d-907d-72c4f869c6b5, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2319e4b1-af3e-418d-907d-72c4f869c6b5,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:20:04.407749 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:04.409685 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:20:04.459800 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=2319e4b1-af3e-418d-907d-72c4f869c6b5,revision_number=9']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:20:04.465745 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:20:04.555708 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32faeaf9-6ad1-423f-99e5-6a6ff6d45bdf req-31ede013-ac5e-407e-ba29-d4fee651c8e0 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:04.557050 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-32faeaf9-6ad1-423f-99e5-6a6ff6d45bdf req-31ede013-ac5e-407e-ba29-d4fee651c8e0 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 944 time: 0.0696962 Jun 21 15:20:04.565297 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87d66d9-13ec-4905-9508-ed23ab777e39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2319e4b1-af3e-418d-907d-72c4f869c6b5'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:20:04.568160 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09960de0-d99b-4fc2-831b-1f11e67844b4" -d '{"events": [{"server_uuid": "d87d66d9-13ec-4905-9508-ed23ab777e39", "name": "network-vif-unplugged", "status": "completed", "tag": "2319e4b1-af3e-418d-907d-72c4f869c6b5"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:20:04.603015 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-32faeaf9-6ad1-423f-99e5-6a6ff6d45bdf req-fd0c4bf2-2cb2-4202-a165-258d84405c16 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398762 Jun 21 15:20:04.616349 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 15:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e86fae-5b6b-4abd-b817-63eb56414299 x-openstack-request-id: req-d9e86fae-5b6b-4abd-b817-63eb56414299 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:20:04.616718 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87d66d9-13ec-4905-9508-ed23ab777e39", "name": "network-vif-unplugged", "status": "completed", "tag": "2319e4b1-af3e-418d-907d-72c4f869c6b5", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:20:04.617070 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d9e86fae-5b6b-4abd-b817-63eb56414299 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:20:04.617531 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87d66d9-13ec-4905-9508-ed23ab777e39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2319e4b1-af3e-418d-907d-72c4f869c6b5', 'code': 200} Jun 21 15:20:05.062192 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f5abf-bf91-4d83-9260-466f9763381e req-b9286534-dad3-4efc-98d8-c6df261bc74a tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:05.063672 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-655f5abf-bf91-4d83-9260-466f9763381e req-b9286534-dad3-4efc-98d8-c6df261bc74a tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 944 time: 0.0690370 Jun 21 15:20:05.102347 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-655f5abf-bf91-4d83-9260-466f9763381e req-524110e2-6db2-44bb-91e7-89022514cc72 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326986 Jun 21 15:20:05.454146 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:06.302516 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e68e20-52e3-4b1f-9269-a5990afb2804 req-92317751-8306-4ac0-9d22-a97bdb31cf52 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:06.303912 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-36e68e20-52e3-4b1f-9269-a5990afb2804 req-92317751-8306-4ac0-9d22-a97bdb31cf52 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 944 time: 0.0828135 Jun 21 15:20:06.342900 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-36e68e20-52e3-4b1f-9269-a5990afb2804 req-347b6e10-2848-489e-8909-5589bd3c69e0 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332441 Jun 21 15:20:06.920226 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746ff46-c11d-4531-aab8-31222c7568ca req-0d4e3aa1-377a-4810-9b67-83d20c0632cc tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:06.921704 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4746ff46-c11d-4531-aab8-31222c7568ca req-0d4e3aa1-377a-4810-9b67-83d20c0632cc tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.66 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 944 time: 0.0661240 Jun 21 15:20:07.043887 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-4746ff46-c11d-4531-aab8-31222c7568ca req-d93e9499-85c3-4e05-8f8c-5b859ef67bc1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Deleting port 2319e4b1-af3e-418d-907d-72c4f869c6b5 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:20:07.044221 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-4746ff46-c11d-4531-aab8-31222c7568ca req-d93e9499-85c3-4e05-8f8c-5b859ef67bc1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:07.153342 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-4746ff46-c11d-4531-aab8-31222c7568ca req-d93e9499-85c3-4e05-8f8c-5b859ef67bc1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] For port 2319e4b1-af3e-418d-907d-72c4f869c6b5, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2319e4b1-af3e-418d-907d-72c4f869c6b5,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:20:07.153683 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-4746ff46-c11d-4531-aab8-31222c7568ca req-d93e9499-85c3-4e05-8f8c-5b859ef67bc1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:07.339603 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-4746ff46-c11d-4531-aab8-31222c7568ca req-d93e9499-85c3-4e05-8f8c-5b859ef67bc1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:07.340270 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-4746ff46-c11d-4531-aab8-31222c7568ca req-d93e9499-85c3-4e05-8f8c-5b859ef67bc1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:07.340270 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [req-4746ff46-c11d-4531-aab8-31222c7568ca req-d93e9499-85c3-4e05-8f8c-5b859ef67bc1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Floating IP b68b23c7-0694-44b4-b976-fede36fcd7ea disassociated. External IP: 172.26.3.3, port: 2319e4b1-af3e-418d-907d-72c4f869c6b5. Jun 21 15:20:07.340456 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-4746ff46-c11d-4531-aab8-31222c7568ca req-d93e9499-85c3-4e05-8f8c-5b859ef67bc1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Calling delete_port for 2319e4b1-af3e-418d-907d-72c4f869c6b5 owned by compute:nova {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:20:07.512347 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-4746ff46-c11d-4531-aab8-31222c7568ca req-d93e9499-85c3-4e05-8f8c-5b859ef67bc1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:07.517457 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-18176f18-8e7a-453e-b6d0-6ef3eb902c60 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:20:07.933028 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e9499-85c3-4e05-8f8c-5b859ef67bc1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Pushing event deleted for resources: {'Port': ['ID=2319e4b1-af3e-418d-907d-72c4f869c6b5,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:20:07.949651 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e9499-85c3-4e05-8f8c-5b859ef67bc1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:20:07.950062 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e9499-85c3-4e05-8f8c-5b859ef67bc1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:20:07.950443 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e9499-85c3-4e05-8f8c-5b859ef67bc1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:20:07.950811 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e9499-85c3-4e05-8f8c-5b859ef67bc1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:20:07.951184 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e9499-85c3-4e05-8f8c-5b859ef67bc1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:20:07.951547 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e9499-85c3-4e05-8f8c-5b859ef67bc1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:20:07.951933 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e9499-85c3-4e05-8f8c-5b859ef67bc1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:20:07.952297 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e9499-85c3-4e05-8f8c-5b859ef67bc1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:20:07.952702 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e9499-85c3-4e05-8f8c-5b859ef67bc1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:20:07.953159 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e9499-85c3-4e05-8f8c-5b859ef67bc1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:20:07.953524 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e9499-85c3-4e05-8f8c-5b859ef67bc1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:20:07.953913 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93e9499-85c3-4e05-8f8c-5b859ef67bc1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:20:07.964667 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d93e9499-85c3-4e05-8f8c-5b859ef67bc1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:20:07.978039 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856f6b8-40a7-4374-aab3-a3b0971c5391 req-3510dca7-36cf-46f3-abde-114c2459fcd6 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:07.979706 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2856f6b8-40a7-4374-aab3-a3b0971c5391 req-3510dca7-36cf-46f3-abde-114c2459fcd6 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=d87d66d9-13ec-4905-9508-ed23ab777e39 HTTP/1.1" status: 200 len: 865 time: 0.5175869 Jun 21 15:20:08.098167 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2856f6b8-40a7-4374-aab3-a3b0971c5391 req-2b87fae3-949e-4385-a649-488ff8cb5138 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879653 Jun 21 15:20:08.128928 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4746ff46-c11d-4531-aab8-31222c7568ca req-d93e9499-85c3-4e05-8f8c-5b859ef67bc1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Router 854d9888-a2d7-4fa0-ba83-8771124da6c8 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:20:08.251138 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4746ff46-c11d-4531-aab8-31222c7568ca req-d93e9499-85c3-4e05-8f8c-5b859ef67bc1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:20:08.266541 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3395915c-3467-4d2d-b486-2246fe87f39b None None] Sync routers for ids ['854d9888-a2d7-4fa0-ba83-8771124da6c8'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:20:08.277645 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3395915c-3467-4d2d-b486-2246fe87f39b None None] Routers {'854d9888-a2d7-4fa0-ba83-8771124da6c8'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:20:08.278425 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-3395915c-3467-4d2d-b486-2246fe87f39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:19:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['854d9888-a2d7-4fa0-ba83-8771124da6c8'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:20:08.296418 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-4746ff46-c11d-4531-aab8-31222c7568ca req-d93e9499-85c3-4e05-8f8c-5b859ef67bc1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] No DVR routers for this DVR port 2319e4b1-af3e-418d-907d-72c4f869c6b5 on host hv-neutron-7971 {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:20:08.299135 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-4746ff46-c11d-4531-aab8-31222c7568ca req-d93e9499-85c3-4e05-8f8c-5b859ef67bc1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:08.301160 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4746ff46-c11d-4531-aab8-31222c7568ca req-d93e9499-85c3-4e05-8f8c-5b859ef67bc1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.66 "DELETE /v2.0/ports/2319e4b1-af3e-418d-907d-72c4f869c6b5 HTTP/1.1" status: 204 len: 173 time: 1.3735762 Jun 21 15:20:08.301765 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd87d66d9-13ec-4905-9508-ed23ab777e39', 'name': 'network-vif-deleted', 'tag': '2319e4b1-af3e-418d-907d-72c4f869c6b5'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:20:08.304242 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3793283-4395-4a0b-9dd9-8af1079358d0" -d '{"events": [{"server_uuid": "d87d66d9-13ec-4905-9508-ed23ab777e39", "name": "network-vif-deleted", "tag": "2319e4b1-af3e-418d-907d-72c4f869c6b5"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:20:08.354127 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7ead52-1c8e-4014-8eaa-e08ec8054989 x-openstack-request-id: req-4b7ead52-1c8e-4014-8eaa-e08ec8054989 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:20:08.354956 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d87d66d9-13ec-4905-9508-ed23ab777e39", "name": "network-vif-deleted", "tag": "2319e4b1-af3e-418d-907d-72c4f869c6b5", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:20:08.355297 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4b7ead52-1c8e-4014-8eaa-e08ec8054989 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:20:08.355710 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd87d66d9-13ec-4905-9508-ed23ab777e39', 'name': 'network-vif-deleted', 'tag': '2319e4b1-af3e-418d-907d-72c4f869c6b5', 'status': 'completed', 'code': 200} Jun 21 15:20:08.392206 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-3395915c-3467-4d2d-b486-2246fe87f39b None None] Set router 854d9888-a2d7-4fa0-ba83-8771124da6c8 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:20:08.602576 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-3395915c-3467-4d2d-b486-2246fe87f39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'name': 'tempest-ServerActionsTestJSON-84695185-router', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:06Z', 'revision_number': 4, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'gw_port': {'id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9', 'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'mac_address': 'fa:16:3e:1f:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:05Z', 'updated_at': '2021-06-21T15:18:10Z', 'revision_number': 5, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'subnets': [{'id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:20:08.627870 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3395915c-3467-4d2d-b486-2246fe87f39b None None] Checking router: 854d9888-a2d7-4fa0-ba83-8771124da6c8 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:20:08.636455 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3395915c-3467-4d2d-b486-2246fe87f39b None None] Routers {'854d9888-a2d7-4fa0-ba83-8771124da6c8'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:20:08.637036 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-3395915c-3467-4d2d-b486-2246fe87f39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:19:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['854d9888-a2d7-4fa0-ba83-8771124da6c8'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:20:08.827164 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-3395915c-3467-4d2d-b486-2246fe87f39b None None] Set router 854d9888-a2d7-4fa0-ba83-8771124da6c8 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:20:09.028064 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-3395915c-3467-4d2d-b486-2246fe87f39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'name': 'tempest-ServerActionsTestJSON-84695185-router', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:06Z', 'revision_number': 4, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'gw_port': {'id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9', 'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'mac_address': 'fa:16:3e:1f:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:05Z', 'updated_at': '2021-06-21T15:18:10Z', 'revision_number': 5, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'subnets': [{'id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:20:09.054630 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3395915c-3467-4d2d-b486-2246fe87f39b None None] The sync data for ids ['854d9888-a2d7-4fa0-ba83-8771124da6c8'] in dv-neutron-797121-2-hyperv is: [{'id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'name': 'tempest-ServerActionsTestJSON-84695185-router', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:06Z', 'revision_number': 4, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'gw_port': {'id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9', 'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'mac_address': 'fa:16:3e:1f:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:05Z', 'updated_at': '2021-06-21T15:18:10Z', 'revision_number': 5, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'subnets': [{'id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:20:09.285535 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8167b819-e9b2-421c-9ca1-fc7bac7f8311 None None] New status for floating IP b68b23c7-0694-44b4-b976-fede36fcd7ea: DOWN {{(pid=105226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:20:09.422258 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-5e3ebdb9-cc57-4ea5-a143-b5e70156949b tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--2113833254&fields=id&tenant_id=3780c7155f054b7aa3e13b8c2256e6be HTTP/1.1" status: 200 len: 267 time: 0.0430603 Jun 21 15:20:09.547176 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-ea475e86-7af9-415e-b499-212e5dba9d12 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:09.548535 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-ea475e86-7af9-415e-b499-212e5dba9d12 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 810 time: 0.1191945 Jun 21 15:20:09.570833 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-8606b1e8-ba92-4698-9ac3-db8ec287ca24 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/quotas/3780c7155f054b7aa3e13b8c2256e6be HTTP/1.1" status: 200 len: 375 time: 0.0139785 Jun 21 15:20:09.656473 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-6c1bcf5c-f766-42d2-bcc1-32983ac22ef6 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0777764 Jun 21 15:20:09.773176 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-3cdca929-62e8-4817-9837-6c6b8426c0ac service neutron] 10.222.0.72 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030586 Jun 21 15:20:09.886431 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-d5180c2e-016f-4331-86bb-08dd74295f97 service neutron] 10.222.0.72 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037285 Jun 21 15:20:10.070164 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ef122228-b8b8-4a62-996f-06c43455f712 req-661156a2-0b0a-4ae0-94b9-07c677ce6c06 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 210 time: 0.0318723 Jun 21 15:20:10.300417 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 2319e4b1-af3e-418d-907d-72c4f869c6b5 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:20:10.320787 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: 2319e4b1-af3e-418d-907d-72c4f869c6b5 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:20:10.321142 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 2319e4b1-af3e-418d-907d-72c4f869c6b5 not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:20:11.163754 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-12b968e4-0f1f-4a10-9d12-af865a1c8852 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:11.165208 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-12b968e4-0f1f-4a10-9d12-af865a1c8852 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.66 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 810 time: 0.1148541 Jun 21 15:20:11.224923 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fd22fae1-2eb4-42ed-baed-b4aeb06765c2 req-1e6d0231-9a03-40d5-a186-5fc28293fee9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 210 time: 0.0307102 Jun 21 15:20:11.248114 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-a046253b-0aa9-4fa5-8535-40aaa8419425 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3780c7155f054b7aa3e13b8c2256e6be HTTP/1.1" status: 200 len: 380 time: 0.0607414 Jun 21 15:20:11.248756 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-7bbb9f21-b899-4b4c-b9e9-0b74968a73cc tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Request body: {'port': {'device_id': '4acf8d66-e655-4a67-bfd8-d141dd8a4b5e', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'admin_state_up': True, 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'security_groups': ['15f6331f-2b55-4970-a97e-00b4bf9b4a22']}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:20:11.359455 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-7bbb9f21-b899-4b4c-b9e9-0b74968a73cc tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Made reservation on behalf of 3780c7155f054b7aa3e13b8c2256e6be for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:20:11.362992 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-7bbb9f21-b899-4b4c-b9e9-0b74968a73cc tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:11.487895 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-7bbb9f21-b899-4b4c-b9e9-0b74968a73cc tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Allocated IP 172.20.0.14 (10f7748d-7e44-459e-b249-b0afea9df2c8/b8bfdcfc-e581-406e-92fa-ab44ac241947/5887419f-c08d-470f-895b-4525fa981294) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:20:11.635714 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-7bbb9f21-b899-4b4c-b9e9-0b74968a73cc tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:11.650888 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-7bbb9f21-b899-4b4c-b9e9-0b74968a73cc tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Transition to ACTIVE for port object 5887419f-c08d-470f-895b-4525fa981294 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:20:11.692396 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-7bbb9f21-b899-4b4c-b9e9-0b74968a73cc tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:11.698143 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8395395e-305d-4a50-a763-63a423add9b2 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:20:11.750032 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-7bbb9f21-b899-4b4c-b9e9-0b74968a73cc tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Network 10f7748d-7e44-459e-b249-b0afea9df2c8 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:20:11.753260 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-7bbb9f21-b899-4b4c-b9e9-0b74968a73cc tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:20:11.759229 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-7bbb9f21-b899-4b4c-b9e9-0b74968a73cc tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:20:11.783417 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb9f21-b899-4b4c-b9e9-0b74968a73cc tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Pushing event updated for resources: {'Port': ['ID=5887419f-c08d-470f-895b-4525fa981294,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:20:11.788368 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-7bbb9f21-b899-4b4c-b9e9-0b74968a73cc tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:20:11.813991 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-7bbb9f21-b899-4b4c-b9e9-0b74968a73cc tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:11.814605 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-7bbb9f21-b899-4b4c-b9e9-0b74968a73cc tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:11.830169 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-7bbb9f21-b899-4b4c-b9e9-0b74968a73cc tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5854764 Jun 21 15:20:11.850909 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-0854e781-cd65-4fe8-9f6b-65e4b679023b service neutron] Request body: {'port': {'device_id': '4acf8d66-e655-4a67-bfd8-d141dd8a4b5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:20:11.925182 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-0854e781-cd65-4fe8-9f6b-65e4b679023b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:12.035198 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8c399c68-54d7-4cb5-8bb4-2023c819fe41 None None] Provisioning for port 5887419f-c08d-470f-895b-4525fa981294 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:20:12.039340 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8c399c68-54d7-4cb5-8bb4-2023c819fe41 None None] Provisioning complete for port 5887419f-c08d-470f-895b-4525fa981294 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:20:12.039804 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8c399c68-54d7-4cb5-8bb4-2023c819fe41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:12.074393 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-8c399c68-54d7-4cb5-8bb4-2023c819fe41 None None] Port 5887419f-c08d-470f-895b-4525fa981294 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:20:12.197428 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-0854e781-cd65-4fe8-9f6b-65e4b679023b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5887419f-c08d-470f-895b-4525fa981294 {{(pid=105224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:20:12.204821 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-0854e781-cd65-4fe8-9f6b-65e4b679023b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:12.217534 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-0854e781-cd65-4fe8-9f6b-65e4b679023b service neutron] Transition to ACTIVE for port object 5887419f-c08d-470f-895b-4525fa981294 will not be triggered until provisioned by entity L2. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:20:12.223035 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-0854e781-cd65-4fe8-9f6b-65e4b679023b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:12.225168 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-7488bb1b-2515-486c-841a-d5cc0be3225a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:20:12.299146 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0854e781-cd65-4fe8-9f6b-65e4b679023b service neutron] Pushing event updated for resources: {'Port': ['ID=5887419f-c08d-470f-895b-4525fa981294,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:20:12.302951 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0854e781-cd65-4fe8-9f6b-65e4b679023b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:20:12.411392 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-0854e781-cd65-4fe8-9f6b-65e4b679023b service neutron] Attempting to bind port 5887419f-c08d-470f-895b-4525fa981294 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:20:12.411760 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-0854e781-cd65-4fe8-9f6b-65e4b679023b service neutron] Attempting to bind port 5887419f-c08d-470f-895b-4525fa981294 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '2f6eea47-6ae2-436b-b86b-5c34f0d55a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:20:12.412057 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-0854e781-cd65-4fe8-9f6b-65e4b679023b service neutron] Attempting to bind port 5887419f-c08d-470f-895b-4525fa981294 on network 10f7748d-7e44-459e-b249-b0afea9df2c8 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:20:12.421053 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-0854e781-cd65-4fe8-9f6b-65e4b679023b service neutron] Port 5887419f-c08d-470f-895b-4525fa981294 on network 10f7748d-7e44-459e-b249-b0afea9df2c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 15:20:12.421372 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-0854e781-cd65-4fe8-9f6b-65e4b679023b service neutron] Attempting to bind port 5887419f-c08d-470f-895b-4525fa981294 on network 10f7748d-7e44-459e-b249-b0afea9df2c8 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:20:12.430477 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-0854e781-cd65-4fe8-9f6b-65e4b679023b service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 20, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:20:12.430811 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-0854e781-cd65-4fe8-9f6b-65e4b679023b service neutron] Checking segment: {'id': '2f6eea47-6ae2-436b-b86b-5c34f0d55a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:20:12.431188 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-0854e781-cd65-4fe8-9f6b-65e4b679023b service neutron] Bound using segment: {'id': '2f6eea47-6ae2-436b-b86b-5c34f0d55a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8'} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:20:12.431617 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-0854e781-cd65-4fe8-9f6b-65e4b679023b service neutron] Bound port: 5887419f-c08d-470f-895b-4525fa981294, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f6eea47-6ae2-436b-b86b-5c34f0d55a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8'}}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:20:12.431959 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-0854e781-cd65-4fe8-9f6b-65e4b679023b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:12.454928 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d170af-adbb-4e87-b87b-cdfd4fc9d842 req-e75887c6-c72a-474b-9a8d-2ee023359b06 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:12.456332 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-49d170af-adbb-4e87-b87b-cdfd4fc9d842 req-e75887c6-c72a-474b-9a8d-2ee023359b06 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 944 time: 0.1072671 Jun 21 15:20:12.537967 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-49d170af-adbb-4e87-b87b-cdfd4fc9d842 req-76604479-38aa-4bce-84c6-15df6ba7c87e tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603535 Jun 21 15:20:12.538846 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-0854e781-cd65-4fe8-9f6b-65e4b679023b service neutron] For port 5887419f-c08d-470f-895b-4525fa981294, host hv-neutron-7971, cleared binding levels {{(pid=105224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:20:12.542035 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-0854e781-cd65-4fe8-9f6b-65e4b679023b service neutron] For port 5887419f-c08d-470f-895b-4525fa981294, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5887419f-c08d-470f-895b-4525fa981294,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:20:12.549811 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-0854e781-cd65-4fe8-9f6b-65e4b679023b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:12.552147 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f97c53d6-4509-42fe-8118-5ab3e575f8c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:20:12.565269 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-0854e781-cd65-4fe8-9f6b-65e4b679023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:12.565952 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-0854e781-cd65-4fe8-9f6b-65e4b679023b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:12.567722 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-0854e781-cd65-4fe8-9f6b-65e4b679023b service neutron] 10.222.0.66 "PUT /v2.0/ports/5887419f-c08d-470f-895b-4525fa981294 HTTP/1.1" status: 200 len: 1094 time: 0.7216644 Jun 21 15:20:12.568251 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4acf8d66-e655-4a67-bfd8-d141dd8a4b5e', 'tag': '5887419f-c08d-470f-895b-4525fa981294'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:20:12.570659 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7179857-8423-4a1e-9f26-eee5b29266dd" -d '{"events": [{"name": "network-changed", "server_uuid": "4acf8d66-e655-4a67-bfd8-d141dd8a4b5e", "tag": "5887419f-c08d-470f-895b-4525fa981294"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:20:12.648200 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c8635d-84dc-4d6a-8eb5-146ff5645d9d x-openstack-request-id: req-99c8635d-84dc-4d6a-8eb5-146ff5645d9d {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:20:12.648550 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4acf8d66-e655-4a67-bfd8-d141dd8a4b5e", "tag": "5887419f-c08d-470f-895b-4525fa981294", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:20:12.648851 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-99c8635d-84dc-4d6a-8eb5-146ff5645d9d {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:20:12.649305 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4acf8d66-e655-4a67-bfd8-d141dd8a4b5e', 'tag': '5887419f-c08d-470f-895b-4525fa981294', 'status': 'completed', 'code': 200} Jun 21 15:20:12.656025 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0854e781-cd65-4fe8-9f6b-65e4b679023b service neutron] Pushing event updated for resources: {'Port': ['ID=5887419f-c08d-470f-895b-4525fa981294,revision_number=3']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:20:12.659818 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0854e781-cd65-4fe8-9f6b-65e4b679023b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:20:12.684423 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-5223ff1f-0f9d-47dc-843c-2cf68a788626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:12.685971 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-5223ff1f-0f9d-47dc-843c-2cf68a788626 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 1097 time: 0.0725563 Jun 21 15:20:12.732237 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-0b7a233e-6101-41bf-b693-ce2194c7d740 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5887419f-c08d-470f-895b-4525fa981294 HTTP/1.1" status: 200 len: 217 time: 0.0393596 Jun 21 15:20:12.783397 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-23885ca8-99f4-4f0c-b305-72a2db921db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:12.784818 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-23885ca8-99f4-4f0c-b305-72a2db921db4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8bfdcfc-e581-406e-92fa-ab44ac241947 HTTP/1.1" status: 200 len: 849 time: 0.0460408 Jun 21 15:20:12.843794 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-b8b8636c-3447-4989-ac03-71ccfe4ca17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:12.845229 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-b8b8636c-3447-4989-ac03-71ccfe4ca17b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10f7748d-7e44-459e-b249-b0afea9df2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0543511 Jun 21 15:20:12.948388 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-166ca7f1-2b11-4fbd-8b69-d7c9522fa9a8 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967369 Jun 21 15:20:13.046184 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aeea830e-5e9b-4020-9ecf-17bdc181d37e req-a828f8f1-9eda-45b9-866a-485f1944a36f service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899167 Jun 21 15:20:13.166494 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7179857-8423-4a1e-9f26-eee5b29266dd req-8f17d8d3-6b0b-4a99-a4e0-c4d0aeb74261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:13.167989 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c7179857-8423-4a1e-9f26-eee5b29266dd req-8f17d8d3-6b0b-4a99-a4e0-c4d0aeb74261 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 1097 time: 0.0662897 Jun 21 15:20:13.265103 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7179857-8423-4a1e-9f26-eee5b29266dd req-f210630d-f67b-4520-999c-2c5bd265e221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:13.266630 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c7179857-8423-4a1e-9f26-eee5b29266dd req-f210630d-f67b-4520-999c-2c5bd265e221 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 911 time: 0.0920522 Jun 21 15:20:13.306723 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c7179857-8423-4a1e-9f26-eee5b29266dd req-9a09b541-270e-4978-9e89-80418c767790 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5887419f-c08d-470f-895b-4525fa981294 HTTP/1.1" status: 200 len: 217 time: 0.0337646 Jun 21 15:20:13.368112 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7179857-8423-4a1e-9f26-eee5b29266dd req-01cfe2eb-9341-4e6d-aa82-85b4dc264096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:13.369551 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c7179857-8423-4a1e-9f26-eee5b29266dd req-01cfe2eb-9341-4e6d-aa82-85b4dc264096 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8bfdcfc-e581-406e-92fa-ab44ac241947 HTTP/1.1" status: 200 len: 849 time: 0.0566273 Jun 21 15:20:13.435630 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7179857-8423-4a1e-9f26-eee5b29266dd req-ce8e8811-2f4a-4b4b-9827-6f486ef4433c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:13.437362 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c7179857-8423-4a1e-9f26-eee5b29266dd req-ce8e8811-2f4a-4b4b-9827-6f486ef4433c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10f7748d-7e44-459e-b249-b0afea9df2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0602012 Jun 21 15:20:13.534657 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c7179857-8423-4a1e-9f26-eee5b29266dd req-c1018558-3d7f-4254-985d-04d045ae824e service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899751 Jun 21 15:20:13.635023 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c7179857-8423-4a1e-9f26-eee5b29266dd req-e9d32199-c5cd-4221-943a-3fcc2e884afd service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935481 Jun 21 15:20:13.743707 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d862f21-9b21-40aa-8dfa-f18a7277e00e req-78bac1d1-e407-422f-9cb2-a869f0ca7b0b tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:13.745192 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d862f21-9b21-40aa-8dfa-f18a7277e00e req-78bac1d1-e407-422f-9cb2-a869f0ca7b0b tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 944 time: 0.0881605 Jun 21 15:20:13.798523 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d862f21-9b21-40aa-8dfa-f18a7277e00e req-6737332d-554a-4697-bb33-ff35edf00955 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468602 Jun 21 15:20:14.106024 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a8d1b172-4bc4-4ec4-a9c1-3bd68e48f968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:14.993243 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a581f1e-9b86-41b8-a932-f995610c9485 req-a64aef3f-00e5-4e2f-ad13-0cdada7b8c5f tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:14.994753 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3a581f1e-9b86-41b8-a932-f995610c9485 req-a64aef3f-00e5-4e2f-ad13-0cdada7b8c5f tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 944 time: 0.0693305 Jun 21 15:20:15.042579 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3a581f1e-9b86-41b8-a932-f995610c9485 req-79979cd7-d1c2-4ee7-aa9d-7da989527ef0 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385525 Jun 21 15:20:16.224265 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af8d3c-5127-4058-a6c4-bca689d0b892 req-8916eb5b-782e-4a90-89f7-740a290538dc tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:16.225748 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-37af8d3c-5127-4058-a6c4-bca689d0b892 req-8916eb5b-782e-4a90-89f7-740a290538dc tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 944 time: 0.0682197 Jun 21 15:20:16.266822 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-37af8d3c-5127-4058-a6c4-bca689d0b892 req-c3599cd5-c31a-4222-b221-f047cf86753d tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325384 Jun 21 15:20:16.331753 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 5887419f-c08d-470f-895b-4525fa981294 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:20:16.436176 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 5887419f-c08d-470f-895b-4525fa981294, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5887419f-c08d-470f-895b-4525fa981294,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:20:16.448154 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '5887419f-c08d-470f-895b-4525fa981294', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'port_id': '5887419f-c08d-470f-895b-4525fa981294', 'mac_address': 'fa:16:3e:a0:3e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:20:16.486778 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:16.501031 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5887419f-c08d-470f-895b-4525fa981294 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:20:16.521808 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 5887419f-c08d-470f-895b-4525fa981294, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5887419f-c08d-470f-895b-4525fa981294,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:20:16.528318 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:16.530270 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:20:16.575575 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=5887419f-c08d-470f-895b-4525fa981294,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:20:16.578670 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:20:16.596725 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-934cd2fb-b9ec-400c-aba9-be061b301dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:16.866226 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['5887419f-c08d-470f-895b-4525fa981294'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:20:17.092172 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:17.102329 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:20:17.455715 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df052d-b8d7-4d19-b365-fdc9569d45b6 req-48da232c-26e3-4bd1-97a1-455ad262ee89 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:17.457606 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f4df052d-b8d7-4d19-b365-fdc9569d45b6 req-48da232c-26e3-4bd1-97a1-455ad262ee89 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 945 time: 0.0723429 Jun 21 15:20:17.496802 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f4df052d-b8d7-4d19-b365-fdc9569d45b6 req-42912115-edac-47b5-b722-6443888db2c5 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334120 Jun 21 15:20:18.157306 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:18.346596 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 5887419f-c08d-470f-895b-4525fa981294 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:20:18.400908 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port 5887419f-c08d-470f-895b-4525fa981294 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:20:18.406136 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 5887419f-c08d-470f-895b-4525fa981294 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:20:18.406524 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:18.486362 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:18.508831 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acf8d66-e655-4a67-bfd8-d141dd8a4b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5887419f-c08d-470f-895b-4525fa981294'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:20:18.511286 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fee429-6640-4426-a610-085675c8a158" -d '{"events": [{"server_uuid": "4acf8d66-e655-4a67-bfd8-d141dd8a4b5e", "name": "network-vif-plugged", "status": "completed", "tag": "5887419f-c08d-470f-895b-4525fa981294"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:20:18.524053 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 5887419f-c08d-470f-895b-4525fa981294, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5887419f-c08d-470f-895b-4525fa981294,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:20:18.530684 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:18.534988 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:20:18.560723 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b45710-1a88-4eac-87b5-7a9cd794d328 x-openstack-request-id: req-f6b45710-1a88-4eac-87b5-7a9cd794d328 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:20:18.561056 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4acf8d66-e655-4a67-bfd8-d141dd8a4b5e", "name": "network-vif-plugged", "status": "completed", "tag": "5887419f-c08d-470f-895b-4525fa981294", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:20:18.561390 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f6b45710-1a88-4eac-87b5-7a9cd794d328 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:20:18.561797 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4acf8d66-e655-4a67-bfd8-d141dd8a4b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5887419f-c08d-470f-895b-4525fa981294', 'code': 200} Jun 21 15:20:18.588114 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=5887419f-c08d-470f-895b-4525fa981294,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:20:18.591019 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:20:18.703865 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5604642-21e2-4b32-9c7e-e3c1929365eb req-32245e29-6986-4650-b61c-d21856fd77cb tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:18.707760 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a5604642-21e2-4b32-9c7e-e3c1929365eb req-32245e29-6986-4650-b61c-d21856fd77cb tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 946 time: 0.0967388 Jun 21 15:20:18.750541 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a5604642-21e2-4b32-9c7e-e3c1929365eb req-308430cb-e9bf-416c-89da-b3d388828a20 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362720 Jun 21 15:20:18.803149 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a12376-ef6b-49fb-b1d4-a1066c565554 req-395b31bb-b57c-4ee0-8536-c34ba5365c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:18.804625 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c1a12376-ef6b-49fb-b1d4-a1066c565554 req-395b31bb-b57c-4ee0-8536-c34ba5365c76 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 1099 time: 0.0532584 Jun 21 15:20:18.838992 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c1a12376-ef6b-49fb-b1d4-a1066c565554 req-9a48892e-85b0-4417-b807-cebce1a86fe6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278149 Jun 21 15:20:19.831253 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:19.939089 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23300fb-7034-4d57-a8a2-14ec1b187c70 req-052aba3d-7bf3-4165-8123-8066c239fa27 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:19.940598 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c23300fb-7034-4d57-a8a2-14ec1b187c70 req-052aba3d-7bf3-4165-8123-8066c239fa27 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 946 time: 0.0703073 Jun 21 15:20:19.980416 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c23300fb-7034-4d57-a8a2-14ec1b187c70 req-7c467142-23d2-4b43-b56b-0c8ac37aa56e tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338287 Jun 21 15:20:21.162306 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d76e6-9387-42de-9c2d-7fb8c431a573 req-4db28918-dd46-4220-a084-c45e9437a674 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:21.163784 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-156d76e6-9387-42de-9c2d-7fb8c431a573 req-4db28918-dd46-4220-a084-c45e9437a674 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 946 time: 0.0660141 Jun 21 15:20:21.202648 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-156d76e6-9387-42de-9c2d-7fb8c431a573 req-3650e02b-8068-4762-8bbe-f73d6c2e3bb0 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330026 Jun 21 15:20:21.383236 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9edfd7-c99e-4147-9496-a63927ed4f6c req-71685c09-3bfd-47d8-86cf-e93f170ad874 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:21.384779 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2d9edfd7-c99e-4147-9496-a63927ed4f6c req-71685c09-3bfd-47d8-86cf-e93f170ad874 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 946 time: 0.0768316 Jun 21 15:20:21.394314 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 42236) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:20:21.399873 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-3edf4b0a-3290-4cbc-a382-e1ee48d7d37f tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Request body: {'floatingip': {'port_id': '5887419f-c08d-470f-895b-4525fa981294'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:20:21.444935 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3edf4b0a-3290-4cbc-a382-e1ee48d7d37f tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks [] for floatingip, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:21.920835 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3edf4b0a-3290-4cbc-a382-e1ee48d7d37f tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:21.928008 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3edf4b0a-3290-4cbc-a382-e1ee48d7d37f tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:22.032531 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [None req-3edf4b0a-3290-4cbc-a382-e1ee48d7d37f tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Floating IP b68b23c7-0694-44b4-b976-fede36fcd7ea associated. External IP: 172.26.3.3, port: 5887419f-c08d-470f-895b-4525fa981294. Jun 21 15:20:22.639304 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3edf4b0a-3290-4cbc-a382-e1ee48d7d37f tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Router 854d9888-a2d7-4fa0-ba83-8771124da6c8 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:20:22.761351 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3edf4b0a-3290-4cbc-a382-e1ee48d7d37f tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:20:22.767311 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3edf4b0a-3290-4cbc-a382-e1ee48d7d37f tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:22.772427 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21ad51b-0e12-45a0-986e-2c6e01cd43e6 None None] Sync routers for ids ['854d9888-a2d7-4fa0-ba83-8771124da6c8'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:20:22.782985 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21ad51b-0e12-45a0-986e-2c6e01cd43e6 None None] Routers {'854d9888-a2d7-4fa0-ba83-8771124da6c8'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:20:22.783597 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-c21ad51b-0e12-45a0-986e-2c6e01cd43e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:20:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['854d9888-a2d7-4fa0-ba83-8771124da6c8'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:20:22.805255 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3edf4b0a-3290-4cbc-a382-e1ee48d7d37f tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "PUT /v2.0/floatingips/b68b23c7-0694-44b4-b976-fede36fcd7ea HTTP/1.1" status: 200 len: 990 time: 1.4090986 Jun 21 15:20:22.805972 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4acf8d66-e655-4a67-bfd8-d141dd8a4b5e', 'tag': '5887419f-c08d-470f-895b-4525fa981294'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:20:22.808305 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007e0f58-3d97-4528-8bc1-d8ffbf1418c0" -d '{"events": [{"name": "network-changed", "server_uuid": "4acf8d66-e655-4a67-bfd8-d141dd8a4b5e", "tag": "5887419f-c08d-470f-895b-4525fa981294"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:20:22.846254 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a899720-6974-4a1f-ae7a-72c3c18246dd x-openstack-request-id: req-9a899720-6974-4a1f-ae7a-72c3c18246dd {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:20:22.846616 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4acf8d66-e655-4a67-bfd8-d141dd8a4b5e", "tag": "5887419f-c08d-470f-895b-4525fa981294", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:20:22.847032 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9a899720-6974-4a1f-ae7a-72c3c18246dd {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:20:22.847753 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4acf8d66-e655-4a67-bfd8-d141dd8a4b5e', 'tag': '5887419f-c08d-470f-895b-4525fa981294', 'status': 'completed', 'code': 200} Jun 21 15:20:22.886855 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-c21ad51b-0e12-45a0-986e-2c6e01cd43e6 None None] Set router 854d9888-a2d7-4fa0-ba83-8771124da6c8 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:20:22.922931 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e0f58-3d97-4528-8bc1-d8ffbf1418c0 req-30efc6c3-92a1-4bed-b040-56dc97320ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:22.924430 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-007e0f58-3d97-4528-8bc1-d8ffbf1418c0 req-30efc6c3-92a1-4bed-b040-56dc97320ae1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 1099 time: 0.0542259 Jun 21 15:20:23.021327 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e0f58-3d97-4528-8bc1-d8ffbf1418c0 req-3f464fa1-9e44-498d-b8be-378b7defb73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:23.023062 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-007e0f58-3d97-4528-8bc1-d8ffbf1418c0 req-3f464fa1-9e44-498d-b8be-378b7defb73b service neutron] 10.222.0.66 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 911 time: 0.0923388 Jun 21 15:20:23.095850 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-007e0f58-3d97-4528-8bc1-d8ffbf1418c0 req-f6cd2874-4872-459f-888a-0a138642caef service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5887419f-c08d-470f-895b-4525fa981294 HTTP/1.1" status: 200 len: 998 time: 0.0663958 Jun 21 15:20:23.113655 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-c21ad51b-0e12-45a0-986e-2c6e01cd43e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'name': 'tempest-ServerActionsTestJSON-84695185-router', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:06Z', 'revision_number': 4, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'gw_port': {'id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': 'b68b23c7-0694-44b4-b976-fede36fcd7ea', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'floating_ip_address': '172.26.3.3', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'port_id': '5887419f-c08d-470f-895b-4525fa981294', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'mac_address': 'fa:16:3e:a0:3e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acf8d66-e655-4a67-bfd8-d141dd8a4b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:18:08Z', 'updated_at': '2021-06-21T15:20:21Z', 'revision_number': 5, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9', 'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'mac_address': 'fa:16:3e:1f:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:05Z', 'updated_at': '2021-06-21T15:18:10Z', 'revision_number': 5, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'subnets': [{'id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:20:23.142787 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21ad51b-0e12-45a0-986e-2c6e01cd43e6 None None] Checking router: 854d9888-a2d7-4fa0-ba83-8771124da6c8 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:20:23.143465 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e0f58-3d97-4528-8bc1-d8ffbf1418c0 req-15f7b476-328c-47d0-8ebd-bd8c817eca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:23.144976 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-007e0f58-3d97-4528-8bc1-d8ffbf1418c0 req-15f7b476-328c-47d0-8ebd-bd8c817eca88 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8bfdcfc-e581-406e-92fa-ab44ac241947 HTTP/1.1" status: 200 len: 849 time: 0.0435567 Jun 21 15:20:23.151975 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21ad51b-0e12-45a0-986e-2c6e01cd43e6 None None] Routers {'854d9888-a2d7-4fa0-ba83-8771124da6c8'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:20:23.152638 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-c21ad51b-0e12-45a0-986e-2c6e01cd43e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:20:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['854d9888-a2d7-4fa0-ba83-8771124da6c8'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:20:23.206659 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e0f58-3d97-4528-8bc1-d8ffbf1418c0 req-4b6ecfc0-3f8c-4657-93de-6be4a795cb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:23.208457 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-007e0f58-3d97-4528-8bc1-d8ffbf1418c0 req-4b6ecfc0-3f8c-4657-93de-6be4a795cb98 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10f7748d-7e44-459e-b249-b0afea9df2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0576737 Jun 21 15:20:23.253916 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-c21ad51b-0e12-45a0-986e-2c6e01cd43e6 None None] Set router 854d9888-a2d7-4fa0-ba83-8771124da6c8 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:20:23.300022 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-007e0f58-3d97-4528-8bc1-d8ffbf1418c0 req-56d25c08-c49c-44c8-8adc-95566a382f9e service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852118 Jun 21 15:20:23.395526 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-007e0f58-3d97-4528-8bc1-d8ffbf1418c0 req-fcfc73b9-4ff4-4ad8-b78b-1a0bbfea82d8 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886381 Jun 21 15:20:23.500136 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-c21ad51b-0e12-45a0-986e-2c6e01cd43e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'name': 'tempest-ServerActionsTestJSON-84695185-router', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:06Z', 'revision_number': 4, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'gw_port': {'id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': 'b68b23c7-0694-44b4-b976-fede36fcd7ea', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'floating_ip_address': '172.26.3.3', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'port_id': '5887419f-c08d-470f-895b-4525fa981294', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'mac_address': 'fa:16:3e:a0:3e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acf8d66-e655-4a67-bfd8-d141dd8a4b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:18:08Z', 'updated_at': '2021-06-21T15:20:21Z', 'revision_number': 5, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9', 'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'mac_address': 'fa:16:3e:1f:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:05Z', 'updated_at': '2021-06-21T15:18:10Z', 'revision_number': 5, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'subnets': [{'id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:20:23.529033 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21ad51b-0e12-45a0-986e-2c6e01cd43e6 None None] The sync data for ids ['854d9888-a2d7-4fa0-ba83-8771124da6c8'] in dv-neutron-797121-2-hyperv is: [{'id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'name': 'tempest-ServerActionsTestJSON-84695185-router', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:06Z', 'revision_number': 4, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'gw_port': {'id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': 'b68b23c7-0694-44b4-b976-fede36fcd7ea', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'floating_ip_address': '172.26.3.3', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'port_id': '5887419f-c08d-470f-895b-4525fa981294', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'mac_address': 'fa:16:3e:a0:3e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acf8d66-e655-4a67-bfd8-d141dd8a4b5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:18:08Z', 'updated_at': '2021-06-21T15:20:21Z', 'revision_number': 5, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9', 'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'mac_address': 'fa:16:3e:1f:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:05Z', 'updated_at': '2021-06-21T15:18:10Z', 'revision_number': 5, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'subnets': [{'id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:20:23.734006 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033b5f14-a1c2-4836-a57c-6b8646dfae34 None None] New status for floating IP b68b23c7-0694-44b4-b976-fede36fcd7ea: ACTIVE {{(pid=105226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:20:27.329011 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5d47815c-637d-4383-8e20-6b408808d41b req-3fa54359-7a27-4eac-8086-6de2079f2aa2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0556130 Jun 21 15:20:27.422941 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47815c-637d-4383-8e20-6b408808d41b req-82dee924-7d13-45d0-aa68-bfcdd123053a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:27.424426 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5d47815c-637d-4383-8e20-6b408808d41b req-82dee924-7d13-45d0-aa68-bfcdd123053a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 1099 time: 0.0534620 Jun 21 15:20:27.534599 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47815c-637d-4383-8e20-6b408808d41b req-253aaa6a-f8bd-47a4-b451-ab17ea2bd47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:27.536297 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5d47815c-637d-4383-8e20-6b408808d41b req-253aaa6a-f8bd-47a4-b451-ab17ea2bd47b service neutron] 10.222.0.66 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 911 time: 0.0890815 Jun 21 15:20:27.602921 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5d47815c-637d-4383-8e20-6b408808d41b req-dac151dc-6cf5-41d4-83d5-8aff12b7ad4d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5887419f-c08d-470f-895b-4525fa981294 HTTP/1.1" status: 200 len: 1000 time: 0.0603504 Jun 21 15:20:27.651759 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47815c-637d-4383-8e20-6b408808d41b req-3df0c4b2-5308-4044-8695-f37188d94d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:27.653183 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5d47815c-637d-4383-8e20-6b408808d41b req-3df0c4b2-5308-4044-8695-f37188d94d7a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8bfdcfc-e581-406e-92fa-ab44ac241947 HTTP/1.1" status: 200 len: 849 time: 0.0434039 Jun 21 15:20:27.718312 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d47815c-637d-4383-8e20-6b408808d41b req-2740815c-ba60-400c-9018-4be38beb6a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:20:27.719755 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5d47815c-637d-4383-8e20-6b408808d41b req-2740815c-ba60-400c-9018-4be38beb6a38 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10f7748d-7e44-459e-b249-b0afea9df2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0594885 Jun 21 15:20:27.820368 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5d47815c-637d-4383-8e20-6b408808d41b req-f540871e-7af1-46de-b10c-3cd99f3e1649 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930178 Jun 21 15:20:27.917188 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5d47815c-637d-4383-8e20-6b408808d41b req-5a69167c-980b-4136-8b3f-4cd0fda2219d service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894563 Jun 21 15:20:35.463666 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:44.100923 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-438a513c-5c59-48d8-a001-ad541b2107e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:46.602081 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4f2fd2b0-191f-487f-8f56-41040c30729a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:47.087764 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:48.163591 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:49.839402 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:20:54.107556 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:21:05.463439 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:21:14.110580 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4797c636-354c-4633-bd67-1478898547b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:21:16.609882 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ecd7c786-2929-4d46-b5a6-2ed9280052b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:21:17.087385 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:21:18.163247 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:21:19.837017 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:21:29.306779 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-84825646-2ce3-492f-a0cb-a8e3fc4467db req-c045a526-2a14-400c-ad2e-2e35241e0a8a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0569332 Jun 21 15:21:29.415957 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84825646-2ce3-492f-a0cb-a8e3fc4467db req-8a24a3e6-6681-4b34-a510-652a1ca5ea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:21:29.417474 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-84825646-2ce3-492f-a0cb-a8e3fc4467db req-8a24a3e6-6681-4b34-a510-652a1ca5ea80 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 1099 time: 0.0594032 Jun 21 15:21:29.537640 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84825646-2ce3-492f-a0cb-a8e3fc4467db req-37a208a0-ac7c-4433-9180-0b9050bdc0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:21:29.539196 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-84825646-2ce3-492f-a0cb-a8e3fc4467db req-37a208a0-ac7c-4433-9180-0b9050bdc0c4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 911 time: 0.1008768 Jun 21 15:21:29.607466 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-84825646-2ce3-492f-a0cb-a8e3fc4467db req-7e674e7a-d3c5-4a78-a1c6-e615e00118d3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5887419f-c08d-470f-895b-4525fa981294 HTTP/1.1" status: 200 len: 1000 time: 0.0614882 Jun 21 15:21:29.660505 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84825646-2ce3-492f-a0cb-a8e3fc4467db req-4b64a972-8c3e-4b05-838a-563b58e8bde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:21:29.662824 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-84825646-2ce3-492f-a0cb-a8e3fc4467db req-4b64a972-8c3e-4b05-838a-563b58e8bde7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8bfdcfc-e581-406e-92fa-ab44ac241947 HTTP/1.1" status: 200 len: 849 time: 0.0493259 Jun 21 15:21:29.728969 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84825646-2ce3-492f-a0cb-a8e3fc4467db req-4272a6ab-85ef-4bbb-977d-7e7f207436be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:21:29.730500 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-84825646-2ce3-492f-a0cb-a8e3fc4467db req-4272a6ab-85ef-4bbb-977d-7e7f207436be service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10f7748d-7e44-459e-b249-b0afea9df2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0596740 Jun 21 15:21:29.820882 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-84825646-2ce3-492f-a0cb-a8e3fc4467db req-62a35304-5227-4aaf-8d43-72db149d769f service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839427 Jun 21 15:21:29.914164 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-84825646-2ce3-492f-a0cb-a8e3fc4467db req-11894590-4238-4a6b-ac84-843f4155f4ea service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865297 Jun 21 15:21:31.106637 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:21:35.453470 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:21:42.538304 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0ddf6-a860-4edf-befa-b15f30380bec req-290c28ea-f9b2-44d3-b4d7-7a63d88c20f5 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:21:42.539777 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d3e0ddf6-a860-4edf-befa-b15f30380bec req-290c28ea-f9b2-44d3-b4d7-7a63d88c20f5 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 946 time: 0.1210709 Jun 21 15:21:42.587681 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d3e0ddf6-a860-4edf-befa-b15f30380bec req-1a22b41f-ea7a-4c70-87bf-7ad20b8f46b1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393491 Jun 21 15:21:43.839961 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22390d24-2f00-4200-afe1-81487895b27e req-713173e9-6e60-426b-a692-1f5f7e69a0dc tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:21:43.841396 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-22390d24-2f00-4200-afe1-81487895b27e req-713173e9-6e60-426b-a692-1f5f7e69a0dc tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 946 time: 0.1317043 Jun 21 15:21:43.888294 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-22390d24-2f00-4200-afe1-81487895b27e req-93684dab-1bd5-4a55-a7ac-e4f8b9ef861c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386560 Jun 21 15:21:44.105086 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-75cf7efc-10e8-4a2e-a937-2ab177e5dcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:21:45.087572 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1835773-3a54-4338-8147-5554df6eccc3 req-93a6f2fa-9f19-4218-9d5f-30ae5234a668 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:21:45.089032 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d1835773-3a54-4338-8147-5554df6eccc3 req-93a6f2fa-9f19-4218-9d5f-30ae5234a668 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 946 time: 0.0822542 Jun 21 15:21:45.134000 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d1835773-3a54-4338-8147-5554df6eccc3 req-ffa7fb66-7801-4d83-b0ba-5be89c15924e tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367885 Jun 21 15:21:46.345011 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa6bc4-8b5c-45f9-8421-ea7a49f2125b req-b2d5e4c5-c930-4a02-be6a-18f761a172d7 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:21:46.346427 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c0aa6bc4-8b5c-45f9-8421-ea7a49f2125b req-b2d5e4c5-c930-4a02-be6a-18f761a172d7 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 946 time: 0.0946825 Jun 21 15:21:46.395170 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c0aa6bc4-8b5c-45f9-8421-ea7a49f2125b req-3fa310fa-9a4b-4b91-adf6-1638ad58cc1c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422087 Jun 21 15:21:46.611009 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d45b41e2-6f21-4750-b3f1-7d262644cd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:21:47.080592 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:21:47.581418 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3524f37-786b-48e0-816a-d8eac7214cfd req-cd78fa83-ce75-4d81-b8e2-55c790808284 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:21:47.582976 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f3524f37-786b-48e0-816a-d8eac7214cfd req-cd78fa83-ce75-4d81-b8e2-55c790808284 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 946 time: 0.0755954 Jun 21 15:21:47.621227 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f3524f37-786b-48e0-816a-d8eac7214cfd req-8b2092f3-0fdc-4415-9cdf-0da21917b26e tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321918 Jun 21 15:21:48.164449 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:21:48.814144 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5e5c2-3785-4dd0-bd30-fa4e6bb16873 req-9ecabd78-3b59-408e-8210-c0c72a60ab2b tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:21:48.815592 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9ae5e5c2-3785-4dd0-bd30-fa4e6bb16873 req-9ecabd78-3b59-408e-8210-c0c72a60ab2b tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 946 time: 0.0730145 Jun 21 15:21:48.859717 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9ae5e5c2-3785-4dd0-bd30-fa4e6bb16873 req-457e0046-d525-4432-b45b-04d130a73c85 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347421 Jun 21 15:21:49.846814 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:21:50.040459 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e8c9a-8ae8-4ecd-b7e7-59fdb1f92a97 req-4faad4dc-1bf6-4308-9ce9-1a7ad3032518 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:21:50.041934 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-722e8c9a-8ae8-4ecd-b7e7-59fdb1f92a97 req-4faad4dc-1bf6-4308-9ce9-1a7ad3032518 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 946 time: 0.0707185 Jun 21 15:21:50.080127 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-722e8c9a-8ae8-4ecd-b7e7-59fdb1f92a97 req-e1037d69-9add-42b7-a33b-586645e5a4fe tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324409 Jun 21 15:21:51.267667 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a196f572-d637-4635-86ac-b7d944161894 req-9fbd0aed-e418-432c-9791-2b832cd165a4 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:21:51.269573 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a196f572-d637-4635-86ac-b7d944161894 req-9fbd0aed-e418-432c-9791-2b832cd165a4 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 946 time: 0.0694597 Jun 21 15:21:51.313526 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a196f572-d637-4635-86ac-b7d944161894 req-726d920e-9877-43fd-a28d-4cce2c4124d2 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368066 Jun 21 15:21:52.518552 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960eb0c8-f56c-4a51-b720-740f5790aba7 req-125040aa-0dd0-44cc-b678-aaa16e87257a tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:21:52.520735 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-960eb0c8-f56c-4a51-b720-740f5790aba7 req-125040aa-0dd0-44cc-b678-aaa16e87257a tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 946 time: 0.0830495 Jun 21 15:21:52.569019 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-960eb0c8-f56c-4a51-b720-740f5790aba7 req-557d8512-8ccc-4ccc-aa7c-03d40edabd10 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410423 Jun 21 15:21:53.767912 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39301140-1c99-4c5c-8f15-7547ee49bfcc req-ea8ef014-ab15-4c75-bf49-70e2c31cf7bd tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:21:53.769241 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-39301140-1c99-4c5c-8f15-7547ee49bfcc req-ea8ef014-ab15-4c75-bf49-70e2c31cf7bd tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 946 time: 0.0737250 Jun 21 15:21:53.808086 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-39301140-1c99-4c5c-8f15-7547ee49bfcc req-465c17db-ddd1-4f9b-899c-c56fd164991c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318389 Jun 21 15:21:54.251047 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f6f3e-4142-4a25-9eaa-d47617847c50 req-225da6fb-cb04-4177-9af3-c2e24ed3ed9e tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:21:54.252551 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-817f6f3e-4142-4a25-9eaa-d47617847c50 req-225da6fb-cb04-4177-9af3-c2e24ed3ed9e tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 946 time: 0.1056957 Jun 21 15:21:54.257822 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b73e488b-c24d-459a-987f-21730df42e59 req-baca8647-3fe4-4ef3-a920-4275397e38c1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1500728 Jun 21 15:21:54.294759 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-817f6f3e-4142-4a25-9eaa-d47617847c50 req-27917b58-9156-476c-9017-0223ba0c3f4e tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354409 Jun 21 15:21:55.492608 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b2ec0-cbb4-4299-954a-b9f22c1c846d req-d0906ce0-6af2-42ba-af08-f4dbed507a79 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:21:55.494312 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8f3b2ec0-cbb4-4299-954a-b9f22c1c846d req-d0906ce0-6af2-42ba-af08-f4dbed507a79 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 946 time: 0.0690053 Jun 21 15:21:55.560049 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8f3b2ec0-cbb4-4299-954a-b9f22c1c846d req-46582eb5-806a-45de-b255-9aed6d662515 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594475 Jun 21 15:21:55.582654 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e488b-c24d-459a-987f-21730df42e59 req-6ab1a8a2-fb62-422f-8641-786d55f2eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:21:55.584053 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b73e488b-c24d-459a-987f-21730df42e59 req-6ab1a8a2-fb62-422f-8641-786d55f2eee1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 1099 time: 0.0683715 Jun 21 15:21:55.690826 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e488b-c24d-459a-987f-21730df42e59 req-38b6806f-cc5d-4cc0-aa81-1e0218533e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:21:55.692290 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b73e488b-c24d-459a-987f-21730df42e59 req-38b6806f-cc5d-4cc0-aa81-1e0218533e01 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 911 time: 0.1011782 Jun 21 15:21:55.763911 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b73e488b-c24d-459a-987f-21730df42e59 req-9da072f2-bd3e-4c04-bd70-b363567d2f54 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5887419f-c08d-470f-895b-4525fa981294 HTTP/1.1" status: 200 len: 1000 time: 0.0631862 Jun 21 15:21:55.814743 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e488b-c24d-459a-987f-21730df42e59 req-250c017b-c240-4cfb-be8f-3e5bf6bda60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:21:55.816143 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b73e488b-c24d-459a-987f-21730df42e59 req-250c017b-c240-4cfb-be8f-3e5bf6bda60e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8bfdcfc-e581-406e-92fa-ab44ac241947 HTTP/1.1" status: 200 len: 849 time: 0.0463831 Jun 21 15:21:55.875429 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e488b-c24d-459a-987f-21730df42e59 req-9b62db33-30c5-4c96-b4e4-9351cab2511e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:21:55.876878 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b73e488b-c24d-459a-987f-21730df42e59 req-9b62db33-30c5-4c96-b4e4-9351cab2511e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10f7748d-7e44-459e-b249-b0afea9df2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0540037 Jun 21 15:21:55.965516 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b73e488b-c24d-459a-987f-21730df42e59 req-3bac5a5a-8244-4b93-9ad2-4e97f1d48297 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817850 Jun 21 15:21:56.056274 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b73e488b-c24d-459a-987f-21730df42e59 req-91fe24dd-302f-428a-a986-4b512cdc7f25 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844262 Jun 21 15:21:56.753879 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8ba813-9b45-4663-bc94-69b849c377f5 req-9278c16a-ad31-4a7b-9666-76e60cd11815 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:21:56.755307 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5e8ba813-9b45-4663-bc94-69b849c377f5 req-9278c16a-ad31-4a7b-9666-76e60cd11815 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 946 time: 0.0778949 Jun 21 15:21:56.797765 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5e8ba813-9b45-4663-bc94-69b849c377f5 req-612db557-308c-4c51-9e5c-2908d028875e tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365202 Jun 21 15:21:57.715371 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b73e488b-c24d-459a-987f-21730df42e59 req-7cbadc87-af10-473b-b871-48ffb3568c76 service neutron] 10.222.0.66 "GET /v2.0/ports/5887419f-c08d-470f-895b-4525fa981294/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0619738 Jun 21 15:21:58.022767 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d398388-8c00-4e7d-b494-37bae4ce5114 req-f606a24a-c853-4858-b930-b5b780dc625b tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:21:58.024166 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0d398388-8c00-4e7d-b494-37bae4ce5114 req-f606a24a-c853-4858-b930-b5b780dc625b tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 946 time: 0.1103923 Jun 21 15:21:58.027011 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e488b-c24d-459a-987f-21730df42e59 req-0da967c3-7f98-4ed0-aa0e-9d4f8b8bd70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:21:58.028497 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b73e488b-c24d-459a-987f-21730df42e59 req-0da967c3-7f98-4ed0-aa0e-9d4f8b8bd70d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e&tenant_id=3780c7155f054b7aa3e13b8c2256e6be HTTP/1.1" status: 200 len: 1099 time: 0.1025102 Jun 21 15:21:58.092630 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0d398388-8c00-4e7d-b494-37bae4ce5114 req-2d568f8a-26e0-4d10-858f-8e47855b24f2 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625792 Jun 21 15:21:58.122509 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e488b-c24d-459a-987f-21730df42e59 req-52dc41be-a62e-4c2f-8d07-ab48586cd71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:21:58.123980 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b73e488b-c24d-459a-987f-21730df42e59 req-52dc41be-a62e-4c2f-8d07-ab48586cd71e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 1099 time: 0.0657310 Jun 21 15:21:58.213093 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e488b-c24d-459a-987f-21730df42e59 req-37d673c8-7095-4791-a4e6-d526bd022592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:21:58.214602 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b73e488b-c24d-459a-987f-21730df42e59 req-37d673c8-7095-4791-a4e6-d526bd022592 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 911 time: 0.0848649 Jun 21 15:21:58.285562 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b73e488b-c24d-459a-987f-21730df42e59 req-ab0a0bbc-2e77-4700-8468-82d42b3c15f4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5887419f-c08d-470f-895b-4525fa981294 HTTP/1.1" status: 200 len: 1000 time: 0.0647402 Jun 21 15:21:58.335467 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e488b-c24d-459a-987f-21730df42e59 req-7e2a7949-5a1c-4e5d-b0a1-f86440f681bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:21:58.336878 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b73e488b-c24d-459a-987f-21730df42e59 req-7e2a7949-5a1c-4e5d-b0a1-f86440f681bc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8bfdcfc-e581-406e-92fa-ab44ac241947 HTTP/1.1" status: 200 len: 849 time: 0.0453501 Jun 21 15:21:58.401366 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e488b-c24d-459a-987f-21730df42e59 req-16a82d4c-a8bd-4f60-bb5e-665a872e820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:21:58.402881 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b73e488b-c24d-459a-987f-21730df42e59 req-16a82d4c-a8bd-4f60-bb5e-665a872e820f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10f7748d-7e44-459e-b249-b0afea9df2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0582244 Jun 21 15:21:58.492751 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b73e488b-c24d-459a-987f-21730df42e59 req-3117969a-4e52-47de-86b1-93a667ad87ac service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836504 Jun 21 15:21:58.586465 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b73e488b-c24d-459a-987f-21730df42e59 req-c63d4802-c2cd-4d2f-91fa-e71d6c49057b service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876245 Jun 21 15:21:59.284369 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b0e94-0a5e-4949-af0d-cada1d9399b2 req-779d53e4-dc62-43cc-b495-8578c6102bbc tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:21:59.285818 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-801b0e94-0a5e-4949-af0d-cada1d9399b2 req-779d53e4-dc62-43cc-b495-8578c6102bbc tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 946 time: 0.0727820 Jun 21 15:21:59.328364 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-801b0e94-0a5e-4949-af0d-cada1d9399b2 req-ab9e6be6-0ff9-42b5-9dc1-7f96d7206ac2 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358930 Jun 21 15:22:00.522836 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17811a28-57fc-4653-aab2-2bb5caedd444 req-1b5d0e8b-644c-4e4c-bac9-7586c018c222 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:00.524332 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-17811a28-57fc-4653-aab2-2bb5caedd444 req-1b5d0e8b-644c-4e4c-bac9-7586c018c222 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 946 time: 0.0744801 Jun 21 15:22:00.566426 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-17811a28-57fc-4653-aab2-2bb5caedd444 req-2f662aae-5654-4eb4-8b3e-7404a15cce59 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335085 Jun 21 15:22:00.714660 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 5887419f-c08d-470f-895b-4525fa981294 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:22:00.819192 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:00.843417 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acf8d66-e655-4a67-bfd8-d141dd8a4b5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5887419f-c08d-470f-895b-4525fa981294'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:22:00.845680 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d83f55c-9a63-425b-9c55-acd16350be5d" -d '{"events": [{"server_uuid": "4acf8d66-e655-4a67-bfd8-d141dd8a4b5e", "name": "network-vif-unplugged", "status": "completed", "tag": "5887419f-c08d-470f-895b-4525fa981294"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:22:00.858961 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 5887419f-c08d-470f-895b-4525fa981294, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5887419f-c08d-470f-895b-4525fa981294,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:22:00.864714 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:00.868448 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-4a222a76-6ad3-4081-b2b5-987d87c41f14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:22:00.891929 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 15:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abaa8801-163f-4737-a20f-368f8a579403 x-openstack-request-id: req-abaa8801-163f-4737-a20f-368f8a579403 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:22:00.892223 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4acf8d66-e655-4a67-bfd8-d141dd8a4b5e", "name": "network-vif-unplugged", "status": "completed", "tag": "5887419f-c08d-470f-895b-4525fa981294", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:22:00.892479 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-abaa8801-163f-4737-a20f-368f8a579403 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:22:00.892867 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4acf8d66-e655-4a67-bfd8-d141dd8a4b5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5887419f-c08d-470f-895b-4525fa981294', 'code': 200} Jun 21 15:22:00.921991 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=5887419f-c08d-470f-895b-4525fa981294,revision_number=6']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:22:00.929658 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:22:00.930043 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:22:00.930384 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:22:00.930720 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:22:00.931054 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:22:00.931382 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:22:00.931710 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:22:00.932041 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:22:00.932366 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:22:00.932689 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:22:00.933008 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:22:00.933326 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:22:00.937422 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:22:01.754038 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3e6c68-4afc-4564-a411-3cf45523898b req-23935bf9-b0fc-4954-a404-cba781211930 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:01.755368 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8d3e6c68-4afc-4564-a411-3cf45523898b req-23935bf9-b0fc-4954-a404-cba781211930 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 944 time: 0.0743647 Jun 21 15:22:01.794657 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8d3e6c68-4afc-4564-a411-3cf45523898b req-5d4a3b5d-821d-43a0-90c4-c064c2c4ee94 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332656 Jun 21 15:22:02.172717 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1272e9-6bcf-4720-a882-d65cdcd9e369 req-393e46d1-0de6-4cfb-be59-3d514823099a tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:02.174282 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5a1272e9-6bcf-4720-a882-d65cdcd9e369 req-393e46d1-0de6-4cfb-be59-3d514823099a tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 944 time: 0.1132181 Jun 21 15:22:02.184752 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab67edc-1d4f-4660-9251-b0b053819b58 req-532b3ade-297f-494e-9937-0cff8bb3cab6 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:02.186189 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3ab67edc-1d4f-4660-9251-b0b053819b58 req-532b3ade-297f-494e-9937-0cff8bb3cab6 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.66 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e&tenant_id=3780c7155f054b7aa3e13b8c2256e6be&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 944 time: 0.1238391 Jun 21 15:22:02.220057 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5a1272e9-6bcf-4720-a882-d65cdcd9e369 req-efc21467-97e7-43ac-9b44-3d9ec62e1ade tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329239 Jun 21 15:22:02.285011 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab67edc-1d4f-4660-9251-b0b053819b58 req-7b361283-e3dd-4042-bcfa-74469405c899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:02.286579 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3ab67edc-1d4f-4660-9251-b0b053819b58 req-7b361283-e3dd-4042-bcfa-74469405c899 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 1097 time: 0.0543680 Jun 21 15:22:02.377492 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab67edc-1d4f-4660-9251-b0b053819b58 req-49264b2a-7bc1-460c-a751-6f113af7a145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:02.378933 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3ab67edc-1d4f-4660-9251-b0b053819b58 req-49264b2a-7bc1-460c-a751-6f113af7a145 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 911 time: 0.0857487 Jun 21 15:22:02.459762 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3ab67edc-1d4f-4660-9251-b0b053819b58 req-927fb228-b80f-4b6c-8def-84cd331ee332 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5887419f-c08d-470f-895b-4525fa981294 HTTP/1.1" status: 200 len: 998 time: 0.0740499 Jun 21 15:22:02.511185 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab67edc-1d4f-4660-9251-b0b053819b58 req-46defa73-2dd6-46c6-9db1-0fbb09387294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:02.512638 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3ab67edc-1d4f-4660-9251-b0b053819b58 req-46defa73-2dd6-46c6-9db1-0fbb09387294 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8bfdcfc-e581-406e-92fa-ab44ac241947 HTTP/1.1" status: 200 len: 849 time: 0.0468345 Jun 21 15:22:02.569284 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab67edc-1d4f-4660-9251-b0b053819b58 req-9e188710-316c-436e-b6f7-9d7b45562457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:02.570778 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3ab67edc-1d4f-4660-9251-b0b053819b58 req-9e188710-316c-436e-b6f7-9d7b45562457 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10f7748d-7e44-459e-b249-b0afea9df2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0521295 Jun 21 15:22:02.663106 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3ab67edc-1d4f-4660-9251-b0b053819b58 req-cbcf0e71-3a4b-42d3-b8ea-e6199f904aca service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851605 Jun 21 15:22:02.733385 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 5887419f-c08d-470f-895b-4525fa981294 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:22:02.776642 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3ab67edc-1d4f-4660-9251-b0b053819b58 req-35f420d3-53a5-460b-a60d-e815d6fa5080 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058147 Jun 21 15:22:02.847890 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 5887419f-c08d-470f-895b-4525fa981294, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5887419f-c08d-470f-895b-4525fa981294,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:22:02.860075 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '5887419f-c08d-470f-895b-4525fa981294', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'port_id': '5887419f-c08d-470f-895b-4525fa981294', 'mac_address': 'fa:16:3e:a0:3e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:22:02.897019 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:02.913063 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5887419f-c08d-470f-895b-4525fa981294 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:22:02.933823 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 5887419f-c08d-470f-895b-4525fa981294, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5887419f-c08d-470f-895b-4525fa981294,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:22:02.939736 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:02.941581 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:22:02.988935 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=5887419f-c08d-470f-895b-4525fa981294,revision_number=7']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:22:02.991884 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:22:03.004708 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['5887419f-c08d-470f-895b-4525fa981294'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:22:03.399986 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ab4d5-d030-4a78-a0ca-ebfcd3986ca9 req-cda648af-8c93-45ca-b559-4daf37b05cb2 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:03.401557 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-122ab4d5-d030-4a78-a0ca-ebfcd3986ca9 req-cda648af-8c93-45ca-b559-4daf37b05cb2 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 945 time: 0.0669992 Jun 21 15:22:03.442554 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-122ab4d5-d030-4a78-a0ca-ebfcd3986ca9 req-9534df6d-5a5f-4762-9cff-e8c82a3595fd tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345273 Jun 21 15:22:03.629347 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9757b3-69e2-41a3-87c1-e8c38d27cc1e req-c1c56e03-06f9-4b67-bed5-0c5526d7a477 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:03.631361 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6a9757b3-69e2-41a3-87c1-e8c38d27cc1e req-c1c56e03-06f9-4b67-bed5-0c5526d7a477 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 945 time: 0.0722802 Jun 21 15:22:03.670692 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6a9757b3-69e2-41a3-87c1-e8c38d27cc1e req-7fbdb0d5-e031-448a-a7ee-a7a554168fda tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335906 Jun 21 15:22:04.060806 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b1ca9-97cd-4a20-b22f-98899eb4491c req-d09d4fc1-6f4a-4cda-9224-a78ab03cc45e tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:04.062283 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fd5b1ca9-97cd-4a20-b22f-98899eb4491c req-d09d4fc1-6f4a-4cda-9224-a78ab03cc45e tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 945 time: 0.0905788 Jun 21 15:22:04.064027 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902996e-e65b-4980-a898-3f77a857c010 req-35b73369-5d2c-422a-adf1-4758b7236672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:04.065347 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1902996e-e65b-4980-a898-3f77a857c010 req-35b73369-5d2c-422a-adf1-4758b7236672 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 1098 time: 0.1015530 Jun 21 15:22:04.153911 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fd5b1ca9-97cd-4a20-b22f-98899eb4491c req-01c06d8a-c62a-4118-90af-c1570ca70daf tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857458 Jun 21 15:22:04.181900 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902996e-e65b-4980-a898-3f77a857c010 req-69b40d6e-7f47-44ba-96c9-9005b538a378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:04.183354 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1902996e-e65b-4980-a898-3f77a857c010 req-69b40d6e-7f47-44ba-96c9-9005b538a378 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 911 time: 0.1081281 Jun 21 15:22:04.249998 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1902996e-e65b-4980-a898-3f77a857c010 req-c806676b-bb5b-4c4b-95d4-882ccc6085d2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5887419f-c08d-470f-895b-4525fa981294 HTTP/1.1" status: 200 len: 999 time: 0.0601873 Jun 21 15:22:04.310415 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902996e-e65b-4980-a898-3f77a857c010 req-99b448a7-89b0-4b07-9a63-16ad24593017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:04.311847 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1902996e-e65b-4980-a898-3f77a857c010 req-99b448a7-89b0-4b07-9a63-16ad24593017 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8bfdcfc-e581-406e-92fa-ab44ac241947 HTTP/1.1" status: 200 len: 849 time: 0.0556543 Jun 21 15:22:04.371610 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902996e-e65b-4980-a898-3f77a857c010 req-974f2c10-9f8f-46d1-856f-da5d4c5faef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:04.373050 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1902996e-e65b-4980-a898-3f77a857c010 req-974f2c10-9f8f-46d1-856f-da5d4c5faef4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10f7748d-7e44-459e-b249-b0afea9df2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0550611 Jun 21 15:22:04.462504 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1902996e-e65b-4980-a898-3f77a857c010 req-2106dfcb-55eb-4512-8d17-db6f8c3fc391 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829473 Jun 21 15:22:04.558819 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1902996e-e65b-4980-a898-3f77a857c010 req-d0029507-6a6d-43f0-b902-45634bb23c7d service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899189 Jun 21 15:22:04.746065 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 5887419f-c08d-470f-895b-4525fa981294 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:22:04.812696 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 5887419f-c08d-470f-895b-4525fa981294 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:22:04.813072 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:04.906181 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:04.930157 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acf8d66-e655-4a67-bfd8-d141dd8a4b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5887419f-c08d-470f-895b-4525fa981294'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:22:04.932442 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783a488c-0af9-45d2-8eff-ed2e4361d501" -d '{"events": [{"server_uuid": "4acf8d66-e655-4a67-bfd8-d141dd8a4b5e", "name": "network-vif-plugged", "status": "completed", "tag": "5887419f-c08d-470f-895b-4525fa981294"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:22:04.945524 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 5887419f-c08d-470f-895b-4525fa981294, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5887419f-c08d-470f-895b-4525fa981294,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:22:04.950568 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:04.952419 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:22:04.977160 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d631ab6-3267-4c98-9ad5-c49e8198c49f x-openstack-request-id: req-7d631ab6-3267-4c98-9ad5-c49e8198c49f {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:22:04.977456 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4acf8d66-e655-4a67-bfd8-d141dd8a4b5e", "name": "network-vif-plugged", "status": "completed", "tag": "5887419f-c08d-470f-895b-4525fa981294", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:22:04.977717 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7d631ab6-3267-4c98-9ad5-c49e8198c49f {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:22:04.978136 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4acf8d66-e655-4a67-bfd8-d141dd8a4b5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5887419f-c08d-470f-895b-4525fa981294', 'code': 200} Jun 21 15:22:05.005303 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=5887419f-c08d-470f-895b-4525fa981294,revision_number=8']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:22:05.008975 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:22:05.337283 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93466f09-5a00-4406-b316-d5474b0d498c req-23e069cf-427a-4c2b-9cb5-a45ffd1ee2e3 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:05.338692 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-93466f09-5a00-4406-b316-d5474b0d498c req-23e069cf-427a-4c2b-9cb5-a45ffd1ee2e3 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 946 time: 0.0688663 Jun 21 15:22:05.381219 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-93466f09-5a00-4406-b316-d5474b0d498c req-5936b0e1-d461-4632-9147-ec1af198de8b tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339630 Jun 21 15:22:05.449512 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:05.776948 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4e8cc-c7d7-4429-8ff1-2544d07c52cf req-d73b7e0e-c951-4681-8939-35ba8b7e3269 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:05.778438 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aee4e8cc-c7d7-4429-8ff1-2544d07c52cf req-d73b7e0e-c951-4681-8939-35ba8b7e3269 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 946 time: 0.0707698 Jun 21 15:22:06.189958 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aee4e8cc-c7d7-4429-8ff1-2544d07c52cf req-de934133-3382-4283-800c-d5d4d13e3023 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4029484 Jun 21 15:22:07.385245 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787a6cd-acc2-4ac4-a5b7-c9ff6da315a6 req-e6b7be16-6e0e-456e-8cc3-9b6c24cddf73 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:07.386792 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3787a6cd-acc2-4ac4-a5b7-c9ff6da315a6 req-e6b7be16-6e0e-456e-8cc3-9b6c24cddf73 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 946 time: 0.0650425 Jun 21 15:22:07.428259 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3787a6cd-acc2-4ac4-a5b7-c9ff6da315a6 req-52fce5a6-e893-45c0-b643-7b4d504ddcff tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354836 Jun 21 15:22:07.625128 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c99da0-426d-462f-930a-47581bed227e req-f208cc68-59a0-4371-859b-68004b4c4843 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:07.626626 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-47c99da0-426d-462f-930a-47581bed227e req-f208cc68-59a0-4371-859b-68004b4c4843 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.66 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 946 time: 0.0691428 Jun 21 15:22:07.732375 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-47c99da0-426d-462f-930a-47581bed227e req-d0946289-0bbc-46e7-9ee2-13676b2d724c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Deleting port 5887419f-c08d-470f-895b-4525fa981294 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:22:07.732677 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-47c99da0-426d-462f-930a-47581bed227e req-d0946289-0bbc-46e7-9ee2-13676b2d724c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:07.824323 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-47c99da0-426d-462f-930a-47581bed227e req-d0946289-0bbc-46e7-9ee2-13676b2d724c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] For port 5887419f-c08d-470f-895b-4525fa981294, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=5887419f-c08d-470f-895b-4525fa981294,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:22:07.824623 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-47c99da0-426d-462f-930a-47581bed227e req-d0946289-0bbc-46e7-9ee2-13676b2d724c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:07.995220 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-47c99da0-426d-462f-930a-47581bed227e req-d0946289-0bbc-46e7-9ee2-13676b2d724c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:07.995805 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-47c99da0-426d-462f-930a-47581bed227e req-d0946289-0bbc-46e7-9ee2-13676b2d724c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:07.996138 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [req-47c99da0-426d-462f-930a-47581bed227e req-d0946289-0bbc-46e7-9ee2-13676b2d724c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Floating IP b68b23c7-0694-44b4-b976-fede36fcd7ea disassociated. External IP: 172.26.3.3, port: 5887419f-c08d-470f-895b-4525fa981294. Jun 21 15:22:07.996479 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-47c99da0-426d-462f-930a-47581bed227e req-d0946289-0bbc-46e7-9ee2-13676b2d724c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Calling delete_port for 5887419f-c08d-470f-895b-4525fa981294 owned by compute:nova {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:22:08.104751 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:22:08.142211 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-47c99da0-426d-462f-930a-47581bed227e req-d0946289-0bbc-46e7-9ee2-13676b2d724c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:08.147213 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4284abbf-6054-4355-8a42-5c216dcdd5da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:22:08.176033 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0946289-0bbc-46e7-9ee2-13676b2d724c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Pushing event deleted for resources: {'Port': ['ID=5887419f-c08d-470f-895b-4525fa981294,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:22:08.187498 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0946289-0bbc-46e7-9ee2-13676b2d724c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:22:08.187905 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0946289-0bbc-46e7-9ee2-13676b2d724c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:22:08.188276 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0946289-0bbc-46e7-9ee2-13676b2d724c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:22:08.188653 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0946289-0bbc-46e7-9ee2-13676b2d724c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:22:08.189014 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0946289-0bbc-46e7-9ee2-13676b2d724c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:22:08.189384 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0946289-0bbc-46e7-9ee2-13676b2d724c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:22:08.189751 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0946289-0bbc-46e7-9ee2-13676b2d724c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:22:08.190142 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0946289-0bbc-46e7-9ee2-13676b2d724c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:22:08.190518 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0946289-0bbc-46e7-9ee2-13676b2d724c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:22:08.190880 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0946289-0bbc-46e7-9ee2-13676b2d724c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:22:08.191244 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0946289-0bbc-46e7-9ee2-13676b2d724c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:22:08.191618 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0946289-0bbc-46e7-9ee2-13676b2d724c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:22:08.195630 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d0946289-0bbc-46e7-9ee2-13676b2d724c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:22:08.320070 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47c99da0-426d-462f-930a-47581bed227e req-d0946289-0bbc-46e7-9ee2-13676b2d724c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Router 854d9888-a2d7-4fa0-ba83-8771124da6c8 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:22:08.445472 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47c99da0-426d-462f-930a-47581bed227e req-d0946289-0bbc-46e7-9ee2-13676b2d724c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:22:08.456608 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e8c7c6-2237-44fc-b932-ea973cdace50 None None] Sync routers for ids ['854d9888-a2d7-4fa0-ba83-8771124da6c8'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:22:08.467759 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e8c7c6-2237-44fc-b932-ea973cdace50 None None] Routers {'854d9888-a2d7-4fa0-ba83-8771124da6c8'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:22:08.468412 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-34e8c7c6-2237-44fc-b932-ea973cdace50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:21:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['854d9888-a2d7-4fa0-ba83-8771124da6c8'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:22:08.490246 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-47c99da0-426d-462f-930a-47581bed227e req-d0946289-0bbc-46e7-9ee2-13676b2d724c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] No DVR routers for this DVR port 5887419f-c08d-470f-895b-4525fa981294 on host hv-neutron-7971 {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:22:08.492880 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-47c99da0-426d-462f-930a-47581bed227e req-d0946289-0bbc-46e7-9ee2-13676b2d724c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:08.494907 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-47c99da0-426d-462f-930a-47581bed227e req-d0946289-0bbc-46e7-9ee2-13676b2d724c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.66 "DELETE /v2.0/ports/5887419f-c08d-470f-895b-4525fa981294 HTTP/1.1" status: 204 len: 173 time: 0.8626368 Jun 21 15:22:08.495760 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acf8d66-e655-4a67-bfd8-d141dd8a4b5e', 'name': 'network-vif-deleted', 'tag': '5887419f-c08d-470f-895b-4525fa981294'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:22:08.498116 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e3cc04-e628-4146-b1d8-c08e9e0da9fd" -d '{"events": [{"server_uuid": "4acf8d66-e655-4a67-bfd8-d141dd8a4b5e", "name": "network-vif-deleted", "tag": "5887419f-c08d-470f-895b-4525fa981294"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:22:08.587663 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-34e8c7c6-2237-44fc-b932-ea973cdace50 None None] Set router 854d9888-a2d7-4fa0-ba83-8771124da6c8 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:22:08.604920 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1b4bc25f-d317-443a-883b-4fa0a69379d4 req-6adaa293-cdd6-4f4f-a0c7-bd6c579cd41a tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=4acf8d66-e655-4a67-bfd8-d141dd8a4b5e HTTP/1.1" status: 200 len: 210 time: 0.0464671 Jun 21 15:22:08.624531 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01210dad-cc0b-4ce1-b24f-a329a051567a x-openstack-request-id: req-01210dad-cc0b-4ce1-b24f-a329a051567a {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:22:08.625190 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4acf8d66-e655-4a67-bfd8-d141dd8a4b5e", "name": "network-vif-deleted", "tag": "5887419f-c08d-470f-895b-4525fa981294", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:22:08.625565 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-01210dad-cc0b-4ce1-b24f-a329a051567a {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:22:08.626150 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4acf8d66-e655-4a67-bfd8-d141dd8a4b5e', 'name': 'network-vif-deleted', 'tag': '5887419f-c08d-470f-895b-4525fa981294', 'status': 'completed', 'code': 200} Jun 21 15:22:08.898320 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-34e8c7c6-2237-44fc-b932-ea973cdace50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'name': 'tempest-ServerActionsTestJSON-84695185-router', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:06Z', 'revision_number': 4, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'gw_port': {'id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9', 'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'mac_address': 'fa:16:3e:1f:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:05Z', 'updated_at': '2021-06-21T15:18:10Z', 'revision_number': 5, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'subnets': [{'id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:22:08.928657 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e8c7c6-2237-44fc-b932-ea973cdace50 None None] Checking router: 854d9888-a2d7-4fa0-ba83-8771124da6c8 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:22:08.938084 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e8c7c6-2237-44fc-b932-ea973cdace50 None None] Routers {'854d9888-a2d7-4fa0-ba83-8771124da6c8'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:22:08.938699 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-34e8c7c6-2237-44fc-b932-ea973cdace50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:21:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['854d9888-a2d7-4fa0-ba83-8771124da6c8'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:22:09.043657 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-34e8c7c6-2237-44fc-b932-ea973cdace50 None None] Set router 854d9888-a2d7-4fa0-ba83-8771124da6c8 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:22:09.240064 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-34e8c7c6-2237-44fc-b932-ea973cdace50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'name': 'tempest-ServerActionsTestJSON-84695185-router', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:06Z', 'revision_number': 4, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'gw_port': {'id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9', 'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'mac_address': 'fa:16:3e:1f:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:05Z', 'updated_at': '2021-06-21T15:18:10Z', 'revision_number': 5, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'subnets': [{'id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:22:09.265380 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e8c7c6-2237-44fc-b932-ea973cdace50 None None] The sync data for ids ['854d9888-a2d7-4fa0-ba83-8771124da6c8'] in dv-neutron-797121-2-hyperv is: [{'id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'name': 'tempest-ServerActionsTestJSON-84695185-router', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:06Z', 'revision_number': 4, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'gw_port': {'id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9', 'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'mac_address': 'fa:16:3e:1f:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:05Z', 'updated_at': '2021-06-21T15:18:10Z', 'revision_number': 5, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'subnets': [{'id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:22:09.481225 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1002038d-6261-42cc-b97f-a6d9489c79af None None] New status for floating IP b68b23c7-0694-44b4-b976-fede36fcd7ea: DOWN {{(pid=105226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:22:09.970343 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-c9b44b04-647d-4f44-9d0f-30bdf33bc8fa tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--2113833254&fields=id&tenant_id=3780c7155f054b7aa3e13b8c2256e6be HTTP/1.1" status: 200 len: 267 time: 0.0331895 Jun 21 15:22:10.086721 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-fc6f610d-cb98-4878-9cdb-fe397380c0e7 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:10.088216 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-fc6f610d-cb98-4878-9cdb-fe397380c0e7 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 810 time: 0.1106558 Jun 21 15:22:10.103724 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-fdafea2e-64ca-4af9-8d57-d73c2ad8474b tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/quotas/3780c7155f054b7aa3e13b8c2256e6be HTTP/1.1" status: 200 len: 375 time: 0.0099149 Jun 21 15:22:10.174494 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-d1f054ad-3ccd-4fca-be5c-58b5276db528 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0654049 Jun 21 15:22:10.317748 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-553cd189-2e24-4a6a-bbd9-a2374cc3692b service neutron] 10.222.0.72 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305726 Jun 21 15:22:10.413594 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-922d3110-b2cb-4572-b003-a57e38038c25 service neutron] 10.222.0.72 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878141 Jun 21 15:22:10.589996 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5351bc79-ab93-4d06-b0d3-9dedf642fac7 req-713c84e1-1d72-40ee-b557-303724f24262 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 210 time: 0.0335736 Jun 21 15:22:10.762725 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 5887419f-c08d-470f-895b-4525fa981294 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:22:10.783259 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: 5887419f-c08d-470f-895b-4525fa981294 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:22:10.783639 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 5887419f-c08d-470f-895b-4525fa981294 not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:22:11.674878 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-1e643276-edd2-44fc-b725-85ae131f4780 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:11.676369 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-1e643276-edd2-44fc-b725-85ae131f4780 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.66 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 810 time: 0.1115162 Jun 21 15:22:11.739434 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8a4f5d2c-3bdf-4e37-bec1-b2f406841818 req-41316a61-297d-4be5-b29c-37ce86273c8a tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 210 time: 0.0332513 Jun 21 15:22:11.754526 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-27e2daf8-a5b8-4c7c-94aa-b9b8b49a4680 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3780c7155f054b7aa3e13b8c2256e6be HTTP/1.1" status: 200 len: 380 time: 0.0674832 Jun 21 15:22:11.765569 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-109aefa1-b963-4a31-8ef0-a27a63b61120 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Request body: {'port': {'device_id': 'fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'admin_state_up': True, 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'security_groups': ['15f6331f-2b55-4970-a97e-00b4bf9b4a22']}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:22:11.891021 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-109aefa1-b963-4a31-8ef0-a27a63b61120 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Made reservation on behalf of 3780c7155f054b7aa3e13b8c2256e6be for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:22:11.894587 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-109aefa1-b963-4a31-8ef0-a27a63b61120 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:12.031752 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-109aefa1-b963-4a31-8ef0-a27a63b61120 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Allocated IP 172.20.0.10 (10f7748d-7e44-459e-b249-b0afea9df2c8/b8bfdcfc-e581-406e-92fa-ab44ac241947/379c9cea-0a6a-4c08-b1e6-d46fa365c962) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:22:12.197638 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-109aefa1-b963-4a31-8ef0-a27a63b61120 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:12.212431 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-109aefa1-b963-4a31-8ef0-a27a63b61120 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Transition to ACTIVE for port object 379c9cea-0a6a-4c08-b1e6-d46fa365c962 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:22:12.258141 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-109aefa1-b963-4a31-8ef0-a27a63b61120 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:12.262425 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f59c00e8-b5dc-4258-a353-f696af6acfff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:22:12.313015 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-109aefa1-b963-4a31-8ef0-a27a63b61120 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Network 10f7748d-7e44-459e-b249-b0afea9df2c8 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:22:12.316938 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-109aefa1-b963-4a31-8ef0-a27a63b61120 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:22:12.325922 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-109aefa1-b963-4a31-8ef0-a27a63b61120 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:22:12.333061 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109aefa1-b963-4a31-8ef0-a27a63b61120 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Pushing event updated for resources: {'Port': ['ID=379c9cea-0a6a-4c08-b1e6-d46fa365c962,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:22:12.353541 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-109aefa1-b963-4a31-8ef0-a27a63b61120 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:22:12.380898 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-109aefa1-b963-4a31-8ef0-a27a63b61120 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:12.381600 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-109aefa1-b963-4a31-8ef0-a27a63b61120 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:12.397907 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-109aefa1-b963-4a31-8ef0-a27a63b61120 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6367579 Jun 21 15:22:12.463660 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-fed8bde0-655a-45ba-ae02-931dae835652 service neutron] Request body: {'port': {'device_id': 'fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:22:12.542059 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ba144ce9-d544-4eac-9d17-2820cbe1c73c None None] Provisioning for port 379c9cea-0a6a-4c08-b1e6-d46fa365c962 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:22:12.545872 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ba144ce9-d544-4eac-9d17-2820cbe1c73c None None] Provisioning complete for port 379c9cea-0a6a-4c08-b1e6-d46fa365c962 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:22:12.546270 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ba144ce9-d544-4eac-9d17-2820cbe1c73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:12.548487 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-fed8bde0-655a-45ba-ae02-931dae835652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:12.579267 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-ba144ce9-d544-4eac-9d17-2820cbe1c73c None None] Port 379c9cea-0a6a-4c08-b1e6-d46fa365c962 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:22:12.845733 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-fed8bde0-655a-45ba-ae02-931dae835652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 379c9cea-0a6a-4c08-b1e6-d46fa365c962 {{(pid=105224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:22:12.853443 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-fed8bde0-655a-45ba-ae02-931dae835652 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:12.896495 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-fed8bde0-655a-45ba-ae02-931dae835652 service neutron] Transition to ACTIVE for port object 379c9cea-0a6a-4c08-b1e6-d46fa365c962 will not be triggered until provisioned by entity L2. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:22:12.902094 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-fed8bde0-655a-45ba-ae02-931dae835652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:12.904581 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d0946289-0bbc-46e7-9ee2-13676b2d724c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:22:12.986493 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8bde0-655a-45ba-ae02-931dae835652 service neutron] Pushing event updated for resources: {'Port': ['ID=379c9cea-0a6a-4c08-b1e6-d46fa365c962,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:22:12.998795 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fed8bde0-655a-45ba-ae02-931dae835652 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:22:13.013465 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5dad61-4f6d-43a1-8cbf-873c2652b93e req-b0902253-8e6a-4674-b819-4ec6fa8c6382 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:13.015001 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9c5dad61-4f6d-43a1-8cbf-873c2652b93e req-b0902253-8e6a-4674-b819-4ec6fa8c6382 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 932 time: 0.1590538 Jun 21 15:22:13.097568 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9c5dad61-4f6d-43a1-8cbf-873c2652b93e req-3aecfede-33c5-4527-bf5f-40b34eb1893d tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657356 Jun 21 15:22:13.111363 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-fed8bde0-655a-45ba-ae02-931dae835652 service neutron] Attempting to bind port 379c9cea-0a6a-4c08-b1e6-d46fa365c962 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:22:13.111696 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-fed8bde0-655a-45ba-ae02-931dae835652 service neutron] Attempting to bind port 379c9cea-0a6a-4c08-b1e6-d46fa365c962 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '2f6eea47-6ae2-436b-b86b-5c34f0d55a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:22:13.112010 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-fed8bde0-655a-45ba-ae02-931dae835652 service neutron] Attempting to bind port 379c9cea-0a6a-4c08-b1e6-d46fa365c962 on network 10f7748d-7e44-459e-b249-b0afea9df2c8 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:22:13.117397 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-fed8bde0-655a-45ba-ae02-931dae835652 service neutron] Port 379c9cea-0a6a-4c08-b1e6-d46fa365c962 on network 10f7748d-7e44-459e-b249-b0afea9df2c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 15:22:13.117717 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-fed8bde0-655a-45ba-ae02-931dae835652 service neutron] Attempting to bind port 379c9cea-0a6a-4c08-b1e6-d46fa365c962 on network 10f7748d-7e44-459e-b249-b0afea9df2c8 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:22:13.123222 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-fed8bde0-655a-45ba-ae02-931dae835652 service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:22:13.123556 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-fed8bde0-655a-45ba-ae02-931dae835652 service neutron] Checking segment: {'id': '2f6eea47-6ae2-436b-b86b-5c34f0d55a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:22:13.123939 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-fed8bde0-655a-45ba-ae02-931dae835652 service neutron] Bound using segment: {'id': '2f6eea47-6ae2-436b-b86b-5c34f0d55a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8'} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:22:13.124359 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-fed8bde0-655a-45ba-ae02-931dae835652 service neutron] Bound port: 379c9cea-0a6a-4c08-b1e6-d46fa365c962, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f6eea47-6ae2-436b-b86b-5c34f0d55a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8'}}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:22:13.124705 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-fed8bde0-655a-45ba-ae02-931dae835652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:13.195262 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-fed8bde0-655a-45ba-ae02-931dae835652 service neutron] For port 379c9cea-0a6a-4c08-b1e6-d46fa365c962, host hv-neutron-7971, cleared binding levels {{(pid=105224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:22:13.198845 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-fed8bde0-655a-45ba-ae02-931dae835652 service neutron] For port 379c9cea-0a6a-4c08-b1e6-d46fa365c962, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=379c9cea-0a6a-4c08-b1e6-d46fa365c962,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:22:13.208093 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-fed8bde0-655a-45ba-ae02-931dae835652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:13.211726 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cc617570-7e7a-43ef-a3a6-66972f8be65d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:22:13.246338 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-fed8bde0-655a-45ba-ae02-931dae835652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:13.246954 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-fed8bde0-655a-45ba-ae02-931dae835652 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:13.248316 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-fed8bde0-655a-45ba-ae02-931dae835652 service neutron] 10.222.0.66 "PUT /v2.0/ports/379c9cea-0a6a-4c08-b1e6-d46fa365c962 HTTP/1.1" status: 200 len: 1094 time: 0.7898746 Jun 21 15:22:13.248854 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3', 'tag': '379c9cea-0a6a-4c08-b1e6-d46fa365c962'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:22:13.251199 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3667f149-6b20-4b78-b65c-01fb60335a81" -d '{"events": [{"name": "network-changed", "server_uuid": "fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3", "tag": "379c9cea-0a6a-4c08-b1e6-d46fa365c962"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:22:13.275571 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed8bde0-655a-45ba-ae02-931dae835652 service neutron] Pushing event updated for resources: {'Port': ['ID=379c9cea-0a6a-4c08-b1e6-d46fa365c962,revision_number=3']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:22:13.278865 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fed8bde0-655a-45ba-ae02-931dae835652 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:22:13.300049 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74dd17a-0d19-46ca-a4d8-5ae7b1803032 x-openstack-request-id: req-b74dd17a-0d19-46ca-a4d8-5ae7b1803032 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:22:13.300400 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3", "tag": "379c9cea-0a6a-4c08-b1e6-d46fa365c962", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:22:13.300709 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b74dd17a-0d19-46ca-a4d8-5ae7b1803032 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:22:13.301165 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3', 'tag': '379c9cea-0a6a-4c08-b1e6-d46fa365c962', 'status': 'completed', 'code': 200} Jun 21 15:22:13.358382 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-e7bd7684-d8ff-45c8-bfe6-75d4ccef2034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:13.359998 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-e7bd7684-d8ff-45c8-bfe6-75d4ccef2034 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 1097 time: 0.0569630 Jun 21 15:22:13.408292 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-2573055f-4e6e-40c0-8dda-4e7114878ea8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=379c9cea-0a6a-4c08-b1e6-d46fa365c962 HTTP/1.1" status: 200 len: 217 time: 0.0405765 Jun 21 15:22:13.455957 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-727e61d4-36c2-44c4-8fec-e815d2b2e64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:13.457406 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-727e61d4-36c2-44c4-8fec-e815d2b2e64c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8bfdcfc-e581-406e-92fa-ab44ac241947 HTTP/1.1" status: 200 len: 849 time: 0.0435896 Jun 21 15:22:13.519702 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-18f8e032-09cd-4b00-a4c6-1452942eaf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:13.521185 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-18f8e032-09cd-4b00-a4c6-1452942eaf9c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10f7748d-7e44-459e-b249-b0afea9df2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0568027 Jun 21 15:22:13.620174 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-0c9fb16c-d00f-44b5-a774-c3c4bf5f60ab service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906293 Jun 21 15:22:13.719283 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2ebbccaa-64fe-4346-a7e1-7a214cb2e2d5 req-847648f0-5dec-4459-b1ca-b057e6eb4315 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928645 Jun 21 15:22:13.839952 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667f149-6b20-4b78-b65c-01fb60335a81 req-758a474f-6350-4fa8-889c-8f3bbbf3b52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:13.842237 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3667f149-6b20-4b78-b65c-01fb60335a81 req-758a474f-6350-4fa8-889c-8f3bbbf3b52c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 1097 time: 0.0644598 Jun 21 15:22:13.946825 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667f149-6b20-4b78-b65c-01fb60335a81 req-3fcebc23-132c-4a75-9e66-51536cdfebee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:13.948202 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3667f149-6b20-4b78-b65c-01fb60335a81 req-3fcebc23-132c-4a75-9e66-51536cdfebee service neutron] 10.222.0.66 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 911 time: 0.1000321 Jun 21 15:22:13.988378 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3667f149-6b20-4b78-b65c-01fb60335a81 req-f9ad171e-2699-4000-b489-a5ef8427d265 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=379c9cea-0a6a-4c08-b1e6-d46fa365c962 HTTP/1.1" status: 200 len: 217 time: 0.0331631 Jun 21 15:22:14.045846 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667f149-6b20-4b78-b65c-01fb60335a81 req-30715d2c-c441-4c80-a863-2f50190d41ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:14.047811 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3667f149-6b20-4b78-b65c-01fb60335a81 req-30715d2c-c441-4c80-a863-2f50190d41ae service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8bfdcfc-e581-406e-92fa-ab44ac241947 HTTP/1.1" status: 200 len: 849 time: 0.0524786 Jun 21 15:22:14.107646 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2516ca8d-716d-4420-b0c1-daa853c86dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:14.113638 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667f149-6b20-4b78-b65c-01fb60335a81 req-07146a58-63cc-421d-a646-9f48384126d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:14.116765 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3667f149-6b20-4b78-b65c-01fb60335a81 req-07146a58-63cc-421d-a646-9f48384126d7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10f7748d-7e44-459e-b249-b0afea9df2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0615156 Jun 21 15:22:14.210397 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3667f149-6b20-4b78-b65c-01fb60335a81 req-e575d71c-55b5-474b-9095-72d89504f7aa service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868545 Jun 21 15:22:14.341528 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3667f149-6b20-4b78-b65c-01fb60335a81 req-7ebdb09f-2f56-4c9d-900e-88deebc7fe18 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216233 Jun 21 15:22:14.350430 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2c0e2-5d6b-443b-a29a-64499f74afd3 req-8655641d-271a-40cc-a526-af40b07aaab1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:14.351887 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-46f2c0e2-5d6b-443b-a29a-64499f74afd3 req-8655641d-271a-40cc-a526-af40b07aaab1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 944 time: 0.1407616 Jun 21 15:22:14.402090 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-46f2c0e2-5d6b-443b-a29a-64499f74afd3 req-db1a4100-68b7-4cdd-96df-b49a02ac168f tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438912 Jun 21 15:22:15.603065 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e2d92f-15af-4e01-8d07-d0ecbad3cbfa req-6a32f2b9-3da5-42df-acab-3e98c4d55e8f tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:15.604508 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-46e2d92f-15af-4e01-8d07-d0ecbad3cbfa req-6a32f2b9-3da5-42df-acab-3e98c4d55e8f tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 944 time: 0.0726507 Jun 21 15:22:15.642788 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-46e2d92f-15af-4e01-8d07-d0ecbad3cbfa req-2c81746d-2822-485a-8ffb-5558a852b418 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324411 Jun 21 15:22:16.609175 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-951d7df9-80bf-430e-ac8c-cf64379fedf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:16.832393 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06209a0-58a9-405f-be89-b6aedbe1ddf6 req-99551035-cc2b-407c-b63c-6bd6b96d680f tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:16.833908 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a06209a0-58a9-405f-be89-b6aedbe1ddf6 req-99551035-cc2b-407c-b63c-6bd6b96d680f tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 944 time: 0.0749352 Jun 21 15:22:16.875662 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a06209a0-58a9-405f-be89-b6aedbe1ddf6 req-1423bbec-0c55-4ee0-987b-89cbe3598b98 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355024 Jun 21 15:22:17.086420 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:18.071062 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50943443-103e-42da-ab37-10aac986c780 req-381caedd-2db9-4526-b1a9-03e4c5652b78 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:18.072519 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-50943443-103e-42da-ab37-10aac986c780 req-381caedd-2db9-4526-b1a9-03e4c5652b78 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 944 time: 0.0720308 Jun 21 15:22:18.112304 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-50943443-103e-42da-ab37-10aac986c780 req-87c9eb29-21a7-44ee-8cad-0821c5d34ede tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336630 Jun 21 15:22:18.175577 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:18.795185 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 379c9cea-0a6a-4c08-b1e6-d46fa365c962 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:22:18.901379 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 379c9cea-0a6a-4c08-b1e6-d46fa365c962, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=379c9cea-0a6a-4c08-b1e6-d46fa365c962,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:22:18.913004 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '379c9cea-0a6a-4c08-b1e6-d46fa365c962', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'port_id': '379c9cea-0a6a-4c08-b1e6-d46fa365c962', 'mac_address': 'fa:16:3e:5d:0b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:22:18.952422 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:18.966832 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 379c9cea-0a6a-4c08-b1e6-d46fa365c962 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:22:18.987275 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 379c9cea-0a6a-4c08-b1e6-d46fa365c962, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=379c9cea-0a6a-4c08-b1e6-d46fa365c962,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:22:18.995729 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:18.997421 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:22:19.046163 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=379c9cea-0a6a-4c08-b1e6-d46fa365c962,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:22:19.049208 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:22:19.301698 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de254231-dd05-4f2c-bf1e-5d4b7c4200fd req-9f76e8b2-222a-42cf-b3cb-f08d5a8f9e8e tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:19.303299 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-de254231-dd05-4f2c-bf1e-5d4b7c4200fd req-9f76e8b2-222a-42cf-b3cb-f08d5a8f9e8e tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 945 time: 0.0681083 Jun 21 15:22:19.329815 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['379c9cea-0a6a-4c08-b1e6-d46fa365c962'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:22:19.343946 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-de254231-dd05-4f2c-bf1e-5d4b7c4200fd req-a2c475fa-fd27-4be7-bdde-02f45d685181 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324628 Jun 21 15:22:19.847871 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:20.526903 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde8e87-9489-42e6-be1e-6d03adec608a req-dbcf9955-6794-42bc-b893-be9eeb182311 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:20.528360 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9fde8e87-9489-42e6-be1e-6d03adec608a req-dbcf9955-6794-42bc-b893-be9eeb182311 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 945 time: 0.0675814 Jun 21 15:22:20.567870 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9fde8e87-9489-42e6-be1e-6d03adec608a req-981ffdbf-fb32-4cbc-98e6-24574aa78a51 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334678 Jun 21 15:22:20.811010 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 379c9cea-0a6a-4c08-b1e6-d46fa365c962 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:22:20.865950 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port 379c9cea-0a6a-4c08-b1e6-d46fa365c962 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:22:20.870049 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 379c9cea-0a6a-4c08-b1e6-d46fa365c962 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:22:20.870767 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:20.959961 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:20.992926 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379c9cea-0a6a-4c08-b1e6-d46fa365c962'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:22:20.995622 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c675f9-82cb-4e26-bd7c-899bb3feb6b9" -d '{"events": [{"server_uuid": "fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3", "name": "network-vif-plugged", "status": "completed", "tag": "379c9cea-0a6a-4c08-b1e6-d46fa365c962"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:22:21.009019 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 379c9cea-0a6a-4c08-b1e6-d46fa365c962, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=379c9cea-0a6a-4c08-b1e6-d46fa365c962,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:22:21.014135 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:21.016065 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:22:21.038332 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc36efe-bca1-464d-989c-2790ed30a2be x-openstack-request-id: req-4dc36efe-bca1-464d-989c-2790ed30a2be {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:22:21.038601 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3", "name": "network-vif-plugged", "status": "completed", "tag": "379c9cea-0a6a-4c08-b1e6-d46fa365c962", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:22:21.038894 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4dc36efe-bca1-464d-989c-2790ed30a2be {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:22:21.039286 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379c9cea-0a6a-4c08-b1e6-d46fa365c962', 'code': 200} Jun 21 15:22:21.070435 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=379c9cea-0a6a-4c08-b1e6-d46fa365c962,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:22:21.073600 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:22:21.267283 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a8224-0706-40b0-9387-738e4fe080e6 req-70114d63-6abb-4da6-9fe1-7e648a32e89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:21.268696 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-341a8224-0706-40b0-9387-738e4fe080e6 req-70114d63-6abb-4da6-9fe1-7e648a32e89b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 1099 time: 0.0585971 Jun 21 15:22:21.313461 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-341a8224-0706-40b0-9387-738e4fe080e6 req-8f8070e1-6261-4c25-920b-cabd4371f571 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371113 Jun 21 15:22:21.755458 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c292f-bb22-408e-8632-3566b046b2bc req-3d81e918-decd-4070-8bd2-a0479660e037 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:21.756850 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5d5c292f-bb22-408e-8632-3566b046b2bc req-3d81e918-decd-4070-8bd2-a0479660e037 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 946 time: 0.0745244 Jun 21 15:22:21.796819 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5d5c292f-bb22-408e-8632-3566b046b2bc req-83558f89-e85c-4b7f-a5cd-b17158681d9c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339103 Jun 21 15:22:22.982907 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108fa542-47c9-49f1-8d51-e370bb4b026c req-7f3777c1-9ae2-4170-a17b-879a00c2272b tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:22.984380 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-108fa542-47c9-49f1-8d51-e370bb4b026c req-7f3777c1-9ae2-4170-a17b-879a00c2272b tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 946 time: 0.0743098 Jun 21 15:22:23.042590 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-108fa542-47c9-49f1-8d51-e370bb4b026c req-caf502e3-d673-4b63-8abb-cec794d6b665 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485542 Jun 21 15:22:23.243962 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0765f455-7e1d-4686-ad2e-79a086557f90 req-05d48d73-f011-4b06-bc5c-75fe4887637c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:23.245775 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0765f455-7e1d-4686-ad2e-79a086557f90 req-05d48d73-f011-4b06-bc5c-75fe4887637c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 946 time: 0.0749519 Jun 21 15:22:23.256840 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 42556) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:22:23.261423 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-c5abff38-6e6e-4418-8894-ca0a55d93546 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Request body: {'floatingip': {'port_id': '379c9cea-0a6a-4c08-b1e6-d46fa365c962'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:22:23.299121 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c5abff38-6e6e-4418-8894-ca0a55d93546 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks [] for floatingip, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:23.760202 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c5abff38-6e6e-4418-8894-ca0a55d93546 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:23.767635 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c5abff38-6e6e-4418-8894-ca0a55d93546 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:23.869105 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [None req-c5abff38-6e6e-4418-8894-ca0a55d93546 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Floating IP b68b23c7-0694-44b4-b976-fede36fcd7ea associated. External IP: 172.26.3.3, port: 379c9cea-0a6a-4c08-b1e6-d46fa365c962. Jun 21 15:22:24.080651 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5abff38-6e6e-4418-8894-ca0a55d93546 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Router 854d9888-a2d7-4fa0-ba83-8771124da6c8 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:22:24.562965 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5abff38-6e6e-4418-8894-ca0a55d93546 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:22:24.568118 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c5abff38-6e6e-4418-8894-ca0a55d93546 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:24.574502 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d86241-3c17-4076-b489-e823f853a302 None None] Sync routers for ids ['854d9888-a2d7-4fa0-ba83-8771124da6c8'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:22:24.585260 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d86241-3c17-4076-b489-e823f853a302 None None] Routers {'854d9888-a2d7-4fa0-ba83-8771124da6c8'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:22:24.585915 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-35d86241-3c17-4076-b489-e823f853a302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:22:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['854d9888-a2d7-4fa0-ba83-8771124da6c8'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:22:24.605228 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c5abff38-6e6e-4418-8894-ca0a55d93546 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "PUT /v2.0/floatingips/b68b23c7-0694-44b4-b976-fede36fcd7ea HTTP/1.1" status: 200 len: 990 time: 1.3473299 Jun 21 15:22:24.605931 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3', 'tag': '379c9cea-0a6a-4c08-b1e6-d46fa365c962'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:22:24.608238 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38ddb57-bd2c-49a1-98b3-df8f67958fe7" -d '{"events": [{"name": "network-changed", "server_uuid": "fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3", "tag": "379c9cea-0a6a-4c08-b1e6-d46fa365c962"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:22:24.645272 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2059ae-32a3-46eb-af37-be10f5ecd107 x-openstack-request-id: req-9e2059ae-32a3-46eb-af37-be10f5ecd107 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:22:24.645641 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3", "tag": "379c9cea-0a6a-4c08-b1e6-d46fa365c962", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:22:24.646142 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9e2059ae-32a3-46eb-af37-be10f5ecd107 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:22:24.646845 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3', 'tag': '379c9cea-0a6a-4c08-b1e6-d46fa365c962', 'status': 'completed', 'code': 200} Jun 21 15:22:24.692244 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-35d86241-3c17-4076-b489-e823f853a302 None None] Set router 854d9888-a2d7-4fa0-ba83-8771124da6c8 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:22:24.724505 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ddb57-bd2c-49a1-98b3-df8f67958fe7 req-9e0af2b5-e14a-4f64-b76d-1d2bdd4f1dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:24.728311 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d38ddb57-bd2c-49a1-98b3-df8f67958fe7 req-9e0af2b5-e14a-4f64-b76d-1d2bdd4f1dfc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 1099 time: 0.0541849 Jun 21 15:22:24.818969 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ddb57-bd2c-49a1-98b3-df8f67958fe7 req-c5516c1c-7c62-4fe3-94b4-812c4b15d514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:24.820514 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d38ddb57-bd2c-49a1-98b3-df8f67958fe7 req-c5516c1c-7c62-4fe3-94b4-812c4b15d514 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 911 time: 0.0878983 Jun 21 15:22:24.889824 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d38ddb57-bd2c-49a1-98b3-df8f67958fe7 req-f22fc246-af51-4b6a-aaac-ca53936f2ff9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=379c9cea-0a6a-4c08-b1e6-d46fa365c962 HTTP/1.1" status: 200 len: 998 time: 0.0628564 Jun 21 15:22:24.924653 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-35d86241-3c17-4076-b489-e823f853a302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'name': 'tempest-ServerActionsTestJSON-84695185-router', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:06Z', 'revision_number': 4, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'gw_port': {'id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': 'b68b23c7-0694-44b4-b976-fede36fcd7ea', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'floating_ip_address': '172.26.3.3', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'port_id': '379c9cea-0a6a-4c08-b1e6-d46fa365c962', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'mac_address': 'fa:16:3e:5d:0b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:18:08Z', 'updated_at': '2021-06-21T15:22:23Z', 'revision_number': 9, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9', 'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'mac_address': 'fa:16:3e:1f:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:05Z', 'updated_at': '2021-06-21T15:18:10Z', 'revision_number': 5, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'subnets': [{'id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:22:24.943605 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ddb57-bd2c-49a1-98b3-df8f67958fe7 req-927a56ab-7833-4242-ab51-681b80f7c201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:24.945196 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d38ddb57-bd2c-49a1-98b3-df8f67958fe7 req-927a56ab-7833-4242-ab51-681b80f7c201 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8bfdcfc-e581-406e-92fa-ab44ac241947 HTTP/1.1" status: 200 len: 849 time: 0.0492785 Jun 21 15:22:24.953298 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d86241-3c17-4076-b489-e823f853a302 None None] Checking router: 854d9888-a2d7-4fa0-ba83-8771124da6c8 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:22:24.962519 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d86241-3c17-4076-b489-e823f853a302 None None] Routers {'854d9888-a2d7-4fa0-ba83-8771124da6c8'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:22:24.963147 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-35d86241-3c17-4076-b489-e823f853a302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:22:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['854d9888-a2d7-4fa0-ba83-8771124da6c8'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:22:25.002535 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ddb57-bd2c-49a1-98b3-df8f67958fe7 req-c0a6dcc6-1a6e-4ed9-a390-9866fc358225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:25.004049 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d38ddb57-bd2c-49a1-98b3-df8f67958fe7 req-c0a6dcc6-1a6e-4ed9-a390-9866fc358225 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10f7748d-7e44-459e-b249-b0afea9df2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0528052 Jun 21 15:22:25.069615 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-35d86241-3c17-4076-b489-e823f853a302 None None] Set router 854d9888-a2d7-4fa0-ba83-8771124da6c8 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:22:25.093275 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d38ddb57-bd2c-49a1-98b3-df8f67958fe7 req-304cbf18-b059-4053-8950-30b72b9a554d service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818281 Jun 21 15:22:25.186364 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d38ddb57-bd2c-49a1-98b3-df8f67958fe7 req-1555846a-94ec-4353-8305-ae6e8b103e66 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867529 Jun 21 15:22:25.292372 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-35d86241-3c17-4076-b489-e823f853a302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'name': 'tempest-ServerActionsTestJSON-84695185-router', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:06Z', 'revision_number': 4, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'gw_port': {'id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': 'b68b23c7-0694-44b4-b976-fede36fcd7ea', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'floating_ip_address': '172.26.3.3', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'port_id': '379c9cea-0a6a-4c08-b1e6-d46fa365c962', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'mac_address': 'fa:16:3e:5d:0b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:18:08Z', 'updated_at': '2021-06-21T15:22:23Z', 'revision_number': 9, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9', 'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'mac_address': 'fa:16:3e:1f:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:05Z', 'updated_at': '2021-06-21T15:18:10Z', 'revision_number': 5, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'subnets': [{'id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:22:25.317875 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d86241-3c17-4076-b489-e823f853a302 None None] The sync data for ids ['854d9888-a2d7-4fa0-ba83-8771124da6c8'] in dv-neutron-797121-2-hyperv is: [{'id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'name': 'tempest-ServerActionsTestJSON-84695185-router', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:06Z', 'revision_number': 4, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'gw_port': {'id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': 'b68b23c7-0694-44b4-b976-fede36fcd7ea', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'floating_ip_address': '172.26.3.3', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'port_id': '379c9cea-0a6a-4c08-b1e6-d46fa365c962', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'mac_address': 'fa:16:3e:5d:0b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:18:08Z', 'updated_at': '2021-06-21T15:22:23Z', 'revision_number': 9, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9', 'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'mac_address': 'fa:16:3e:1f:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:05Z', 'updated_at': '2021-06-21T15:18:10Z', 'revision_number': 5, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'subnets': [{'id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:22:25.524644 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e301eeac-cd17-48da-bcdd-82963cfbf26b None None] New status for floating IP b68b23c7-0694-44b4-b976-fede36fcd7ea: ACTIVE {{(pid=105226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:22:31.339734 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f1dd6d32-63d3-40df-bc42-8c82ed9a3b3d req-27809a24-a333-4038-b64b-174fa3480853 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0627666 Jun 21 15:22:31.444210 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd6d32-63d3-40df-bc42-8c82ed9a3b3d req-77994160-36cd-4f0d-8aa9-0588d2af5726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:31.446341 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f1dd6d32-63d3-40df-bc42-8c82ed9a3b3d req-77994160-36cd-4f0d-8aa9-0588d2af5726 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 1099 time: 0.0577366 Jun 21 15:22:31.559574 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd6d32-63d3-40df-bc42-8c82ed9a3b3d req-71d4572e-6202-4c65-8e54-d9bc77e4bf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:31.561021 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f1dd6d32-63d3-40df-bc42-8c82ed9a3b3d req-71d4572e-6202-4c65-8e54-d9bc77e4bf0b service neutron] 10.222.0.66 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 911 time: 0.0929463 Jun 21 15:22:31.626763 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f1dd6d32-63d3-40df-bc42-8c82ed9a3b3d req-186dd87b-18a9-4ffb-8af0-9d623a4f7a76 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=379c9cea-0a6a-4c08-b1e6-d46fa365c962 HTTP/1.1" status: 200 len: 1001 time: 0.0594699 Jun 21 15:22:31.680920 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd6d32-63d3-40df-bc42-8c82ed9a3b3d req-2c9be6d5-68ae-44ac-b012-6575ac3b6578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:31.682502 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f1dd6d32-63d3-40df-bc42-8c82ed9a3b3d req-2c9be6d5-68ae-44ac-b012-6575ac3b6578 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8bfdcfc-e581-406e-92fa-ab44ac241947 HTTP/1.1" status: 200 len: 849 time: 0.0495946 Jun 21 15:22:31.739202 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd6d32-63d3-40df-bc42-8c82ed9a3b3d req-85b1d0c3-598f-4dc5-81c9-8b0a5dac9942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:22:31.740663 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f1dd6d32-63d3-40df-bc42-8c82ed9a3b3d req-85b1d0c3-598f-4dc5-81c9-8b0a5dac9942 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10f7748d-7e44-459e-b249-b0afea9df2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0522130 Jun 21 15:22:31.827120 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f1dd6d32-63d3-40df-bc42-8c82ed9a3b3d req-c0dc0ee1-7520-4e4b-8323-96d85d3d7413 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800066 Jun 21 15:22:31.922684 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f1dd6d32-63d3-40df-bc42-8c82ed9a3b3d req-9594e053-2c6d-45e8-acc1-3ecb15d34e23 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890691 Jun 21 15:22:35.447233 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:44.110844 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-05529f29-2596-40e2-ab80-3fbb9a107d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:45.103883 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:22:46.604713 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f6225b09-f65d-4416-a2bb-a75c3bb04f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:47.091122 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:48.173371 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:22:49.848777 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:23:05.454991 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:23:14.115747 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-12c9be2f-74d0-4be6-a990-cf0619f61810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:23:16.610054 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5ca36d03-b571-44e9-a63d-2b466a177667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:23:17.085610 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:23:18.173829 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:23:19.855793 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:23:22.103337 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:23:31.319232 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ba83f191-4bd8-4810-b87b-e7fc9be3a3bd req-1a5da332-2b06-4333-a3ad-506962c4fa39 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0603354 Jun 21 15:23:31.437308 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83f191-4bd8-4810-b87b-e7fc9be3a3bd req-040f1727-54cd-4e27-b2ab-f1826ace921e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:23:31.438879 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ba83f191-4bd8-4810-b87b-e7fc9be3a3bd req-040f1727-54cd-4e27-b2ab-f1826ace921e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 1099 time: 0.0691743 Jun 21 15:23:31.551812 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83f191-4bd8-4810-b87b-e7fc9be3a3bd req-9c962d1a-4f4a-45f1-9645-a745a0234b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:23:31.553559 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ba83f191-4bd8-4810-b87b-e7fc9be3a3bd req-9c962d1a-4f4a-45f1-9645-a745a0234b53 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 911 time: 0.0914667 Jun 21 15:23:31.624541 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ba83f191-4bd8-4810-b87b-e7fc9be3a3bd req-2d448af4-ce11-46b9-b218-0b8b9fbd4f20 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=379c9cea-0a6a-4c08-b1e6-d46fa365c962 HTTP/1.1" status: 200 len: 1001 time: 0.0643628 Jun 21 15:23:31.679843 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83f191-4bd8-4810-b87b-e7fc9be3a3bd req-c72a99ab-287c-4c28-baa8-221906562c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:23:31.681282 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ba83f191-4bd8-4810-b87b-e7fc9be3a3bd req-c72a99ab-287c-4c28-baa8-221906562c6d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8bfdcfc-e581-406e-92fa-ab44ac241947 HTTP/1.1" status: 200 len: 849 time: 0.0491180 Jun 21 15:23:31.747306 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba83f191-4bd8-4810-b87b-e7fc9be3a3bd req-073ba3d5-d617-499c-bccf-d22306a70711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:23:31.748805 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ba83f191-4bd8-4810-b87b-e7fc9be3a3bd req-073ba3d5-d617-499c-bccf-d22306a70711 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10f7748d-7e44-459e-b249-b0afea9df2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0609493 Jun 21 15:23:31.846439 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ba83f191-4bd8-4810-b87b-e7fc9be3a3bd req-b387bd35-8211-4c79-ba71-ae361897c486 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900583 Jun 21 15:23:31.953625 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ba83f191-4bd8-4810-b87b-e7fc9be3a3bd req-b67ed149-b847-47a8-a85b-87e3c625f4c7 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981443 Jun 21 15:23:35.495491 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:23:44.111848 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e723e16b-981c-42cf-bb1f-453029779d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:23:46.605866 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6f5b8e2c-988b-4f47-ac95-4ccabdacc792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:23:46.952020 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-30cd41cf-7b72-4e74-9d72-740b1d4e6302 req-2c6d7774-64b1-49ed-9547-2a2679c5c6f1 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0671704 Jun 21 15:23:47.008582 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0885f-0cad-4fcd-a37a-4457cf7a9839 req-dca306c5-1acc-4d8e-9de9-55e46b302b82 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:23:47.010079 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-09e0885f-0cad-4fcd-a37a-4457cf7a9839 req-dca306c5-1acc-4d8e-9de9-55e46b302b82 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 946 time: 0.0733788 Jun 21 15:23:47.048376 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-09e0885f-0cad-4fcd-a37a-4457cf7a9839 req-528b6e37-e2cb-4dc2-ad9a-120157dc9d99 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326447 Jun 21 15:23:47.088288 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:23:48.127056 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd41cf-7b72-4e74-9d72-740b1d4e6302 req-cde7c8fe-8d92-4c23-be3f-f6c999fc305f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:23:48.128580 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-30cd41cf-7b72-4e74-9d72-740b1d4e6302 req-cde7c8fe-8d92-4c23-be3f-f6c999fc305f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 1099 time: 0.0550880 Jun 21 15:23:48.175916 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:23:48.258818 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd41cf-7b72-4e74-9d72-740b1d4e6302 req-5eed0f2a-ce0b-465c-abe5-48343fcf9648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:23:48.260268 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-30cd41cf-7b72-4e74-9d72-740b1d4e6302 req-5eed0f2a-ce0b-465c-abe5-48343fcf9648 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 911 time: 0.1248090 Jun 21 15:23:48.274543 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f3c82-3fbf-4c24-aee0-2d153d0f381d req-56ecfc21-07c3-41e2-a6c8-4822c1c485f4 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:23:48.275953 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-541f3c82-3fbf-4c24-aee0-2d153d0f381d req-56ecfc21-07c3-41e2-a6c8-4822c1c485f4 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 946 time: 0.0944195 Jun 21 15:23:48.359331 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-541f3c82-3fbf-4c24-aee0-2d153d0f381d req-465d9dbf-a872-4693-8afb-ac98855972d9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767744 Jun 21 15:23:48.361087 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-30cd41cf-7b72-4e74-9d72-740b1d4e6302 req-4e675189-80fc-464f-979b-00a8e211f446 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=379c9cea-0a6a-4c08-b1e6-d46fa365c962 HTTP/1.1" status: 200 len: 1001 time: 0.0843000 Jun 21 15:23:48.413338 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd41cf-7b72-4e74-9d72-740b1d4e6302 req-44a521cf-689b-4917-91d3-2a2597a36d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:23:48.414850 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-30cd41cf-7b72-4e74-9d72-740b1d4e6302 req-44a521cf-689b-4917-91d3-2a2597a36d38 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8bfdcfc-e581-406e-92fa-ab44ac241947 HTTP/1.1" status: 200 len: 849 time: 0.0465105 Jun 21 15:23:48.473636 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd41cf-7b72-4e74-9d72-740b1d4e6302 req-5c37e83b-1e22-4f4d-921c-7738e164ca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:23:48.475186 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-30cd41cf-7b72-4e74-9d72-740b1d4e6302 req-5c37e83b-1e22-4f4d-921c-7738e164ca44 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10f7748d-7e44-459e-b249-b0afea9df2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0537274 Jun 21 15:23:48.572056 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-30cd41cf-7b72-4e74-9d72-740b1d4e6302 req-09c70294-ebc6-4fd2-b7c4-354b31ca84c5 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892992 Jun 21 15:23:48.668189 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-30cd41cf-7b72-4e74-9d72-740b1d4e6302 req-00b9f588-70e4-4c40-8476-e43f23ad975a service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885499 Jun 21 15:23:49.555646 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a482668-e6a8-47b2-9d52-abaf546c532c req-6e9b43f7-166f-4c6b-8678-190af5c2fd73 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:23:49.557129 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6a482668-e6a8-47b2-9d52-abaf546c532c req-6e9b43f7-166f-4c6b-8678-190af5c2fd73 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 946 time: 0.0815163 Jun 21 15:23:49.602921 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6a482668-e6a8-47b2-9d52-abaf546c532c req-fdff12fd-7cf9-44ba-8995-fa4a8cd3e417 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371990 Jun 21 15:23:49.866551 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:23:50.804072 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98434a-f7c9-40da-8a71-8c7b6cceda36 req-38372a8d-70ea-45c6-9371-c190cc79fa79 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:23:50.805541 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9f98434a-f7c9-40da-8a71-8c7b6cceda36 req-38372a8d-70ea-45c6-9371-c190cc79fa79 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 946 time: 0.0798919 Jun 21 15:23:50.846397 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9f98434a-f7c9-40da-8a71-8c7b6cceda36 req-cb554e8a-3eed-4008-8387-fbb1bafb766d tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323267 Jun 21 15:23:52.035669 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293afad-de1b-4b6b-a73b-112a5661c17d req-20882710-0609-4298-b55f-c95a5dbfa3fa tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:23:52.037249 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1293afad-de1b-4b6b-a73b-112a5661c17d req-20882710-0609-4298-b55f-c95a5dbfa3fa tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 946 time: 0.0722249 Jun 21 15:23:52.078760 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1293afad-de1b-4b6b-a73b-112a5661c17d req-885441aa-21ac-4fe8-a0da-946502cae8ba tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355353 Jun 21 15:23:53.289923 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e1d4c-998c-4927-bd33-917136c30757 req-6792701f-897e-4573-a113-b114230ede55 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:23:53.291389 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-565e1d4c-998c-4927-bd33-917136c30757 req-6792701f-897e-4573-a113-b114230ede55 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 946 time: 0.0819213 Jun 21 15:23:53.335594 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-565e1d4c-998c-4927-bd33-917136c30757 req-7db4cda1-8078-45c7-ae28-4bfacb49e6de tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347431 Jun 21 15:23:54.560978 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8e0c7-965b-4e90-9ec6-7fbd1475de2b req-95d72387-9f86-42ba-855e-58c7d4d008eb tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:23:54.562518 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-76a8e0c7-965b-4e90-9ec6-7fbd1475de2b req-95d72387-9f86-42ba-855e-58c7d4d008eb tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 946 time: 0.0815268 Jun 21 15:23:54.606459 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-76a8e0c7-965b-4e90-9ec6-7fbd1475de2b req-fbe50077-1f3e-47c6-ab35-a2ef1d781a98 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363801 Jun 21 15:23:55.810147 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a582efe-3edc-424a-a46e-e80a4ce41255 req-dc88565a-3446-45c9-9953-5cb60bfef84c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:23:55.811557 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2a582efe-3edc-424a-a46e-e80a4ce41255 req-dc88565a-3446-45c9-9953-5cb60bfef84c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 946 time: 0.0784721 Jun 21 15:23:55.853358 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2a582efe-3edc-424a-a46e-e80a4ce41255 req-efa3d19a-e3e8-4326-baf5-eb69aabfd2e9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329516 Jun 21 15:23:57.051952 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ea5035-45c0-492b-8d6d-be9950638175 req-884cd2d1-71d2-4a82-80ce-81da6a363cab tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:23:57.053629 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-65ea5035-45c0-492b-8d6d-be9950638175 req-884cd2d1-71d2-4a82-80ce-81da6a363cab tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 946 time: 0.0720448 Jun 21 15:23:57.095578 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-65ea5035-45c0-492b-8d6d-be9950638175 req-3b975249-1328-49fd-a91d-116f0817eed8 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331960 Jun 21 15:23:58.286008 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ab9bc-57ba-4dff-bb27-389630ad2c3c req-91c5cb7f-f5d2-44d8-b040-771e9864501c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:23:58.287624 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ad7ab9bc-57ba-4dff-bb27-389630ad2c3c req-91c5cb7f-f5d2-44d8-b040-771e9864501c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 946 time: 0.0674329 Jun 21 15:23:58.335164 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ad7ab9bc-57ba-4dff-bb27-389630ad2c3c req-5e4b4c8f-1435-47e7-ac2b-fe02ea0a3931 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391204 Jun 21 15:23:59.102522 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:23:59.526135 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f1c13-4dbe-4011-93ed-1171ae30347a req-0612f2f9-a83b-4c4a-9b75-11ca67ab7e17 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:23:59.527614 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b51f1c13-4dbe-4011-93ed-1171ae30347a req-0612f2f9-a83b-4c4a-9b75-11ca67ab7e17 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 946 time: 0.0757434 Jun 21 15:23:59.569533 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b51f1c13-4dbe-4011-93ed-1171ae30347a req-d8f00624-ff0a-43b4-b5ed-4fb78f538405 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333097 Jun 21 15:24:00.387898 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-30cd41cf-7b72-4e74-9d72-740b1d4e6302 req-385a7392-f46c-42c3-a143-7fd1a108c91a service neutron] 10.222.0.66 "GET /v2.0/ports/379c9cea-0a6a-4c08-b1e6-d46fa365c962/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0607331 Jun 21 15:24:00.673375 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd41cf-7b72-4e74-9d72-740b1d4e6302 req-db42f7ed-78a9-4241-bbeb-ba0ddef06a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:00.674861 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-30cd41cf-7b72-4e74-9d72-740b1d4e6302 req-db42f7ed-78a9-4241-bbeb-ba0ddef06a7f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3&tenant_id=3780c7155f054b7aa3e13b8c2256e6be HTTP/1.1" status: 200 len: 1099 time: 0.0631881 Jun 21 15:24:00.799917 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa76922-2f63-40f4-b717-ce6d4e35fad5 req-e4ce6e49-f2d0-4a06-be16-fc93a4ba6ab6 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:00.801388 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-daa76922-2f63-40f4-b717-ce6d4e35fad5 req-e4ce6e49-f2d0-4a06-be16-fc93a4ba6ab6 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 946 time: 0.1143088 Jun 21 15:24:00.803898 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd41cf-7b72-4e74-9d72-740b1d4e6302 req-03712b9c-8d69-4baf-ad27-f0d92e02ae95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:00.805238 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-30cd41cf-7b72-4e74-9d72-740b1d4e6302 req-03712b9c-8d69-4baf-ad27-f0d92e02ae95 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 1099 time: 0.1012499 Jun 21 15:24:00.888215 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-daa76922-2f63-40f4-b717-ce6d4e35fad5 req-63796fd6-2f16-4800-a87a-526755730bf3 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803690 Jun 21 15:24:00.925707 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd41cf-7b72-4e74-9d72-740b1d4e6302 req-b1d82ac4-1290-43d3-ba39-f0f9a1e0e37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:00.927134 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-30cd41cf-7b72-4e74-9d72-740b1d4e6302 req-b1d82ac4-1290-43d3-ba39-f0f9a1e0e37a service neutron] 10.222.0.66 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 911 time: 0.1132488 Jun 21 15:24:01.003310 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-30cd41cf-7b72-4e74-9d72-740b1d4e6302 req-abc20e7f-161f-457e-b2e6-7b4ff8eb3588 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=379c9cea-0a6a-4c08-b1e6-d46fa365c962 HTTP/1.1" status: 200 len: 1001 time: 0.0695724 Jun 21 15:24:01.052936 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd41cf-7b72-4e74-9d72-740b1d4e6302 req-360c246b-97b9-49c1-8922-1dfe086d6659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:01.054626 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-30cd41cf-7b72-4e74-9d72-740b1d4e6302 req-360c246b-97b9-49c1-8922-1dfe086d6659 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8bfdcfc-e581-406e-92fa-ab44ac241947 HTTP/1.1" status: 200 len: 849 time: 0.0455871 Jun 21 15:24:01.118988 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd41cf-7b72-4e74-9d72-740b1d4e6302 req-be108cf0-d78c-4bfd-a5c8-2aa702ea0039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:01.120428 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-30cd41cf-7b72-4e74-9d72-740b1d4e6302 req-be108cf0-d78c-4bfd-a5c8-2aa702ea0039 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10f7748d-7e44-459e-b249-b0afea9df2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0591328 Jun 21 15:24:01.221071 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-30cd41cf-7b72-4e74-9d72-740b1d4e6302 req-3daedc1c-9c5c-4e41-ac9c-7648ced68943 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926819 Jun 21 15:24:01.316599 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-30cd41cf-7b72-4e74-9d72-740b1d4e6302 req-4a29d094-1adc-491a-b15e-adf79d5c6aed service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891633 Jun 21 15:24:02.090307 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02979c48-5522-4f8a-885a-fd1696cb5156 req-79bca2c2-668a-4ed7-88d1-90d8781895e3 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:02.091806 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-02979c48-5522-4f8a-885a-fd1696cb5156 req-79bca2c2-668a-4ed7-88d1-90d8781895e3 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 946 time: 0.0771835 Jun 21 15:24:02.138731 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-02979c48-5522-4f8a-885a-fd1696cb5156 req-4f5a22c7-afe3-470c-aaca-6d6182c8a3da tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409491 Jun 21 15:24:03.195183 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 379c9cea-0a6a-4c08-b1e6-d46fa365c962 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:24:03.273772 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:03.296797 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '379c9cea-0a6a-4c08-b1e6-d46fa365c962'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:24:03.299150 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a891db32-612f-4764-890d-ca7e47dbbd30" -d '{"events": [{"server_uuid": "fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3", "name": "network-vif-unplugged", "status": "completed", "tag": "379c9cea-0a6a-4c08-b1e6-d46fa365c962"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:24:03.313833 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 379c9cea-0a6a-4c08-b1e6-d46fa365c962, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=379c9cea-0a6a-4c08-b1e6-d46fa365c962,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:24:03.320343 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:03.322372 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:24:03.325947 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342dc02a-367d-4ceb-b34c-94e97b2abbaf req-ece4f377-dfd4-42da-a702-20fe96448cff tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:03.327470 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-342dc02a-367d-4ceb-b34c-94e97b2abbaf req-ece4f377-dfd4-42da-a702-20fe96448cff tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 946 time: 0.0698202 Jun 21 15:24:03.367578 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-342dc02a-367d-4ceb-b34c-94e97b2abbaf req-9865b75e-423d-4be2-841a-fcfc965d94d6 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339754 Jun 21 15:24:03.371033 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=379c9cea-0a6a-4c08-b1e6-d46fa365c962,revision_number=6']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:24:03.380375 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:24:03.380878 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:24:03.381531 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:24:03.381968 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:24:03.382366 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:24:03.382766 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:24:03.383162 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:24:03.383549 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:24:03.384086 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:24:03.384525 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:24:03.384910 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:24:03.385291 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:24:03.394832 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:24:03.402763 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 15:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d40d02f5-517e-4365-94c5-8c687e1bbc23 x-openstack-request-id: req-d40d02f5-517e-4365-94c5-8c687e1bbc23 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:24:03.403057 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3", "name": "network-vif-unplugged", "status": "completed", "tag": "379c9cea-0a6a-4c08-b1e6-d46fa365c962", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:24:03.403312 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d40d02f5-517e-4365-94c5-8c687e1bbc23 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:24:03.403709 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '379c9cea-0a6a-4c08-b1e6-d46fa365c962', 'code': 200} Jun 21 15:24:04.572336 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce90215-8e88-4657-9f68-13fd854d7d3a req-bd9d5233-825f-4780-bc87-ee14d79c3b26 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:04.573770 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9ce90215-8e88-4657-9f68-13fd854d7d3a req-bd9d5233-825f-4780-bc87-ee14d79c3b26 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 944 time: 0.0771790 Jun 21 15:24:04.615046 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9ce90215-8e88-4657-9f68-13fd854d7d3a req-199f34cc-806b-4c3c-86c4-3e198f757fe3 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325000 Jun 21 15:24:05.195389 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 379c9cea-0a6a-4c08-b1e6-d46fa365c962 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:24:05.296678 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 379c9cea-0a6a-4c08-b1e6-d46fa365c962, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=379c9cea-0a6a-4c08-b1e6-d46fa365c962,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:24:05.307693 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '379c9cea-0a6a-4c08-b1e6-d46fa365c962', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'port_id': '379c9cea-0a6a-4c08-b1e6-d46fa365c962', 'mac_address': 'fa:16:3e:5d:0b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:24:05.344424 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:05.357530 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 379c9cea-0a6a-4c08-b1e6-d46fa365c962 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:24:05.378178 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 379c9cea-0a6a-4c08-b1e6-d46fa365c962, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=379c9cea-0a6a-4c08-b1e6-d46fa365c962,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:24:05.386211 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:05.388033 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:24:05.450433 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=379c9cea-0a6a-4c08-b1e6-d46fa365c962,revision_number=7']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:24:05.454690 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['379c9cea-0a6a-4c08-b1e6-d46fa365c962'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:24:05.456657 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:24:05.504029 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:05.820442 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2b1db-4d6c-4dad-8367-d81616775cec req-4792a355-a940-435b-9ff0-3072aee9cae3 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:05.821812 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-77c2b1db-4d6c-4dad-8367-d81616775cec req-4792a355-a940-435b-9ff0-3072aee9cae3 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 945 time: 0.0787466 Jun 21 15:24:05.859917 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-77c2b1db-4d6c-4dad-8367-d81616775cec req-c1ab7259-2f13-404e-84ed-7844db08af2a tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321889 Jun 21 15:24:06.310378 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c2c14-c91f-4cf5-b0c7-929ba0a25ade req-d84d233e-6d14-4e22-964b-1e35828a6162 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:06.312044 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2c1c2c14-c91f-4cf5-b0c7-929ba0a25ade req-d84d233e-6d14-4e22-964b-1e35828a6162 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3&tenant_id=3780c7155f054b7aa3e13b8c2256e6be&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 945 time: 0.0840247 Jun 21 15:24:06.379078 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2c1c2c14-c91f-4cf5-b0c7-929ba0a25ade req-71195449-16db-42fb-8a0b-19555bb52495 service neutron] 10.222.0.66 "GET /v2.0/ports/379c9cea-0a6a-4c08-b1e6-d46fa365c962/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0598645 Jun 21 15:24:06.493730 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c2c14-c91f-4cf5-b0c7-929ba0a25ade req-0d215246-a5b8-4d32-8787-d2c128449c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:06.495275 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2c1c2c14-c91f-4cf5-b0c7-929ba0a25ade req-0d215246-a5b8-4d32-8787-d2c128449c5d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 1098 time: 0.0909836 Jun 21 15:24:06.567996 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec28e2-8656-4219-b66a-1d1bfe4984b8 req-0089e5d1-d807-471f-a227-3d093548c49e tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:06.569521 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-41ec28e2-8656-4219-b66a-1d1bfe4984b8 req-0089e5d1-d807-471f-a227-3d093548c49e tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 945 time: 0.1252882 Jun 21 15:24:06.623070 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c2c14-c91f-4cf5-b0c7-929ba0a25ade req-cf29f8a4-2a68-4925-939a-0aab605b8ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:06.624546 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2c1c2c14-c91f-4cf5-b0c7-929ba0a25ade req-cf29f8a4-2a68-4925-939a-0aab605b8ba5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 911 time: 0.1229892 Jun 21 15:24:06.629654 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-41ec28e2-8656-4219-b66a-1d1bfe4984b8 req-09422909-2d19-40c9-8d52-8fea44ddf3c6 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532844 Jun 21 15:24:06.694662 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2c1c2c14-c91f-4cf5-b0c7-929ba0a25ade req-c94c6c50-ef96-4716-90f1-e30bc2282690 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=379c9cea-0a6a-4c08-b1e6-d46fa365c962 HTTP/1.1" status: 200 len: 1000 time: 0.0631258 Jun 21 15:24:06.744958 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c2c14-c91f-4cf5-b0c7-929ba0a25ade req-c0a5d1e1-64c5-43f4-aa37-c91c553a7c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:06.746395 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2c1c2c14-c91f-4cf5-b0c7-929ba0a25ade req-c0a5d1e1-64c5-43f4-aa37-c91c553a7c04 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8bfdcfc-e581-406e-92fa-ab44ac241947 HTTP/1.1" status: 200 len: 849 time: 0.0454576 Jun 21 15:24:06.804563 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c2c14-c91f-4cf5-b0c7-929ba0a25ade req-910a2bef-f5c2-4fdd-93cd-4c90a077d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:06.806066 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2c1c2c14-c91f-4cf5-b0c7-929ba0a25ade req-910a2bef-f5c2-4fdd-93cd-4c90a077d76c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10f7748d-7e44-459e-b249-b0afea9df2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0523465 Jun 21 15:24:06.902940 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2c1c2c14-c91f-4cf5-b0c7-929ba0a25ade req-988acac2-6712-41f6-90da-5620741599f2 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899322 Jun 21 15:24:06.994749 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2c1c2c14-c91f-4cf5-b0c7-929ba0a25ade req-d2f4ba30-7653-4145-acc9-1994b53b01d2 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851798 Jun 21 15:24:07.211484 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 379c9cea-0a6a-4c08-b1e6-d46fa365c962 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:24:07.272602 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 379c9cea-0a6a-4c08-b1e6-d46fa365c962 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:24:07.272980 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:07.349023 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:07.373135 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379c9cea-0a6a-4c08-b1e6-d46fa365c962'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:24:07.375439 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511b1013-4f58-43f2-8a05-2c093b2054f6" -d '{"events": [{"server_uuid": "fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3", "name": "network-vif-plugged", "status": "completed", "tag": "379c9cea-0a6a-4c08-b1e6-d46fa365c962"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:24:07.388527 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 379c9cea-0a6a-4c08-b1e6-d46fa365c962, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=379c9cea-0a6a-4c08-b1e6-d46fa365c962,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:24:07.394530 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:07.396515 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:24:07.423783 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9f41aa-bd32-4091-844b-2ed3335faf5f x-openstack-request-id: req-eb9f41aa-bd32-4091-844b-2ed3335faf5f {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:24:07.424077 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3", "name": "network-vif-plugged", "status": "completed", "tag": "379c9cea-0a6a-4c08-b1e6-d46fa365c962", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:24:07.424333 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-eb9f41aa-bd32-4091-844b-2ed3335faf5f {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:24:07.424720 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379c9cea-0a6a-4c08-b1e6-d46fa365c962', 'code': 200} Jun 21 15:24:07.447192 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=379c9cea-0a6a-4c08-b1e6-d46fa365c962,revision_number=8']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:24:07.450187 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:24:07.825551 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52711e2-3612-45f8-98ce-67a0677eddf9 req-626f1931-3700-4090-a97c-085177e5906c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:07.827051 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c52711e2-3612-45f8-98ce-67a0677eddf9 req-626f1931-3700-4090-a97c-085177e5906c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 946 time: 0.0813186 Jun 21 15:24:07.864370 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c52711e2-3612-45f8-98ce-67a0677eddf9 req-febe7e01-b3dd-4096-854d-bd59e17119ef tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316768 Jun 21 15:24:09.059583 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1301a53-f0a4-4048-abeb-753ad20721eb req-f9d2d465-3c08-4dc9-a6a4-6167ad485334 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:09.061032 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e1301a53-f0a4-4048-abeb-753ad20721eb req-f9d2d465-3c08-4dc9-a6a4-6167ad485334 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 946 time: 0.0732975 Jun 21 15:24:09.099443 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e1301a53-f0a4-4048-abeb-753ad20721eb req-639ceb10-9e50-4dda-ad9b-8bf7c6fe583a tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324545 Jun 21 15:24:09.221494 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 379c9cea-0a6a-4c08-b1e6-d46fa365c962 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:24:09.307606 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:09.341772 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 379c9cea-0a6a-4c08-b1e6-d46fa365c962, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=379c9cea-0a6a-4c08-b1e6-d46fa365c962,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:24:09.346017 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:09.347794 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:24:09.404710 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=379c9cea-0a6a-4c08-b1e6-d46fa365c962,revision_number=9']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:24:09.408751 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:24:09.425830 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '379c9cea-0a6a-4c08-b1e6-d46fa365c962'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:24:09.428319 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db040ef-03e2-4082-9cc9-62a5d60ceda7" -d '{"events": [{"server_uuid": "fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3", "name": "network-vif-unplugged", "status": "completed", "tag": "379c9cea-0a6a-4c08-b1e6-d46fa365c962"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:24:09.473522 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 15:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5a5f62-7576-4a43-96b5-ad54db155602 x-openstack-request-id: req-6e5a5f62-7576-4a43-96b5-ad54db155602 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:24:09.473826 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3", "name": "network-vif-unplugged", "status": "completed", "tag": "379c9cea-0a6a-4c08-b1e6-d46fa365c962", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:24:09.474117 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6e5a5f62-7576-4a43-96b5-ad54db155602 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:24:09.474666 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '379c9cea-0a6a-4c08-b1e6-d46fa365c962', 'code': 200} Jun 21 15:24:09.632869 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c2c14-c91f-4cf5-b0c7-929ba0a25ade req-1c4e853b-2c09-4bd6-b9bf-e0f8acaffa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:09.634414 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2c1c2c14-c91f-4cf5-b0c7-929ba0a25ade req-1c4e853b-2c09-4bd6-b9bf-e0f8acaffa42 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3&tenant_id=3780c7155f054b7aa3e13b8c2256e6be HTTP/1.1" status: 200 len: 1097 time: 0.0605049 Jun 21 15:24:09.722798 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c2c14-c91f-4cf5-b0c7-929ba0a25ade req-ed1928de-7271-4e1f-9d8c-c353a6398ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:09.724321 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2c1c2c14-c91f-4cf5-b0c7-929ba0a25ade req-ed1928de-7271-4e1f-9d8c-c353a6398ee9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 1097 time: 0.0624211 Jun 21 15:24:09.821971 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c2c14-c91f-4cf5-b0c7-929ba0a25ade req-0958cf4c-72eb-41d8-b2ac-ca425dad015c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:09.823466 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2c1c2c14-c91f-4cf5-b0c7-929ba0a25ade req-0958cf4c-72eb-41d8-b2ac-ca425dad015c service neutron] 10.222.0.66 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 911 time: 0.0927479 Jun 21 15:24:09.895923 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2c1c2c14-c91f-4cf5-b0c7-929ba0a25ade req-1f0ea0a0-fb94-4f5f-b420-491e2188b1fc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=379c9cea-0a6a-4c08-b1e6-d46fa365c962 HTTP/1.1" status: 200 len: 999 time: 0.0644765 Jun 21 15:24:09.952201 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c2c14-c91f-4cf5-b0c7-929ba0a25ade req-df28b0b4-c115-4ac9-a41a-d1ae92c7ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:09.953654 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2c1c2c14-c91f-4cf5-b0c7-929ba0a25ade req-df28b0b4-c115-4ac9-a41a-d1ae92c7ad15 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8bfdcfc-e581-406e-92fa-ab44ac241947 HTTP/1.1" status: 200 len: 849 time: 0.0496244 Jun 21 15:24:10.019566 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c2c14-c91f-4cf5-b0c7-929ba0a25ade req-5cb38830-4a61-4b7f-adab-fb92947eaf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:10.021019 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2c1c2c14-c91f-4cf5-b0c7-929ba0a25ade req-5cb38830-4a61-4b7f-adab-fb92947eaf25 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10f7748d-7e44-459e-b249-b0afea9df2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0607007 Jun 21 15:24:10.126932 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2c1c2c14-c91f-4cf5-b0c7-929ba0a25ade req-db861bd3-93df-4913-9be1-467906088743 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987918 Jun 21 15:24:10.221581 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2c1c2c14-c91f-4cf5-b0c7-929ba0a25ade req-14d205fe-76d5-46e8-88f8-73275dfa9cf3 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877471 Jun 21 15:24:10.291130 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698a42d-18ea-4466-9304-607f987cbd97 req-24110364-d0ce-4625-8a8a-60ae51e1eb06 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:10.292671 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d698a42d-18ea-4466-9304-607f987cbd97 req-24110364-d0ce-4625-8a8a-60ae51e1eb06 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 944 time: 0.0738974 Jun 21 15:24:10.342053 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d698a42d-18ea-4466-9304-607f987cbd97 req-bb9e8c97-d3a4-4920-9555-17bd0f7af024 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436225 Jun 21 15:24:11.531859 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09dbad4-0871-4ccd-8921-94ff63fc1922 req-abb8d14e-602f-4b9a-969d-341392981001 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:11.533301 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b09dbad4-0871-4ccd-8921-94ff63fc1922 req-abb8d14e-602f-4b9a-969d-341392981001 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 944 time: 0.0724354 Jun 21 15:24:11.572719 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b09dbad4-0871-4ccd-8921-94ff63fc1922 req-f8180470-da0d-4bee-bdd6-14ee39207255 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328121 Jun 21 15:24:12.753793 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e402742-f924-4766-b0b6-791213a20bcf req-3fddd0c7-0e11-4b13-adce-e2ca61b3bd1c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:12.755303 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0e402742-f924-4766-b0b6-791213a20bcf req-3fddd0c7-0e11-4b13-adce-e2ca61b3bd1c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 944 time: 0.0659499 Jun 21 15:24:12.798405 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0e402742-f924-4766-b0b6-791213a20bcf req-ebacbf8b-8c4d-4d94-8da2-6bf0f603bd3f tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342920 Jun 21 15:24:13.009343 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3523929-101a-493b-9cb1-e2fe8ccb7bb9 req-0dc37f9b-9f1e-4d80-88ff-d55b21f5c87b tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:13.010707 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c3523929-101a-493b-9cb1-e2fe8ccb7bb9 req-0dc37f9b-9f1e-4d80-88ff-d55b21f5c87b tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 944 time: 0.0920119 Jun 21 15:24:13.051665 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c3523929-101a-493b-9cb1-e2fe8ccb7bb9 req-c9a2b9be-acc5-4b58-82a9-a8eda3424766 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326121 Jun 21 15:24:13.243853 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1078b0a-d160-44a9-bf09-240c5faf609b req-301b29a4-4eaf-4268-87f9-901ed2ffa03a tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:13.245301 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d1078b0a-d160-44a9-bf09-240c5faf609b req-301b29a4-4eaf-4268-87f9-901ed2ffa03a tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 944 time: 0.0693209 Jun 21 15:24:13.258827 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 379c9cea-0a6a-4c08-b1e6-d46fa365c962 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:24:13.261562 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 379c9cea-0a6a-4c08-b1e6-d46fa365c962 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:24:13.294064 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d1078b0a-d160-44a9-bf09-240c5faf609b req-fb22140f-3791-4de7-9760-04fcb7f64a8d tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399950 Jun 21 15:24:13.416846 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 379c9cea-0a6a-4c08-b1e6-d46fa365c962, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=379c9cea-0a6a-4c08-b1e6-d46fa365c962,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:24:13.427786 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '379c9cea-0a6a-4c08-b1e6-d46fa365c962', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'port_id': '379c9cea-0a6a-4c08-b1e6-d46fa365c962', 'mac_address': 'fa:16:3e:5d:0b:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:24:13.469664 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:13.483034 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 379c9cea-0a6a-4c08-b1e6-d46fa365c962 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:24:13.503050 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 379c9cea-0a6a-4c08-b1e6-d46fa365c962, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=379c9cea-0a6a-4c08-b1e6-d46fa365c962,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:24:13.509241 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:13.511878 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:24:13.575466 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['379c9cea-0a6a-4c08-b1e6-d46fa365c962'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:24:13.580296 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=379c9cea-0a6a-4c08-b1e6-d46fa365c962,revision_number=10']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:24:13.614579 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:24:13.770667 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c515fbc-8e1e-4192-882d-6bd69089b140 req-c6dd91d7-273e-444e-b1fd-7c26552785f0 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:13.772039 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2c515fbc-8e1e-4192-882d-6bd69089b140 req-c6dd91d7-273e-444e-b1fd-7c26552785f0 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 946 time: 0.0775595 Jun 21 15:24:13.813054 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2c515fbc-8e1e-4192-882d-6bd69089b140 req-4a38ac06-4440-4509-9bcb-b7fe680309d8 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352728 Jun 21 15:24:14.116196 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d731d7c0-033f-4bdb-adbc-b5731440fbdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:15.003333 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb2b4f-afb3-4e25-a24b-04651609f8a5 req-6be74ec2-0cc5-4118-89d3-452073d68990 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:15.004807 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9abb2b4f-afb3-4e25-a24b-04651609f8a5 req-6be74ec2-0cc5-4118-89d3-452073d68990 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 946 time: 0.0663712 Jun 21 15:24:15.044314 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9abb2b4f-afb3-4e25-a24b-04651609f8a5 req-4245c8c2-38c9-4b48-944e-ff7e14d0b1ab tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335789 Jun 21 15:24:15.269556 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 379c9cea-0a6a-4c08-b1e6-d46fa365c962 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:24:15.325649 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 379c9cea-0a6a-4c08-b1e6-d46fa365c962 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:24:15.326048 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:15.405928 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:15.433672 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379c9cea-0a6a-4c08-b1e6-d46fa365c962'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:24:15.435877 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d0f99d-c9eb-4c8d-a860-01b63e37c1d4" -d '{"events": [{"server_uuid": "fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3", "name": "network-vif-plugged", "status": "completed", "tag": "379c9cea-0a6a-4c08-b1e6-d46fa365c962"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:24:15.448919 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 379c9cea-0a6a-4c08-b1e6-d46fa365c962, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=379c9cea-0a6a-4c08-b1e6-d46fa365c962,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:24:15.455719 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:15.457559 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:24:15.479617 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec9ea1b-193f-485c-8c54-9e842830f3f1 x-openstack-request-id: req-6ec9ea1b-193f-485c-8c54-9e842830f3f1 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:24:15.479914 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3", "name": "network-vif-plugged", "status": "completed", "tag": "379c9cea-0a6a-4c08-b1e6-d46fa365c962", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:24:15.480183 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6ec9ea1b-193f-485c-8c54-9e842830f3f1 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:24:15.480556 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '379c9cea-0a6a-4c08-b1e6-d46fa365c962', 'code': 200} Jun 21 15:24:15.508982 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=379c9cea-0a6a-4c08-b1e6-d46fa365c962,revision_number=11']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:24:15.512213 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:24:15.940085 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294223db-5dc4-4dcc-8892-86d4e8f2258d req-631b83d3-3654-4eb8-bf55-a05a794c3a45 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:15.941530 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-294223db-5dc4-4dcc-8892-86d4e8f2258d req-631b83d3-3654-4eb8-bf55-a05a794c3a45 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.66 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 947 time: 0.0735381 Jun 21 15:24:16.050299 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-294223db-5dc4-4dcc-8892-86d4e8f2258d req-3684f4d5-db83-4c90-a063-7b7ce7e32495 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Deleting port 379c9cea-0a6a-4c08-b1e6-d46fa365c962 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:24:16.050953 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-294223db-5dc4-4dcc-8892-86d4e8f2258d req-3684f4d5-db83-4c90-a063-7b7ce7e32495 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:16.138404 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-294223db-5dc4-4dcc-8892-86d4e8f2258d req-3684f4d5-db83-4c90-a063-7b7ce7e32495 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] For port 379c9cea-0a6a-4c08-b1e6-d46fa365c962, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=379c9cea-0a6a-4c08-b1e6-d46fa365c962,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:24:16.138741 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-294223db-5dc4-4dcc-8892-86d4e8f2258d req-3684f4d5-db83-4c90-a063-7b7ce7e32495 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:16.610310 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-804bc5c3-686a-478f-9062-cc9b8b928d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:16.704654 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac04f33a-85a3-4c1c-bd6d-84243962e390 req-755578c7-ec6a-48ab-92d1-fda80b10fc21 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:16.706219 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ac04f33a-85a3-4c1c-bd6d-84243962e390 req-755578c7-ec6a-48ab-92d1-fda80b10fc21 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3 HTTP/1.1" status: 200 len: 947 time: 0.5513947 Jun 21 15:24:16.737816 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-294223db-5dc4-4dcc-8892-86d4e8f2258d req-3684f4d5-db83-4c90-a063-7b7ce7e32495 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:16.738169 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-294223db-5dc4-4dcc-8892-86d4e8f2258d req-3684f4d5-db83-4c90-a063-7b7ce7e32495 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:16.738473 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [req-294223db-5dc4-4dcc-8892-86d4e8f2258d req-3684f4d5-db83-4c90-a063-7b7ce7e32495 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Floating IP b68b23c7-0694-44b4-b976-fede36fcd7ea disassociated. External IP: 172.26.3.3, port: 379c9cea-0a6a-4c08-b1e6-d46fa365c962. Jun 21 15:24:16.738815 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-294223db-5dc4-4dcc-8892-86d4e8f2258d req-3684f4d5-db83-4c90-a063-7b7ce7e32495 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Calling delete_port for 379c9cea-0a6a-4c08-b1e6-d46fa365c962 owned by compute:nova {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:24:16.796840 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ac04f33a-85a3-4c1c-bd6d-84243962e390 req-3cdea928-84c3-431f-b700-680a9df6dec1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806448 Jun 21 15:24:16.888550 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-294223db-5dc4-4dcc-8892-86d4e8f2258d req-3684f4d5-db83-4c90-a063-7b7ce7e32495 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:16.892915 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9f34b094-89c8-470d-b433-e73e99129e3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:24:16.921461 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3684f4d5-db83-4c90-a063-7b7ce7e32495 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Pushing event deleted for resources: {'Port': ['ID=379c9cea-0a6a-4c08-b1e6-d46fa365c962,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:24:16.932299 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684f4d5-db83-4c90-a063-7b7ce7e32495 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:24:16.932688 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684f4d5-db83-4c90-a063-7b7ce7e32495 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:24:16.933067 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684f4d5-db83-4c90-a063-7b7ce7e32495 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:24:16.933444 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684f4d5-db83-4c90-a063-7b7ce7e32495 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:24:16.933842 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684f4d5-db83-4c90-a063-7b7ce7e32495 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:24:16.934224 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684f4d5-db83-4c90-a063-7b7ce7e32495 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:24:16.934598 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684f4d5-db83-4c90-a063-7b7ce7e32495 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:24:16.934964 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684f4d5-db83-4c90-a063-7b7ce7e32495 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:24:16.935343 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684f4d5-db83-4c90-a063-7b7ce7e32495 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:24:16.935692 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684f4d5-db83-4c90-a063-7b7ce7e32495 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:24:16.936051 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684f4d5-db83-4c90-a063-7b7ce7e32495 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:24:16.936398 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3684f4d5-db83-4c90-a063-7b7ce7e32495 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:24:16.971865 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3684f4d5-db83-4c90-a063-7b7ce7e32495 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:24:17.044028 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-294223db-5dc4-4dcc-8892-86d4e8f2258d req-3684f4d5-db83-4c90-a063-7b7ce7e32495 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Router 854d9888-a2d7-4fa0-ba83-8771124da6c8 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:24:17.092579 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:17.154700 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-294223db-5dc4-4dcc-8892-86d4e8f2258d req-3684f4d5-db83-4c90-a063-7b7ce7e32495 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:24:17.164833 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abcde27-1102-4d57-a7a7-ec68b5c65d34 None None] Sync routers for ids ['854d9888-a2d7-4fa0-ba83-8771124da6c8'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:24:17.174452 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abcde27-1102-4d57-a7a7-ec68b5c65d34 None None] Routers {'854d9888-a2d7-4fa0-ba83-8771124da6c8'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:24:17.175060 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-1abcde27-1102-4d57-a7a7-ec68b5c65d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:24:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['854d9888-a2d7-4fa0-ba83-8771124da6c8'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:24:17.197496 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-294223db-5dc4-4dcc-8892-86d4e8f2258d req-3684f4d5-db83-4c90-a063-7b7ce7e32495 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] No DVR routers for this DVR port 379c9cea-0a6a-4c08-b1e6-d46fa365c962 on host hv-neutron-7971 {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:24:17.200111 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-294223db-5dc4-4dcc-8892-86d4e8f2258d req-3684f4d5-db83-4c90-a063-7b7ce7e32495 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:17.202141 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-294223db-5dc4-4dcc-8892-86d4e8f2258d req-3684f4d5-db83-4c90-a063-7b7ce7e32495 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.66 "DELETE /v2.0/ports/379c9cea-0a6a-4c08-b1e6-d46fa365c962 HTTP/1.1" status: 204 len: 173 time: 1.2548704 Jun 21 15:24:17.202674 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3', 'name': 'network-vif-deleted', 'tag': '379c9cea-0a6a-4c08-b1e6-d46fa365c962'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:24:17.204983 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b75625c-fcd3-4b55-98f6-c8c45ef66e8a" -d '{"events": [{"server_uuid": "fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3", "name": "network-vif-deleted", "tag": "379c9cea-0a6a-4c08-b1e6-d46fa365c962"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:24:17.241859 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb96ad4a-1b3f-4db1-94c3-064f1f0ca103 x-openstack-request-id: req-fb96ad4a-1b3f-4db1-94c3-064f1f0ca103 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:24:17.242215 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3", "name": "network-vif-deleted", "tag": "379c9cea-0a6a-4c08-b1e6-d46fa365c962", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:24:17.242518 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fb96ad4a-1b3f-4db1-94c3-064f1f0ca103 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:24:17.242969 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd575b04-e887-4cd7-80cd-c9e4bc2e7ce3', 'name': 'network-vif-deleted', 'tag': '379c9cea-0a6a-4c08-b1e6-d46fa365c962', 'status': 'completed', 'code': 200} Jun 21 15:24:17.387686 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-1abcde27-1102-4d57-a7a7-ec68b5c65d34 None None] Set router 854d9888-a2d7-4fa0-ba83-8771124da6c8 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:24:17.591621 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-1abcde27-1102-4d57-a7a7-ec68b5c65d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'name': 'tempest-ServerActionsTestJSON-84695185-router', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:06Z', 'revision_number': 4, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'gw_port': {'id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9', 'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'mac_address': 'fa:16:3e:1f:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:05Z', 'updated_at': '2021-06-21T15:18:10Z', 'revision_number': 5, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'subnets': [{'id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:24:17.617417 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abcde27-1102-4d57-a7a7-ec68b5c65d34 None None] Checking router: 854d9888-a2d7-4fa0-ba83-8771124da6c8 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:24:17.626458 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abcde27-1102-4d57-a7a7-ec68b5c65d34 None None] Routers {'854d9888-a2d7-4fa0-ba83-8771124da6c8'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:24:17.627075 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-1abcde27-1102-4d57-a7a7-ec68b5c65d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:24:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['854d9888-a2d7-4fa0-ba83-8771124da6c8'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:24:17.735507 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-1abcde27-1102-4d57-a7a7-ec68b5c65d34 None None] Set router 854d9888-a2d7-4fa0-ba83-8771124da6c8 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:24:17.935848 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-1abcde27-1102-4d57-a7a7-ec68b5c65d34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'name': 'tempest-ServerActionsTestJSON-84695185-router', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:06Z', 'revision_number': 4, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'gw_port': {'id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9', 'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'mac_address': 'fa:16:3e:1f:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:05Z', 'updated_at': '2021-06-21T15:18:10Z', 'revision_number': 5, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'subnets': [{'id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:24:17.964923 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abcde27-1102-4d57-a7a7-ec68b5c65d34 None None] The sync data for ids ['854d9888-a2d7-4fa0-ba83-8771124da6c8'] in dv-neutron-797121-2-hyperv is: [{'id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'name': 'tempest-ServerActionsTestJSON-84695185-router', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:06Z', 'revision_number': 4, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'gw_port': {'id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9', 'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'mac_address': 'fa:16:3e:1f:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:05Z', 'updated_at': '2021-06-21T15:18:10Z', 'revision_number': 5, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'subnets': [{'id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:24:18.150006 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b610a658-511c-4f26-af36-f148c5379c15 req-f58782dc-5164-4db3-97eb-fc19960e3481 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--2113833254&fields=id&tenant_id=3780c7155f054b7aa3e13b8c2256e6be HTTP/1.1" status: 200 len: 267 time: 0.0412765 Jun 21 15:24:18.179199 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:18.215375 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9687a98e-4708-4a19-bb1f-cc289842ac2d None None] New status for floating IP b68b23c7-0694-44b4-b976-fede36fcd7ea: DOWN {{(pid=105226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:24:18.261271 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610a658-511c-4f26-af36-f148c5379c15 req-39d7badf-d603-4752-b58f-86fda788835b tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:18.262734 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b610a658-511c-4f26-af36-f148c5379c15 req-39d7badf-d603-4752-b58f-86fda788835b tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 810 time: 0.1053510 Jun 21 15:24:18.278854 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b610a658-511c-4f26-af36-f148c5379c15 req-6020ba12-6323-41c9-af2c-23951dd265ae tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/quotas/3780c7155f054b7aa3e13b8c2256e6be HTTP/1.1" status: 200 len: 375 time: 0.0103085 Jun 21 15:24:18.358006 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b610a658-511c-4f26-af36-f148c5379c15 req-976d4511-59e0-4692-b96e-e27668e81d22 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0734265 Jun 21 15:24:18.424479 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [req-b610a658-511c-4f26-af36-f148c5379c15 req-32869d59-60d1-4823-b7b9-5c392831ca2d service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 15:24:18.425443 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b610a658-511c-4f26-af36-f148c5379c15 req-32869d59-60d1-4823-b7b9-5c392831ca2d service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0582879 Jun 21 15:24:18.516138 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b610a658-511c-4f26-af36-f148c5379c15 req-6cf59b25-6ebf-4fc6-a136-011564d0081d service neutron] 10.222.0.72 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845292 Jun 21 15:24:18.615585 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b610a658-511c-4f26-af36-f148c5379c15 req-dbd96aba-b8df-45b5-b15a-14c84323d167 service neutron] 10.222.0.72 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915895 Jun 21 15:24:18.794052 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-42b9f36d-8d39-481e-8a09-ee64912345b3 req-d9bdc47b-1613-4e23-94ae-69e77f36d025 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 210 time: 0.0347457 Jun 21 15:24:19.858740 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:19.910825 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610a658-511c-4f26-af36-f148c5379c15 req-188e6e5e-52ba-4d3d-a3b7-f6d2fe8abee5 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:19.912511 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b610a658-511c-4f26-af36-f148c5379c15 req-188e6e5e-52ba-4d3d-a3b7-f6d2fe8abee5 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.66 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 810 time: 0.1221366 Jun 21 15:24:19.956138 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c514c5db-f80e-4f68-90ab-035f722cdcce req-52b5eb8d-3125-423f-9e45-c31bc9a480f6 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 210 time: 0.0425074 Jun 21 15:24:19.980160 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b610a658-511c-4f26-af36-f148c5379c15 req-1681c6fc-1a05-4c30-a5b6-982dd999b3a0 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3780c7155f054b7aa3e13b8c2256e6be HTTP/1.1" status: 200 len: 380 time: 0.0567842 Jun 21 15:24:19.989570 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-b610a658-511c-4f26-af36-f148c5379c15 req-ea7e869f-ad02-412c-a011-2b2b9a136c98 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Request body: {'port': {'device_id': 'f5ed2b68-6087-4df6-b148-3ddee8e475c0', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'admin_state_up': True, 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'security_groups': ['15f6331f-2b55-4970-a97e-00b4bf9b4a22']}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:24:20.108115 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b610a658-511c-4f26-af36-f148c5379c15 req-ea7e869f-ad02-412c-a011-2b2b9a136c98 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Made reservation on behalf of 3780c7155f054b7aa3e13b8c2256e6be for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:24:20.111615 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-b610a658-511c-4f26-af36-f148c5379c15 req-ea7e869f-ad02-412c-a011-2b2b9a136c98 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:20.245701 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [req-b610a658-511c-4f26-af36-f148c5379c15 req-ea7e869f-ad02-412c-a011-2b2b9a136c98 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Allocated IP 172.20.0.8 (10f7748d-7e44-459e-b249-b0afea9df2c8/b8bfdcfc-e581-406e-92fa-ab44ac241947/56bae843-bfb7-4d15-a039-8ff357edddb0) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:24:20.394391 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-b610a658-511c-4f26-af36-f148c5379c15 req-ea7e869f-ad02-412c-a011-2b2b9a136c98 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:20.408594 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-b610a658-511c-4f26-af36-f148c5379c15 req-ea7e869f-ad02-412c-a011-2b2b9a136c98 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Transition to ACTIVE for port object 56bae843-bfb7-4d15-a039-8ff357edddb0 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:24:20.444561 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-b610a658-511c-4f26-af36-f148c5379c15 req-ea7e869f-ad02-412c-a011-2b2b9a136c98 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:20.448574 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e873c2cd-a62f-46cc-a8de-b01766b44437 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:24:20.489318 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b610a658-511c-4f26-af36-f148c5379c15 req-ea7e869f-ad02-412c-a011-2b2b9a136c98 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Network 10f7748d-7e44-459e-b249-b0afea9df2c8 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:24:20.492902 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [req-b610a658-511c-4f26-af36-f148c5379c15 req-ea7e869f-ad02-412c-a011-2b2b9a136c98 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:24:20.499240 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b610a658-511c-4f26-af36-f148c5379c15 req-ea7e869f-ad02-412c-a011-2b2b9a136c98 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:24:20.524068 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e869f-ad02-412c-a011-2b2b9a136c98 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Pushing event updated for resources: {'Port': ['ID=56bae843-bfb7-4d15-a039-8ff357edddb0,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:24:20.528499 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ea7e869f-ad02-412c-a011-2b2b9a136c98 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:24:20.552310 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610a658-511c-4f26-af36-f148c5379c15 req-ea7e869f-ad02-412c-a011-2b2b9a136c98 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:20.552972 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-b610a658-511c-4f26-af36-f148c5379c15 req-ea7e869f-ad02-412c-a011-2b2b9a136c98 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:20.569555 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b610a658-511c-4f26-af36-f148c5379c15 req-ea7e869f-ad02-412c-a011-2b2b9a136c98 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5835650 Jun 21 15:24:20.585558 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-b610a658-511c-4f26-af36-f148c5379c15 req-989643c8-80c1-4a58-bdb5-bdbc2e60b500 service neutron] Request body: {'port': {'device_id': 'f5ed2b68-6087-4df6-b148-3ddee8e475c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:24:20.669361 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-b610a658-511c-4f26-af36-f148c5379c15 req-989643c8-80c1-4a58-bdb5-bdbc2e60b500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:20.788262 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8f0a000f-c6fd-4e82-81af-faefc6edca9f None None] Provisioning for port 56bae843-bfb7-4d15-a039-8ff357edddb0 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:24:20.792353 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8f0a000f-c6fd-4e82-81af-faefc6edca9f None None] Provisioning complete for port 56bae843-bfb7-4d15-a039-8ff357edddb0 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:24:20.792722 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8f0a000f-c6fd-4e82-81af-faefc6edca9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:20.826404 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-8f0a000f-c6fd-4e82-81af-faefc6edca9f None None] Port 56bae843-bfb7-4d15-a039-8ff357edddb0 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:24:20.955628 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [req-b610a658-511c-4f26-af36-f148c5379c15 req-989643c8-80c1-4a58-bdb5-bdbc2e60b500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56bae843-bfb7-4d15-a039-8ff357edddb0 {{(pid=105224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:24:20.964471 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-b610a658-511c-4f26-af36-f148c5379c15 req-989643c8-80c1-4a58-bdb5-bdbc2e60b500 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:20.978573 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-b610a658-511c-4f26-af36-f148c5379c15 req-989643c8-80c1-4a58-bdb5-bdbc2e60b500 service neutron] Transition to ACTIVE for port object 56bae843-bfb7-4d15-a039-8ff357edddb0 will not be triggered until provisioned by entity L2. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:24:20.983671 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-b610a658-511c-4f26-af36-f148c5379c15 req-989643c8-80c1-4a58-bdb5-bdbc2e60b500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:20.986182 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fd078ac1-96e2-4ae7-9cb8-99a42ca71b08 tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:24:21.103223 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989643c8-80c1-4a58-bdb5-bdbc2e60b500 service neutron] Pushing event updated for resources: {'Port': ['ID=56bae843-bfb7-4d15-a039-8ff357edddb0,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:24:21.130557 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-989643c8-80c1-4a58-bdb5-bdbc2e60b500 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:24:21.188535 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-b610a658-511c-4f26-af36-f148c5379c15 req-989643c8-80c1-4a58-bdb5-bdbc2e60b500 service neutron] Attempting to bind port 56bae843-bfb7-4d15-a039-8ff357edddb0 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:24:21.188872 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-b610a658-511c-4f26-af36-f148c5379c15 req-989643c8-80c1-4a58-bdb5-bdbc2e60b500 service neutron] Attempting to bind port 56bae843-bfb7-4d15-a039-8ff357edddb0 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '2f6eea47-6ae2-436b-b86b-5c34f0d55a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:24:21.189200 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b610a658-511c-4f26-af36-f148c5379c15 req-989643c8-80c1-4a58-bdb5-bdbc2e60b500 service neutron] Attempting to bind port 56bae843-bfb7-4d15-a039-8ff357edddb0 on network 10f7748d-7e44-459e-b249-b0afea9df2c8 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:24:21.196980 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b610a658-511c-4f26-af36-f148c5379c15 req-989643c8-80c1-4a58-bdb5-bdbc2e60b500 service neutron] Port 56bae843-bfb7-4d15-a039-8ff357edddb0 on network 10f7748d-7e44-459e-b249-b0afea9df2c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 15:24:21.197306 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b610a658-511c-4f26-af36-f148c5379c15 req-989643c8-80c1-4a58-bdb5-bdbc2e60b500 service neutron] Attempting to bind port 56bae843-bfb7-4d15-a039-8ff357edddb0 on network 10f7748d-7e44-459e-b249-b0afea9df2c8 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:24:21.210266 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b610a658-511c-4f26-af36-f148c5379c15 req-989643c8-80c1-4a58-bdb5-bdbc2e60b500 service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:24:21.210611 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b610a658-511c-4f26-af36-f148c5379c15 req-989643c8-80c1-4a58-bdb5-bdbc2e60b500 service neutron] Checking segment: {'id': '2f6eea47-6ae2-436b-b86b-5c34f0d55a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:24:21.210996 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b610a658-511c-4f26-af36-f148c5379c15 req-989643c8-80c1-4a58-bdb5-bdbc2e60b500 service neutron] Bound using segment: {'id': '2f6eea47-6ae2-436b-b86b-5c34f0d55a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8'} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:24:21.211437 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-b610a658-511c-4f26-af36-f148c5379c15 req-989643c8-80c1-4a58-bdb5-bdbc2e60b500 service neutron] Bound port: 56bae843-bfb7-4d15-a039-8ff357edddb0, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f6eea47-6ae2-436b-b86b-5c34f0d55a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8'}}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:24:21.211800 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-b610a658-511c-4f26-af36-f148c5379c15 req-989643c8-80c1-4a58-bdb5-bdbc2e60b500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:21.220713 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e9836-c627-46a7-9c2c-6af5deff996f req-1d400bbd-6f1c-411f-a942-ad2aa7f43a4c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:21.222226 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f03e9836-c627-46a7-9c2c-6af5deff996f req-1d400bbd-6f1c-411f-a942-ad2aa7f43a4c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 943 time: 0.1308458 Jun 21 15:24:21.300170 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f03e9836-c627-46a7-9c2c-6af5deff996f req-76687f1a-b788-49e9-9bbe-84ca1f21715a tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697570 Jun 21 15:24:21.303129 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 379c9cea-0a6a-4c08-b1e6-d46fa365c962 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:24:21.316542 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-b610a658-511c-4f26-af36-f148c5379c15 req-989643c8-80c1-4a58-bdb5-bdbc2e60b500 service neutron] For port 56bae843-bfb7-4d15-a039-8ff357edddb0, host hv-neutron-7971, cleared binding levels {{(pid=105224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:24:21.320628 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-b610a658-511c-4f26-af36-f148c5379c15 req-989643c8-80c1-4a58-bdb5-bdbc2e60b500 service neutron] For port 56bae843-bfb7-4d15-a039-8ff357edddb0, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=56bae843-bfb7-4d15-a039-8ff357edddb0,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:24:21.328645 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: 379c9cea-0a6a-4c08-b1e6-d46fa365c962 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:24:21.329032 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 379c9cea-0a6a-4c08-b1e6-d46fa365c962 not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:24:21.332246 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-b610a658-511c-4f26-af36-f148c5379c15 req-989643c8-80c1-4a58-bdb5-bdbc2e60b500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:21.334805 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5631e936-294c-4165-ab68-bca7f30d570f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:24:21.369417 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610a658-511c-4f26-af36-f148c5379c15 req-989643c8-80c1-4a58-bdb5-bdbc2e60b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:21.370028 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-b610a658-511c-4f26-af36-f148c5379c15 req-989643c8-80c1-4a58-bdb5-bdbc2e60b500 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:21.371920 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b610a658-511c-4f26-af36-f148c5379c15 req-989643c8-80c1-4a58-bdb5-bdbc2e60b500 service neutron] 10.222.0.66 "PUT /v2.0/ports/56bae843-bfb7-4d15-a039-8ff357edddb0 HTTP/1.1" status: 200 len: 1093 time: 0.7943828 Jun 21 15:24:21.371920 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ed2b68-6087-4df6-b148-3ddee8e475c0', 'tag': '56bae843-bfb7-4d15-a039-8ff357edddb0'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:24:21.376544 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecb36a8-da86-4400-92e5-6e3f46f7953e" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ed2b68-6087-4df6-b148-3ddee8e475c0", "tag": "56bae843-bfb7-4d15-a039-8ff357edddb0"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:24:21.408410 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989643c8-80c1-4a58-bdb5-bdbc2e60b500 service neutron] Pushing event updated for resources: {'Port': ['ID=56bae843-bfb7-4d15-a039-8ff357edddb0,revision_number=3']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:24:21.412710 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-989643c8-80c1-4a58-bdb5-bdbc2e60b500 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:24:21.443779 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548979fb-5875-42f9-a018-e2fad4bb2130 x-openstack-request-id: req-548979fb-5875-42f9-a018-e2fad4bb2130 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:24:21.444133 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ed2b68-6087-4df6-b148-3ddee8e475c0", "tag": "56bae843-bfb7-4d15-a039-8ff357edddb0", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:24:21.444437 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-548979fb-5875-42f9-a018-e2fad4bb2130 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:24:21.444893 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ed2b68-6087-4df6-b148-3ddee8e475c0', 'tag': '56bae843-bfb7-4d15-a039-8ff357edddb0', 'status': 'completed', 'code': 200} Jun 21 15:24:21.472613 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610a658-511c-4f26-af36-f148c5379c15 req-3f9ba2e2-ad78-40db-ad37-994a27d11321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:21.474163 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b610a658-511c-4f26-af36-f148c5379c15 req-3f9ba2e2-ad78-40db-ad37-994a27d11321 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 1096 time: 0.0589483 Jun 21 15:24:21.521304 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b610a658-511c-4f26-af36-f148c5379c15 req-532672c3-b6fa-499e-82dc-6203358fd36d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56bae843-bfb7-4d15-a039-8ff357edddb0 HTTP/1.1" status: 200 len: 217 time: 0.0393808 Jun 21 15:24:21.571877 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610a658-511c-4f26-af36-f148c5379c15 req-cc51db3f-7078-4a27-be15-e01dfc79026e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:21.573434 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b610a658-511c-4f26-af36-f148c5379c15 req-cc51db3f-7078-4a27-be15-e01dfc79026e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8bfdcfc-e581-406e-92fa-ab44ac241947 HTTP/1.1" status: 200 len: 849 time: 0.0461686 Jun 21 15:24:21.639927 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610a658-511c-4f26-af36-f148c5379c15 req-3b955fcf-aca2-4e33-ba36-050ca6352b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:21.642164 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b610a658-511c-4f26-af36-f148c5379c15 req-3b955fcf-aca2-4e33-ba36-050ca6352b6a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10f7748d-7e44-459e-b249-b0afea9df2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0615842 Jun 21 15:24:21.751890 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b610a658-511c-4f26-af36-f148c5379c15 req-172b9a95-15d9-47ff-8ee5-eae32f895a40 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026402 Jun 21 15:24:21.860485 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b610a658-511c-4f26-af36-f148c5379c15 req-9a1ce412-8a94-4647-847c-d57e195c4cbd service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005673 Jun 21 15:24:21.986673 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb36a8-da86-4400-92e5-6e3f46f7953e req-3088d32a-ccb9-4b3f-88d3-378ea9ae7779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:21.988156 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0ecb36a8-da86-4400-92e5-6e3f46f7953e req-3088d32a-ccb9-4b3f-88d3-378ea9ae7779 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 1096 time: 0.0680213 Jun 21 15:24:22.083446 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb36a8-da86-4400-92e5-6e3f46f7953e req-d4e25a38-05f3-4433-8952-b0fba20a4534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:22.086338 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0ecb36a8-da86-4400-92e5-6e3f46f7953e req-d4e25a38-05f3-4433-8952-b0fba20a4534 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 911 time: 0.0892982 Jun 21 15:24:22.130373 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0ecb36a8-da86-4400-92e5-6e3f46f7953e req-16897221-cd96-4889-95ca-e0d954c9793b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56bae843-bfb7-4d15-a039-8ff357edddb0 HTTP/1.1" status: 200 len: 217 time: 0.0382600 Jun 21 15:24:22.183101 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb36a8-da86-4400-92e5-6e3f46f7953e req-491e176c-8232-4cda-b27f-457d865be3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:22.184532 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0ecb36a8-da86-4400-92e5-6e3f46f7953e req-491e176c-8232-4cda-b27f-457d865be3dd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8bfdcfc-e581-406e-92fa-ab44ac241947 HTTP/1.1" status: 200 len: 849 time: 0.0487535 Jun 21 15:24:22.250190 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb36a8-da86-4400-92e5-6e3f46f7953e req-8f949dc6-aa25-4f49-a28d-1d12c6373558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:22.251661 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0ecb36a8-da86-4400-92e5-6e3f46f7953e req-8f949dc6-aa25-4f49-a28d-1d12c6373558 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10f7748d-7e44-459e-b249-b0afea9df2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0604203 Jun 21 15:24:22.360427 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0ecb36a8-da86-4400-92e5-6e3f46f7953e req-90c4756e-20a1-4fa7-b4c0-c4baf9886925 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014311 Jun 21 15:24:22.489197 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0ecb36a8-da86-4400-92e5-6e3f46f7953e req-b84165f7-7104-425c-898a-2ef7bd23e9e8 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221457 Jun 21 15:24:22.511722 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4586e-06d8-4a2e-887d-fd21869f46a1 req-f6b0ddfa-5d74-488b-9a2c-b7cd33948ecc tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:22.513210 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-29a4586e-06d8-4a2e-887d-fd21869f46a1 req-f6b0ddfa-5d74-488b-9a2c-b7cd33948ecc tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 943 time: 0.0944204 Jun 21 15:24:22.555983 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-29a4586e-06d8-4a2e-887d-fd21869f46a1 req-0f0ab57e-921a-483c-b28d-f15e06a4bcb9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339677 Jun 21 15:24:23.757654 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178b9519-b65a-4fcc-8d4e-60565212b757 req-33bb42a3-3bb3-406e-a706-4299ba908ba8 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:23.759051 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-178b9519-b65a-4fcc-8d4e-60565212b757 req-33bb42a3-3bb3-406e-a706-4299ba908ba8 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 943 time: 0.0825818 Jun 21 15:24:23.796533 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-178b9519-b65a-4fcc-8d4e-60565212b757 req-79166c56-9190-464c-a204-852a6c5107f7 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317287 Jun 21 15:24:24.988790 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c7cf66-5ad0-45cd-a6e0-b8376a50da95 req-82be1f06-aecc-4f70-b5da-61dd36f278a7 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:24.990629 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f7c7cf66-5ad0-45cd-a6e0-b8376a50da95 req-82be1f06-aecc-4f70-b5da-61dd36f278a7 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 943 time: 0.0685260 Jun 21 15:24:25.030342 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f7c7cf66-5ad0-45cd-a6e0-b8376a50da95 req-6e19845f-492b-44bf-866b-f20888497d1c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330780 Jun 21 15:24:25.335378 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 56bae843-bfb7-4d15-a039-8ff357edddb0 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:24:25.444670 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 56bae843-bfb7-4d15-a039-8ff357edddb0, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=56bae843-bfb7-4d15-a039-8ff357edddb0,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:24:25.456167 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '56bae843-bfb7-4d15-a039-8ff357edddb0', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'port_id': '56bae843-bfb7-4d15-a039-8ff357edddb0', 'mac_address': 'fa:16:3e:80:07:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:24:25.496582 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:25.510069 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56bae843-bfb7-4d15-a039-8ff357edddb0 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:24:25.529252 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 56bae843-bfb7-4d15-a039-8ff357edddb0, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=56bae843-bfb7-4d15-a039-8ff357edddb0,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:24:25.535753 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:25.537484 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:24:25.582906 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=56bae843-bfb7-4d15-a039-8ff357edddb0,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:24:25.586153 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:24:25.889203 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['56bae843-bfb7-4d15-a039-8ff357edddb0'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:24:26.221437 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b98f1-fd1f-4aa4-8467-065f6a295a11 req-eec8f4ee-0226-4989-951e-c9f3c1a8e831 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:26.222889 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-408b98f1-fd1f-4aa4-8467-065f6a295a11 req-eec8f4ee-0226-4989-951e-c9f3c1a8e831 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 944 time: 0.0791752 Jun 21 15:24:26.264148 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-408b98f1-fd1f-4aa4-8467-065f6a295a11 req-7ffdb106-d49a-4138-8be9-fcb92493f920 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349550 Jun 21 15:24:27.350482 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 56bae843-bfb7-4d15-a039-8ff357edddb0 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:24:27.401536 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port 56bae843-bfb7-4d15-a039-8ff357edddb0 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:24:27.405427 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 56bae843-bfb7-4d15-a039-8ff357edddb0 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:24:27.405819 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:27.452434 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89886cbf-5ad0-4251-b8f4-1a2fda76e6e2 req-34807abc-e65a-4a3b-8309-51db759e8b55 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:27.453932 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-89886cbf-5ad0-4251-b8f4-1a2fda76e6e2 req-34807abc-e65a-4a3b-8309-51db759e8b55 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 944 time: 0.0714743 Jun 21 15:24:27.482641 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:27.493766 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-89886cbf-5ad0-4251-b8f4-1a2fda76e6e2 req-00525c37-9b96-4d71-9671-25ba62e269ab tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338364 Jun 21 15:24:27.506033 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ed2b68-6087-4df6-b148-3ddee8e475c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56bae843-bfb7-4d15-a039-8ff357edddb0'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:24:27.508346 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fa82a4-5403-477d-8ff6-227f75fbcbf0" -d '{"events": [{"server_uuid": "f5ed2b68-6087-4df6-b148-3ddee8e475c0", "name": "network-vif-plugged", "status": "completed", "tag": "56bae843-bfb7-4d15-a039-8ff357edddb0"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:24:27.524376 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 56bae843-bfb7-4d15-a039-8ff357edddb0, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=56bae843-bfb7-4d15-a039-8ff357edddb0,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:24:27.529599 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:27.531680 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:24:27.552714 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2d8d53-0883-4717-a192-b5347ac2fc21 x-openstack-request-id: req-fe2d8d53-0883-4717-a192-b5347ac2fc21 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:24:27.553115 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ed2b68-6087-4df6-b148-3ddee8e475c0", "name": "network-vif-plugged", "status": "completed", "tag": "56bae843-bfb7-4d15-a039-8ff357edddb0", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:24:27.553241 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fe2d8d53-0883-4717-a192-b5347ac2fc21 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:24:27.553583 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ed2b68-6087-4df6-b148-3ddee8e475c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56bae843-bfb7-4d15-a039-8ff357edddb0', 'code': 200} Jun 21 15:24:27.578467 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=56bae843-bfb7-4d15-a039-8ff357edddb0,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:24:27.581384 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:24:27.825833 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df408564-4bb0-4ca6-9b7d-ec128e768ea5 req-ace6ac84-058e-46fb-b338-1804a025f824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:27.827268 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-df408564-4bb0-4ca6-9b7d-ec128e768ea5 req-ace6ac84-058e-46fb-b338-1804a025f824 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 1098 time: 0.0992863 Jun 21 15:24:27.865113 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-df408564-4bb0-4ca6-9b7d-ec128e768ea5 req-607ce579-f80f-49d5-929d-8a6dba92c6c3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298862 Jun 21 15:24:28.684011 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6d13f-d84e-44e1-90c6-12c2eb1a0af0 req-13e67296-cbcc-4bce-81c4-86a2d59cc17c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:28.685450 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3cd6d13f-d84e-44e1-90c6-12c2eb1a0af0 req-13e67296-cbcc-4bce-81c4-86a2d59cc17c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.0775955 Jun 21 15:24:28.730179 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3cd6d13f-d84e-44e1-90c6-12c2eb1a0af0 req-05afdad4-be3e-46d9-ad0d-bdf8dd7db988 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359390 Jun 21 15:24:29.933192 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47fdf9-f4cd-41ad-8c2f-016e98b0a8e3 req-5bc00fbb-a170-4efc-9da4-73ba541ed330 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:29.934720 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8b47fdf9-f4cd-41ad-8c2f-016e98b0a8e3 req-5bc00fbb-a170-4efc-9da4-73ba541ed330 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.0861719 Jun 21 15:24:29.982998 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8b47fdf9-f4cd-41ad-8c2f-016e98b0a8e3 req-a5d78f84-6f76-4e5c-b070-5a3af68fd5ce tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397966 Jun 21 15:24:30.165322 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb51687-f873-415b-b98e-25ef827932b9 req-6f0e3aa9-28d8-4981-a3c3-30208dd6c6eb tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:30.166829 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4fb51687-f873-415b-b98e-25ef827932b9 req-6f0e3aa9-28d8-4981-a3c3-30208dd6c6eb tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.0738854 Jun 21 15:24:30.179790 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 42886) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:24:30.185081 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-f9541867-c09e-4649-9973-1d7b4a668693 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Request body: {'floatingip': {'port_id': '56bae843-bfb7-4d15-a039-8ff357edddb0'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:24:30.224893 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f9541867-c09e-4649-9973-1d7b4a668693 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks [] for floatingip, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:30.685739 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f9541867-c09e-4649-9973-1d7b4a668693 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:30.691353 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f9541867-c09e-4649-9973-1d7b4a668693 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:30.802752 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [None req-f9541867-c09e-4649-9973-1d7b4a668693 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Floating IP b68b23c7-0694-44b4-b976-fede36fcd7ea associated. External IP: 172.26.3.3, port: 56bae843-bfb7-4d15-a039-8ff357edddb0. Jun 21 15:24:31.012205 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9541867-c09e-4649-9973-1d7b4a668693 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Router 854d9888-a2d7-4fa0-ba83-8771124da6c8 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:24:31.127097 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9541867-c09e-4649-9973-1d7b4a668693 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:24:31.132325 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f9541867-c09e-4649-9973-1d7b4a668693 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:31.136735 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ffa187-d442-4a12-a599-f590b148e767 None None] Sync routers for ids ['854d9888-a2d7-4fa0-ba83-8771124da6c8'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:24:31.146265 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ffa187-d442-4a12-a599-f590b148e767 None None] Routers {'854d9888-a2d7-4fa0-ba83-8771124da6c8'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:24:31.146886 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-44ffa187-d442-4a12-a599-f590b148e767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:24:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['854d9888-a2d7-4fa0-ba83-8771124da6c8'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:24:31.171615 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f9541867-c09e-4649-9973-1d7b4a668693 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "PUT /v2.0/floatingips/b68b23c7-0694-44b4-b976-fede36fcd7ea HTTP/1.1" status: 200 len: 990 time: 0.9907157 Jun 21 15:24:31.172365 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5ed2b68-6087-4df6-b148-3ddee8e475c0', 'tag': '56bae843-bfb7-4d15-a039-8ff357edddb0'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:24:31.174875 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9361551-2f68-45ae-8a4c-531bf8c7fd33" -d '{"events": [{"name": "network-changed", "server_uuid": "f5ed2b68-6087-4df6-b148-3ddee8e475c0", "tag": "56bae843-bfb7-4d15-a039-8ff357edddb0"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:24:31.210629 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd589dd-6770-4fe1-872e-36378e69e776 x-openstack-request-id: req-9dd589dd-6770-4fe1-872e-36378e69e776 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:24:31.210971 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5ed2b68-6087-4df6-b148-3ddee8e475c0", "tag": "56bae843-bfb7-4d15-a039-8ff357edddb0", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:24:31.211270 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9dd589dd-6770-4fe1-872e-36378e69e776 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:24:31.211718 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5ed2b68-6087-4df6-b148-3ddee8e475c0', 'tag': '56bae843-bfb7-4d15-a039-8ff357edddb0', 'status': 'completed', 'code': 200} Jun 21 15:24:31.252414 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-44ffa187-d442-4a12-a599-f590b148e767 None None] Set router 854d9888-a2d7-4fa0-ba83-8771124da6c8 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:24:31.289153 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9361551-2f68-45ae-8a4c-531bf8c7fd33 req-44bc4ee5-e1ef-4c1d-bf9d-273792215308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:31.290832 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b9361551-2f68-45ae-8a4c-531bf8c7fd33 req-44bc4ee5-e1ef-4c1d-bf9d-273792215308 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 1098 time: 0.0548971 Jun 21 15:24:31.383588 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9361551-2f68-45ae-8a4c-531bf8c7fd33 req-dc0db1cc-c25a-4e8d-a25a-94d0b5bbad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:31.385101 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b9361551-2f68-45ae-8a4c-531bf8c7fd33 req-dc0db1cc-c25a-4e8d-a25a-94d0b5bbad8e service neutron] 10.222.0.66 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 911 time: 0.0869558 Jun 21 15:24:31.457816 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b9361551-2f68-45ae-8a4c-531bf8c7fd33 req-83173197-2c25-471c-8173-7179daf1b603 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56bae843-bfb7-4d15-a039-8ff357edddb0 HTTP/1.1" status: 200 len: 998 time: 0.0645866 Jun 21 15:24:31.477158 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-44ffa187-d442-4a12-a599-f590b148e767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'name': 'tempest-ServerActionsTestJSON-84695185-router', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:06Z', 'revision_number': 4, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'gw_port': {'id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': 'b68b23c7-0694-44b4-b976-fede36fcd7ea', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'floating_ip_address': '172.26.3.3', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'port_id': '56bae843-bfb7-4d15-a039-8ff357edddb0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'mac_address': 'fa:16:3e:80:07:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ed2b68-6087-4df6-b148-3ddee8e475c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:18:08Z', 'updated_at': '2021-06-21T15:24:30Z', 'revision_number': 13, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9', 'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'mac_address': 'fa:16:3e:1f:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:05Z', 'updated_at': '2021-06-21T15:18:10Z', 'revision_number': 5, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'subnets': [{'id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:24:31.502753 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ffa187-d442-4a12-a599-f590b148e767 None None] Checking router: 854d9888-a2d7-4fa0-ba83-8771124da6c8 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:24:31.506262 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9361551-2f68-45ae-8a4c-531bf8c7fd33 req-4a50b1e4-50e9-445d-af8e-201fe04ea431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:31.507750 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b9361551-2f68-45ae-8a4c-531bf8c7fd33 req-4a50b1e4-50e9-445d-af8e-201fe04ea431 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8bfdcfc-e581-406e-92fa-ab44ac241947 HTTP/1.1" status: 200 len: 849 time: 0.0442650 Jun 21 15:24:31.511346 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ffa187-d442-4a12-a599-f590b148e767 None None] Routers {'854d9888-a2d7-4fa0-ba83-8771124da6c8'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:24:31.511953 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-44ffa187-d442-4a12-a599-f590b148e767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:24:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['854d9888-a2d7-4fa0-ba83-8771124da6c8'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:24:31.563902 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9361551-2f68-45ae-8a4c-531bf8c7fd33 req-15a98a12-2527-4ec0-8a41-6aa9d9e009ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:31.565327 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b9361551-2f68-45ae-8a4c-531bf8c7fd33 req-15a98a12-2527-4ec0-8a41-6aa9d9e009ca service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10f7748d-7e44-459e-b249-b0afea9df2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0512726 Jun 21 15:24:31.618603 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-44ffa187-d442-4a12-a599-f590b148e767 None None] Set router 854d9888-a2d7-4fa0-ba83-8771124da6c8 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:24:31.658128 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b9361551-2f68-45ae-8a4c-531bf8c7fd33 req-35e6d7b8-5c23-49e7-8032-3c0e0d3eaf51 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865233 Jun 21 15:24:31.756740 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b9361551-2f68-45ae-8a4c-531bf8c7fd33 req-d0edc058-a6f2-4fc8-be5b-f3ec623b4c11 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926418 Jun 21 15:24:31.856526 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-44ffa187-d442-4a12-a599-f590b148e767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'name': 'tempest-ServerActionsTestJSON-84695185-router', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:06Z', 'revision_number': 4, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'gw_port': {'id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': 'b68b23c7-0694-44b4-b976-fede36fcd7ea', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'floating_ip_address': '172.26.3.3', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'port_id': '56bae843-bfb7-4d15-a039-8ff357edddb0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'mac_address': 'fa:16:3e:80:07:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ed2b68-6087-4df6-b148-3ddee8e475c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:18:08Z', 'updated_at': '2021-06-21T15:24:30Z', 'revision_number': 13, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9', 'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'mac_address': 'fa:16:3e:1f:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:05Z', 'updated_at': '2021-06-21T15:18:10Z', 'revision_number': 5, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'subnets': [{'id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:24:31.882474 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ffa187-d442-4a12-a599-f590b148e767 None None] The sync data for ids ['854d9888-a2d7-4fa0-ba83-8771124da6c8'] in dv-neutron-797121-2-hyperv is: [{'id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'name': 'tempest-ServerActionsTestJSON-84695185-router', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:06Z', 'revision_number': 4, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'gw_port': {'id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': 'b68b23c7-0694-44b4-b976-fede36fcd7ea', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'floating_ip_address': '172.26.3.3', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'port_id': '56bae843-bfb7-4d15-a039-8ff357edddb0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'mac_address': 'fa:16:3e:80:07:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5ed2b68-6087-4df6-b148-3ddee8e475c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:18:08Z', 'updated_at': '2021-06-21T15:24:30Z', 'revision_number': 13, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9', 'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'mac_address': 'fa:16:3e:1f:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:05Z', 'updated_at': '2021-06-21T15:18:10Z', 'revision_number': 5, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'subnets': [{'id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:24:32.083141 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce94517-b0cf-4a7e-8b3e-4232fe8fb89b None None] New status for floating IP b68b23c7-0694-44b4-b976-fede36fcd7ea: ACTIVE {{(pid=105226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:24:32.320594 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-580430ea-9385-4f22-ae25-4f054b841c73 req-08c3db2e-c879-492b-923b-bbcd89ac3f66 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0607762 Jun 21 15:24:32.418632 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580430ea-9385-4f22-ae25-4f054b841c73 req-b81b7dc8-205f-471d-95af-2087a608412f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:32.420117 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-580430ea-9385-4f22-ae25-4f054b841c73 req-b81b7dc8-205f-471d-95af-2087a608412f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 1098 time: 0.0546875 Jun 21 15:24:32.526924 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580430ea-9385-4f22-ae25-4f054b841c73 req-9a84fd7c-cab7-42a0-a108-c550cc4dfab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:32.528358 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-580430ea-9385-4f22-ae25-4f054b841c73 req-9a84fd7c-cab7-42a0-a108-c550cc4dfab6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 911 time: 0.0846114 Jun 21 15:24:32.596739 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-580430ea-9385-4f22-ae25-4f054b841c73 req-43669782-9c61-482e-bd57-ebc04f86072d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56bae843-bfb7-4d15-a039-8ff357edddb0 HTTP/1.1" status: 200 len: 1000 time: 0.0613730 Jun 21 15:24:32.644630 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580430ea-9385-4f22-ae25-4f054b841c73 req-8f37ab13-d305-4fb2-a0dd-690cabc26c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:32.646191 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-580430ea-9385-4f22-ae25-4f054b841c73 req-8f37ab13-d305-4fb2-a0dd-690cabc26c8d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8bfdcfc-e581-406e-92fa-ab44ac241947 HTTP/1.1" status: 200 len: 849 time: 0.0434961 Jun 21 15:24:32.713876 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580430ea-9385-4f22-ae25-4f054b841c73 req-f722318e-74e8-43ca-886b-538eea9ffcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:24:32.715276 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-580430ea-9385-4f22-ae25-4f054b841c73 req-f722318e-74e8-43ca-886b-538eea9ffcc7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10f7748d-7e44-459e-b249-b0afea9df2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0631793 Jun 21 15:24:32.812270 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-580430ea-9385-4f22-ae25-4f054b841c73 req-8340f4f5-a238-40f2-ba7a-22708a813f7e service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897448 Jun 21 15:24:32.916432 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-580430ea-9385-4f22-ae25-4f054b841c73 req-3db19b74-67d4-4ed8-af52-251c110685db service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974562 Jun 21 15:24:35.491518 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:36.104819 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:24:44.124753 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b5a2b15d-e3ec-49e0-b83c-6b44b57bc320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:46.623505 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c191d630-a26b-419d-9932-e7917f47595e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:47.096502 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:48.174856 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:24:49.862004 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:25:05.489108 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:25:13.103511 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:25:14.122868 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-923ddeb4-c612-4dfd-91e2-f27c948539c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:25:16.624319 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b3aa91a0-04b8-4e2d-afac-ec3fb6f796a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:25:17.106919 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:25:18.182427 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:25:19.872089 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:25:34.668311 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d8fcb89f-0460-4a83-be3f-4ae97975e5bb req-577d9e73-ea8c-427c-83b0-38bbf90f3390 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4308856 Jun 21 15:25:34.779947 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcb89f-0460-4a83-be3f-4ae97975e5bb req-9f262a13-0d28-4013-be0f-29ae0bf84a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:25:34.781435 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d8fcb89f-0460-4a83-be3f-4ae97975e5bb req-9f262a13-0d28-4013-be0f-29ae0bf84a3f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 1098 time: 0.0613925 Jun 21 15:25:34.896097 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcb89f-0460-4a83-be3f-4ae97975e5bb req-5c355df4-f26e-4796-9492-7a22ee8a47cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:25:34.897469 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d8fcb89f-0460-4a83-be3f-4ae97975e5bb req-5c355df4-f26e-4796-9492-7a22ee8a47cb service neutron] 10.222.0.66 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 911 time: 0.0923254 Jun 21 15:25:34.961037 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d8fcb89f-0460-4a83-be3f-4ae97975e5bb req-a616e15a-ccfc-4c1b-8b96-9a22e09e224a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56bae843-bfb7-4d15-a039-8ff357edddb0 HTTP/1.1" status: 200 len: 1000 time: 0.0574350 Jun 21 15:25:35.009650 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcb89f-0460-4a83-be3f-4ae97975e5bb req-cb26f20e-7d95-4a0b-8cdc-f41f101b77c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:25:35.011075 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d8fcb89f-0460-4a83-be3f-4ae97975e5bb req-cb26f20e-7d95-4a0b-8cdc-f41f101b77c2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8bfdcfc-e581-406e-92fa-ab44ac241947 HTTP/1.1" status: 200 len: 849 time: 0.0442400 Jun 21 15:25:35.088542 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fcb89f-0460-4a83-be3f-4ae97975e5bb req-8c73d402-932a-43c6-a074-0f74a8e3e5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:25:35.090953 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d8fcb89f-0460-4a83-be3f-4ae97975e5bb req-8c73d402-932a-43c6-a074-0f74a8e3e5d6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10f7748d-7e44-459e-b249-b0afea9df2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717106 Jun 21 15:25:35.184443 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d8fcb89f-0460-4a83-be3f-4ae97975e5bb req-9a47678c-f945-4fee-b07e-0d66add85df1 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859859 Jun 21 15:25:35.278922 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d8fcb89f-0460-4a83-be3f-4ae97975e5bb req-cfe45876-41f1-4c18-8d2e-9fdbd96d57c2 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880423 Jun 21 15:25:35.506703 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:25:44.123741 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f7bf4fa3-7120-4e94-8f6d-1f34b9903f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:25:46.624972 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2444cf5e-7f00-440e-a539-6a0d4eb855a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:25:47.109514 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:25:48.185705 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:25:49.870644 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:25:50.103310 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:25:54.423756 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1fe11-e1e9-44ce-b7be-a09ad15e2be5 req-b00fea34-d177-41a0-9c4b-edeb99149565 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:25:54.425183 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-76e1fe11-e1e9-44ce-b7be-a09ad15e2be5 req-b00fea34-d177-41a0-9c4b-edeb99149565 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.0796344 Jun 21 15:25:54.463387 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-76e1fe11-e1e9-44ce-b7be-a09ad15e2be5 req-0c6b33c3-8d78-486f-82b2-07942d366750 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322437 Jun 21 15:26:05.515429 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:26:05.930129 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 43100) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:26:05.944685 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a079d4-1cb2-4c49-bef5-ed26c004949b req-11df3368-a5fb-4faa-a539-0c46c54a1f5b tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:05.946217 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-18a079d4-1cb2-4c49-bef5-ed26c004949b req-11df3368-a5fb-4faa-a539-0c46c54a1f5b tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.0664697 Jun 21 15:26:05.990007 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-18a079d4-1cb2-4c49-bef5-ed26c004949b req-73c45e56-54f8-4969-82bb-94097c13bd99 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380332 Jun 21 15:26:06.028584 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-ccc18cd3-001b-423f-a508-5de1ad0e3fff req-0b3c3f1c-3d7d-4430-beb1-e59ce4a0d42d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0971029 Jun 21 15:26:07.193079 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec6971-510e-4682-b879-1a5d777f4938 req-0931d3cb-cb7b-4290-a345-5c9ab9cf4338 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:07.194601 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-47ec6971-510e-4682-b879-1a5d777f4938 req-0931d3cb-cb7b-4290-a345-5c9ab9cf4338 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.0732381 Jun 21 15:26:07.239132 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-47ec6971-510e-4682-b879-1a5d777f4938 req-f1267dfb-343f-4e89-8f6f-ec7bb80421f9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365636 Jun 21 15:26:08.434178 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081b64e-39a5-4dbf-9408-95c155b3fee1 req-57f71cca-0135-41ff-863f-e9b892efcedd tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:08.435648 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f081b64e-39a5-4dbf-9408-95c155b3fee1 req-57f71cca-0135-41ff-863f-e9b892efcedd tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.0786130 Jun 21 15:26:08.482046 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f081b64e-39a5-4dbf-9408-95c155b3fee1 req-08d84bd5-382c-4205-92af-6b611e28a5fa tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400224 Jun 21 15:26:09.679732 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa6553c-cae5-47c9-9634-ca627b478088 req-c99b08ef-5348-46c7-a890-e217468c3f3b tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:09.681208 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8fa6553c-cae5-47c9-9634-ca627b478088 req-c99b08ef-5348-46c7-a890-e217468c3f3b tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.0853121 Jun 21 15:26:09.720225 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8fa6553c-cae5-47c9-9634-ca627b478088 req-c90f86f8-1958-442c-81fe-33488b0d3625 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329731 Jun 21 15:26:10.912418 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709e202-246f-45a8-affe-13f8565111e5 req-36334e49-f0c6-470a-b3b9-e3b0771ddd0c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:10.913944 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a709e202-246f-45a8-affe-13f8565111e5 req-36334e49-f0c6-470a-b3b9-e3b0771ddd0c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.0749910 Jun 21 15:26:10.957903 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a709e202-246f-45a8-affe-13f8565111e5 req-8b0f41dd-3ba2-4ebd-8988-fdc33605c241 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344825 Jun 21 15:26:11.386571 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc18cd3-001b-423f-a508-5de1ad0e3fff req-d05c204b-1b6e-450c-a478-f3156c5f058d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:11.388056 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ccc18cd3-001b-423f-a508-5de1ad0e3fff req-d05c204b-1b6e-450c-a478-f3156c5f058d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 1098 time: 0.0700951 Jun 21 15:26:11.494262 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc18cd3-001b-423f-a508-5de1ad0e3fff req-5406f18b-a91f-4453-8747-27d2da4f51ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:11.495709 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ccc18cd3-001b-423f-a508-5de1ad0e3fff req-5406f18b-a91f-4453-8747-27d2da4f51ca service neutron] 10.222.0.66 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 911 time: 0.1004448 Jun 21 15:26:11.564550 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ccc18cd3-001b-423f-a508-5de1ad0e3fff req-1a8e0e96-b1d3-44a6-80b5-39f08076e2bf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56bae843-bfb7-4d15-a039-8ff357edddb0 HTTP/1.1" status: 200 len: 1000 time: 0.0620151 Jun 21 15:26:11.613079 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc18cd3-001b-423f-a508-5de1ad0e3fff req-57cb617a-5adc-4021-bfc6-09e530481235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:11.614689 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ccc18cd3-001b-423f-a508-5de1ad0e3fff req-57cb617a-5adc-4021-bfc6-09e530481235 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8bfdcfc-e581-406e-92fa-ab44ac241947 HTTP/1.1" status: 200 len: 849 time: 0.0435350 Jun 21 15:26:11.672909 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc18cd3-001b-423f-a508-5de1ad0e3fff req-502e863b-678f-4bdf-a51d-bcc14a1965ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:11.674285 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ccc18cd3-001b-423f-a508-5de1ad0e3fff req-502e863b-678f-4bdf-a51d-bcc14a1965ab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10f7748d-7e44-459e-b249-b0afea9df2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0528362 Jun 21 15:26:11.775543 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ccc18cd3-001b-423f-a508-5de1ad0e3fff req-1f06ac26-2c08-4733-85d3-02bbe42c83e9 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933406 Jun 21 15:26:11.871560 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ccc18cd3-001b-423f-a508-5de1ad0e3fff req-288f6f93-0e4d-4161-bfd5-d65ae59e7031 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895679 Jun 21 15:26:12.149890 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982ae86-751e-489b-9341-a6122c6204d7 req-6699cc42-bfc7-4ec1-b766-11e97c35903b tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:12.151335 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4982ae86-751e-489b-9341-a6122c6204d7 req-6699cc42-bfc7-4ec1-b766-11e97c35903b tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.0677383 Jun 21 15:26:12.201270 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4982ae86-751e-489b-9341-a6122c6204d7 req-0e0c386d-f048-4072-945d-491aadd7c4a0 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432479 Jun 21 15:26:13.388443 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d17014-c276-491a-b167-abd086ae37d2 req-3b761145-5600-485e-ac65-7270132c63f3 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:13.390684 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b0d17014-c276-491a-b167-abd086ae37d2 req-3b761145-5600-485e-ac65-7270132c63f3 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.0770597 Jun 21 15:26:13.434075 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b0d17014-c276-491a-b167-abd086ae37d2 req-27d5ac22-3c8e-4602-b136-47a76e045707 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345411 Jun 21 15:26:14.118640 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-383a3a64-21ef-42cf-99cb-2480695de905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:26:14.630820 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d736d-57b4-4f76-8388-8ff88b8968bd req-ab21ce5c-3a36-401a-9dc1-ea7f33791112 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:14.632311 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3a0d736d-57b4-4f76-8388-8ff88b8968bd req-ab21ce5c-3a36-401a-9dc1-ea7f33791112 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.0743403 Jun 21 15:26:14.671959 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3a0d736d-57b4-4f76-8388-8ff88b8968bd req-1d61b88f-af6e-4468-9298-b1606cebdcfc tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338264 Jun 21 15:26:15.880053 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e511708a-d28a-4db2-8cc5-25ada632e3c5 req-e2b492b1-d5c4-4aeb-8c54-88aaec98e1ea tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:15.881530 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e511708a-d28a-4db2-8cc5-25ada632e3c5 req-e2b492b1-d5c4-4aeb-8c54-88aaec98e1ea tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.0839005 Jun 21 15:26:15.925346 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e511708a-d28a-4db2-8cc5-25ada632e3c5 req-94713705-a16f-49e8-919d-036025468566 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357432 Jun 21 15:26:16.630062 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8826eb05-ebeb-472c-8b45-1324674ccadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:26:17.103924 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:26:17.125656 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f972413-d512-47c5-852d-5f5cc47f5da4 req-917c9f0e-75ea-4379-97fd-48562ffcaa35 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:17.127159 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7f972413-d512-47c5-852d-5f5cc47f5da4 req-917c9f0e-75ea-4379-97fd-48562ffcaa35 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.0703337 Jun 21 15:26:17.170245 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7f972413-d512-47c5-852d-5f5cc47f5da4 req-596e4d77-f2d5-4883-a2b5-35396415c599 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347147 Jun 21 15:26:18.185717 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:26:18.376777 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ee719-22c1-46e4-a4e0-33a88dababfc req-ab1a0b3f-d4f6-4893-bfed-d47732090803 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:18.378298 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-236ee719-22c1-46e4-a4e0-33a88dababfc req-ab1a0b3f-d4f6-4893-bfed-d47732090803 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.0895503 Jun 21 15:26:18.416183 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-236ee719-22c1-46e4-a4e0-33a88dababfc req-0a7c5690-4492-4925-a167-8c6a7f88806b tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321140 Jun 21 15:26:19.615746 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0c5f0-d0d9-44df-862d-5d4ba74139bf req-a6af0668-2e33-4f62-9340-6a74351d3d23 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:19.617582 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-21d0c5f0-d0d9-44df-862d-5d4ba74139bf req-a6af0668-2e33-4f62-9340-6a74351d3d23 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.0779815 Jun 21 15:26:19.663877 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-21d0c5f0-d0d9-44df-862d-5d4ba74139bf req-7b43cd75-7064-4ae6-bfac-a5f74fff9dd0 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375051 Jun 21 15:26:19.871823 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:26:20.856154 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bac7b-920e-4d87-b4b7-ca750f046d8f req-caf0be1c-52d2-4014-a17c-2d04747e2136 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:20.857634 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e34bac7b-920e-4d87-b4b7-ca750f046d8f req-caf0be1c-52d2-4014-a17c-2d04747e2136 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.0764031 Jun 21 15:26:20.902722 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e34bac7b-920e-4d87-b4b7-ca750f046d8f req-a9c7a91b-e20d-446a-b554-33078f41f56b tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374796 Jun 21 15:26:22.101806 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b25b25-952e-4bf9-9ee4-41665fed7832 req-bd0fdb1c-dad3-436e-b226-c8d7190ebf94 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:22.103299 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f9b25b25-952e-4bf9-9ee4-41665fed7832 req-bd0fdb1c-dad3-436e-b226-c8d7190ebf94 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.0777409 Jun 21 15:26:22.145246 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f9b25b25-952e-4bf9-9ee4-41665fed7832 req-aad9e6cc-9f86-43de-b5f9-2749d698cd07 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334611 Jun 21 15:26:23.342237 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0224f5f-2ecf-4339-b522-ad9ba242e37d req-275216cf-1025-4739-a8fd-7c9bab22acbf tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:23.343713 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c0224f5f-2ecf-4339-b522-ad9ba242e37d req-275216cf-1025-4739-a8fd-7c9bab22acbf tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.0742903 Jun 21 15:26:23.387339 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c0224f5f-2ecf-4339-b522-ad9ba242e37d req-5b9b6d35-e1d5-4c7d-961e-8b42b4cb1891 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356207 Jun 21 15:26:24.569164 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa3601-6891-411a-ac20-0d42445c4b1f req-e5f60615-8431-46d0-8c07-1a440af650ce tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:24.570534 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3baa3601-6891-411a-ac20-0d42445c4b1f req-e5f60615-8431-46d0-8c07-1a440af650ce tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.0649498 Jun 21 15:26:24.614899 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3baa3601-6891-411a-ac20-0d42445c4b1f req-c4714de5-e70e-4ded-8cfb-3e2607183843 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386972 Jun 21 15:26:25.824258 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e618b7-d220-47f8-8bc4-c3545b2170bd req-b1098d56-8d8c-473a-9cb2-983a87aeb8d5 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:25.825916 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-68e618b7-d220-47f8-8bc4-c3545b2170bd req-b1098d56-8d8c-473a-9cb2-983a87aeb8d5 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.0799246 Jun 21 15:26:25.878502 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-68e618b7-d220-47f8-8bc4-c3545b2170bd req-0a134eba-59c9-4a25-b7a5-8a1fab9c217d tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464294 Jun 21 15:26:27.067974 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249361d-eab0-4903-9d00-469e67e66d47 req-3759c09b-a5e4-4d9e-bcbc-d6910695ee74 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:27.069412 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2249361d-eab0-4903-9d00-469e67e66d47 req-3759c09b-a5e4-4d9e-bcbc-d6910695ee74 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.0643475 Jun 21 15:26:27.102165 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:26:27.114085 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2249361d-eab0-4903-9d00-469e67e66d47 req-db0e6f83-cb87-422d-85de-cf7326df7224 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352943 Jun 21 15:26:28.312327 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89fecb6-1f59-4054-a865-e55428409838 req-524897b9-ac56-4461-8bbb-577b7b422263 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:28.313810 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a89fecb6-1f59-4054-a865-e55428409838 req-524897b9-ac56-4461-8bbb-577b7b422263 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.0734167 Jun 21 15:26:28.352093 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a89fecb6-1f59-4054-a865-e55428409838 req-3ec4c9ac-fb39-4eb5-ad8e-57490f42ec12 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321891 Jun 21 15:26:29.534659 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1706489-e325-44df-aaa4-82aadeab3998 req-558a77f5-c671-4531-bc41-ed5e2fea7dbb tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:29.536380 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d1706489-e325-44df-aaa4-82aadeab3998 req-558a77f5-c671-4531-bc41-ed5e2fea7dbb tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.0664427 Jun 21 15:26:29.575451 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d1706489-e325-44df-aaa4-82aadeab3998 req-9349105a-7848-468a-86c8-795efa1d5140 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329726 Jun 21 15:26:30.497724 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ccc18cd3-001b-423f-a508-5de1ad0e3fff req-49c0ecc2-f808-4b6e-a290-fc164ce685dd service neutron] 10.222.0.66 "GET /v2.0/ports/56bae843-bfb7-4d15-a039-8ff357edddb0/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0598783 Jun 21 15:26:30.796984 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f854f-4d8d-4fe2-8a5a-b897ad190253 req-5e565fca-28c7-4ef8-b636-f47f5affb757 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:30.798476 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ef8f854f-4d8d-4fe2-8a5a-b897ad190253 req-5e565fca-28c7-4ef8-b636-f47f5affb757 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.1063669 Jun 21 15:26:30.801204 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc18cd3-001b-423f-a508-5de1ad0e3fff req-ed6c2715-84e6-41aa-9adf-880fb175d7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:30.802565 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ccc18cd3-001b-423f-a508-5de1ad0e3fff req-ed6c2715-84e6-41aa-9adf-880fb175d7df service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0&tenant_id=3780c7155f054b7aa3e13b8c2256e6be HTTP/1.1" status: 200 len: 1098 time: 0.0777330 Jun 21 15:26:30.846483 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ef8f854f-4d8d-4fe2-8a5a-b897ad190253 req-7303b3f0-915f-47d4-aef0-1762d0b61f9c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406692 Jun 21 15:26:30.893878 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc18cd3-001b-423f-a508-5de1ad0e3fff req-a0f4cf08-ce3f-42c8-b50a-49853ab97bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:30.895371 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ccc18cd3-001b-423f-a508-5de1ad0e3fff req-a0f4cf08-ce3f-42c8-b50a-49853ab97bba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 1098 time: 0.0639424 Jun 21 15:26:30.998633 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc18cd3-001b-423f-a508-5de1ad0e3fff req-f7f4d9ae-f614-457b-bdda-e88b33bf83e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:31.000088 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ccc18cd3-001b-423f-a508-5de1ad0e3fff req-f7f4d9ae-f614-457b-bdda-e88b33bf83e9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 911 time: 0.0974362 Jun 21 15:26:31.068969 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ccc18cd3-001b-423f-a508-5de1ad0e3fff req-9af4aa91-3e8c-4d85-a0aa-c32ae03e10af service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56bae843-bfb7-4d15-a039-8ff357edddb0 HTTP/1.1" status: 200 len: 1000 time: 0.0620673 Jun 21 15:26:31.123830 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc18cd3-001b-423f-a508-5de1ad0e3fff req-591aadaf-8fd7-4bb0-9e20-7ff2178901d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:31.125305 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ccc18cd3-001b-423f-a508-5de1ad0e3fff req-591aadaf-8fd7-4bb0-9e20-7ff2178901d6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8bfdcfc-e581-406e-92fa-ab44ac241947 HTTP/1.1" status: 200 len: 849 time: 0.0489283 Jun 21 15:26:31.187815 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc18cd3-001b-423f-a508-5de1ad0e3fff req-6ad32293-405d-4e82-a4ba-ee7c1643cbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:31.189276 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ccc18cd3-001b-423f-a508-5de1ad0e3fff req-6ad32293-405d-4e82-a4ba-ee7c1643cbbf service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10f7748d-7e44-459e-b249-b0afea9df2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0581336 Jun 21 15:26:31.287984 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ccc18cd3-001b-423f-a508-5de1ad0e3fff req-16f3e650-a28c-4a64-9f09-ff4b19d3252a service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915937 Jun 21 15:26:31.382401 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ccc18cd3-001b-423f-a508-5de1ad0e3fff req-eb86f54b-6b9d-44a0-8605-08a0104f792e service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876024 Jun 21 15:26:32.036207 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54d3fd-d7de-4c9c-9f22-24092dfb9fba req-4a7f9d6c-15b5-47c5-b13f-cb4fb0d3e8b9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:32.037811 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ce54d3fd-d7de-4c9c-9f22-24092dfb9fba req-4a7f9d6c-15b5-47c5-b13f-cb4fb0d3e8b9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.0716927 Jun 21 15:26:32.078261 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ce54d3fd-d7de-4c9c-9f22-24092dfb9fba req-90bc8353-5081-455f-9e33-469d3450b542 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344460 Jun 21 15:26:33.267922 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fcaee6-faec-473a-9cc7-6b7d93ca2344 req-e318f3f9-751e-4f6e-b3fe-f404075514ae tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:33.269478 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b1fcaee6-faec-473a-9cc7-6b7d93ca2344 req-e318f3f9-751e-4f6e-b3fe-f404075514ae tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.0723035 Jun 21 15:26:33.313940 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b1fcaee6-faec-473a-9cc7-6b7d93ca2344 req-7c75a6dc-1cfc-49fa-9df9-04d062d4c2f9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377982 Jun 21 15:26:33.954308 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 56bae843-bfb7-4d15-a039-8ff357edddb0 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:26:34.038001 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:26:34.059845 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ed2b68-6087-4df6-b148-3ddee8e475c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56bae843-bfb7-4d15-a039-8ff357edddb0'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:26:34.062351 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f78b727-cfd0-4c1e-a7f3-61862011d105" -d '{"events": [{"server_uuid": "f5ed2b68-6087-4df6-b148-3ddee8e475c0", "name": "network-vif-unplugged", "status": "completed", "tag": "56bae843-bfb7-4d15-a039-8ff357edddb0"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:26:34.075399 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 56bae843-bfb7-4d15-a039-8ff357edddb0, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=56bae843-bfb7-4d15-a039-8ff357edddb0,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:26:34.082161 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:26:34.084456 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:26:34.110253 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 15:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157754b4-b145-499b-82ee-0a20b435a14f x-openstack-request-id: req-157754b4-b145-499b-82ee-0a20b435a14f {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:26:34.110552 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ed2b68-6087-4df6-b148-3ddee8e475c0", "name": "network-vif-unplugged", "status": "completed", "tag": "56bae843-bfb7-4d15-a039-8ff357edddb0", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:26:34.110835 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-157754b4-b145-499b-82ee-0a20b435a14f {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:26:34.111222 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ed2b68-6087-4df6-b148-3ddee8e475c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56bae843-bfb7-4d15-a039-8ff357edddb0', 'code': 200} Jun 21 15:26:34.135277 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=56bae843-bfb7-4d15-a039-8ff357edddb0,revision_number=6']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:26:34.142388 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:26:34.143371 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:26:34.143371 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:26:34.143718 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:26:34.144042 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:26:34.144367 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:26:34.144689 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:26:34.145013 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:26:34.145332 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:26:34.145648 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:26:34.145998 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:26:34.146316 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:26:34.150250 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:26:34.503708 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fedbb4-e5f7-43f9-b03c-4acc52691fcc req-c9ea04fb-28a9-49b4-91a5-362e5693059a tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:34.505165 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b6fedbb4-e5f7-43f9-b03c-4acc52691fcc req-c9ea04fb-28a9-49b4-91a5-362e5693059a tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 943 time: 0.0759475 Jun 21 15:26:34.545004 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b6fedbb4-e5f7-43f9-b03c-4acc52691fcc req-146a38e3-a3bf-4989-9e93-e99fd1b2e97d tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336671 Jun 21 15:26:35.521257 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:26:35.740581 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8010cd1-6d6e-427f-aa0f-dcd397ec42f5 req-ab2d2695-753a-427b-a640-fe8822281fbb tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:35.742305 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f8010cd1-6d6e-427f-aa0f-dcd397ec42f5 req-ab2d2695-753a-427b-a640-fe8822281fbb tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 943 time: 0.0783548 Jun 21 15:26:35.787654 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f8010cd1-6d6e-427f-aa0f-dcd397ec42f5 req-d1e85a3c-4daa-4e26-923d-42848464a579 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395653 Jun 21 15:26:36.343332 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9916b1c-52f1-410c-bc30-6a3d386b93a6 req-a6130155-4b94-4245-8176-326ba226980d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:36.345367 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a9916b1c-52f1-410c-bc30-6a3d386b93a6 req-a6130155-4b94-4245-8176-326ba226980d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 1096 time: 0.0648742 Jun 21 15:26:36.456991 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9916b1c-52f1-410c-bc30-6a3d386b93a6 req-8200b53c-5f1f-4e67-8b20-a944319515e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:36.458503 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a9916b1c-52f1-410c-bc30-6a3d386b93a6 req-8200b53c-5f1f-4e67-8b20-a944319515e8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 911 time: 0.0915763 Jun 21 15:26:36.535324 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a9916b1c-52f1-410c-bc30-6a3d386b93a6 req-6a8e8f26-23cb-461d-830d-8ec89ff7eaeb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56bae843-bfb7-4d15-a039-8ff357edddb0 HTTP/1.1" status: 200 len: 998 time: 0.0685036 Jun 21 15:26:36.589042 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9916b1c-52f1-410c-bc30-6a3d386b93a6 req-56fa2423-9599-402f-b408-d5d1b4d139dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:36.590634 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a9916b1c-52f1-410c-bc30-6a3d386b93a6 req-56fa2423-9599-402f-b408-d5d1b4d139dd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8bfdcfc-e581-406e-92fa-ab44ac241947 HTTP/1.1" status: 200 len: 849 time: 0.0450039 Jun 21 15:26:36.648911 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9916b1c-52f1-410c-bc30-6a3d386b93a6 req-86ffe3ba-08d3-4937-a873-e31fd269b375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:36.650396 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a9916b1c-52f1-410c-bc30-6a3d386b93a6 req-86ffe3ba-08d3-4937-a873-e31fd269b375 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10f7748d-7e44-459e-b249-b0afea9df2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0533600 Jun 21 15:26:36.743712 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a9916b1c-52f1-410c-bc30-6a3d386b93a6 req-5febf85b-bf25-4692-ab4d-cc5d9f9ab419 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864134 Jun 21 15:26:36.838547 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a9916b1c-52f1-410c-bc30-6a3d386b93a6 req-3d83d306-ea36-4b26-a928-ec5eb633a7b9 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876062 Jun 21 15:26:36.977706 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf70c74-bbd6-4c60-bdd8-4455776ba1e7 req-6340ed76-0a6d-4363-9ce9-5fe83a1637b6 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:36.979200 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-dbf70c74-bbd6-4c60-bdd8-4455776ba1e7 req-6340ed76-0a6d-4363-9ce9-5fe83a1637b6 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 943 time: 0.0719824 Jun 21 15:26:37.020385 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-dbf70c74-bbd6-4c60-bdd8-4455776ba1e7 req-fb7491af-2183-4565-aecb-aefa4eb042b8 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330133 Jun 21 15:26:37.969214 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 56bae843-bfb7-4d15-a039-8ff357edddb0 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:26:38.076993 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 56bae843-bfb7-4d15-a039-8ff357edddb0, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=56bae843-bfb7-4d15-a039-8ff357edddb0,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:26:38.088766 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '56bae843-bfb7-4d15-a039-8ff357edddb0', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'port_id': '56bae843-bfb7-4d15-a039-8ff357edddb0', 'mac_address': 'fa:16:3e:80:07:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:26:38.125271 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:26:38.138566 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56bae843-bfb7-4d15-a039-8ff357edddb0 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:26:38.157965 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 56bae843-bfb7-4d15-a039-8ff357edddb0, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=56bae843-bfb7-4d15-a039-8ff357edddb0,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:26:38.162767 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:26:38.164502 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:26:38.198799 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd74a5c-1d11-4395-a4f9-7a0273c3ec5d req-6b83f304-9b5d-4742-b026-5fb3e4641932 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:38.200272 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2cd74a5c-1d11-4395-a4f9-7a0273c3ec5d req-6b83f304-9b5d-4742-b026-5fb3e4641932 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 943 time: 0.0649648 Jun 21 15:26:38.213111 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=56bae843-bfb7-4d15-a039-8ff357edddb0,revision_number=7']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:26:38.216258 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:26:38.224771 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['56bae843-bfb7-4d15-a039-8ff357edddb0'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:26:38.239664 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2cd74a5c-1d11-4395-a4f9-7a0273c3ec5d req-85ac2976-4a41-4379-878e-05d16c5cbe78 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335078 Jun 21 15:26:39.426087 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f1204-57cc-4a8e-a5b5-944794f3aecf req-c0ca4cd3-c14d-424a-bbdd-c38d5a5ebe28 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:39.427535 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cc1f1204-57cc-4a8e-a5b5-944794f3aecf req-c0ca4cd3-c14d-424a-bbdd-c38d5a5ebe28 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 944 time: 0.0724726 Jun 21 15:26:39.470681 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cc1f1204-57cc-4a8e-a5b5-944794f3aecf req-946cf771-bf0b-40f3-9525-2536d534fa72 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343118 Jun 21 15:26:39.983914 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 56bae843-bfb7-4d15-a039-8ff357edddb0 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:26:40.037935 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 56bae843-bfb7-4d15-a039-8ff357edddb0 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:26:40.038312 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:26:40.120556 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:26:40.143098 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ed2b68-6087-4df6-b148-3ddee8e475c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56bae843-bfb7-4d15-a039-8ff357edddb0'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:26:40.145641 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60b29ed-4d22-4ed9-b2fb-5b3c2bb96dcf" -d '{"events": [{"server_uuid": "f5ed2b68-6087-4df6-b148-3ddee8e475c0", "name": "network-vif-plugged", "status": "completed", "tag": "56bae843-bfb7-4d15-a039-8ff357edddb0"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:26:40.157805 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 56bae843-bfb7-4d15-a039-8ff357edddb0, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=56bae843-bfb7-4d15-a039-8ff357edddb0,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:26:40.164629 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:26:40.166522 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:26:40.192511 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f103756-3a37-4480-8e05-f58c9143c2d2 x-openstack-request-id: req-5f103756-3a37-4480-8e05-f58c9143c2d2 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:26:40.192794 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ed2b68-6087-4df6-b148-3ddee8e475c0", "name": "network-vif-plugged", "status": "completed", "tag": "56bae843-bfb7-4d15-a039-8ff357edddb0", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:26:40.193111 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5f103756-3a37-4480-8e05-f58c9143c2d2 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:26:40.193520 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ed2b68-6087-4df6-b148-3ddee8e475c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56bae843-bfb7-4d15-a039-8ff357edddb0', 'code': 200} Jun 21 15:26:40.216130 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=56bae843-bfb7-4d15-a039-8ff357edddb0,revision_number=8']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:26:40.219299 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:26:40.672355 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4853a-dca8-4174-b962-549519abb4bd req-5db2f3a7-512b-4c36-933f-7fbbc676ed86 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:40.673931 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3eb4853a-dca8-4174-b962-549519abb4bd req-5db2f3a7-512b-4c36-933f-7fbbc676ed86 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.0866361 Jun 21 15:26:40.715786 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3eb4853a-dca8-4174-b962-549519abb4bd req-690ee10e-c3be-4a0b-8a49-890199fbc1e2 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335205 Jun 21 15:26:41.983397 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d58dbb-c029-4b16-9e52-78ea42c0bd7c req-b9028dc7-2fac-4548-b092-87f1db6e16f1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:41.984863 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e6d58dbb-c029-4b16-9e52-78ea42c0bd7c req-b9028dc7-2fac-4548-b092-87f1db6e16f1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.1305752 Jun 21 15:26:42.027552 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e6d58dbb-c029-4b16-9e52-78ea42c0bd7c req-96ddb5fd-623b-4f0b-af2b-5689ea743d5b tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348790 Jun 21 15:26:43.278999 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f02b81-6ba8-4a8c-88b3-c675fe9fb56d req-a622b3bf-6ba0-4679-a393-6543b0eee8e3 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:43.280457 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c3f02b81-6ba8-4a8c-88b3-c675fe9fb56d req-a622b3bf-6ba0-4679-a393-6543b0eee8e3 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.1312423 Jun 21 15:26:43.318026 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c3f02b81-6ba8-4a8c-88b3-c675fe9fb56d req-c2c5c5a3-62f3-4695-a895-77c37dc2199b tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316107 Jun 21 15:26:44.125920 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4311f5df-e7e8-48da-aeb8-f9cce8d2205e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:26:44.507782 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a9d8c-ee86-44ca-bfeb-28c531ea79f2 req-f79b6af2-87fe-4f5f-b023-be9f19766958 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:44.509234 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1c4a9d8c-ee86-44ca-bfeb-28c531ea79f2 req-f79b6af2-87fe-4f5f-b023-be9f19766958 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.0699568 Jun 21 15:26:44.551236 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1c4a9d8c-ee86-44ca-bfeb-28c531ea79f2 req-9029170a-c121-44bc-a2cd-0250ee2ca474 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332925 Jun 21 15:26:44.989363 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36697947-cb74-4703-8708-957a6e475bb3 req-67846deb-db2c-4886-a6a1-2b451ab69779 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:44.991426 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-36697947-cb74-4703-8708-957a6e475bb3 req-67846deb-db2c-4886-a6a1-2b451ab69779 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0&tenant_id=3780c7155f054b7aa3e13b8c2256e6be&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 945 time: 0.0883148 Jun 21 15:26:45.071285 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-36697947-cb74-4703-8708-957a6e475bb3 req-d42be9fc-c3d9-430b-86de-092805ca5765 service neutron] 10.222.0.66 "GET /v2.0/ports/56bae843-bfb7-4d15-a039-8ff357edddb0/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0639622 Jun 21 15:26:45.089083 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e0486-6bae-4ef3-9b0b-030ed4b97283 req-b25590ff-378a-47e3-8ce2-85a75aaf2264 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:45.090876 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f23e0486-6bae-4ef3-9b0b-030ed4b97283 req-b25590ff-378a-47e3-8ce2-85a75aaf2264 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.1262307 Jun 21 15:26:45.163240 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f23e0486-6bae-4ef3-9b0b-030ed4b97283 req-60856c08-fec0-43d0-8a63-d2e47390a054 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623820 Jun 21 15:26:45.187475 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36697947-cb74-4703-8708-957a6e475bb3 req-3aa80aa6-6a7a-4d69-ad15-ca4aae560f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:45.189719 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-36697947-cb74-4703-8708-957a6e475bb3 req-3aa80aa6-6a7a-4d69-ad15-ca4aae560f1e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 1098 time: 0.0873981 Jun 21 15:26:45.286833 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36697947-cb74-4703-8708-957a6e475bb3 req-4809e5be-81ab-4dde-b565-e62bbe8b7fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:45.288203 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-36697947-cb74-4703-8708-957a6e475bb3 req-4809e5be-81ab-4dde-b565-e62bbe8b7fc2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 911 time: 0.0921018 Jun 21 15:26:45.360608 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-36697947-cb74-4703-8708-957a6e475bb3 req-1ffe9bde-4676-4d0e-a4ea-084b525795e5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56bae843-bfb7-4d15-a039-8ff357edddb0 HTTP/1.1" status: 200 len: 1000 time: 0.0643048 Jun 21 15:26:45.413057 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36697947-cb74-4703-8708-957a6e475bb3 req-fe4dbabf-cc7b-4627-822d-07eb0adc4675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:45.414979 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-36697947-cb74-4703-8708-957a6e475bb3 req-fe4dbabf-cc7b-4627-822d-07eb0adc4675 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8bfdcfc-e581-406e-92fa-ab44ac241947 HTTP/1.1" status: 200 len: 849 time: 0.0478148 Jun 21 15:26:45.474389 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36697947-cb74-4703-8708-957a6e475bb3 req-fa13fc9e-b11b-455b-b48c-970a4a1d1e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:45.475900 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-36697947-cb74-4703-8708-957a6e475bb3 req-fa13fc9e-b11b-455b-b48c-970a4a1d1e41 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10f7748d-7e44-459e-b249-b0afea9df2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0546999 Jun 21 15:26:45.568821 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-36697947-cb74-4703-8708-957a6e475bb3 req-25523625-a890-4610-9164-9d9e81d1f087 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850689 Jun 21 15:26:45.664876 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-36697947-cb74-4703-8708-957a6e475bb3 req-cf7ff44d-d55f-42e9-8809-38bab4ebae9d service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892541 Jun 21 15:26:46.367021 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016361d-da78-4e30-9d1b-84b338686c3f req-825bc518-a8c2-4137-8c89-4d2e628af4da tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:46.368482 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9016361d-da78-4e30-9d1b-84b338686c3f req-825bc518-a8c2-4137-8c89-4d2e628af4da tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.0784452 Jun 21 15:26:46.407048 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9016361d-da78-4e30-9d1b-84b338686c3f req-5c757e47-5cf0-4a4a-bdf0-2795238dad22 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327539 Jun 21 15:26:46.634362 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-59f835a2-49dc-4387-9112-b83d97641953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:26:47.108383 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:26:47.615244 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6134216b-5fb4-48f9-89ab-55820403776b req-563ccef9-6636-4659-b029-d58c307ebce6 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:47.617096 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6134216b-5fb4-48f9-89ab-55820403776b req-563ccef9-6636-4659-b029-d58c307ebce6 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.0865116 Jun 21 15:26:47.662614 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6134216b-5fb4-48f9-89ab-55820403776b req-04d73642-d73a-4be4-9ca0-995cac7e4d86 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350904 Jun 21 15:26:48.041974 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 56bae843-bfb7-4d15-a039-8ff357edddb0 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:26:48.284131 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:26:48.284785 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:26:48.306743 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ed2b68-6087-4df6-b148-3ddee8e475c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56bae843-bfb7-4d15-a039-8ff357edddb0'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:26:48.308995 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58db11b8-ce71-402a-8db4-48efdf1fc980" -d '{"events": [{"server_uuid": "f5ed2b68-6087-4df6-b148-3ddee8e475c0", "name": "network-vif-unplugged", "status": "completed", "tag": "56bae843-bfb7-4d15-a039-8ff357edddb0"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:26:48.321553 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 56bae843-bfb7-4d15-a039-8ff357edddb0, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=56bae843-bfb7-4d15-a039-8ff357edddb0,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:26:48.326735 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:26:48.328582 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:26:48.357022 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 15:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c33c1f6-caf9-459c-bb35-d3674296dcc8 x-openstack-request-id: req-1c33c1f6-caf9-459c-bb35-d3674296dcc8 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:26:48.357319 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ed2b68-6087-4df6-b148-3ddee8e475c0", "name": "network-vif-unplugged", "status": "completed", "tag": "56bae843-bfb7-4d15-a039-8ff357edddb0", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:26:48.357575 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1c33c1f6-caf9-459c-bb35-d3674296dcc8 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:26:48.357995 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ed2b68-6087-4df6-b148-3ddee8e475c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56bae843-bfb7-4d15-a039-8ff357edddb0', 'code': 200} Jun 21 15:26:48.378972 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=56bae843-bfb7-4d15-a039-8ff357edddb0,revision_number=9']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:26:48.382649 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:26:48.855670 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eae332-dd81-4709-b6cc-22791c74c1d4 req-05e7130d-2363-4cdd-9302-741468d0388b tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:48.857161 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d6eae332-dd81-4709-b6cc-22791c74c1d4 req-05e7130d-2363-4cdd-9302-741468d0388b tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 943 time: 0.0654392 Jun 21 15:26:48.900384 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d6eae332-dd81-4709-b6cc-22791c74c1d4 req-5423fa9a-be7c-41c1-8bec-9cef8aeea6bf tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370331 Jun 21 15:26:49.875948 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:26:50.087290 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac2c185-ad12-4ca9-b442-680f91d57278 req-679c1c57-c409-453e-a79a-74e77b741465 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:50.088793 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7ac2c185-ad12-4ca9-b442-680f91d57278 req-679c1c57-c409-453e-a79a-74e77b741465 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 943 time: 0.0685365 Jun 21 15:26:50.142246 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7ac2c185-ad12-4ca9-b442-680f91d57278 req-f7e6e2f2-971f-4b8a-b93e-45e7741511f9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475864 Jun 21 15:26:50.185113 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36697947-cb74-4703-8708-957a6e475bb3 req-bb3b635a-9784-456e-86ca-1709af197f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:50.186606 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-36697947-cb74-4703-8708-957a6e475bb3 req-bb3b635a-9784-456e-86ca-1709af197f34 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0&tenant_id=3780c7155f054b7aa3e13b8c2256e6be HTTP/1.1" status: 200 len: 1096 time: 0.0598912 Jun 21 15:26:50.263441 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36697947-cb74-4703-8708-957a6e475bb3 req-ceb21540-1cfa-46e0-a929-199aaf5ac8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:50.264923 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-36697947-cb74-4703-8708-957a6e475bb3 req-ceb21540-1cfa-46e0-a929-199aaf5ac8f4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 1096 time: 0.0541823 Jun 21 15:26:50.360895 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36697947-cb74-4703-8708-957a6e475bb3 req-9b0713c0-4524-453f-85ae-0ad37ad92566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:50.362368 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-36697947-cb74-4703-8708-957a6e475bb3 req-9b0713c0-4524-453f-85ae-0ad37ad92566 service neutron] 10.222.0.66 "GET /v2.0/networks?id=10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 200 len: 911 time: 0.0908792 Jun 21 15:26:50.430057 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-36697947-cb74-4703-8708-957a6e475bb3 req-781d309e-dc04-46f6-8c79-7406b00676e6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56bae843-bfb7-4d15-a039-8ff357edddb0 HTTP/1.1" status: 200 len: 998 time: 0.0594661 Jun 21 15:26:50.478208 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36697947-cb74-4703-8708-957a6e475bb3 req-c9a7495c-58a9-4417-a607-1e80499f0680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:50.479619 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-36697947-cb74-4703-8708-957a6e475bb3 req-c9a7495c-58a9-4417-a607-1e80499f0680 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b8bfdcfc-e581-406e-92fa-ab44ac241947 HTTP/1.1" status: 200 len: 849 time: 0.0433667 Jun 21 15:26:50.540039 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36697947-cb74-4703-8708-957a6e475bb3 req-db58b11d-7c1d-40e4-aa33-e1dcb42a9474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:50.541494 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-36697947-cb74-4703-8708-957a6e475bb3 req-db58b11d-7c1d-40e4-aa33-e1dcb42a9474 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=10f7748d-7e44-459e-b249-b0afea9df2c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0552769 Jun 21 15:26:50.631837 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-36697947-cb74-4703-8708-957a6e475bb3 req-102ec16e-4dde-4040-a8a7-fbf95ab82a74 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831480 Jun 21 15:26:50.724138 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-36697947-cb74-4703-8708-957a6e475bb3 req-a11dd67f-30cd-4603-9c23-fcaf01f07bd2 service neutron] 10.222.0.66 "GET /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849736 Jun 21 15:26:51.329513 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f8301a-8784-4913-bf6c-ba67db1edc76 req-48ad7111-37ea-4a58-b323-1db761153b10 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:51.331094 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-37f8301a-8784-4913-bf6c-ba67db1edc76 req-48ad7111-37ea-4a58-b323-1db761153b10 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 943 time: 0.0715005 Jun 21 15:26:51.371460 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-37f8301a-8784-4913-bf6c-ba67db1edc76 req-efcaca18-3640-40ff-8a57-90731136b726 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342596 Jun 21 15:26:52.077243 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 56bae843-bfb7-4d15-a039-8ff357edddb0 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:26:52.556292 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae09d90-b7aa-4072-b29f-5df3dedd47db req-28b34348-d48a-42c7-ba42-87b148d9bb9c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:52.557816 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4ae09d90-b7aa-4072-b29f-5df3dedd47db req-28b34348-d48a-42c7-ba42-87b148d9bb9c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 943 time: 0.0658071 Jun 21 15:26:52.596849 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4ae09d90-b7aa-4072-b29f-5df3dedd47db req-72670f8b-d65c-47e2-a54c-d28f164abbaf tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331192 Jun 21 15:26:53.784473 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f65ed2-02ee-4fc5-8295-edc2bc0b3d6e req-102bd257-b760-4465-87f2-5384976d6afd tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:53.786040 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-57f65ed2-02ee-4fc5-8295-edc2bc0b3d6e req-102bd257-b760-4465-87f2-5384976d6afd tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 943 time: 0.0738077 Jun 21 15:26:53.825560 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-57f65ed2-02ee-4fc5-8295-edc2bc0b3d6e req-1426e47c-55e1-43d7-bb3b-b4cde710e6da tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333447 Jun 21 15:26:55.015513 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3248d6-01bf-4aad-b17f-cf3ed32a74d0 req-fd6cc218-13c4-48bc-b7d5-ee007e3006c5 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:55.016975 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2b3248d6-01bf-4aad-b17f-cf3ed32a74d0 req-fd6cc218-13c4-48bc-b7d5-ee007e3006c5 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 943 time: 0.0712986 Jun 21 15:26:55.063554 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2b3248d6-01bf-4aad-b17f-cf3ed32a74d0 req-1d3d223c-f74f-4aa0-8961-e266fa7a9d5e tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404880 Jun 21 15:26:56.076076 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 56bae843-bfb7-4d15-a039-8ff357edddb0 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:26:56.182058 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 56bae843-bfb7-4d15-a039-8ff357edddb0, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=56bae843-bfb7-4d15-a039-8ff357edddb0,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:26:56.197718 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '56bae843-bfb7-4d15-a039-8ff357edddb0', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'port_id': '56bae843-bfb7-4d15-a039-8ff357edddb0', 'mac_address': 'fa:16:3e:80:07:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:26:56.234185 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:26:56.246809 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56bae843-bfb7-4d15-a039-8ff357edddb0 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:26:56.251556 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc49bec9-2fc1-4619-8e30-ef634bd08a47 req-0de9cb1e-d4e0-4eee-a906-37fdc6c7fa16 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:56.253030 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bc49bec9-2fc1-4619-8e30-ef634bd08a47 req-0de9cb1e-d4e0-4eee-a906-37fdc6c7fa16 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 943 time: 0.0643601 Jun 21 15:26:56.266633 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 56bae843-bfb7-4d15-a039-8ff357edddb0, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=56bae843-bfb7-4d15-a039-8ff357edddb0,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:26:56.272656 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:26:56.274759 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:26:56.291621 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bc49bec9-2fc1-4619-8e30-ef634bd08a47 req-a69325c6-0306-4617-ae35-6ca03866940b tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323975 Jun 21 15:26:56.326609 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=56bae843-bfb7-4d15-a039-8ff357edddb0,revision_number=10']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:26:56.329585 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:26:56.332492 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['56bae843-bfb7-4d15-a039-8ff357edddb0'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:26:57.517697 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb6f780-2ba7-413b-aaaa-6bae4fc16436 req-d3661b22-a0d1-4428-a740-cb551520bd7c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:57.519233 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6bb6f780-2ba7-413b-aaaa-6bae4fc16436 req-d3661b22-a0d1-4428-a740-cb551520bd7c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.0740681 Jun 21 15:26:57.562929 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6bb6f780-2ba7-413b-aaaa-6bae4fc16436 req-3e5c5c60-f474-4a84-8901-76c1d399e626 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365529 Jun 21 15:26:58.090416 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 56bae843-bfb7-4d15-a039-8ff357edddb0 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:26:58.139341 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 56bae843-bfb7-4d15-a039-8ff357edddb0 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:26:58.139714 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:26:58.220528 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:26:58.246488 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ed2b68-6087-4df6-b148-3ddee8e475c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56bae843-bfb7-4d15-a039-8ff357edddb0'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:26:58.248736 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e2d209-d69c-44d0-9a11-0acb9c168ca4" -d '{"events": [{"server_uuid": "f5ed2b68-6087-4df6-b148-3ddee8e475c0", "name": "network-vif-plugged", "status": "completed", "tag": "56bae843-bfb7-4d15-a039-8ff357edddb0"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:26:58.262504 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 56bae843-bfb7-4d15-a039-8ff357edddb0, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=56bae843-bfb7-4d15-a039-8ff357edddb0,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:26:58.268850 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:26:58.270714 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:26:58.294276 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e89a66-e60d-4c22-8b90-eccf12d5690e x-openstack-request-id: req-87e89a66-e60d-4c22-8b90-eccf12d5690e {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:26:58.294574 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ed2b68-6087-4df6-b148-3ddee8e475c0", "name": "network-vif-plugged", "status": "completed", "tag": "56bae843-bfb7-4d15-a039-8ff357edddb0", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:26:58.294828 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-87e89a66-e60d-4c22-8b90-eccf12d5690e {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:26:58.295217 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ed2b68-6087-4df6-b148-3ddee8e475c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56bae843-bfb7-4d15-a039-8ff357edddb0', 'code': 200} Jun 21 15:26:58.318189 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=56bae843-bfb7-4d15-a039-8ff357edddb0,revision_number=11']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:26:58.321431 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:26:58.749761 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37630c5-2dd3-4f4d-8589-b4f909c004ef req-99c381ec-b0cc-4873-90dc-472845519de6 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:58.751155 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a37630c5-2dd3-4f4d-8589-b4f909c004ef req-99c381ec-b0cc-4873-90dc-472845519de6 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 946 time: 0.0656972 Jun 21 15:26:58.789230 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a37630c5-2dd3-4f4d-8589-b4f909c004ef req-b366d7c3-9361-4581-a638-f5b09d22ec4a tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322974 Jun 21 15:26:59.992906 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c6e315-c684-4bd0-8dd3-cc4e8263ecc2 req-bad42725-6c93-4527-89dd-9342869ab184 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:26:59.994351 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-39c6e315-c684-4bd0-8dd3-cc4e8263ecc2 req-bad42725-6c93-4527-89dd-9342869ab184 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 946 time: 0.0779002 Jun 21 15:27:00.402893 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-39c6e315-c684-4bd0-8dd3-cc4e8263ecc2 req-1f283572-f750-48b0-aea0-ba311c98be49 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4026396 Jun 21 15:27:01.602385 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baabc09-219e-417f-9868-4a14678d2fea req-7dc62c1a-2eab-4fc8-814b-d0808dcfb45f tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:01.603839 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1baabc09-219e-417f-9868-4a14678d2fea req-7dc62c1a-2eab-4fc8-814b-d0808dcfb45f tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 946 time: 0.0843911 Jun 21 15:27:01.652938 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1baabc09-219e-417f-9868-4a14678d2fea req-7ff0ec62-08e3-42ca-a707-d6fd89c95a58 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407519 Jun 21 15:27:02.107032 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 56bae843-bfb7-4d15-a039-8ff357edddb0 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:27:02.211775 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 56bae843-bfb7-4d15-a039-8ff357edddb0, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=56bae843-bfb7-4d15-a039-8ff357edddb0,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:27:02.233272 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '56bae843-bfb7-4d15-a039-8ff357edddb0', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'port_id': '56bae843-bfb7-4d15-a039-8ff357edddb0', 'mac_address': 'fa:16:3e:80:07:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:27:02.284641 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:02.298312 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 56bae843-bfb7-4d15-a039-8ff357edddb0 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:27:02.318853 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 56bae843-bfb7-4d15-a039-8ff357edddb0, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=56bae843-bfb7-4d15-a039-8ff357edddb0,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:27:02.330689 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:02.332637 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:27:02.387943 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=56bae843-bfb7-4d15-a039-8ff357edddb0,revision_number=12']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:27:02.393669 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['56bae843-bfb7-4d15-a039-8ff357edddb0'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:27:02.395739 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:27:02.843584 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f2a0fe-6180-429e-abab-d5450bcb021d req-90b14626-1a15-425a-95d2-852f506d7dbf tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:02.845046 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-75f2a0fe-6180-429e-abab-d5450bcb021d req-90b14626-1a15-425a-95d2-852f506d7dbf tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.0733709 Jun 21 15:27:02.889574 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-75f2a0fe-6180-429e-abab-d5450bcb021d req-3037b944-0113-4282-aff4-de4904b9c806 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365441 Jun 21 15:27:03.066670 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a517d7-1310-410a-9ea1-57e3b0b50c2f req-d9ff82d4-9aac-4622-b9c9-3ea079e9177c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:03.068015 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-61a517d7-1310-410a-9ea1-57e3b0b50c2f req-d9ff82d4-9aac-4622-b9c9-3ea079e9177c tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.0670996 Jun 21 15:27:03.108567 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-61a517d7-1310-410a-9ea1-57e3b0b50c2f req-27a1bbf1-96b9-4ecd-9595-f54d99c5b648 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340533 Jun 21 15:27:03.296728 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db962d-e267-4c1d-95ea-bd90fae152b5 req-cc43d712-9799-4c11-b686-aa515a71e748 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:03.298210 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-62db962d-e267-4c1d-95ea-bd90fae152b5 req-cc43d712-9799-4c11-b686-aa515a71e748 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.0708363 Jun 21 15:27:03.340482 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-62db962d-e267-4c1d-95ea-bd90fae152b5 req-50b9ab5a-0bae-4a1d-8750-7b624b5b9207 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363121 Jun 21 15:27:03.742609 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea9a57-4ea1-45a7-8426-d663c064d512 req-9d3b2e60-727b-4829-9ddf-3fa7ade2e636 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:03.744115 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7eea9a57-4ea1-45a7-8426-d663c064d512 req-9d3b2e60-727b-4829-9ddf-3fa7ade2e636 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 945 time: 0.0723739 Jun 21 15:27:03.796104 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7eea9a57-4ea1-45a7-8426-d663c064d512 req-f969ff8d-2486-4c79-b66c-1d180c62fe7b tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435302 Jun 21 15:27:04.101433 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:27:04.114622 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 56bae843-bfb7-4d15-a039-8ff357edddb0 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:27:04.197521 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:04.210488 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 56bae843-bfb7-4d15-a039-8ff357edddb0 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:27:04.229769 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 56bae843-bfb7-4d15-a039-8ff357edddb0, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=56bae843-bfb7-4d15-a039-8ff357edddb0,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:27:04.238338 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:04.240503 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:27:04.292213 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=56bae843-bfb7-4d15-a039-8ff357edddb0,revision_number=13']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:27:04.295429 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:27:04.998559 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf505f-bc5b-44a4-9606-57f1cf465021 req-fb49c1a5-6aaa-4e1c-bfe4-5c77e6973e6b tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:05.000031 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f2bf505f-bc5b-44a4-9606-57f1cf465021 req-fb49c1a5-6aaa-4e1c-bfe4-5c77e6973e6b tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 944 time: 0.0759711 Jun 21 15:27:05.040963 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f2bf505f-bc5b-44a4-9606-57f1cf465021 req-98ffec9e-33c1-4c6c-aef8-02211ef6e6b3 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324154 Jun 21 15:27:05.525294 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:06.234074 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c230e-df59-4e6f-a61e-b4335cf585e5 req-ccbf3200-aba2-42b7-9a04-0c2699f335dd tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:06.235518 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c76c230e-df59-4e6f-a61e-b4335cf585e5 req-ccbf3200-aba2-42b7-9a04-0c2699f335dd tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 944 time: 0.0706048 Jun 21 15:27:06.284995 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c76c230e-df59-4e6f-a61e-b4335cf585e5 req-87b01e00-504e-4145-9b00-d7a609286492 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups?id=15f6331f-2b55-4970-a97e-00b4bf9b4a22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411279 Jun 21 15:27:06.355942 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8163809-9358-410b-a661-59e0b71d0137 req-b4b40839-ed4e-4565-8bdf-51b1c84dfc04 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:06.357369 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d8163809-9358-410b-a661-59e0b71d0137 req-b4b40839-ed4e-4565-8bdf-51b1c84dfc04 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.66 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 944 time: 0.0636029 Jun 21 15:27:06.462296 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-d8163809-9358-410b-a661-59e0b71d0137 req-2b0f2c56-f765-4e32-bd06-18d83ad92bb9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Deleting port 56bae843-bfb7-4d15-a039-8ff357edddb0 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:27:06.462590 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-d8163809-9358-410b-a661-59e0b71d0137 req-2b0f2c56-f765-4e32-bd06-18d83ad92bb9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:06.547673 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-d8163809-9358-410b-a661-59e0b71d0137 req-2b0f2c56-f765-4e32-bd06-18d83ad92bb9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] For port 56bae843-bfb7-4d15-a039-8ff357edddb0, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=56bae843-bfb7-4d15-a039-8ff357edddb0,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:27:06.548103 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-d8163809-9358-410b-a661-59e0b71d0137 req-2b0f2c56-f765-4e32-bd06-18d83ad92bb9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:06.725037 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-d8163809-9358-410b-a661-59e0b71d0137 req-2b0f2c56-f765-4e32-bd06-18d83ad92bb9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:06.725337 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-d8163809-9358-410b-a661-59e0b71d0137 req-2b0f2c56-f765-4e32-bd06-18d83ad92bb9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:06.725738 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [req-d8163809-9358-410b-a661-59e0b71d0137 req-2b0f2c56-f765-4e32-bd06-18d83ad92bb9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Floating IP b68b23c7-0694-44b4-b976-fede36fcd7ea disassociated. External IP: 172.26.3.3, port: 56bae843-bfb7-4d15-a039-8ff357edddb0. Jun 21 15:27:06.726140 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-d8163809-9358-410b-a661-59e0b71d0137 req-2b0f2c56-f765-4e32-bd06-18d83ad92bb9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Calling delete_port for 56bae843-bfb7-4d15-a039-8ff357edddb0 owned by compute:nova {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:27:06.882885 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-d8163809-9358-410b-a661-59e0b71d0137 req-2b0f2c56-f765-4e32-bd06-18d83ad92bb9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:06.891558 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-60793e2d-01ef-44a1-8920-ebe908441f31 tempest-DeleteServersTestJSON-934215037 tempest-DeleteServersTestJSON-934215037-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:27:06.921212 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f2c56-f765-4e32-bd06-18d83ad92bb9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Pushing event deleted for resources: {'Port': ['ID=56bae843-bfb7-4d15-a039-8ff357edddb0,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:27:06.933644 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f2c56-f765-4e32-bd06-18d83ad92bb9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:27:06.934064 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f2c56-f765-4e32-bd06-18d83ad92bb9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:27:06.934436 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f2c56-f765-4e32-bd06-18d83ad92bb9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:27:06.934818 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f2c56-f765-4e32-bd06-18d83ad92bb9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:27:06.935197 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f2c56-f765-4e32-bd06-18d83ad92bb9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:27:06.935603 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f2c56-f765-4e32-bd06-18d83ad92bb9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:27:06.935975 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f2c56-f765-4e32-bd06-18d83ad92bb9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:27:06.936352 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f2c56-f765-4e32-bd06-18d83ad92bb9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:27:06.936750 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f2c56-f765-4e32-bd06-18d83ad92bb9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:27:06.937119 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f2c56-f765-4e32-bd06-18d83ad92bb9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:27:06.937503 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f2c56-f765-4e32-bd06-18d83ad92bb9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:27:06.937873 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0f2c56-f765-4e32-bd06-18d83ad92bb9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:27:06.942925 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2b0f2c56-f765-4e32-bd06-18d83ad92bb9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:27:07.052558 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8163809-9358-410b-a661-59e0b71d0137 req-2b0f2c56-f765-4e32-bd06-18d83ad92bb9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Router 854d9888-a2d7-4fa0-ba83-8771124da6c8 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:27:07.179360 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8163809-9358-410b-a661-59e0b71d0137 req-2b0f2c56-f765-4e32-bd06-18d83ad92bb9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:27:07.190114 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c38adb-bc30-4838-a79e-800c4698ab0c None None] Sync routers for ids ['854d9888-a2d7-4fa0-ba83-8771124da6c8'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:27:07.199929 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c38adb-bc30-4838-a79e-800c4698ab0c None None] Routers {'854d9888-a2d7-4fa0-ba83-8771124da6c8'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:27:07.200575 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-64c38adb-bc30-4838-a79e-800c4698ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:26:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['854d9888-a2d7-4fa0-ba83-8771124da6c8'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:27:07.224565 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8163809-9358-410b-a661-59e0b71d0137 req-2b0f2c56-f765-4e32-bd06-18d83ad92bb9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] No DVR routers for this DVR port 56bae843-bfb7-4d15-a039-8ff357edddb0 on host hv-neutron-7971 {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:27:07.227512 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-d8163809-9358-410b-a661-59e0b71d0137 req-2b0f2c56-f765-4e32-bd06-18d83ad92bb9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:07.229558 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d8163809-9358-410b-a661-59e0b71d0137 req-2b0f2c56-f765-4e32-bd06-18d83ad92bb9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.66 "DELETE /v2.0/ports/56bae843-bfb7-4d15-a039-8ff357edddb0 HTTP/1.1" status: 204 len: 173 time: 0.8664763 Jun 21 15:27:07.230163 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5ed2b68-6087-4df6-b148-3ddee8e475c0', 'name': 'network-vif-deleted', 'tag': '56bae843-bfb7-4d15-a039-8ff357edddb0'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:27:07.232604 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4709b35-b6d3-4005-8017-91890e504b4d" -d '{"events": [{"server_uuid": "f5ed2b68-6087-4df6-b148-3ddee8e475c0", "name": "network-vif-deleted", "tag": "56bae843-bfb7-4d15-a039-8ff357edddb0"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:27:07.274811 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2e4156-8393-47c1-9071-ea6ad4c47fdf x-openstack-request-id: req-8f2e4156-8393-47c1-9071-ea6ad4c47fdf {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:27:07.275411 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5ed2b68-6087-4df6-b148-3ddee8e475c0", "name": "network-vif-deleted", "tag": "56bae843-bfb7-4d15-a039-8ff357edddb0", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:27:07.275502 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8f2e4156-8393-47c1-9071-ea6ad4c47fdf {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:27:07.275897 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5ed2b68-6087-4df6-b148-3ddee8e475c0', 'name': 'network-vif-deleted', 'tag': '56bae843-bfb7-4d15-a039-8ff357edddb0', 'status': 'completed', 'code': 200} Jun 21 15:27:07.307473 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-64c38adb-bc30-4838-a79e-800c4698ab0c None None] Set router 854d9888-a2d7-4fa0-ba83-8771124da6c8 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:27:07.466496 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a8ae1dd3-4ae0-4418-95d1-2be954ee1314 req-8c2021aa-8ba7-4cf0-be93-6b82cf1ff597 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 210 time: 0.0503740 Jun 21 15:27:07.537904 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-64c38adb-bc30-4838-a79e-800c4698ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'name': 'tempest-ServerActionsTestJSON-84695185-router', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:06Z', 'revision_number': 4, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'gw_port': {'id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9', 'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'mac_address': 'fa:16:3e:1f:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:05Z', 'updated_at': '2021-06-21T15:18:10Z', 'revision_number': 5, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'subnets': [{'id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:27:07.563622 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c38adb-bc30-4838-a79e-800c4698ab0c None None] Checking router: 854d9888-a2d7-4fa0-ba83-8771124da6c8 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:27:07.572126 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c38adb-bc30-4838-a79e-800c4698ab0c None None] Routers {'854d9888-a2d7-4fa0-ba83-8771124da6c8'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:27:07.572743 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-64c38adb-bc30-4838-a79e-800c4698ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:26:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['854d9888-a2d7-4fa0-ba83-8771124da6c8'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:27:07.686076 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-64c38adb-bc30-4838-a79e-800c4698ab0c None None] Set router 854d9888-a2d7-4fa0-ba83-8771124da6c8 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:27:07.883472 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-64c38adb-bc30-4838-a79e-800c4698ab0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'name': 'tempest-ServerActionsTestJSON-84695185-router', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:06Z', 'revision_number': 4, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'gw_port': {'id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9', 'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'mac_address': 'fa:16:3e:1f:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:05Z', 'updated_at': '2021-06-21T15:18:10Z', 'revision_number': 5, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'subnets': [{'id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:27:07.909595 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c38adb-bc30-4838-a79e-800c4698ab0c None None] The sync data for ids ['854d9888-a2d7-4fa0-ba83-8771124da6c8'] in dv-neutron-797121-2-hyperv is: [{'id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'name': 'tempest-ServerActionsTestJSON-84695185-router', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:06Z', 'revision_number': 4, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'gw_port': {'id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9', 'name': '', 'network_id': '10f7748d-7e44-459e-b249-b0afea9df2c8', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'mac_address': 'fa:16:3e:1f:5d:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:05Z', 'updated_at': '2021-06-21T15:18:10Z', 'revision_number': 5, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'subnets': [{'id': 'b8bfdcfc-e581-406e-92fa-ab44ac241947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:27:08.136358 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d2d230-ca80-45c9-b428-93f5147e4222 None None] New status for floating IP b68b23c7-0694-44b4-b976-fede36fcd7ea: DOWN {{(pid=105226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:27:08.607081 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fc48bd5a-d8e9-48c7-9737-df48975ae9ed req-f610ee0c-e28e-43fb-b551-ad26def5c500 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 210 time: 0.0303941 Jun 21 15:27:09.752351 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb983b19-09ac-4f29-ab25-ba939e366cd6 req-43d76088-b25a-4aa3-9937-bb1260100861 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 210 time: 0.0307596 Jun 21 15:27:10.121601 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 56bae843-bfb7-4d15-a039-8ff357edddb0 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:27:10.142509 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: 56bae843-bfb7-4d15-a039-8ff357edddb0 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:27:10.142917 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 56bae843-bfb7-4d15-a039-8ff357edddb0 not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:27:10.932285 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-adf4f3e1-5719-4e38-887f-5d7903106de6 req-8956ed2c-e64f-42f1-bbc6-052ce134399b tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/ports?device_id=f5ed2b68-6087-4df6-b148-3ddee8e475c0 HTTP/1.1" status: 200 len: 210 time: 0.0412686 Jun 21 15:27:14.119195 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2ccde6a7-5386-4e03-9c1c-b8578aed211d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:14.988218 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 43318) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:27:15.044475 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a858a79e-4d51-481b-b5a9-23b6c7d53502 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:15.069159 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a858a79e-4d51-481b-b5a9-23b6c7d53502 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:15.116886 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a858a79e-4d51-481b-b5a9-23b6c7d53502 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:15.119512 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a858a79e-4d51-481b-b5a9-23b6c7d53502 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:15.120711 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a858a79e-4d51-481b-b5a9-23b6c7d53502 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "DELETE /v2.0/security-groups/15f6331f-2b55-4970-a97e-00b4bf9b4a22 HTTP/1.1" status: 204 len: 168 time: 0.1314282 Jun 21 15:27:15.121502 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-58ea11a1-7589-49fd-b1ff-6ad4d8f2cd7b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:27:15.123499 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 43322) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:27:15.130393 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a858a79e-4d51-481b-b5a9-23b6c7d53502 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f6331f-2b55-4970-a97e-00b4bf9b4a22,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:27:15.137595 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a858a79e-4d51-481b-b5a9-23b6c7d53502 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:27:15.137990 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a858a79e-4d51-481b-b5a9-23b6c7d53502 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:27:15.138373 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a858a79e-4d51-481b-b5a9-23b6c7d53502 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:27:15.138745 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a858a79e-4d51-481b-b5a9-23b6c7d53502 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:27:15.139109 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a858a79e-4d51-481b-b5a9-23b6c7d53502 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:27:15.139475 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a858a79e-4d51-481b-b5a9-23b6c7d53502 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:27:15.139837 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a858a79e-4d51-481b-b5a9-23b6c7d53502 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:27:15.140199 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a858a79e-4d51-481b-b5a9-23b6c7d53502 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:27:15.140584 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a858a79e-4d51-481b-b5a9-23b6c7d53502 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:27:15.140922 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a858a79e-4d51-481b-b5a9-23b6c7d53502 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:27:15.141279 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a858a79e-4d51-481b-b5a9-23b6c7d53502 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:27:15.141400 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-ddb145fa-e921-4150-88b0-e15013e60cc7 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] show failed (client error): The resource could not be found. Jun 21 15:27:15.141635 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a858a79e-4d51-481b-b5a9-23b6c7d53502 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:27:15.142409 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-ddb145fa-e921-4150-88b0-e15013e60cc7 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "GET /v2.0/security-groups/15f6331f-2b55-4970-a97e-00b4bf9b4a22 HTTP/1.1" status: 404 len: 347 time: 0.0179555 Jun 21 15:27:15.144876 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a858a79e-4d51-481b-b5a9-23b6c7d53502 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:27:15.145331 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 43324) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:27:15.276880 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-7f1a9f0b-402c-4d85-936a-752ac0cc4ca0 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Deleting port 365921fc-f633-4e2b-afea-742f652be2cc {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:27:15.277210 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7f1a9f0b-402c-4d85-936a-752ac0cc4ca0 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:15.356865 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7f1a9f0b-402c-4d85-936a-752ac0cc4ca0 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:15.357194 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7f1a9f0b-402c-4d85-936a-752ac0cc4ca0 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:15.420064 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-7f1a9f0b-402c-4d85-936a-752ac0cc4ca0 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Calling delete_port for 365921fc-f633-4e2b-afea-742f652be2cc owned by network:floatingip {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:27:15.559493 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7f1a9f0b-402c-4d85-936a-752ac0cc4ca0 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:15.561499 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d8ad3b53-d947-45fd-b51f-9422a200d58a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:27:15.587359 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1a9f0b-402c-4d85-936a-752ac0cc4ca0 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Pushing event deleted for resources: {'Port': ['ID=365921fc-f633-4e2b-afea-742f652be2cc,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:27:15.591187 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7f1a9f0b-402c-4d85-936a-752ac0cc4ca0 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:27:15.654639 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7f1a9f0b-402c-4d85-936a-752ac0cc4ca0 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks [] for floatingip, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:15.657120 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7f1a9f0b-402c-4d85-936a-752ac0cc4ca0 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:15.658303 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7f1a9f0b-402c-4d85-936a-752ac0cc4ca0 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] 10.222.0.72 "DELETE /v2.0/floatingips/b68b23c7-0694-44b4-b976-fede36fcd7ea HTTP/1.1" status: 204 len: 168 time: 0.5120015 Jun 21 15:27:15.663048 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 43326) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:27:16.104753 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-90f08ca8-2837-4056-b1f5-10800a231b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:16.369997 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-90f08ca8-2837-4056-b1f5-10800a231b3f admin admin] Deleting port 2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:27:16.370337 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-90f08ca8-2837-4056-b1f5-10800a231b3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:16.462770 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-90f08ca8-2837-4056-b1f5-10800a231b3f admin admin] For port 2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:27:16.463074 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-90f08ca8-2837-4056-b1f5-10800a231b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:16.529322 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-90f08ca8-2837-4056-b1f5-10800a231b3f admin admin] Calling delete_port for 2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9 owned by network:router_interface {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:27:16.627940 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c9cc2e1b-da19-4e48-9937-95928ccf90a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:16.718609 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-90f08ca8-2837-4056-b1f5-10800a231b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:16.721775 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4cc69564-43f3-40ca-8282-7c66d8a9fb7c tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:27:16.752386 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f08ca8-2837-4056-b1f5-10800a231b3f admin admin] Pushing event deleted for resources: {'Port': ['ID=2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:27:16.755496 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-90f08ca8-2837-4056-b1f5-10800a231b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:27:16.918643 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-90f08ca8-2837-4056-b1f5-10800a231b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:17.111896 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:17.146857 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f08ca8-2837-4056-b1f5-10800a231b3f admin admin] Router 854d9888-a2d7-4fa0-ba83-8771124da6c8 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:27:17.265435 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f08ca8-2837-4056-b1f5-10800a231b3f admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:27:17.271203 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-90f08ca8-2837-4056-b1f5-10800a231b3f admin admin] 10.222.0.72 "PUT /v2.0/routers/854d9888-a2d7-4fa0-ba83-8771124da6c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6072295 Jun 21 15:27:17.273938 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 43330) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:27:17.274639 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90cfff1-e967-4dc7-97fc-e2a8836f829b None None] Sync routers for ids ['854d9888-a2d7-4fa0-ba83-8771124da6c8'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:27:17.285242 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90cfff1-e967-4dc7-97fc-e2a8836f829b None None] Routers {'854d9888-a2d7-4fa0-ba83-8771124da6c8'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:27:17.285876 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-a90cfff1-e967-4dc7-97fc-e2a8836f829b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:27:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['854d9888-a2d7-4fa0-ba83-8771124da6c8'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:27:17.390532 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-a90cfff1-e967-4dc7-97fc-e2a8836f829b None None] Set router 854d9888-a2d7-4fa0-ba83-8771124da6c8 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:27:17.578232 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-a90cfff1-e967-4dc7-97fc-e2a8836f829b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'name': 'tempest-ServerActionsTestJSON-84695185-router', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:27:16Z', 'revision_number': 5, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'gw_port': {'id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:27:17.608500 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90cfff1-e967-4dc7-97fc-e2a8836f829b None None] Checking router: 854d9888-a2d7-4fa0-ba83-8771124da6c8 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:27:17.617570 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90cfff1-e967-4dc7-97fc-e2a8836f829b None None] Routers {'854d9888-a2d7-4fa0-ba83-8771124da6c8'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:27:17.618183 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-a90cfff1-e967-4dc7-97fc-e2a8836f829b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:27:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['854d9888-a2d7-4fa0-ba83-8771124da6c8'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:27:17.760504 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-111229f3-e16c-41ef-8ac7-a92affafcabd admin admin] Notify callbacks [] for router, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:17.822638 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-a90cfff1-e967-4dc7-97fc-e2a8836f829b None None] Set router 854d9888-a2d7-4fa0-ba83-8771124da6c8 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:27:17.866674 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-111229f3-e16c-41ef-8ac7-a92affafcabd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:17.920673 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-111229f3-e16c-41ef-8ac7-a92affafcabd admin admin] Deleting port 1885ec59-b34f-4403-8d26-0eea0ecae0d5 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:27:17.921014 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-111229f3-e16c-41ef-8ac7-a92affafcabd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:17.994961 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-a90cfff1-e967-4dc7-97fc-e2a8836f829b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'name': 'tempest-ServerActionsTestJSON-84695185-router', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:27:16Z', 'revision_number': 5, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'gw_port': {'id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:27:18.006492 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-111229f3-e16c-41ef-8ac7-a92affafcabd admin admin] For port 1885ec59-b34f-4403-8d26-0eea0ecae0d5, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=1885ec59-b34f-4403-8d26-0eea0ecae0d5,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:27:18.007562 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-111229f3-e16c-41ef-8ac7-a92affafcabd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:18.020159 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90cfff1-e967-4dc7-97fc-e2a8836f829b None None] The sync data for ids ['854d9888-a2d7-4fa0-ba83-8771124da6c8'] in dv-neutron-797121-2-hyperv is: [{'id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'name': 'tempest-ServerActionsTestJSON-84695185-router', 'tenant_id': '3780c7155f054b7aa3e13b8c2256e6be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76'}], 'enable_snat': True}, 'gw_port_id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:27:16Z', 'revision_number': 5, 'project_id': '3780c7155f054b7aa3e13b8c2256e6be', 'gw_port': {'id': '1885ec59-b34f-4403-8d26-0eea0ecae0d5', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:14:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '854d9888-a2d7-4fa0-ba83-8771124da6c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:18:03Z', 'updated_at': '2021-06-21T15:18:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:27:18.081033 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-111229f3-e16c-41ef-8ac7-a92affafcabd admin admin] Calling delete_port for 1885ec59-b34f-4403-8d26-0eea0ecae0d5 owned by network:router_gateway {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:27:18.191138 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:18.266228 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-111229f3-e16c-41ef-8ac7-a92affafcabd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:18.268158 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e538c527-c96a-422a-90f9-acc3bb3bb423 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:27:18.296582 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111229f3-e16c-41ef-8ac7-a92affafcabd admin admin] Pushing event deleted for resources: {'Port': ['ID=1885ec59-b34f-4403-8d26-0eea0ecae0d5,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:27:18.299583 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-111229f3-e16c-41ef-8ac7-a92affafcabd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:27:18.362102 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-111229f3-e16c-41ef-8ac7-a92affafcabd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:18.461944 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-111229f3-e16c-41ef-8ac7-a92affafcabd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:18.464096 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-111229f3-e16c-41ef-8ac7-a92affafcabd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:18.491371 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:27:18.512721 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-111229f3-e16c-41ef-8ac7-a92affafcabd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:18.513552 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:27:18.514055 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 2c27c11b-e6d5-4511-b0ea-9a1b3bd4bac9 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:27:18.514356 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111229f3-e16c-41ef-8ac7-a92affafcabd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 854d9888-a2d7-4fa0-ba83-8771124da6c8 {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 15:27:18.520850 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-111229f3-e16c-41ef-8ac7-a92affafcabd admin admin] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:18.522193 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-111229f3-e16c-41ef-8ac7-a92affafcabd admin admin] 10.222.0.72 "DELETE /v2.0/routers/854d9888-a2d7-4fa0-ba83-8771124da6c8 HTTP/1.1" status: 204 len: 168 time: 1.2471900 Jun 21 15:27:18.524576 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 43334) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:27:18.574986 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-025c1a1d-3d7c-4792-a8c3-2d8529b0cdc3 admin admin] Deleting subnet b8bfdcfc-e581-406e-92fa-ab44ac241947 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 15:27:18.578101 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-025c1a1d-3d7c-4792-a8c3-2d8529b0cdc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:18.614615 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-025c1a1d-3d7c-4792-a8c3-2d8529b0cdc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:18.699573 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-025c1a1d-3d7c-4792-a8c3-2d8529b0cdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:18.763700 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-025c1a1d-3d7c-4792-a8c3-2d8529b0cdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:18.766854 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e5fb06e4-c43b-4355-8604-43a6901636e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:27:18.792684 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c1a1d-3d7c-4792-a8c3-2d8529b0cdc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8bfdcfc-e581-406e-92fa-ab44ac241947,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:27:18.795753 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-025c1a1d-3d7c-4792-a8c3-2d8529b0cdc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:27:18.796730 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-025c1a1d-3d7c-4792-a8c3-2d8529b0cdc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:18.798599 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-025c1a1d-3d7c-4792-a8c3-2d8529b0cdc3 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/b8bfdcfc-e581-406e-92fa-ab44ac241947 HTTP/1.1" status: 204 len: 168 time: 0.2729847 Jun 21 15:27:18.801269 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 43336) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:27:18.802225 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4887f5f-171e-4093-9631-7d579e0f3e3c None None] Network 10f7748d-7e44-459e-b249-b0afea9df2c8 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:27:18.869642 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6f2fdb60-49dc-4cb2-9de8-fc6893a4796e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:18.921770 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-6f2fdb60-49dc-4cb2-9de8-fc6893a4796e admin admin] Deleting port dee01d77-bdee-4a53-803d-afd7d0f9e59a {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:27:18.922129 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6f2fdb60-49dc-4cb2-9de8-fc6893a4796e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:18.992984 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-6f2fdb60-49dc-4cb2-9de8-fc6893a4796e admin admin] For port dee01d77-bdee-4a53-803d-afd7d0f9e59a, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=dee01d77-bdee-4a53-803d-afd7d0f9e59a,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:27:18.992984 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6f2fdb60-49dc-4cb2-9de8-fc6893a4796e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:19.031656 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e719ca28-9fbd-4612-b445-8643790eb426 None None] DHCP port deletion for 10f7748d-7e44-459e-b249-b0afea9df2c8 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 15:27:19.063140 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-6f2fdb60-49dc-4cb2-9de8-fc6893a4796e admin admin] Calling delete_port for dee01d77-bdee-4a53-803d-afd7d0f9e59a owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:27:19.084403 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-e719ca28-9fbd-4612-b445-8643790eb426 None None] Deleting port dee01d77-bdee-4a53-803d-afd7d0f9e59a {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:27:19.084803 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e719ca28-9fbd-4612-b445-8643790eb426 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:19.147750 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6f2fdb60-49dc-4cb2-9de8-fc6893a4796e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:19.150673 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3ea023da-33c6-40e0-9329-5494dcd6d4e3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:27:19.151603 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-e719ca28-9fbd-4612-b445-8643790eb426 None None] For port dee01d77-bdee-4a53-803d-afd7d0f9e59a, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=dee01d77-bdee-4a53-803d-afd7d0f9e59a,segment=NetworkSegment(2f6eea47-6ae2-436b-b86b-5c34f0d55a58),segment_id=2f6eea47-6ae2-436b-b86b-5c34f0d55a58)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:27:19.152011 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e719ca28-9fbd-4612-b445-8643790eb426 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:19.174715 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2fdb60-49dc-4cb2-9de8-fc6893a4796e admin admin] Pushing event deleted for resources: {'Port': ['ID=dee01d77-bdee-4a53-803d-afd7d0f9e59a,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:27:19.177819 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6f2fdb60-49dc-4cb2-9de8-fc6893a4796e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:27:19.178922 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2fdb60-49dc-4cb2-9de8-fc6893a4796e admin admin] No DVR routers for this DVR port dee01d77-bdee-4a53-803d-afd7d0f9e59a on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:27:19.217236 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-e719ca28-9fbd-4612-b445-8643790eb426 None None] Calling delete_port for dee01d77-bdee-4a53-803d-afd7d0f9e59a owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:27:19.253435 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6f2fdb60-49dc-4cb2-9de8-fc6893a4796e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:19.263734 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-6f2fdb60-49dc-4cb2-9de8-fc6893a4796e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10f7748d-7e44-459e-b249-b0afea9df2c8']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:27:19.275987 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-6f2fdb60-49dc-4cb2-9de8-fc6893a4796e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f6eea47-6ae2-436b-b86b-5c34f0d55a58') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:27:19.276648 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-6f2fdb60-49dc-4cb2-9de8-fc6893a4796e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f6eea47-6ae2-436b-b86b-5c34f0d55a58') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:27:19.289989 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6f2fdb60-49dc-4cb2-9de8-fc6893a4796e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: from cryptography.utils import int_from_bytes Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: from cryptography.utils import int_from_bytes Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: self.session.flush() Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: self.session.flush() Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: self.session.flush() Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: self.session.flush() Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: self.session.flush() Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: self.session.flush() Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: self.session.flush() Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: self.session.flush() Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: self.session.flush() Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: self.session.flush() Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: self.session.flush() Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: self.session.flush() Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: self.session.flush() Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: self.session.flush() Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: self.session.flush() Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: self.session.flush() Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: self.session.flush() Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: self.session.flush() Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: self.session.flush() Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: self.session.flush() Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: self.session.flush() Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: self.session.flush() Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: self.session.flush() Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: self.session.flush() Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: self.session.flush() Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: self.session.flush() Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 21 15:27:19.290518 dv-neutron-797121-2-hyperv neutron-server[105226]: self.session.flush() Jun 21 15:27:19.297118 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e719ca28-9fbd-4612-b445-8643790eb426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:19.299073 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:27:19.304838 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6f2fdb60-49dc-4cb2-9de8-fc6893a4796e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:19.311599 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f2fdb60-49dc-4cb2-9de8-fc6893a4796e admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 15:27:19.312014 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6f2fdb60-49dc-4cb2-9de8-fc6893a4796e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:19.313721 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 15:27:19.313721 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 15:27:19.313721 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 15:27:19.313721 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 15:27:19.313721 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 15:27:19.313721 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 15:27:19.313721 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 15:27:19.313721 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 15:27:19.313721 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 15:27:19.313721 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 15:27:19.313721 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 15:27:19.313721 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 15:27:19.313721 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 15:27:19.313721 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 15:27:19.313721 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 15:27:19.313721 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 15:27:19.313721 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 15:27:19.313721 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 15:27:19.313721 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 15:27:19.313721 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 15:27:19.313721 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 15:27:19.313721 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 15:27:19.313721 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 15:27:19.313721 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 15:27:19.313721 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 15:27:19.313721 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 15:27:19.313721 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 15:27:19.313721 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 15:27:19.313721 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 15:27:19.313721 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 15:27:19.313721 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 15:27:19.313721 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 15:27:19.322334 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719ca28-9fbd-4612-b445-8643790eb426 None None] Pushing event deleted for resources: {'Port': ['ID=dee01d77-bdee-4a53-803d-afd7d0f9e59a,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:27:19.325385 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e719ca28-9fbd-4612-b445-8643790eb426 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:27:19.326198 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e719ca28-9fbd-4612-b445-8643790eb426 None None] No DVR routers for this DVR port dee01d77-bdee-4a53-803d-afd7d0f9e59a on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:27:19.372723 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6f2fdb60-49dc-4cb2-9de8-fc6893a4796e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:19.376411 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-effa325e-d3db-4183-929f-037d34e16d00 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:27:19.379009 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6f2fdb60-49dc-4cb2-9de8-fc6893a4796e admin admin] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:19.380684 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6f2fdb60-49dc-4cb2-9de8-fc6893a4796e admin admin] 10.222.0.72 "DELETE /v2.0/networks/10f7748d-7e44-459e-b249-b0afea9df2c8 HTTP/1.1" status: 204 len: 168 time: 0.5785115 Jun 21 15:27:19.398627 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2fdb60-49dc-4cb2-9de8-fc6893a4796e admin admin] Pushing event deleted for resources: {'Network': ['ID=10f7748d-7e44-459e-b249-b0afea9df2c8,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:27:19.400998 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6f2fdb60-49dc-4cb2-9de8-fc6893a4796e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:27:19.502280 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 43340) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:27:19.546070 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-ff1c829b-cbcf-4110-9925-40a1c4513035 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3780c7155f054b7aa3e13b8c2256e6be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424769 Jun 21 15:27:19.549691 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 43342) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:27:19.598397 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-032ffa05-d894-432b-89a0-66a67b952ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:19.626048 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-032ffa05-d894-432b-89a0-66a67b952ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:19.683197 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-032ffa05-d894-432b-89a0-66a67b952ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:19.685987 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-032ffa05-d894-432b-89a0-66a67b952ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:19.687169 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-032ffa05-d894-432b-89a0-66a67b952ddb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/54ed59c1-b635-4ca2-9adb-6c6d9a030d3f HTTP/1.1" status: 204 len: 168 time: 0.1365435 Jun 21 15:27:19.687951 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-25e33dd3-1f9f-421a-a819-0e9f7aedadfd tempest-PortsIpV6TestJSON-1260815096 tempest-PortsIpV6TestJSON-1260815096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:27:19.695683 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032ffa05-d894-432b-89a0-66a67b952ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ed59c1-b635-4ca2-9adb-6c6d9a030d3f,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:27:19.698166 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-032ffa05-d894-432b-89a0-66a67b952ddb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:27:19.876926 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:20.320074 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 1885ec59-b34f-4403-8d26-0eea0ecae0d5 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:27:20.343696 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 1885ec59-b34f-4403-8d26-0eea0ecae0d5 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:27:20.344051 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 1885ec59-b34f-4403-8d26-0eea0ecae0d5 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:27:20.344484 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device dee01d77-bdee-4a53-803d-afd7d0f9e59a no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:27:20.362769 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: dee01d77-bdee-4a53-803d-afd7d0f9e59a {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:27:20.363109 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device dee01d77-bdee-4a53-803d-afd7d0f9e59a not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:27:20.469008 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 43364) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:27:20.567951 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-68f53bbe-37f5-41fd-bc18-4b6acad4bc49 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1533079794-network', 'tenant_id': 'e8eed5e2b47c4ef49db87a490058164a'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:27:20.591592 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f53bbe-37f5-41fd-bc18-4b6acad4bc49 admin admin] Made reservation on behalf of e8eed5e2b47c4ef49db87a490058164a for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:27:20.593950 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-68f53bbe-37f5-41fd-bc18-4b6acad4bc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:20.602479 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-68f53bbe-37f5-41fd-bc18-4b6acad4bc49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:20.693311 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-68f53bbe-37f5-41fd-bc18-4b6acad4bc49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:20.700208 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-68f53bbe-37f5-41fd-bc18-4b6acad4bc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:20.703315 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-47b19cb1-d735-4ae8-9fbc-47f1d48d6938 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:27:20.729483 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68f53bbe-37f5-41fd-bc18-4b6acad4bc49 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 15:27:20.740190 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f53bbe-37f5-41fd-bc18-4b6acad4bc49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429e8972-d8f4-483b-93bd-41a2d0008853,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:27:20.745657 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-68f53bbe-37f5-41fd-bc18-4b6acad4bc49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:27:20.746741 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-68f53bbe-37f5-41fd-bc18-4b6acad4bc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:20.747084 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-68f53bbe-37f5-41fd-bc18-4b6acad4bc49 admin admin] Added segment 947b7aaf-1cfd-4865-b610-ec436a912716 of type vlan for network fcec2c1f-b9e7-424d-a0d0-5f3228b73dec Jun 21 15:27:20.788945 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-68f53bbe-37f5-41fd-bc18-4b6acad4bc49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:20.818970 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-68f53bbe-37f5-41fd-bc18-4b6acad4bc49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:20.820043 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f53bbe-37f5-41fd-bc18-4b6acad4bc49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:20.820786 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-68f53bbe-37f5-41fd-bc18-4b6acad4bc49 admin admin] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:20.823153 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-23f22127-8c8c-4f58-975e-d594fa8d12ae tempest-BulkNetworkOpsTest-1509311343 tempest-BulkNetworkOpsTest-1509311343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:27:20.874949 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-68f53bbe-37f5-41fd-bc18-4b6acad4bc49 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4047573 Jun 21 15:27:20.878201 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 43368) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:27:20.884499 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-fc88c258-9f0a-47af-9de3-4a2b7debb8be admin admin] Request body: {'subnet': {'network_id': 'fcec2c1f-b9e7-424d-a0d0-5f3228b73dec', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1533079794-subnet', 'tenant_id': 'e8eed5e2b47c4ef49db87a490058164a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:27:20.884676 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f53bbe-37f5-41fd-bc18-4b6acad4bc49 admin admin] Pushing event updated for resources: {'Network': ['ID=fcec2c1f-b9e7-424d-a0d0-5f3228b73dec,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:27:20.887723 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-68f53bbe-37f5-41fd-bc18-4b6acad4bc49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:27:20.898455 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network fcec2c1f-b9e7-424d-a0d0-5f3228b73dec details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 15:27:20.917255 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc88c258-9f0a-47af-9de3-4a2b7debb8be admin admin] Made reservation on behalf of e8eed5e2b47c4ef49db87a490058164a for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:27:20.920286 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fc88c258-9f0a-47af-9de3-4a2b7debb8be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:21.110552 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fc88c258-9f0a-47af-9de3-4a2b7debb8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:21.112729 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-88576657-750c-4166-9c90-7b9af445f403 tempest-TestNetworkAdvancedServerOps-390054910 tempest-TestNetworkAdvancedServerOps-390054910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:27:21.173642 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88c258-9f0a-47af-9de3-4a2b7debb8be admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8193e8c-cacc-40ad-b701-cd2336ba24e2,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:27:21.177371 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fc88c258-9f0a-47af-9de3-4a2b7debb8be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:27:21.178638 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc88c258-9f0a-47af-9de3-4a2b7debb8be admin admin] Checking segment: {'id': '947b7aaf-1cfd-4865-b610-ec436a912716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fcec2c1f-b9e7-424d-a0d0-5f3228b73dec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:27:21.179017 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc88c258-9f0a-47af-9de3-4a2b7debb8be admin admin] Network hostable DHCP agents. Network: fcec2c1f-b9e7-424d-a0d0-5f3228b73dec, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 15:27:21.197481 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc88c258-9f0a-47af-9de3-4a2b7debb8be admin admin] Network fcec2c1f-b9e7-424d-a0d0-5f3228b73dec is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 15:27:21.207513 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-fc88c258-9f0a-47af-9de3-4a2b7debb8be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, fcec2c1f-b9e7-424d-a0d0-5f3228b73dec) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:27:21.212543 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc88c258-9f0a-47af-9de3-4a2b7debb8be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:21.213135 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fc88c258-9f0a-47af-9de3-4a2b7debb8be admin admin] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:21.220268 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c475f6-5aef-4d48-9141-ae67b82ac30c None None] Network fcec2c1f-b9e7-424d-a0d0-5f3228b73dec requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:27:21.245325 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-fc88c258-9f0a-47af-9de3-4a2b7debb8be admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3568873 Jun 21 15:27:21.350738 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dbdabd-c074-407e-b7dd-035db3669787 None None] Network fcec2c1f-b9e7-424d-a0d0-5f3228b73dec requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:27:21.700454 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-790f5198-facf-4d75-8ce3-4ead7c587198 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:21.701837 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-790f5198-facf-4d75-8ce3-4ead7c587198 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/networks?id=fcec2c1f-b9e7-424d-a0d0-5f3228b73dec HTTP/1.1" status: 200 len: 814 time: 0.1140373 Jun 21 15:27:21.719686 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-25674782-9f58-4375-a49c-3d5b3290353e tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/quotas/e8eed5e2b47c4ef49db87a490058164a HTTP/1.1" status: 200 len: 375 time: 0.0093167 Jun 21 15:27:21.753149 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-f9fe987d-628b-49cb-aba1-e67a70d7138c tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e8eed5e2b47c4ef49db87a490058164a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283144 Jun 21 15:27:21.814543 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-5be84df7-12eb-4c47-9959-81aee256983d service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 15:27:21.815890 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-5be84df7-12eb-4c47-9959-81aee256983d service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0560350 Jun 21 15:27:21.917801 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-a9d9c9a6-65e6-4615-b3e0-32b6f28fb5b2 service neutron] 10.222.0.72 "GET /v2.0/networks/fcec2c1f-b9e7-424d-a0d0-5f3228b73dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949895 Jun 21 15:27:22.009515 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-c47a8271-130c-4baf-81cb-1bcf4325833a service neutron] 10.222.0.72 "GET /v2.0/networks/fcec2c1f-b9e7-424d-a0d0-5f3228b73dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856094 Jun 21 15:27:22.184852 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-dbb0f72b-bf76-4a8e-95a9-25ac77e45154 req-dcc429a4-ff2d-445a-89b0-cf568ef06eb9 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc830740-d5d8-47f7-b0dd-e4182541ae7e HTTP/1.1" status: 200 len: 210 time: 0.0294623 Jun 21 15:27:23.336559 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e3ae7120-cade-4c4d-81bd-8e7df6e79bb5 req-c5a08c77-412e-4960-ab42-692e18b6ca0c tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc830740-d5d8-47f7-b0dd-e4182541ae7e HTTP/1.1" status: 200 len: 210 time: 0.0336058 Jun 21 15:27:23.466964 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-b207e927-62de-466d-91d3-c2ba5bf84dfd tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:23.468399 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-b207e927-62de-466d-91d3-c2ba5bf84dfd tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.66 "GET /v2.0/networks?id=fcec2c1f-b9e7-424d-a0d0-5f3228b73dec HTTP/1.1" status: 200 len: 814 time: 0.1002126 Jun 21 15:27:23.481666 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-5c6846ff-90b7-4c01-aec4-b7fb7e53558f tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Request body: {'port': {'device_id': 'dc830740-d5d8-47f7-b0dd-e4182541ae7e', 'network_id': 'fcec2c1f-b9e7-424d-a0d0-5f3228b73dec', 'admin_state_up': True, 'tenant_id': 'e8eed5e2b47c4ef49db87a490058164a'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:27:23.594529 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-5c6846ff-90b7-4c01-aec4-b7fb7e53558f tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Made reservation on behalf of e8eed5e2b47c4ef49db87a490058164a for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:27:23.598251 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-5c6846ff-90b7-4c01-aec4-b7fb7e53558f tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:23.724814 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-5c6846ff-90b7-4c01-aec4-b7fb7e53558f tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Allocated IP 172.20.0.6 (fcec2c1f-b9e7-424d-a0d0-5f3228b73dec/e8193e8c-cacc-40ad-b701-cd2336ba24e2/14cf38ea-6ec5-4ff4-9f4f-afa0cef516de) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:27:23.903557 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-5c6846ff-90b7-4c01-aec4-b7fb7e53558f tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:23.951790 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-5c6846ff-90b7-4c01-aec4-b7fb7e53558f tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:23.956288 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2b0f2c56-f765-4e32-bd06-18d83ad92bb9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:27:24.000641 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-5c6846ff-90b7-4c01-aec4-b7fb7e53558f tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Network fcec2c1f-b9e7-424d-a0d0-5f3228b73dec is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:27:24.003801 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-5c6846ff-90b7-4c01-aec4-b7fb7e53558f tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:27:24.009683 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-5c6846ff-90b7-4c01-aec4-b7fb7e53558f tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:27:24.016308 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6846ff-90b7-4c01-aec4-b7fb7e53558f tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Pushing event updated for resources: {'Port': ['ID=14cf38ea-6ec5-4ff4-9f4f-afa0cef516de,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:27:24.035495 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5c6846ff-90b7-4c01-aec4-b7fb7e53558f tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:27:24.062714 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-5c6846ff-90b7-4c01-aec4-b7fb7e53558f tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:24.063309 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-5c6846ff-90b7-4c01-aec4-b7fb7e53558f tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:24.080818 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-5c6846ff-90b7-4c01-aec4-b7fb7e53558f tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6030483 Jun 21 15:27:24.093873 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-09626020-0d7e-4253-bce0-b59240a5aaf2 service neutron] Request body: {'port': {'device_id': 'dc830740-d5d8-47f7-b0dd-e4182541ae7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:27:24.171039 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-09626020-0d7e-4253-bce0-b59240a5aaf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:24.451258 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-09626020-0d7e-4253-bce0-b59240a5aaf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14cf38ea-6ec5-4ff4-9f4f-afa0cef516de {{(pid=105224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:27:24.460768 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-09626020-0d7e-4253-bce0-b59240a5aaf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:24.498073 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-09626020-0d7e-4253-bce0-b59240a5aaf2 service neutron] Transition to ACTIVE for port object 14cf38ea-6ec5-4ff4-9f4f-afa0cef516de will not be triggered until provisioned by entity L2. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:27:24.505738 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-09626020-0d7e-4253-bce0-b59240a5aaf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:24.509225 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-803159ed-8ef9-431b-ae22-afe2416ca9c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:27:24.596667 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09626020-0d7e-4253-bce0-b59240a5aaf2 service neutron] Pushing event updated for resources: {'Port': ['ID=14cf38ea-6ec5-4ff4-9f4f-afa0cef516de,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:27:24.600773 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-09626020-0d7e-4253-bce0-b59240a5aaf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:27:24.610987 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b7106-2f48-41ec-a2a8-ec3a2539ef3d req-9e881543-c02d-4255-b0b9-224e5506c147 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:24.612444 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-888b7106-2f48-41ec-a2a8-ec3a2539ef3d req-9e881543-c02d-4255-b0b9-224e5506c147 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc830740-d5d8-47f7-b0dd-e4182541ae7e HTTP/1.1" status: 200 len: 931 time: 0.1540072 Jun 21 15:27:24.690622 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-888b7106-2f48-41ec-a2a8-ec3a2539ef3d req-0ff8f039-c654-43b5-b7c3-9953a37dd977 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/security-groups?id=429e8972-d8f4-483b-93bd-41a2d0008853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596807 Jun 21 15:27:24.703463 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-09626020-0d7e-4253-bce0-b59240a5aaf2 service neutron] Attempting to bind port 14cf38ea-6ec5-4ff4-9f4f-afa0cef516de on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:27:24.703789 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-09626020-0d7e-4253-bce0-b59240a5aaf2 service neutron] Attempting to bind port 14cf38ea-6ec5-4ff4-9f4f-afa0cef516de by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '947b7aaf-1cfd-4865-b610-ec436a912716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fcec2c1f-b9e7-424d-a0d0-5f3228b73dec'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:27:24.704113 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-09626020-0d7e-4253-bce0-b59240a5aaf2 service neutron] Attempting to bind port 14cf38ea-6ec5-4ff4-9f4f-afa0cef516de on network fcec2c1f-b9e7-424d-a0d0-5f3228b73dec {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:27:24.708621 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-09626020-0d7e-4253-bce0-b59240a5aaf2 service neutron] Port 14cf38ea-6ec5-4ff4-9f4f-afa0cef516de on network fcec2c1f-b9e7-424d-a0d0-5f3228b73dec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 15:27:24.708926 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-09626020-0d7e-4253-bce0-b59240a5aaf2 service neutron] Attempting to bind port 14cf38ea-6ec5-4ff4-9f4f-afa0cef516de on network fcec2c1f-b9e7-424d-a0d0-5f3228b73dec {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:27:24.714194 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-09626020-0d7e-4253-bce0-b59240a5aaf2 service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:27:24.714515 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-09626020-0d7e-4253-bce0-b59240a5aaf2 service neutron] Checking segment: {'id': '947b7aaf-1cfd-4865-b610-ec436a912716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fcec2c1f-b9e7-424d-a0d0-5f3228b73dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:27:24.714885 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-09626020-0d7e-4253-bce0-b59240a5aaf2 service neutron] Bound using segment: {'id': '947b7aaf-1cfd-4865-b610-ec436a912716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fcec2c1f-b9e7-424d-a0d0-5f3228b73dec'} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:27:24.715296 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-09626020-0d7e-4253-bce0-b59240a5aaf2 service neutron] Bound port: 14cf38ea-6ec5-4ff4-9f4f-afa0cef516de, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '947b7aaf-1cfd-4865-b610-ec436a912716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fcec2c1f-b9e7-424d-a0d0-5f3228b73dec'}}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:27:24.715631 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-09626020-0d7e-4253-bce0-b59240a5aaf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:24.783725 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-09626020-0d7e-4253-bce0-b59240a5aaf2 service neutron] For port 14cf38ea-6ec5-4ff4-9f4f-afa0cef516de, host hv-neutron-7971, cleared binding levels {{(pid=105224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:27:24.786623 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-09626020-0d7e-4253-bce0-b59240a5aaf2 service neutron] For port 14cf38ea-6ec5-4ff4-9f4f-afa0cef516de, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=14cf38ea-6ec5-4ff4-9f4f-afa0cef516de,segment=NetworkSegment(947b7aaf-1cfd-4865-b610-ec436a912716),segment_id=947b7aaf-1cfd-4865-b610-ec436a912716)] {{(pid=105224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:27:24.793340 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-09626020-0d7e-4253-bce0-b59240a5aaf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:24.795276 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fed8bde0-655a-45ba-ae02-931dae835652 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:27:24.828567 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-09626020-0d7e-4253-bce0-b59240a5aaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:24.829172 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-09626020-0d7e-4253-bce0-b59240a5aaf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:24.830554 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-09626020-0d7e-4253-bce0-b59240a5aaf2 service neutron] 10.222.0.66 "PUT /v2.0/ports/14cf38ea-6ec5-4ff4-9f4f-afa0cef516de HTTP/1.1" status: 200 len: 1093 time: 0.7408648 Jun 21 15:27:24.831071 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc830740-d5d8-47f7-b0dd-e4182541ae7e', 'tag': '14cf38ea-6ec5-4ff4-9f4f-afa0cef516de'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:27:24.833388 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a99c69-ab82-4363-b16b-49d073928140" -d '{"events": [{"name": "network-changed", "server_uuid": "dc830740-d5d8-47f7-b0dd-e4182541ae7e", "tag": "14cf38ea-6ec5-4ff4-9f4f-afa0cef516de"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:27:24.856674 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09626020-0d7e-4253-bce0-b59240a5aaf2 service neutron] Pushing event updated for resources: {'Port': ['ID=14cf38ea-6ec5-4ff4-9f4f-afa0cef516de,revision_number=3']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:27:24.861036 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-09626020-0d7e-4253-bce0-b59240a5aaf2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:27:24.928823 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceda1a1c-9ec2-4cae-9326-8d812048ebc7 x-openstack-request-id: req-ceda1a1c-9ec2-4cae-9326-8d812048ebc7 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:27:24.929365 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc830740-d5d8-47f7-b0dd-e4182541ae7e", "tag": "14cf38ea-6ec5-4ff4-9f4f-afa0cef516de", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:27:24.929699 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ceda1a1c-9ec2-4cae-9326-8d812048ebc7 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:27:24.930173 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc830740-d5d8-47f7-b0dd-e4182541ae7e', 'tag': '14cf38ea-6ec5-4ff4-9f4f-afa0cef516de', 'status': 'completed', 'code': 200} Jun 21 15:27:24.935301 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-d55b2506-d8df-417d-a675-79ea84fe4220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:24.936797 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-d55b2506-d8df-417d-a675-79ea84fe4220 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8eed5e2b47c4ef49db87a490058164a&device_id=dc830740-d5d8-47f7-b0dd-e4182541ae7e HTTP/1.1" status: 200 len: 1096 time: 0.0632319 Jun 21 15:27:24.983390 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-781015e9-f915-4a42-9373-02ff41a27c04 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14cf38ea-6ec5-4ff4-9f4f-afa0cef516de HTTP/1.1" status: 200 len: 217 time: 0.0382192 Jun 21 15:27:25.035530 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-d2db64ac-cc32-44f6-aff0-944a61d6ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:25.036836 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-d2db64ac-cc32-44f6-aff0-944a61d6ecc9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e8193e8c-cacc-40ad-b701-cd2336ba24e2 HTTP/1.1" status: 200 len: 854 time: 0.0460901 Jun 21 15:27:25.070735 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-b1695f4c-e94f-470e-a681-b8505c0f8979 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fcec2c1f-b9e7-424d-a0d0-5f3228b73dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264583 Jun 21 15:27:25.183580 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-863045f4-59d5-408c-9f4f-f4eb089ac13c service neutron] 10.222.0.66 "GET /v2.0/networks/fcec2c1f-b9e7-424d-a0d0-5f3228b73dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058803 Jun 21 15:27:25.294681 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-27b685c6-0674-4e33-8049-5d33e6e44bcb req-a42b1bdd-8873-4034-8d93-686b68f49678 service neutron] 10.222.0.66 "GET /v2.0/networks/fcec2c1f-b9e7-424d-a0d0-5f3228b73dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045313 Jun 21 15:27:25.411682 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a99c69-ab82-4363-b16b-49d073928140 req-5b1f2a52-9b28-4b99-a639-b90868d064e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:25.413266 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-66a99c69-ab82-4363-b16b-49d073928140 req-5b1f2a52-9b28-4b99-a639-b90868d064e5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8eed5e2b47c4ef49db87a490058164a&device_id=dc830740-d5d8-47f7-b0dd-e4182541ae7e HTTP/1.1" status: 200 len: 1096 time: 0.0569460 Jun 21 15:27:25.509248 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a99c69-ab82-4363-b16b-49d073928140 req-0d8f4d67-b748-48cb-8fa8-76c52d6565b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:25.510748 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-66a99c69-ab82-4363-b16b-49d073928140 req-0d8f4d67-b748-48cb-8fa8-76c52d6565b2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fcec2c1f-b9e7-424d-a0d0-5f3228b73dec HTTP/1.1" status: 200 len: 915 time: 0.0914664 Jun 21 15:27:25.552830 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-66a99c69-ab82-4363-b16b-49d073928140 req-aa85dc84-f17e-40e9-9901-4518503cd649 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14cf38ea-6ec5-4ff4-9f4f-afa0cef516de HTTP/1.1" status: 200 len: 217 time: 0.0354156 Jun 21 15:27:25.603336 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a99c69-ab82-4363-b16b-49d073928140 req-f5bfe1d9-1bd3-427f-be56-7789281ee10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:25.604732 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-66a99c69-ab82-4363-b16b-49d073928140 req-f5bfe1d9-1bd3-427f-be56-7789281ee10e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e8193e8c-cacc-40ad-b701-cd2336ba24e2 HTTP/1.1" status: 200 len: 854 time: 0.0450161 Jun 21 15:27:25.642877 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-66a99c69-ab82-4363-b16b-49d073928140 req-483f30ee-7f97-491e-ba6b-7dc36d253d8a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fcec2c1f-b9e7-424d-a0d0-5f3228b73dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315101 Jun 21 15:27:25.737467 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-66a99c69-ab82-4363-b16b-49d073928140 req-a119391f-2297-445b-9549-b46a90a156aa service neutron] 10.222.0.66 "GET /v2.0/networks/fcec2c1f-b9e7-424d-a0d0-5f3228b73dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866225 Jun 21 15:27:25.865375 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-66a99c69-ab82-4363-b16b-49d073928140 req-2b082b8b-c19b-4423-89be-063f3b798e9e service neutron] 10.222.0.66 "GET /v2.0/networks/fcec2c1f-b9e7-424d-a0d0-5f3228b73dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198332 Jun 21 15:27:25.893702 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bec94-c681-4ebc-b345-1e12eade415d req-36c7a096-20da-4e1a-8ef5-bd5e1b5d8e66 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:25.895255 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-081bec94-c681-4ebc-b345-1e12eade415d req-36c7a096-20da-4e1a-8ef5-bd5e1b5d8e66 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc830740-d5d8-47f7-b0dd-e4182541ae7e HTTP/1.1" status: 200 len: 943 time: 0.0913005 Jun 21 15:27:25.935869 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-081bec94-c681-4ebc-b345-1e12eade415d req-d6b15420-0a37-4337-85ac-7d8c4fa4f806 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/security-groups?id=429e8972-d8f4-483b-93bd-41a2d0008853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346670 Jun 21 15:27:27.296925 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2dcf5c-9864-4d4e-8969-b7486763b014 req-6da43766-844b-4bac-a5ac-933e01280da8 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:27.298288 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9f2dcf5c-9864-4d4e-8969-b7486763b014 req-6da43766-844b-4bac-a5ac-933e01280da8 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc830740-d5d8-47f7-b0dd-e4182541ae7e HTTP/1.1" status: 200 len: 943 time: 0.0724828 Jun 21 15:27:27.348765 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9f2dcf5c-9864-4d4e-8969-b7486763b014 req-14229c25-431c-4e73-a7fd-462cf08b71b6 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/security-groups?id=429e8972-d8f4-483b-93bd-41a2d0008853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422182 Jun 21 15:27:28.167823 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 14cf38ea-6ec5-4ff4-9f4f-afa0cef516de details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:27:28.265122 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 14cf38ea-6ec5-4ff4-9f4f-afa0cef516de, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=14cf38ea-6ec5-4ff4-9f4f-afa0cef516de,segment=NetworkSegment(947b7aaf-1cfd-4865-b610-ec436a912716),segment_id=947b7aaf-1cfd-4865-b610-ec436a912716)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:27:28.280234 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '14cf38ea-6ec5-4ff4-9f4f-afa0cef516de', 'network_id': 'fcec2c1f-b9e7-424d-a0d0-5f3228b73dec', 'port_id': '14cf38ea-6ec5-4ff4-9f4f-afa0cef516de', 'mac_address': 'fa:16:3e:24:63:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8193e8c-cacc-40ad-b701-cd2336ba24e2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:27:28.316224 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:28.328671 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14cf38ea-6ec5-4ff4-9f4f-afa0cef516de {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:27:28.349061 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 14cf38ea-6ec5-4ff4-9f4f-afa0cef516de, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=14cf38ea-6ec5-4ff4-9f4f-afa0cef516de,segment=NetworkSegment(947b7aaf-1cfd-4865-b610-ec436a912716),segment_id=947b7aaf-1cfd-4865-b610-ec436a912716)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:27:28.356821 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:28.359655 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:27:28.410011 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=14cf38ea-6ec5-4ff4-9f4f-afa0cef516de,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:27:28.413207 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:27:28.541965 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0396e-2bf4-42af-9c09-2207cb6a2649 req-62212d80-5a63-4771-9d4b-0ee38f26e32e tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:28.543452 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a6b0396e-2bf4-42af-9c09-2207cb6a2649 req-62212d80-5a63-4771-9d4b-0ee38f26e32e tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc830740-d5d8-47f7-b0dd-e4182541ae7e HTTP/1.1" status: 200 len: 944 time: 0.0727181 Jun 21 15:27:28.582356 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a6b0396e-2bf4-42af-9c09-2207cb6a2649 req-c9465c90-d440-4678-a1eb-37df810b5f14 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/security-groups?id=429e8972-d8f4-483b-93bd-41a2d0008853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331430 Jun 21 15:27:28.770267 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['14cf38ea-6ec5-4ff4-9f4f-afa0cef516de'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:27:29.763897 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f265470-3490-47b8-9c41-d931efe65cbe req-0d8a66de-10ea-4945-a611-8b06e4dea81e tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:29.765268 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5f265470-3490-47b8-9c41-d931efe65cbe req-0d8a66de-10ea-4945-a611-8b06e4dea81e tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc830740-d5d8-47f7-b0dd-e4182541ae7e HTTP/1.1" status: 200 len: 944 time: 0.0703721 Jun 21 15:27:29.807005 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5f265470-3490-47b8-9c41-d931efe65cbe req-9e107044-2576-42c9-bc32-48e971af90dc tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/security-groups?id=429e8972-d8f4-483b-93bd-41a2d0008853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334153 Jun 21 15:27:30.179702 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 14cf38ea-6ec5-4ff4-9f4f-afa0cef516de up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:27:30.247526 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port 14cf38ea-6ec5-4ff4-9f4f-afa0cef516de completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:27:30.251468 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 14cf38ea-6ec5-4ff4-9f4f-afa0cef516de triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:27:30.251857 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:30.335839 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:30.358841 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc830740-d5d8-47f7-b0dd-e4182541ae7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cf38ea-6ec5-4ff4-9f4f-afa0cef516de'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:27:30.361099 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3430712-c457-4c36-ad48-e1595bd46e92" -d '{"events": [{"server_uuid": "dc830740-d5d8-47f7-b0dd-e4182541ae7e", "name": "network-vif-plugged", "status": "completed", "tag": "14cf38ea-6ec5-4ff4-9f4f-afa0cef516de"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:27:30.373909 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 14cf38ea-6ec5-4ff4-9f4f-afa0cef516de, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=14cf38ea-6ec5-4ff4-9f4f-afa0cef516de,segment=NetworkSegment(947b7aaf-1cfd-4865-b610-ec436a912716),segment_id=947b7aaf-1cfd-4865-b610-ec436a912716)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:27:30.383281 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:30.386168 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:27:30.408961 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f854f2b-1362-416f-8188-184898bf77e1 x-openstack-request-id: req-5f854f2b-1362-416f-8188-184898bf77e1 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:27:30.409258 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc830740-d5d8-47f7-b0dd-e4182541ae7e", "name": "network-vif-plugged", "status": "completed", "tag": "14cf38ea-6ec5-4ff4-9f4f-afa0cef516de", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:27:30.409535 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5f854f2b-1362-416f-8188-184898bf77e1 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:27:30.409953 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc830740-d5d8-47f7-b0dd-e4182541ae7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14cf38ea-6ec5-4ff4-9f4f-afa0cef516de', 'code': 200} Jun 21 15:27:30.436169 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=14cf38ea-6ec5-4ff4-9f4f-afa0cef516de,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:27:30.438989 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:27:30.667337 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e7a0b-1ac2-4bc3-8a55-1d3078c39a7d req-0e14b7a2-86fb-4caf-8a87-cddb6e8b88e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:30.668879 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f93e7a0b-1ac2-4bc3-8a55-1d3078c39a7d req-0e14b7a2-86fb-4caf-8a87-cddb6e8b88e3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dc830740-d5d8-47f7-b0dd-e4182541ae7e HTTP/1.1" status: 200 len: 1098 time: 0.0739107 Jun 21 15:27:30.704689 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f93e7a0b-1ac2-4bc3-8a55-1d3078c39a7d req-ba4458ca-ef90-47d8-883e-3484b4bd8d1d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=429e8972-d8f4-483b-93bd-41a2d0008853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291989 Jun 21 15:27:30.989178 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaa52cb-80bc-412d-a3d9-662ecce7d8ec req-d150909e-41d4-4f02-9837-ca9f77f40b31 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:30.990956 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-daaa52cb-80bc-412d-a3d9-662ecce7d8ec req-d150909e-41d4-4f02-9837-ca9f77f40b31 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc830740-d5d8-47f7-b0dd-e4182541ae7e HTTP/1.1" status: 200 len: 945 time: 0.0698097 Jun 21 15:27:31.038876 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-daaa52cb-80bc-412d-a3d9-662ecce7d8ec req-58e7835b-46fc-4c40-aab1-699fc829c2e2 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/security-groups?id=429e8972-d8f4-483b-93bd-41a2d0008853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420115 Jun 21 15:27:32.232451 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aeadec-a127-4fe6-9307-53288ae5a716 req-61416629-4d01-4b2c-a60c-19ade7e770ac tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:32.233992 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f8aeadec-a127-4fe6-9307-53288ae5a716 req-61416629-4d01-4b2c-a60c-19ade7e770ac tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc830740-d5d8-47f7-b0dd-e4182541ae7e HTTP/1.1" status: 200 len: 945 time: 0.0790198 Jun 21 15:27:32.278827 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f8aeadec-a127-4fe6-9307-53288ae5a716 req-b85cbc8a-78d9-4a01-947f-b6fed6883012 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/security-groups?id=429e8972-d8f4-483b-93bd-41a2d0008853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363419 Jun 21 15:27:32.529031 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-e09ccc68-6218-49de-ac4d-bec767c8b4fe tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:32.530613 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-e09ccc68-6218-49de-ac4d-bec767c8b4fe tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/networks?id=fcec2c1f-b9e7-424d-a0d0-5f3228b73dec HTTP/1.1" status: 200 len: 814 time: 0.1140280 Jun 21 15:27:32.549121 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-d7d009c0-2de1-4854-bb92-91f5a2060616 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/quotas/e8eed5e2b47c4ef49db87a490058164a HTTP/1.1" status: 200 len: 375 time: 0.0096064 Jun 21 15:27:32.617181 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-51ec247c-ed2c-455b-bf53-02f3ea4496fe tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e8eed5e2b47c4ef49db87a490058164a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0631211 Jun 21 15:27:32.711150 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-d985eb79-7836-4ef6-a6d2-2d9ab216e378 service neutron] 10.222.0.72 "GET /v2.0/networks/fcec2c1f-b9e7-424d-a0d0-5f3228b73dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830157 Jun 21 15:27:32.808318 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-75e50e25-dbce-4b5e-b8ed-c334140d98b6 service neutron] 10.222.0.72 "GET /v2.0/networks/fcec2c1f-b9e7-424d-a0d0-5f3228b73dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888669 Jun 21 15:27:32.991144 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-71b7786c-cf26-452b-ba6d-5f0a409ad07a req-92fe4ce6-8513-4daa-a574-27197210a50e tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a5c403f-6d6a-47d1-8cb2-e555af17afdd HTTP/1.1" status: 200 len: 210 time: 0.0310366 Jun 21 15:27:34.085677 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-01264f15-fba7-40bb-b02f-5fcc330f5af8 req-3b782b44-0d0f-4fbb-b636-24510d3d6b83 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a5c403f-6d6a-47d1-8cb2-e555af17afdd HTTP/1.1" status: 200 len: 210 time: 0.0299406 Jun 21 15:27:35.174950 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-91d4e1ce-32ab-4c85-b522-5a918da60e8e req-0153f744-3406-4a6c-bab4-e69e3f3ff6b0 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a5c403f-6d6a-47d1-8cb2-e555af17afdd HTTP/1.1" status: 200 len: 210 time: 0.0319777 Jun 21 15:27:35.529428 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:36.272481 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a377b6d0-24b9-4133-b1ab-e3dcd444415e req-3adcfc20-d1d2-46d0-8f72-c693215c8292 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a5c403f-6d6a-47d1-8cb2-e555af17afdd HTTP/1.1" status: 200 len: 210 time: 0.0358546 Jun 21 15:27:36.295042 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-89b665a0-5d5d-4093-9074-c728c66acea4 req-a2abd445-5bfe-4e2e-a5e7-3a07086dfb15 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dc830740-d5d8-47f7-b0dd-e4182541ae7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0882323 Jun 21 15:27:36.392865 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b665a0-5d5d-4093-9074-c728c66acea4 req-2e22ae83-1d28-4589-8038-bec12f289dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:36.394398 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-89b665a0-5d5d-4093-9074-c728c66acea4 req-2e22ae83-1d28-4589-8038-bec12f289dea service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8eed5e2b47c4ef49db87a490058164a&device_id=dc830740-d5d8-47f7-b0dd-e4182541ae7e HTTP/1.1" status: 200 len: 1098 time: 0.0560350 Jun 21 15:27:36.510340 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b665a0-5d5d-4093-9074-c728c66acea4 req-4b75b4fe-d538-4563-8cac-6a4cb0d92c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:36.511696 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-89b665a0-5d5d-4093-9074-c728c66acea4 req-4b75b4fe-d538-4563-8cac-6a4cb0d92c13 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fcec2c1f-b9e7-424d-a0d0-5f3228b73dec HTTP/1.1" status: 200 len: 915 time: 0.0936530 Jun 21 15:27:36.552990 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-89b665a0-5d5d-4093-9074-c728c66acea4 req-8774e65e-e329-41f5-bbf0-47dbb6930656 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=14cf38ea-6ec5-4ff4-9f4f-afa0cef516de HTTP/1.1" status: 200 len: 217 time: 0.0343497 Jun 21 15:27:36.602135 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b665a0-5d5d-4093-9074-c728c66acea4 req-1b30d2a4-ee63-44bf-ad7f-57ae17123bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:36.603508 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-89b665a0-5d5d-4093-9074-c728c66acea4 req-1b30d2a4-ee63-44bf-ad7f-57ae17123bd3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e8193e8c-cacc-40ad-b701-cd2336ba24e2 HTTP/1.1" status: 200 len: 854 time: 0.0442286 Jun 21 15:27:36.635881 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-89b665a0-5d5d-4093-9074-c728c66acea4 req-d2527c9e-10a9-47c3-b68f-10bd8680acb4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fcec2c1f-b9e7-424d-a0d0-5f3228b73dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259604 Jun 21 15:27:36.725946 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-89b665a0-5d5d-4093-9074-c728c66acea4 req-4cc527f8-da7c-4523-a82c-16b972398f1e service neutron] 10.222.0.66 "GET /v2.0/networks/fcec2c1f-b9e7-424d-a0d0-5f3228b73dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836675 Jun 21 15:27:36.820662 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-89b665a0-5d5d-4093-9074-c728c66acea4 req-640563ec-b3fa-4fff-ab41-cabdebbda3e6 service neutron] 10.222.0.66 "GET /v2.0/networks/fcec2c1f-b9e7-424d-a0d0-5f3228b73dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878029 Jun 21 15:27:37.814093 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3b3328b8-1986-4a66-a9aa-31c12cab3ec3 req-9bd0c7b7-9f17-4d53-8be9-ae6906f8eca2 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a5c403f-6d6a-47d1-8cb2-e555af17afdd HTTP/1.1" status: 200 len: 210 time: 0.4144855 Jun 21 15:27:38.185165 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-9f635e20-3ebe-4615-9f86-c12a70857a4b tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:38.186696 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-9f635e20-3ebe-4615-9f86-c12a70857a4b tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.66 "GET /v2.0/networks?id=fcec2c1f-b9e7-424d-a0d0-5f3228b73dec HTTP/1.1" status: 200 len: 814 time: 0.1057024 Jun 21 15:27:38.210701 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-0ee85535-a7bb-47a9-bc94-ea870eec20d4 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Request body: {'port': {'device_id': '2a5c403f-6d6a-47d1-8cb2-e555af17afdd', 'network_id': 'fcec2c1f-b9e7-424d-a0d0-5f3228b73dec', 'admin_state_up': True, 'tenant_id': 'e8eed5e2b47c4ef49db87a490058164a'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:27:38.331655 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-0ee85535-a7bb-47a9-bc94-ea870eec20d4 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Made reservation on behalf of e8eed5e2b47c4ef49db87a490058164a for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:27:38.335342 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-0ee85535-a7bb-47a9-bc94-ea870eec20d4 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:38.473054 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-0ee85535-a7bb-47a9-bc94-ea870eec20d4 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Allocated IP 172.20.0.5 (fcec2c1f-b9e7-424d-a0d0-5f3228b73dec/e8193e8c-cacc-40ad-b701-cd2336ba24e2/294fbd9c-420b-4d53-96f3-3234eb48af5f) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:27:38.635422 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-0ee85535-a7bb-47a9-bc94-ea870eec20d4 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:38.684259 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-0ee85535-a7bb-47a9-bc94-ea870eec20d4 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:38.688679 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d93e9499-85c3-4e05-8f8c-5b859ef67bc1 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:27:38.697612 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['14cf38ea-6ec5-4ff4-9f4f-afa0cef516de'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:27:38.729500 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-0ee85535-a7bb-47a9-bc94-ea870eec20d4 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Network fcec2c1f-b9e7-424d-a0d0-5f3228b73dec is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:27:38.732887 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-0ee85535-a7bb-47a9-bc94-ea870eec20d4 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:27:38.738961 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-0ee85535-a7bb-47a9-bc94-ea870eec20d4 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:27:38.745692 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee85535-a7bb-47a9-bc94-ea870eec20d4 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Pushing event updated for resources: {'Port': ['ID=294fbd9c-420b-4d53-96f3-3234eb48af5f,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:27:38.767557 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0ee85535-a7bb-47a9-bc94-ea870eec20d4 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:27:38.795008 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-0ee85535-a7bb-47a9-bc94-ea870eec20d4 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:38.795627 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-0ee85535-a7bb-47a9-bc94-ea870eec20d4 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:38.812041 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-0ee85535-a7bb-47a9-bc94-ea870eec20d4 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6053274 Jun 21 15:27:38.825261 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-af6cc49d-52d7-4dae-93f1-394759eb2d05 service neutron] Request body: {'port': {'device_id': '2a5c403f-6d6a-47d1-8cb2-e555af17afdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:27:38.903343 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-af6cc49d-52d7-4dae-93f1-394759eb2d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:39.122878 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5824f9-db7c-4d5b-b8f8-94de67a92bc1 req-f3b0641e-bed0-4d79-a0fd-235fe4575006 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:39.124344 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4c5824f9-db7c-4d5b-b8f8-94de67a92bc1 req-f3b0641e-bed0-4d79-a0fd-235fe4575006 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a5c403f-6d6a-47d1-8cb2-e555af17afdd HTTP/1.1" status: 200 len: 931 time: 0.1860819 Jun 21 15:27:39.192807 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4c5824f9-db7c-4d5b-b8f8-94de67a92bc1 req-1a97014c-9a61-4d27-8105-86e0eed330ee tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/security-groups?id=429e8972-d8f4-483b-93bd-41a2d0008853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623345 Jun 21 15:27:39.251226 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-af6cc49d-52d7-4dae-93f1-394759eb2d05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 294fbd9c-420b-4d53-96f3-3234eb48af5f {{(pid=105224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:27:39.258925 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-af6cc49d-52d7-4dae-93f1-394759eb2d05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:39.271427 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-af6cc49d-52d7-4dae-93f1-394759eb2d05 service neutron] Transition to ACTIVE for port object 294fbd9c-420b-4d53-96f3-3234eb48af5f will not be triggered until provisioned by entity L2. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:27:39.277126 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-af6cc49d-52d7-4dae-93f1-394759eb2d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:39.279146 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4284abbf-6054-4355-8a42-5c216dcdd5da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:27:39.372285 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6cc49d-52d7-4dae-93f1-394759eb2d05 service neutron] Pushing event updated for resources: {'Port': ['ID=294fbd9c-420b-4d53-96f3-3234eb48af5f,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:27:39.377413 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-af6cc49d-52d7-4dae-93f1-394759eb2d05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:27:39.456814 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-af6cc49d-52d7-4dae-93f1-394759eb2d05 service neutron] Attempting to bind port 294fbd9c-420b-4d53-96f3-3234eb48af5f on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:27:39.457149 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-af6cc49d-52d7-4dae-93f1-394759eb2d05 service neutron] Attempting to bind port 294fbd9c-420b-4d53-96f3-3234eb48af5f by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '947b7aaf-1cfd-4865-b610-ec436a912716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fcec2c1f-b9e7-424d-a0d0-5f3228b73dec'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:27:39.457470 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-af6cc49d-52d7-4dae-93f1-394759eb2d05 service neutron] Attempting to bind port 294fbd9c-420b-4d53-96f3-3234eb48af5f on network fcec2c1f-b9e7-424d-a0d0-5f3228b73dec {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:27:39.462132 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-af6cc49d-52d7-4dae-93f1-394759eb2d05 service neutron] Port 294fbd9c-420b-4d53-96f3-3234eb48af5f on network fcec2c1f-b9e7-424d-a0d0-5f3228b73dec not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 15:27:39.462438 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-af6cc49d-52d7-4dae-93f1-394759eb2d05 service neutron] Attempting to bind port 294fbd9c-420b-4d53-96f3-3234eb48af5f on network fcec2c1f-b9e7-424d-a0d0-5f3228b73dec {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:27:39.467629 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-af6cc49d-52d7-4dae-93f1-394759eb2d05 service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:27:39.467963 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-af6cc49d-52d7-4dae-93f1-394759eb2d05 service neutron] Checking segment: {'id': '947b7aaf-1cfd-4865-b610-ec436a912716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fcec2c1f-b9e7-424d-a0d0-5f3228b73dec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:27:39.468343 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-af6cc49d-52d7-4dae-93f1-394759eb2d05 service neutron] Bound using segment: {'id': '947b7aaf-1cfd-4865-b610-ec436a912716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fcec2c1f-b9e7-424d-a0d0-5f3228b73dec'} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:27:39.468760 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-af6cc49d-52d7-4dae-93f1-394759eb2d05 service neutron] Bound port: 294fbd9c-420b-4d53-96f3-3234eb48af5f, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '947b7aaf-1cfd-4865-b610-ec436a912716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'fcec2c1f-b9e7-424d-a0d0-5f3228b73dec'}}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:27:39.469096 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-af6cc49d-52d7-4dae-93f1-394759eb2d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:39.536120 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-af6cc49d-52d7-4dae-93f1-394759eb2d05 service neutron] For port 294fbd9c-420b-4d53-96f3-3234eb48af5f, host hv-neutron-7971, cleared binding levels {{(pid=105224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:27:39.540012 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-af6cc49d-52d7-4dae-93f1-394759eb2d05 service neutron] For port 294fbd9c-420b-4d53-96f3-3234eb48af5f, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=294fbd9c-420b-4d53-96f3-3234eb48af5f,segment=NetworkSegment(947b7aaf-1cfd-4865-b610-ec436a912716),segment_id=947b7aaf-1cfd-4865-b610-ec436a912716)] {{(pid=105224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:27:39.548211 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-af6cc49d-52d7-4dae-93f1-394759eb2d05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:39.551162 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-989643c8-80c1-4a58-bdb5-bdbc2e60b500 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:27:39.587245 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-af6cc49d-52d7-4dae-93f1-394759eb2d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:39.587848 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-af6cc49d-52d7-4dae-93f1-394759eb2d05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:39.589209 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-af6cc49d-52d7-4dae-93f1-394759eb2d05 service neutron] 10.222.0.66 "PUT /v2.0/ports/294fbd9c-420b-4d53-96f3-3234eb48af5f HTTP/1.1" status: 200 len: 1093 time: 0.7684572 Jun 21 15:27:39.589853 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a5c403f-6d6a-47d1-8cb2-e555af17afdd', 'tag': '294fbd9c-420b-4d53-96f3-3234eb48af5f'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:27:39.592281 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ecff35-45be-404f-9184-c8efaf3557ba" -d '{"events": [{"name": "network-changed", "server_uuid": "2a5c403f-6d6a-47d1-8cb2-e555af17afdd", "tag": "294fbd9c-420b-4d53-96f3-3234eb48af5f"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:27:39.615460 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6cc49d-52d7-4dae-93f1-394759eb2d05 service neutron] Pushing event updated for resources: {'Port': ['ID=294fbd9c-420b-4d53-96f3-3234eb48af5f,revision_number=3']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:27:39.618618 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-af6cc49d-52d7-4dae-93f1-394759eb2d05 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:27:39.634053 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453a176b-b74b-4dbb-8825-1500921ade6e x-openstack-request-id: req-453a176b-b74b-4dbb-8825-1500921ade6e {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:27:39.634397 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a5c403f-6d6a-47d1-8cb2-e555af17afdd", "tag": "294fbd9c-420b-4d53-96f3-3234eb48af5f", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:27:39.634716 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-453a176b-b74b-4dbb-8825-1500921ade6e {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:27:39.635148 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a5c403f-6d6a-47d1-8cb2-e555af17afdd', 'tag': '294fbd9c-420b-4d53-96f3-3234eb48af5f', 'status': 'completed', 'code': 200} Jun 21 15:27:39.710267 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-25c1526c-dc25-4f31-8084-f3386fa37723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:39.711777 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-25c1526c-dc25-4f31-8084-f3386fa37723 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8eed5e2b47c4ef49db87a490058164a&device_id=2a5c403f-6d6a-47d1-8cb2-e555af17afdd HTTP/1.1" status: 200 len: 1096 time: 0.0698283 Jun 21 15:27:39.753889 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-50ead47a-348c-45d8-a4ed-74c79e0fb50e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=294fbd9c-420b-4d53-96f3-3234eb48af5f HTTP/1.1" status: 200 len: 217 time: 0.0349357 Jun 21 15:27:39.805043 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-b5a6ac87-bd19-47e6-b120-301c5e7ba132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:39.806509 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-b5a6ac87-bd19-47e6-b120-301c5e7ba132 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e8193e8c-cacc-40ad-b701-cd2336ba24e2 HTTP/1.1" status: 200 len: 854 time: 0.0460799 Jun 21 15:27:39.841067 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-3213bba4-9832-47b0-bcfe-4f775fbb4b92 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fcec2c1f-b9e7-424d-a0d0-5f3228b73dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276251 Jun 21 15:27:39.943512 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-cda8d416-d542-4d17-989e-0fa91c0a475e service neutron] 10.222.0.66 "GET /v2.0/networks/fcec2c1f-b9e7-424d-a0d0-5f3228b73dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954988 Jun 21 15:27:40.043093 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb675d06-62d5-4bd7-abca-77b0af278247 req-ceffa056-f896-4ec0-969b-d35362f2be9b service neutron] 10.222.0.66 "GET /v2.0/networks/fcec2c1f-b9e7-424d-a0d0-5f3228b73dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918427 Jun 21 15:27:40.175375 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecff35-45be-404f-9184-c8efaf3557ba req-78817303-5b68-4260-830c-1f0feac98ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:40.176850 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-92ecff35-45be-404f-9184-c8efaf3557ba req-78817303-5b68-4260-830c-1f0feac98ff5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=e8eed5e2b47c4ef49db87a490058164a&device_id=2a5c403f-6d6a-47d1-8cb2-e555af17afdd HTTP/1.1" status: 200 len: 1096 time: 0.0614431 Jun 21 15:27:40.274958 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecff35-45be-404f-9184-c8efaf3557ba req-f1e7775b-1053-4449-9ebd-4a935f235a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:40.276665 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-92ecff35-45be-404f-9184-c8efaf3557ba req-f1e7775b-1053-4449-9ebd-4a935f235a26 service neutron] 10.222.0.66 "GET /v2.0/networks?id=fcec2c1f-b9e7-424d-a0d0-5f3228b73dec HTTP/1.1" status: 200 len: 915 time: 0.0868568 Jun 21 15:27:40.331525 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-92ecff35-45be-404f-9184-c8efaf3557ba req-75d310bb-6451-4151-867f-ba3baba65bf1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=294fbd9c-420b-4d53-96f3-3234eb48af5f HTTP/1.1" status: 200 len: 217 time: 0.0484335 Jun 21 15:27:40.401439 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecff35-45be-404f-9184-c8efaf3557ba req-7f34b417-7257-480a-a844-828e01087904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:40.403063 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-92ecff35-45be-404f-9184-c8efaf3557ba req-7f34b417-7257-480a-a844-828e01087904 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e8193e8c-cacc-40ad-b701-cd2336ba24e2 HTTP/1.1" status: 200 len: 854 time: 0.0528052 Jun 21 15:27:40.441105 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-92ecff35-45be-404f-9184-c8efaf3557ba req-d1e27416-2f3d-4110-bdce-8a2e269c7b64 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=fcec2c1f-b9e7-424d-a0d0-5f3228b73dec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317128 Jun 21 15:27:40.449525 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5690b4c-2343-43a0-b64e-c56029fc09e7 req-a93e2a7d-9c91-483a-8ce2-69d4cba6a7e8 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:40.451028 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f5690b4c-2343-43a0-b64e-c56029fc09e7 req-a93e2a7d-9c91-483a-8ce2-69d4cba6a7e8 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a5c403f-6d6a-47d1-8cb2-e555af17afdd HTTP/1.1" status: 200 len: 943 time: 0.1292574 Jun 21 15:27:40.538085 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f5690b4c-2343-43a0-b64e-c56029fc09e7 req-f98bb163-c0f5-4911-837a-353392aea4f7 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/security-groups?id=429e8972-d8f4-483b-93bd-41a2d0008853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791156 Jun 21 15:27:40.564476 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-92ecff35-45be-404f-9184-c8efaf3557ba req-95c819cf-31cf-4eb8-8760-c95e82cb90b0 service neutron] 10.222.0.66 "GET /v2.0/networks/fcec2c1f-b9e7-424d-a0d0-5f3228b73dec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125379 Jun 21 15:27:40.659789 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-92ecff35-45be-404f-9184-c8efaf3557ba req-cdad6c13-eb58-45ff-a0bd-4c7cc111fe6f service neutron] 10.222.0.66 "GET /v2.0/networks/fcec2c1f-b9e7-424d-a0d0-5f3228b73dec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878484 Jun 21 15:27:41.099890 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:27:41.722993 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab81a7-3c45-403a-970f-421bc24ef4c6 req-feac40b0-de44-495e-b038-efe5412afd6f tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:41.724511 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-18ab81a7-3c45-403a-970f-421bc24ef4c6 req-feac40b0-de44-495e-b038-efe5412afd6f tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a5c403f-6d6a-47d1-8cb2-e555af17afdd HTTP/1.1" status: 200 len: 943 time: 0.0661108 Jun 21 15:27:41.767594 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-18ab81a7-3c45-403a-970f-421bc24ef4c6 req-fcc255ab-2bc1-48e3-984d-8600259ce4f4 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/security-groups?id=429e8972-d8f4-483b-93bd-41a2d0008853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351324 Jun 21 15:27:42.980312 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c7d9f-5aee-4e5f-abcc-568f681ce64d req-6961d273-e990-4c8e-9a94-c0c24873a66e tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:42.981849 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b52c7d9f-5aee-4e5f-abcc-568f681ce64d req-6961d273-e990-4c8e-9a94-c0c24873a66e tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a5c403f-6d6a-47d1-8cb2-e555af17afdd HTTP/1.1" status: 200 len: 943 time: 0.0805562 Jun 21 15:27:43.028961 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b52c7d9f-5aee-4e5f-abcc-568f681ce64d req-0b54e3d0-bb20-4c0a-bd80-98fdc9de697d tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/security-groups?id=429e8972-d8f4-483b-93bd-41a2d0008853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410507 Jun 21 15:27:44.122703 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5b752e23-5c29-4db2-a4da-f622a84e0a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:44.210756 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d7608-3a9b-4499-86fb-40d88ac69344 req-5022f07b-8137-40b0-9119-ecb78669e034 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:44.212216 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7c4d7608-3a9b-4499-86fb-40d88ac69344 req-5022f07b-8137-40b0-9119-ecb78669e034 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a5c403f-6d6a-47d1-8cb2-e555af17afdd HTTP/1.1" status: 200 len: 943 time: 0.0682473 Jun 21 15:27:44.267006 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7c4d7608-3a9b-4499-86fb-40d88ac69344 req-2683426a-e6ad-4829-b62a-8853d67148b6 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/security-groups?id=429e8972-d8f4-483b-93bd-41a2d0008853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485692 Jun 21 15:27:44.276979 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 294fbd9c-420b-4d53-96f3-3234eb48af5f details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:27:44.391046 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 294fbd9c-420b-4d53-96f3-3234eb48af5f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=294fbd9c-420b-4d53-96f3-3234eb48af5f,segment=NetworkSegment(947b7aaf-1cfd-4865-b610-ec436a912716),segment_id=947b7aaf-1cfd-4865-b610-ec436a912716)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:27:44.402743 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '294fbd9c-420b-4d53-96f3-3234eb48af5f', 'network_id': 'fcec2c1f-b9e7-424d-a0d0-5f3228b73dec', 'port_id': '294fbd9c-420b-4d53-96f3-3234eb48af5f', 'mac_address': 'fa:16:3e:47:3a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8193e8c-cacc-40ad-b701-cd2336ba24e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:27:44.447989 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:44.462305 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 294fbd9c-420b-4d53-96f3-3234eb48af5f {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:27:44.487016 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 294fbd9c-420b-4d53-96f3-3234eb48af5f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=294fbd9c-420b-4d53-96f3-3234eb48af5f,segment=NetworkSegment(947b7aaf-1cfd-4865-b610-ec436a912716),segment_id=947b7aaf-1cfd-4865-b610-ec436a912716)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:27:44.494540 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:44.496488 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-4a222a76-6ad3-4081-b2b5-987d87c41f14 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:27:44.555183 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=294fbd9c-420b-4d53-96f3-3234eb48af5f,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:27:44.565185 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:27:44.565551 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:27:44.565926 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:27:44.566292 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:27:44.566623 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:27:44.566953 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:27:44.567286 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:27:44.567610 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:27:44.567936 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:27:44.568256 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:27:44.568604 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:27:44.568927 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:27:44.573197 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:27:44.840160 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['294fbd9c-420b-4d53-96f3-3234eb48af5f'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:27:45.447318 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8168a1-856d-4f50-a5eb-269ea8fb2d5f req-0af69458-2e6e-4cc8-8dfb-13b2f6b35956 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:45.448920 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fa8168a1-856d-4f50-a5eb-269ea8fb2d5f req-0af69458-2e6e-4cc8-8dfb-13b2f6b35956 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a5c403f-6d6a-47d1-8cb2-e555af17afdd HTTP/1.1" status: 200 len: 944 time: 0.0692954 Jun 21 15:27:45.491458 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fa8168a1-856d-4f50-a5eb-269ea8fb2d5f req-c548d37b-6f6c-4e8e-afe5-2cb3ce766fca tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/security-groups?id=429e8972-d8f4-483b-93bd-41a2d0008853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354564 Jun 21 15:27:46.291464 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 294fbd9c-420b-4d53-96f3-3234eb48af5f up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:27:46.346299 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port 294fbd9c-420b-4d53-96f3-3234eb48af5f completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:27:46.350690 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 294fbd9c-420b-4d53-96f3-3234eb48af5f triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:27:46.351334 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:46.434381 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:46.457357 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5c403f-6d6a-47d1-8cb2-e555af17afdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294fbd9c-420b-4d53-96f3-3234eb48af5f'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:27:46.459663 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58af6e1e-018d-481c-b3df-94b6b387b297" -d '{"events": [{"server_uuid": "2a5c403f-6d6a-47d1-8cb2-e555af17afdd", "name": "network-vif-plugged", "status": "completed", "tag": "294fbd9c-420b-4d53-96f3-3234eb48af5f"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:27:46.475841 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 294fbd9c-420b-4d53-96f3-3234eb48af5f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=294fbd9c-420b-4d53-96f3-3234eb48af5f,segment=NetworkSegment(947b7aaf-1cfd-4865-b610-ec436a912716),segment_id=947b7aaf-1cfd-4865-b610-ec436a912716)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:27:46.481217 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:46.483218 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b6a7474f-1acb-4663-b319-0141757095b5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:27:46.506040 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669a22d4-1dca-4b2c-9cbe-b12e8da035ee x-openstack-request-id: req-669a22d4-1dca-4b2c-9cbe-b12e8da035ee {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:27:46.506329 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5c403f-6d6a-47d1-8cb2-e555af17afdd", "name": "network-vif-plugged", "status": "completed", "tag": "294fbd9c-420b-4d53-96f3-3234eb48af5f", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:27:46.506590 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-669a22d4-1dca-4b2c-9cbe-b12e8da035ee {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:27:46.507000 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5c403f-6d6a-47d1-8cb2-e555af17afdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '294fbd9c-420b-4d53-96f3-3234eb48af5f', 'code': 200} Jun 21 15:27:46.538186 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=294fbd9c-420b-4d53-96f3-3234eb48af5f,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:27:46.541522 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:27:46.632819 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0944bb1a-451a-44d0-bc7c-e29cd7211b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:46.672689 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a9446-7ec6-42b0-8547-41fb6d51ba24 req-88f8a277-cebb-4ba6-b414-1925a5e1f370 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:46.674176 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3e6a9446-7ec6-42b0-8547-41fb6d51ba24 req-88f8a277-cebb-4ba6-b414-1925a5e1f370 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a5c403f-6d6a-47d1-8cb2-e555af17afdd HTTP/1.1" status: 200 len: 945 time: 0.0678334 Jun 21 15:27:46.742678 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3e6a9446-7ec6-42b0-8547-41fb6d51ba24 req-49aa5e5c-f727-4524-8e2b-0ef1fa867164 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/security-groups?id=429e8972-d8f4-483b-93bd-41a2d0008853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603502 Jun 21 15:27:46.756659 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60533e32-2ae3-4520-8e71-5ac9ebb386a1 req-541ac90d-5737-48c6-aa99-4c357a5e3d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:46.758148 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-60533e32-2ae3-4520-8e71-5ac9ebb386a1 req-541ac90d-5737-48c6-aa99-4c357a5e3d6a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2a5c403f-6d6a-47d1-8cb2-e555af17afdd HTTP/1.1" status: 200 len: 1098 time: 0.0830905 Jun 21 15:27:46.804824 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-60533e32-2ae3-4520-8e71-5ac9ebb386a1 req-0d3101e5-eada-4971-9c45-789535ece811 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=429e8972-d8f4-483b-93bd-41a2d0008853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403712 Jun 21 15:27:47.127322 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:47.933135 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d118c-f7f9-4df0-9982-02ec9f2acb8b req-30a6b242-996e-4dc7-8d30-44611f87e631 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:47.934885 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9f5d118c-f7f9-4df0-9982-02ec9f2acb8b req-30a6b242-996e-4dc7-8d30-44611f87e631 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a5c403f-6d6a-47d1-8cb2-e555af17afdd HTTP/1.1" status: 200 len: 945 time: 0.0692592 Jun 21 15:27:47.976977 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9f5d118c-f7f9-4df0-9982-02ec9f2acb8b req-204e15e3-1208-4784-b817-639dc0156113 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/security-groups?id=429e8972-d8f4-483b-93bd-41a2d0008853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360720 Jun 21 15:27:48.202128 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:49.180869 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc88b2-1652-4f9e-87b4-56f6b79ee369 req-a281c92d-cf51-4ae1-a1b7-42b2bb8b0684 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:49.182414 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2ccc88b2-1652-4f9e-87b4-56f6b79ee369 req-a281c92d-cf51-4ae1-a1b7-42b2bb8b0684 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a5c403f-6d6a-47d1-8cb2-e555af17afdd HTTP/1.1" status: 200 len: 945 time: 0.0833502 Jun 21 15:27:49.226492 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2ccc88b2-1652-4f9e-87b4-56f6b79ee369 req-acb28cdd-d1aa-4158-992a-076e3b676e29 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/security-groups?id=429e8972-d8f4-483b-93bd-41a2d0008853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350161 Jun 21 15:27:49.640022 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca8c9a-8788-4d51-b0fe-3e21386cebd3 req-4a09fee0-1dfd-4b64-bf3f-2d4b50f5d04b tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:49.641479 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5cca8c9a-8788-4d51-b0fe-3e21386cebd3 req-4a09fee0-1dfd-4b64-bf3f-2d4b50f5d04b tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a5c403f-6d6a-47d1-8cb2-e555af17afdd HTTP/1.1" status: 200 len: 945 time: 0.0670972 Jun 21 15:27:49.683708 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5cca8c9a-8788-4d51-b0fe-3e21386cebd3 req-d132ad88-3574-47d0-affe-141e4fe16935 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/security-groups?id=429e8972-d8f4-483b-93bd-41a2d0008853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346160 Jun 21 15:27:49.887293 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:50.867428 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24192c-f4a2-430d-80e9-ff6a4ab4ea7c req-068f79c7-a37b-49a0-863b-213b75c4bf93 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:50.868872 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ec24192c-f4a2-430d-80e9-ff6a4ab4ea7c req-068f79c7-a37b-49a0-863b-213b75c4bf93 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a5c403f-6d6a-47d1-8cb2-e555af17afdd HTTP/1.1" status: 200 len: 945 time: 0.0640297 Jun 21 15:27:50.911894 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ec24192c-f4a2-430d-80e9-ff6a4ab4ea7c req-075c0145-3585-4076-9f7d-7b934da56748 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/security-groups?id=429e8972-d8f4-483b-93bd-41a2d0008853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373726 Jun 21 15:27:51.136435 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf14bf2-bd98-41e4-8f49-411f6e978cb5 req-def4e684-1d2b-427a-9580-fe1f193fe505 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:51.137935 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bcf14bf2-bd98-41e4-8f49-411f6e978cb5 req-def4e684-1d2b-427a-9580-fe1f193fe505 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.66 "GET /v2.0/ports?device_id=2a5c403f-6d6a-47d1-8cb2-e555af17afdd HTTP/1.1" status: 200 len: 945 time: 0.0773561 Jun 21 15:27:51.242156 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-bcf14bf2-bd98-41e4-8f49-411f6e978cb5 req-bd92f8a0-28d3-4f28-9185-544027865b1f tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Deleting port 294fbd9c-420b-4d53-96f3-3234eb48af5f {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:27:51.242480 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-bcf14bf2-bd98-41e4-8f49-411f6e978cb5 req-bd92f8a0-28d3-4f28-9185-544027865b1f tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:51.345993 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-bcf14bf2-bd98-41e4-8f49-411f6e978cb5 req-bd92f8a0-28d3-4f28-9185-544027865b1f tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] For port 294fbd9c-420b-4d53-96f3-3234eb48af5f, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=294fbd9c-420b-4d53-96f3-3234eb48af5f,segment=NetworkSegment(947b7aaf-1cfd-4865-b610-ec436a912716),segment_id=947b7aaf-1cfd-4865-b610-ec436a912716)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:27:51.346358 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-bcf14bf2-bd98-41e4-8f49-411f6e978cb5 req-bd92f8a0-28d3-4f28-9185-544027865b1f tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:51.415613 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-bcf14bf2-bd98-41e4-8f49-411f6e978cb5 req-bd92f8a0-28d3-4f28-9185-544027865b1f tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Calling delete_port for 294fbd9c-420b-4d53-96f3-3234eb48af5f owned by compute:nova {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:27:51.558901 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-bcf14bf2-bd98-41e4-8f49-411f6e978cb5 req-bd92f8a0-28d3-4f28-9185-544027865b1f tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:51.563131 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-df114d65-23e8-4c53-9192-b36f8c12e05f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:27:51.571750 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['14cf38ea-6ec5-4ff4-9f4f-afa0cef516de', '294fbd9c-420b-4d53-96f3-3234eb48af5f'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:27:51.593143 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92f8a0-28d3-4f28-9185-544027865b1f tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Pushing event deleted for resources: {'Port': ['ID=294fbd9c-420b-4d53-96f3-3234eb48af5f,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:27:51.597076 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-bd92f8a0-28d3-4f28-9185-544027865b1f tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:27:51.639734 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf14bf2-bd98-41e4-8f49-411f6e978cb5 req-bd92f8a0-28d3-4f28-9185-544027865b1f tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] No DVR routers for this DVR port 294fbd9c-420b-4d53-96f3-3234eb48af5f on host hv-neutron-7971 {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:27:51.642493 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-bcf14bf2-bd98-41e4-8f49-411f6e978cb5 req-bd92f8a0-28d3-4f28-9185-544027865b1f tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:51.644508 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bcf14bf2-bd98-41e4-8f49-411f6e978cb5 req-bd92f8a0-28d3-4f28-9185-544027865b1f tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.66 "DELETE /v2.0/ports/294fbd9c-420b-4d53-96f3-3234eb48af5f HTTP/1.1" status: 204 len: 173 time: 0.5008223 Jun 21 15:27:51.645035 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a5c403f-6d6a-47d1-8cb2-e555af17afdd', 'name': 'network-vif-deleted', 'tag': '294fbd9c-420b-4d53-96f3-3234eb48af5f'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:27:51.647596 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb11e06-e9aa-4f06-b38f-f47638c49c2e" -d '{"events": [{"server_uuid": "2a5c403f-6d6a-47d1-8cb2-e555af17afdd", "name": "network-vif-deleted", "tag": "294fbd9c-420b-4d53-96f3-3234eb48af5f"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:27:51.688943 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee79815c-3e25-45b1-a2e7-076c404645fa x-openstack-request-id: req-ee79815c-3e25-45b1-a2e7-076c404645fa {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:27:51.689309 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a5c403f-6d6a-47d1-8cb2-e555af17afdd", "name": "network-vif-deleted", "tag": "294fbd9c-420b-4d53-96f3-3234eb48af5f", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:27:51.689581 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ee79815c-3e25-45b1-a2e7-076c404645fa {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:27:51.690081 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a5c403f-6d6a-47d1-8cb2-e555af17afdd', 'name': 'network-vif-deleted', 'tag': '294fbd9c-420b-4d53-96f3-3234eb48af5f', 'status': 'completed', 'code': 200} Jun 21 15:27:52.085586 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-94016b37-743d-418c-a022-0ba041a44748 req-3d181493-8b67-4cc4-8c03-61ceb25efc33 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/ports?device_id=2a5c403f-6d6a-47d1-8cb2-e555af17afdd HTTP/1.1" status: 200 len: 210 time: 0.0479009 Jun 21 15:27:53.364709 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afaaf4f-30c6-4792-8a77-bfe66390cf6e req-94e10e70-c01a-4949-bcf9-662971bb5c79 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:53.366905 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5afaaf4f-30c6-4792-8a77-bfe66390cf6e req-94e10e70-c01a-4949-bcf9-662971bb5c79 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc830740-d5d8-47f7-b0dd-e4182541ae7e HTTP/1.1" status: 200 len: 945 time: 0.0802877 Jun 21 15:27:53.418612 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5afaaf4f-30c6-4792-8a77-bfe66390cf6e req-5b1d6f2c-61de-4d62-aacb-0e27c0a3f605 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/security-groups?id=429e8972-d8f4-483b-93bd-41a2d0008853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438063 Jun 21 15:27:53.800973 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d435a8-cdd0-4d2b-bd96-8da53bd89f99 req-f60f5d6d-4b33-484e-9d63-b28f28cb11bf tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:53.802336 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e6d435a8-cdd0-4d2b-bd96-8da53bd89f99 req-f60f5d6d-4b33-484e-9d63-b28f28cb11bf tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc830740-d5d8-47f7-b0dd-e4182541ae7e HTTP/1.1" status: 200 len: 945 time: 0.0753975 Jun 21 15:27:53.840650 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e6d435a8-cdd0-4d2b-bd96-8da53bd89f99 req-0d35252f-6337-426e-ad5f-2d48e078d52b tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/security-groups?id=429e8972-d8f4-483b-93bd-41a2d0008853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323715 Jun 21 15:27:54.024493 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb112b5f-575e-42a0-ac6f-9dd8bbe76742 req-ef8b0226-6681-4832-a7f6-e00cbe9b3d55 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:54.026025 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb112b5f-575e-42a0-ac6f-9dd8bbe76742 req-ef8b0226-6681-4832-a7f6-e00cbe9b3d55 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc830740-d5d8-47f7-b0dd-e4182541ae7e HTTP/1.1" status: 200 len: 945 time: 0.0711308 Jun 21 15:27:54.068079 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bb112b5f-575e-42a0-ac6f-9dd8bbe76742 req-36103c33-c860-40b9-a145-0bb6bd5a8ba8 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/security-groups?id=429e8972-d8f4-483b-93bd-41a2d0008853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337973 Jun 21 15:27:54.322303 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 294fbd9c-420b-4d53-96f3-3234eb48af5f no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:27:54.362896 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac30a8a-fa46-4569-bca2-1014653b67cd req-c823c7db-79e3-418f-b5d4-88c2a69097da tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:54.364807 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9ac30a8a-fa46-4569-bca2-1014653b67cd req-c823c7db-79e3-418f-b5d4-88c2a69097da tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc830740-d5d8-47f7-b0dd-e4182541ae7e HTTP/1.1" status: 200 len: 945 time: 0.0754087 Jun 21 15:27:54.408369 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9ac30a8a-fa46-4569-bca2-1014653b67cd req-13a0471a-df1f-4b3a-a563-08caa272e289 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/security-groups?id=429e8972-d8f4-483b-93bd-41a2d0008853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371494 Jun 21 15:27:54.495892 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: 294fbd9c-420b-4d53-96f3-3234eb48af5f {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:27:54.496234 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 294fbd9c-420b-4d53-96f3-3234eb48af5f not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:27:54.603318 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e2f5c-a7c8-49e6-8954-40d7608f0a37 req-0e3b2176-d45b-448d-80a2-62caf65da84a tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:54.605319 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3c9e2f5c-a7c8-49e6-8954-40d7608f0a37 req-0e3b2176-d45b-448d-80a2-62caf65da84a tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc830740-d5d8-47f7-b0dd-e4182541ae7e HTTP/1.1" status: 200 len: 945 time: 0.0707245 Jun 21 15:27:54.657079 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3c9e2f5c-a7c8-49e6-8954-40d7608f0a37 req-8603afcf-39f2-4e0e-980c-862b8961dd5d tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/security-groups?id=429e8972-d8f4-483b-93bd-41a2d0008853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457458 Jun 21 15:27:54.872371 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd6a80-b516-43f8-b16e-ab733e2ac36e req-9d92135e-1a19-4aac-b796-425ad3355156 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:54.873813 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-96fd6a80-b516-43f8-b16e-ab733e2ac36e req-9d92135e-1a19-4aac-b796-425ad3355156 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc830740-d5d8-47f7-b0dd-e4182541ae7e HTTP/1.1" status: 200 len: 945 time: 0.0739944 Jun 21 15:27:54.911555 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-96fd6a80-b516-43f8-b16e-ab733e2ac36e req-7a1fbbd5-f4cd-4b7d-88b8-5c19a16ecf98 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/security-groups?id=429e8972-d8f4-483b-93bd-41a2d0008853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320604 Jun 21 15:27:55.483890 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e9ced-4ddc-45a2-b246-7c555f9c39bb req-09ad1a32-170f-4584-9249-60419e1b5bde tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:55.485257 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-788e9ced-4ddc-45a2-b246-7c555f9c39bb req-09ad1a32-170f-4584-9249-60419e1b5bde tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc830740-d5d8-47f7-b0dd-e4182541ae7e HTTP/1.1" status: 200 len: 945 time: 0.0736430 Jun 21 15:27:55.526445 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-788e9ced-4ddc-45a2-b246-7c555f9c39bb req-1a88665b-0c45-4c37-87d5-6e044739673b tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/security-groups?id=429e8972-d8f4-483b-93bd-41a2d0008853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319896 Jun 21 15:27:56.720461 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35df7d-e219-4318-88a9-f417f76ec18e req-91a3b76f-f89d-488b-a41c-587359993ea0 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:56.725808 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ed35df7d-e219-4318-88a9-f417f76ec18e req-91a3b76f-f89d-488b-a41c-587359993ea0 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc830740-d5d8-47f7-b0dd-e4182541ae7e HTTP/1.1" status: 200 len: 945 time: 0.0802693 Jun 21 15:27:56.777425 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ed35df7d-e219-4318-88a9-f417f76ec18e req-d962da79-2ad2-4646-b186-a4e8b2f8dea7 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/security-groups?id=429e8972-d8f4-483b-93bd-41a2d0008853&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451276 Jun 21 15:27:57.151989 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5230089-ad21-420a-9100-b2c1868907cf req-e6b9d96f-8213-4ef4-b2f4-41ab9e288a04 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:27:57.154019 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c5230089-ad21-420a-9100-b2c1868907cf req-e6b9d96f-8213-4ef4-b2f4-41ab9e288a04 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.66 "GET /v2.0/ports?device_id=dc830740-d5d8-47f7-b0dd-e4182541ae7e HTTP/1.1" status: 200 len: 945 time: 0.0843515 Jun 21 15:27:57.283623 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-c5230089-ad21-420a-9100-b2c1868907cf req-ebc05fca-0e68-454d-861e-c76e32b8aa5b tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Deleting port 14cf38ea-6ec5-4ff4-9f4f-afa0cef516de {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:27:57.283947 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-c5230089-ad21-420a-9100-b2c1868907cf req-ebc05fca-0e68-454d-861e-c76e32b8aa5b tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:57.405285 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-c5230089-ad21-420a-9100-b2c1868907cf req-ebc05fca-0e68-454d-861e-c76e32b8aa5b tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] For port 14cf38ea-6ec5-4ff4-9f4f-afa0cef516de, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=14cf38ea-6ec5-4ff4-9f4f-afa0cef516de,segment=NetworkSegment(947b7aaf-1cfd-4865-b610-ec436a912716),segment_id=947b7aaf-1cfd-4865-b610-ec436a912716)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:27:57.405559 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-c5230089-ad21-420a-9100-b2c1868907cf req-ebc05fca-0e68-454d-861e-c76e32b8aa5b tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:57.484639 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-c5230089-ad21-420a-9100-b2c1868907cf req-ebc05fca-0e68-454d-861e-c76e32b8aa5b tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Calling delete_port for 14cf38ea-6ec5-4ff4-9f4f-afa0cef516de owned by compute:nova {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:27:57.644310 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-c5230089-ad21-420a-9100-b2c1868907cf req-ebc05fca-0e68-454d-861e-c76e32b8aa5b tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:57.648753 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-bd92f8a0-28d3-4f28-9185-544027865b1f tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:27:57.658917 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['14cf38ea-6ec5-4ff4-9f4f-afa0cef516de'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:27:57.681460 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc05fca-0e68-454d-861e-c76e32b8aa5b tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Pushing event deleted for resources: {'Port': ['ID=14cf38ea-6ec5-4ff4-9f4f-afa0cef516de,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:27:57.684377 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ebc05fca-0e68-454d-861e-c76e32b8aa5b tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:27:57.733875 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5230089-ad21-420a-9100-b2c1868907cf req-ebc05fca-0e68-454d-861e-c76e32b8aa5b tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] No DVR routers for this DVR port 14cf38ea-6ec5-4ff4-9f4f-afa0cef516de on host hv-neutron-7971 {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:27:57.736787 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-c5230089-ad21-420a-9100-b2c1868907cf req-ebc05fca-0e68-454d-861e-c76e32b8aa5b tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:57.739607 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c5230089-ad21-420a-9100-b2c1868907cf req-ebc05fca-0e68-454d-861e-c76e32b8aa5b tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.66 "DELETE /v2.0/ports/14cf38ea-6ec5-4ff4-9f4f-afa0cef516de HTTP/1.1" status: 204 len: 173 time: 0.5799010 Jun 21 15:27:57.740366 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc830740-d5d8-47f7-b0dd-e4182541ae7e', 'name': 'network-vif-deleted', 'tag': '14cf38ea-6ec5-4ff4-9f4f-afa0cef516de'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:27:57.743147 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd382e8b-c043-43c7-82e3-b4bd2d982a53" -d '{"events": [{"server_uuid": "dc830740-d5d8-47f7-b0dd-e4182541ae7e", "name": "network-vif-deleted", "tag": "14cf38ea-6ec5-4ff4-9f4f-afa0cef516de"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:27:57.781473 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070d2e18-d889-41cc-925c-08f5bb361ada x-openstack-request-id: req-070d2e18-d889-41cc-925c-08f5bb361ada {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:27:57.781844 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc830740-d5d8-47f7-b0dd-e4182541ae7e", "name": "network-vif-deleted", "tag": "14cf38ea-6ec5-4ff4-9f4f-afa0cef516de", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:27:57.782149 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-070d2e18-d889-41cc-925c-08f5bb361ada {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:27:57.782599 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc830740-d5d8-47f7-b0dd-e4182541ae7e', 'name': 'network-vif-deleted', 'tag': '14cf38ea-6ec5-4ff4-9f4f-afa0cef516de', 'status': 'completed', 'code': 200} Jun 21 15:27:57.941752 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9916c2ba-c344-4cbb-93b7-051fb1be3110 req-3c2c240e-48ce-498c-880a-605fb87066c4 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] 10.222.0.72 "GET /v2.0/ports?device_id=dc830740-d5d8-47f7-b0dd-e4182541ae7e HTTP/1.1" status: 200 len: 210 time: 0.0287669 Jun 21 15:27:59.040180 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 43540) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:27:59.086512 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b97cd7-7b05-4d44-8265-717a00476aca admin admin] Deleting subnet e8193e8c-cacc-40ad-b701-cd2336ba24e2 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 15:27:59.091343 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-55b97cd7-7b05-4d44-8265-717a00476aca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:59.126795 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-55b97cd7-7b05-4d44-8265-717a00476aca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:59.184533 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-55b97cd7-7b05-4d44-8265-717a00476aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:59.241925 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-55b97cd7-7b05-4d44-8265-717a00476aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:59.243939 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c2a89cb8-7c86-4de0-86ce-594834a9066a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:27:59.267956 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b97cd7-7b05-4d44-8265-717a00476aca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8193e8c-cacc-40ad-b701-cd2336ba24e2,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:27:59.273820 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-55b97cd7-7b05-4d44-8265-717a00476aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:27:59.273820 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-55b97cd7-7b05-4d44-8265-717a00476aca admin admin] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:59.275430 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-55b97cd7-7b05-4d44-8265-717a00476aca admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e8193e8c-cacc-40ad-b701-cd2336ba24e2 HTTP/1.1" status: 204 len: 168 time: 0.2325740 Jun 21 15:27:59.276939 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 43542) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:27:59.348304 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6e4eedca-84d4-4eb9-9d4b-d78cc7f6527d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:59.435380 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6e4eedca-84d4-4eb9-9d4b-d78cc7f6527d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:59.446566 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-6e4eedca-84d4-4eb9-9d4b-d78cc7f6527d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcec2c1f-b9e7-424d-a0d0-5f3228b73dec']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:27:59.457659 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-6e4eedca-84d4-4eb9-9d4b-d78cc7f6527d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '947b7aaf-1cfd-4865-b610-ec436a912716') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:27:59.457981 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-6e4eedca-84d4-4eb9-9d4b-d78cc7f6527d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '947b7aaf-1cfd-4865-b610-ec436a912716') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:27:59.467323 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6e4eedca-84d4-4eb9-9d4b-d78cc7f6527d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:59.481595 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6e4eedca-84d4-4eb9-9d4b-d78cc7f6527d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:59.487597 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e4eedca-84d4-4eb9-9d4b-d78cc7f6527d admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 15:27:59.488031 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6e4eedca-84d4-4eb9-9d4b-d78cc7f6527d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:59.490016 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 15:27:59.490016 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 15:27:59.490016 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 15:27:59.490016 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 15:27:59.490016 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 15:27:59.490016 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 15:27:59.490016 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 15:27:59.490016 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 15:27:59.490016 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 15:27:59.490016 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 15:27:59.490016 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 15:27:59.490016 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 15:27:59.490016 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 15:27:59.490016 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 15:27:59.490016 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 15:27:59.490016 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 15:27:59.490016 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 15:27:59.490016 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 15:27:59.490016 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 15:27:59.490016 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 15:27:59.490016 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 15:27:59.490016 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 15:27:59.490016 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 15:27:59.490016 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 15:27:59.490016 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 15:27:59.490016 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 15:27:59.490016 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 15:27:59.490016 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 15:27:59.490016 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 15:27:59.490016 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 15:27:59.490016 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 15:27:59.490016 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 15:27:59.548945 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6e4eedca-84d4-4eb9-9d4b-d78cc7f6527d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:59.552493 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-eaae29c6-2d89-47d6-8195-d953c2ca5e4c tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:27:59.554989 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6e4eedca-84d4-4eb9-9d4b-d78cc7f6527d admin admin] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:59.557265 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6e4eedca-84d4-4eb9-9d4b-d78cc7f6527d admin admin] 10.222.0.72 "DELETE /v2.0/networks/fcec2c1f-b9e7-424d-a0d0-5f3228b73dec HTTP/1.1" status: 204 len: 168 time: 0.2793615 Jun 21 15:27:59.569098 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4eedca-84d4-4eb9-9d4b-d78cc7f6527d admin admin] Pushing event deleted for resources: {'Network': ['ID=fcec2c1f-b9e7-424d-a0d0-5f3228b73dec,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:27:59.571567 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6e4eedca-84d4-4eb9-9d4b-d78cc7f6527d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:27:59.676168 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 43546) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:27:59.719083 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-cb3034d6-86b7-4d38-ae67-1360de5b55a5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e8eed5e2b47c4ef49db87a490058164a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415936 Jun 21 15:27:59.722303 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 43548) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:27:59.775780 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-823a2d0c-41b4-4aa2-9af5-605882461b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:59.797251 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-823a2d0c-41b4-4aa2-9af5-605882461b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:59.847471 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-823a2d0c-41b4-4aa2-9af5-605882461b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:59.850347 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-823a2d0c-41b4-4aa2-9af5-605882461b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:27:59.851490 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-823a2d0c-41b4-4aa2-9af5-605882461b83 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/429e8972-d8f4-483b-93bd-41a2d0008853 HTTP/1.1" status: 204 len: 168 time: 0.1283042 Jun 21 15:27:59.852381 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bef5acc3-dde7-4c10-8bf4-12e6225da14f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:27:59.860168 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a2d0c-41b4-4aa2-9af5-605882461b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429e8972-d8f4-483b-93bd-41a2d0008853,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:27:59.862725 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-823a2d0c-41b4-4aa2-9af5-605882461b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:00.337711 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 14cf38ea-6ec5-4ff4-9f4f-afa0cef516de no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:28:00.358010 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: 14cf38ea-6ec5-4ff4-9f4f-afa0cef516de {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:28:00.358362 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 14cf38ea-6ec5-4ff4-9f4f-afa0cef516de not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:28:00.601835 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 43570) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:00.707716 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-c5db7392-748a-45a9-aed4-d9563f3edbfb tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-503656811'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:28:00.733956 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5db7392-748a-45a9-aed4-d9563f3edbfb tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Made reservation on behalf of d869f30e820c456b87e3c749eeee0872 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:28:00.737412 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c5db7392-748a-45a9-aed4-d9563f3edbfb tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:00.746513 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c5db7392-748a-45a9-aed4-d9563f3edbfb tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:00.843025 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c5db7392-748a-45a9-aed4-d9563f3edbfb tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:00.850826 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c5db7392-748a-45a9-aed4-d9563f3edbfb tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:00.853753 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b04746a2-4410-4af7-9e64-fea93b1e7fee tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:00.877743 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5db7392-748a-45a9-aed4-d9563f3edbfb tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] vlan segment allocate from pool success with {'vlan_id': 426, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 15:28:00.886505 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db7392-748a-45a9-aed4-d9563f3edbfb tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11a440a6-2268-4941-af03-915a1f6006ab,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:00.890462 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c5db7392-748a-45a9-aed4-d9563f3edbfb tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:00.893253 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c5db7392-748a-45a9-aed4-d9563f3edbfb tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:00.893588 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-c5db7392-748a-45a9-aed4-d9563f3edbfb tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Added segment b6c90d04-8f19-4b96-aaa6-ade1c7fc7afe of type vlan for network 66c3c742-4bfc-42fe-86e8-7e8dbb950a67 Jun 21 15:28:00.934891 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c5db7392-748a-45a9-aed4-d9563f3edbfb tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:00.966779 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c5db7392-748a-45a9-aed4-d9563f3edbfb tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:00.972635 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5db7392-748a-45a9-aed4-d9563f3edbfb tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:00.973219 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c5db7392-748a-45a9-aed4-d9563f3edbfb tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:00.976455 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b1b67382-b180-4d19-b08b-27dfa207d58c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:01.029319 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c5db7392-748a-45a9-aed4-d9563f3edbfb tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4261997 Jun 21 15:28:01.044127 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db7392-748a-45a9-aed4-d9563f3edbfb tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Pushing event updated for resources: {'Network': ['ID=66c3c742-4bfc-42fe-86e8-7e8dbb950a67,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:01.046580 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c5db7392-748a-45a9-aed4-d9563f3edbfb tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:01.054164 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 66c3c742-4bfc-42fe-86e8-7e8dbb950a67 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 15:28:04.200423 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 43574) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:04.206113 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-df7c9b4d-26c7-43c9-83ac-f9cf1edc1cdf tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Request body: {'subnet': {'network_id': '66c3c742-4bfc-42fe-86e8-7e8dbb950a67', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:28:04.299744 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7c9b4d-26c7-43c9-83ac-f9cf1edc1cdf tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Made reservation on behalf of d869f30e820c456b87e3c749eeee0872 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:28:04.303300 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-df7c9b4d-26c7-43c9-83ac-f9cf1edc1cdf tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:04.507078 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-df7c9b4d-26c7-43c9-83ac-f9cf1edc1cdf tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:04.509720 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ef27fde4-9636-4ffc-aac7-c89e0ccc726f tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:04.573635 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c9b4d-26c7-43c9-83ac-f9cf1edc1cdf tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Pushing event updated for resources: {'Subnet': ['ID=61bbbd03-2e1b-41b1-9f92-fe8e5cb56456,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:04.576754 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-df7c9b4d-26c7-43c9-83ac-f9cf1edc1cdf tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:04.584815 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7c9b4d-26c7-43c9-83ac-f9cf1edc1cdf tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Checking segment: {'id': 'b6c90d04-8f19-4b96-aaa6-ade1c7fc7afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '66c3c742-4bfc-42fe-86e8-7e8dbb950a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:28:04.585173 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7c9b4d-26c7-43c9-83ac-f9cf1edc1cdf tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Network hostable DHCP agents. Network: 66c3c742-4bfc-42fe-86e8-7e8dbb950a67, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 15:28:04.606144 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7c9b4d-26c7-43c9-83ac-f9cf1edc1cdf tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Network 66c3c742-4bfc-42fe-86e8-7e8dbb950a67 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 15:28:04.617030 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-df7c9b4d-26c7-43c9-83ac-f9cf1edc1cdf tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 66c3c742-4bfc-42fe-86e8-7e8dbb950a67) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:28:04.621618 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7c9b4d-26c7-43c9-83ac-f9cf1edc1cdf tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:04.622218 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-df7c9b4d-26c7-43c9-83ac-f9cf1edc1cdf tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:04.626483 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d649a0b7-ac12-4315-a2b7-18f3e6db97bc None None] Network 66c3c742-4bfc-42fe-86e8-7e8dbb950a67 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:28:04.638507 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-df7c9b4d-26c7-43c9-83ac-f9cf1edc1cdf tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4368937 Jun 21 15:28:04.641864 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 43576) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:04.646951 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-ac02c7cc-42ea-4fb9-bc3a-cbcb8c8515ee tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-904360618'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:28:04.668433 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac02c7cc-42ea-4fb9-bc3a-cbcb8c8515ee tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Made reservation on behalf of d869f30e820c456b87e3c749eeee0872 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:28:04.672259 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ac02c7cc-42ea-4fb9-bc3a-cbcb8c8515ee tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:04.696515 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac02c7cc-42ea-4fb9-bc3a-cbcb8c8515ee tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] vlan segment allocate from pool success with {'vlan_id': 442, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 15:28:04.706874 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ac02c7cc-42ea-4fb9-bc3a-cbcb8c8515ee tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:04.707249 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-ac02c7cc-42ea-4fb9-bc3a-cbcb8c8515ee tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Added segment 11ec4aa0-119a-4d76-8890-432fa584c65b of type vlan for network 06f23bbe-a0e3-421b-add2-a08753cf7401 Jun 21 15:28:04.748374 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ac02c7cc-42ea-4fb9-bc3a-cbcb8c8515ee tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:04.776388 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed43e3fe-8ec1-49c0-8c56-2fb2f3068bfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-66c3c742-4bfc-42fe-86e8-7e8dbb950a67', 'network_id': '66c3c742-4bfc-42fe-86e8-7e8dbb950a67', 'tenant_id': 'd869f30e820c456b87e3c749eeee0872', 'fixed_ips': [{'subnet_id': '61bbbd03-2e1b-41b1-9f92-fe8e5cb56456'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 15:28:04.777321 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ed43e3fe-8ec1-49c0-8c56-2fb2f3068bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:04.786022 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ac02c7cc-42ea-4fb9-bc3a-cbcb8c8515ee tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:04.791793 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac02c7cc-42ea-4fb9-bc3a-cbcb8c8515ee tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:04.792433 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ac02c7cc-42ea-4fb9-bc3a-cbcb8c8515ee tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:04.796296 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1d6fef7e-31ed-4228-8741-4296222cec03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1188010657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:04.851190 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-ac02c7cc-42ea-4fb9-bc3a-cbcb8c8515ee tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2082531 Jun 21 15:28:04.854366 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 43578) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:04.860614 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-32457054-d652-412b-b3ff-d6a0ecaaf5e3 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Request body: {'subnet': {'network_id': '06f23bbe-a0e3-421b-add2-a08753cf7401', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:28:04.866472 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac02c7cc-42ea-4fb9-bc3a-cbcb8c8515ee tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Pushing event updated for resources: {'Network': ['ID=06f23bbe-a0e3-421b-add2-a08753cf7401,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:04.869211 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ac02c7cc-42ea-4fb9-bc3a-cbcb8c8515ee tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:04.892762 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 06f23bbe-a0e3-421b-add2-a08753cf7401 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 15:28:04.961019 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32457054-d652-412b-b3ff-d6a0ecaaf5e3 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Made reservation on behalf of d869f30e820c456b87e3c749eeee0872 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:28:04.961327 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-ed43e3fe-8ec1-49c0-8c56-2fb2f3068bfd None None] Allocated IP 2001:db8:0:ffff::2 (66c3c742-4bfc-42fe-86e8-7e8dbb950a67/61bbbd03-2e1b-41b1-9f92-fe8e5cb56456/9cc6c850-55e9-4bbc-9cec-1108066630d8) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:28:04.964999 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-32457054-d652-412b-b3ff-d6a0ecaaf5e3 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:05.116996 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ed43e3fe-8ec1-49c0-8c56-2fb2f3068bfd None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:05.127092 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ed43e3fe-8ec1-49c0-8c56-2fb2f3068bfd None None] Transition to ACTIVE for port object 9cc6c850-55e9-4bbc-9cec-1108066630d8 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:28:05.144150 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ed43e3fe-8ec1-49c0-8c56-2fb2f3068bfd None None] Transition to ACTIVE for port object 9cc6c850-55e9-4bbc-9cec-1108066630d8 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:28:05.151809 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ed43e3fe-8ec1-49c0-8c56-2fb2f3068bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:05.154839 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:05.172552 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-32457054-d652-412b-b3ff-d6a0ecaaf5e3 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:05.175432 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-707cc6cd-ec28-486c-8b28-37e579fea43a tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:05.187607 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed43e3fe-8ec1-49c0-8c56-2fb2f3068bfd None None] Network 66c3c742-4bfc-42fe-86e8-7e8dbb950a67 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:28:05.192097 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-ed43e3fe-8ec1-49c0-8c56-2fb2f3068bfd None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:28:05.194849 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed43e3fe-8ec1-49c0-8c56-2fb2f3068bfd None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:28:05.210459 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43e3fe-8ec1-49c0-8c56-2fb2f3068bfd None None] Pushing event updated for resources: {'Port': ['ID=9cc6c850-55e9-4bbc-9cec-1108066630d8,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:05.213232 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-ed43e3fe-8ec1-49c0-8c56-2fb2f3068bfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:05.235303 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32457054-d652-412b-b3ff-d6a0ecaaf5e3 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Pushing event updated for resources: {'Subnet': ['ID=6cf97447-ff22-4bf3-b693-dc94e06c4b33,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:05.242658 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-32457054-d652-412b-b3ff-d6a0ecaaf5e3 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:05.252128 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32457054-d652-412b-b3ff-d6a0ecaaf5e3 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Checking segment: {'id': '11ec4aa0-119a-4d76-8890-432fa584c65b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '06f23bbe-a0e3-421b-add2-a08753cf7401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:28:05.252476 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32457054-d652-412b-b3ff-d6a0ecaaf5e3 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Network hostable DHCP agents. Network: 06f23bbe-a0e3-421b-add2-a08753cf7401, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 15:28:05.261471 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-ed43e3fe-8ec1-49c0-8c56-2fb2f3068bfd None None] Attempting to bind port 9cc6c850-55e9-4bbc-9cec-1108066630d8 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:28:05.261856 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-ed43e3fe-8ec1-49c0-8c56-2fb2f3068bfd None None] Attempting to bind port 9cc6c850-55e9-4bbc-9cec-1108066630d8 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'b6c90d04-8f19-4b96-aaa6-ade1c7fc7afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '66c3c742-4bfc-42fe-86e8-7e8dbb950a67'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:28:05.262293 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed43e3fe-8ec1-49c0-8c56-2fb2f3068bfd None None] Attempting to bind port 9cc6c850-55e9-4bbc-9cec-1108066630d8 on network 66c3c742-4bfc-42fe-86e8-7e8dbb950a67 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:28:05.267336 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed43e3fe-8ec1-49c0-8c56-2fb2f3068bfd None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:28:05.267747 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed43e3fe-8ec1-49c0-8c56-2fb2f3068bfd None None] Checking segment: {'id': 'b6c90d04-8f19-4b96-aaa6-ade1c7fc7afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '66c3c742-4bfc-42fe-86e8-7e8dbb950a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:28:05.268212 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ed43e3fe-8ec1-49c0-8c56-2fb2f3068bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:05.268643 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed43e3fe-8ec1-49c0-8c56-2fb2f3068bfd None None] Bound using segment: {'id': 'b6c90d04-8f19-4b96-aaa6-ade1c7fc7afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '66c3c742-4bfc-42fe-86e8-7e8dbb950a67'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:28:05.269151 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-ed43e3fe-8ec1-49c0-8c56-2fb2f3068bfd None None] Bound port: 9cc6c850-55e9-4bbc-9cec-1108066630d8, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c90d04-8f19-4b96-aaa6-ade1c7fc7afe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '66c3c742-4bfc-42fe-86e8-7e8dbb950a67'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:28:05.269554 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ed43e3fe-8ec1-49c0-8c56-2fb2f3068bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:05.272046 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32457054-d652-412b-b3ff-d6a0ecaaf5e3 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Network 06f23bbe-a0e3-421b-add2-a08753cf7401 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 15:28:05.284768 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-32457054-d652-412b-b3ff-d6a0ecaaf5e3 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 06f23bbe-a0e3-421b-add2-a08753cf7401) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:28:05.289627 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32457054-d652-412b-b3ff-d6a0ecaaf5e3 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:05.289934 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-32457054-d652-412b-b3ff-d6a0ecaaf5e3 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:05.306742 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-32457054-d652-412b-b3ff-d6a0ecaaf5e3 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4509995 Jun 21 15:28:05.308930 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdd7fa5-60ff-45f1-8ee4-1c3b62a2f106 None None] Network 06f23bbe-a0e3-421b-add2-a08753cf7401 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:28:05.309710 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 43580) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:05.386596 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-ed43e3fe-8ec1-49c0-8c56-2fb2f3068bfd None None] For port 9cc6c850-55e9-4bbc-9cec-1108066630d8, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:28:05.395915 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-ed43e3fe-8ec1-49c0-8c56-2fb2f3068bfd None None] For port 9cc6c850-55e9-4bbc-9cec-1108066630d8, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=9cc6c850-55e9-4bbc-9cec-1108066630d8,segment=NetworkSegment(b6c90d04-8f19-4b96-aaa6-ade1c7fc7afe),segment_id=b6c90d04-8f19-4b96-aaa6-ade1c7fc7afe)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:28:05.409718 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ed43e3fe-8ec1-49c0-8c56-2fb2f3068bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:05.413141 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6f770e24-ab4a-40a8-b4c7-b22cbe6bf8af tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:05.413283 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:05.503192 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43e3fe-8ec1-49c0-8c56-2fb2f3068bfd None None] Pushing event updated for resources: {'Port': ['ID=9cc6c850-55e9-4bbc-9cec-1108066630d8,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:05.506842 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-ed43e3fe-8ec1-49c0-8c56-2fb2f3068bfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:05.520789 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6f770e24-ab4a-40a8-b4c7-b22cbe6bf8af tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:05.545383 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:05.550593 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486bb11e-a8bb-4b9c-8a2c-e594942c77ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-06f23bbe-a0e3-421b-add2-a08753cf7401', 'network_id': '06f23bbe-a0e3-421b-add2-a08753cf7401', 'tenant_id': 'd869f30e820c456b87e3c749eeee0872', 'fixed_ips': [{'subnet_id': '6cf97447-ff22-4bf3-b693-dc94e06c4b33'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 15:28:05.551467 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-486bb11e-a8bb-4b9c-8a2c-e594942c77ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:05.593776 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6f770e24-ab4a-40a8-b4c7-b22cbe6bf8af tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:05.596114 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3f6f20a9-bb30-48df-9012-6e05f34ca23f tempest-NetworksTestDHCPv6-609127806 tempest-NetworksTestDHCPv6-609127806-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:05.624693 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f770e24-ab4a-40a8-b4c7-b22cbe6bf8af tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Pushing event deleted for resources: {'Subnet': ['ID=6cf97447-ff22-4bf3-b693-dc94e06c4b33,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:05.627747 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6f770e24-ab4a-40a8-b4c7-b22cbe6bf8af tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server [None req-486bb11e-a8bb-4b9c-8a2c-e594942c77ea None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6cf97447-ff22-4bf3-b693-dc94e06c4b33: This subnet is being modified by another concurrent operation. Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise exception Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6cf97447-ff22-4bf3-b693-dc94e06c4b33: This subnet is being modified by another concurrent operation. Jun 21 15:28:05.685075 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server Jun 21 15:28:05.710117 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13d4363-edec-453a-9503-70fa41be8fb7 None None] Network 06f23bbe-a0e3-421b-add2-a08753cf7401 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:28:05.711692 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6f770e24-ab4a-40a8-b4c7-b22cbe6bf8af tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:05.722175 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-6f770e24-ab4a-40a8-b4c7-b22cbe6bf8af tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06f23bbe-a0e3-421b-add2-a08753cf7401']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:28:05.747879 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-6f770e24-ab4a-40a8-b4c7-b22cbe6bf8af tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11ec4aa0-119a-4d76-8890-432fa584c65b') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:28:05.748178 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-6f770e24-ab4a-40a8-b4c7-b22cbe6bf8af tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11ec4aa0-119a-4d76-8890-432fa584c65b') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:28:05.764934 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6f770e24-ab4a-40a8-b4c7-b22cbe6bf8af tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:05.786836 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6f770e24-ab4a-40a8-b4c7-b22cbe6bf8af tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:05.794785 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f770e24-ab4a-40a8-b4c7-b22cbe6bf8af tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 15:28:05.795341 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6f770e24-ab4a-40a8-b4c7-b22cbe6bf8af tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 15:28:05.799165 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 15:28:05.865913 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6f770e24-ab4a-40a8-b4c7-b22cbe6bf8af tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:05.869465 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4c78d175-74b8-46e3-b96c-d257dc1d3120 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:05.873411 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6f770e24-ab4a-40a8-b4c7-b22cbe6bf8af tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:05.878382 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6f770e24-ab4a-40a8-b4c7-b22cbe6bf8af tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] 10.222.0.72 "DELETE /v2.0/networks/06f23bbe-a0e3-421b-add2-a08753cf7401 HTTP/1.1" status: 204 len: 168 time: 0.5665975 Jun 21 15:28:05.879220 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 43582) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:05.884418 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-961000a4-4196-4e39-a18a-5d45fc2a11cf tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1356449271'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:28:05.891352 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f770e24-ab4a-40a8-b4c7-b22cbe6bf8af tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Pushing event deleted for resources: {'Network': ['ID=06f23bbe-a0e3-421b-add2-a08753cf7401,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:05.894101 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6f770e24-ab4a-40a8-b4c7-b22cbe6bf8af tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:05.907594 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-961000a4-4196-4e39-a18a-5d45fc2a11cf tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Made reservation on behalf of d869f30e820c456b87e3c749eeee0872 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:28:05.911530 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-961000a4-4196-4e39-a18a-5d45fc2a11cf tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:05.935885 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-961000a4-4196-4e39-a18a-5d45fc2a11cf tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 15:28:05.945244 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-961000a4-4196-4e39-a18a-5d45fc2a11cf tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:05.945588 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-961000a4-4196-4e39-a18a-5d45fc2a11cf tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Added segment 97c66ab2-75d6-46d1-8501-b056592f3731 of type vlan for network da5be2e5-facf-4390-8220-fa07b4d9a518 Jun 21 15:28:05.991980 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-961000a4-4196-4e39-a18a-5d45fc2a11cf tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:06.021574 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-961000a4-4196-4e39-a18a-5d45fc2a11cf tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:06.027142 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961000a4-4196-4e39-a18a-5d45fc2a11cf tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:06.027783 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-961000a4-4196-4e39-a18a-5d45fc2a11cf tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:06.030123 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ce4460f3-be59-4bfd-abc5-c020eaf05b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:06.094008 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-961000a4-4196-4e39-a18a-5d45fc2a11cf tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2136357 Jun 21 15:28:06.096746 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 43584) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:06.103485 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-fcc5ebd5-b514-49b1-bc97-1ae8ee37bc6c tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Request body: {'subnet': {'network_id': 'da5be2e5-facf-4390-8220-fa07b4d9a518', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:28:06.111192 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961000a4-4196-4e39-a18a-5d45fc2a11cf tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Pushing event updated for resources: {'Network': ['ID=da5be2e5-facf-4390-8220-fa07b4d9a518,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:06.114446 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-961000a4-4196-4e39-a18a-5d45fc2a11cf tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:06.122723 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network da5be2e5-facf-4390-8220-fa07b4d9a518 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 15:28:06.208085 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc5ebd5-b514-49b1-bc97-1ae8ee37bc6c tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Made reservation on behalf of d869f30e820c456b87e3c749eeee0872 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:28:06.212182 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fcc5ebd5-b514-49b1-bc97-1ae8ee37bc6c tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:06.276112 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.ipam_backend_mixin [None req-fcc5ebd5-b514-49b1-bc97-1ae8ee37bc6c tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Performing IP validity checks on allocation pools {{(pid=105225) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jun 21 15:28:06.276628 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.ipam_backend_mixin [None req-fcc5ebd5-b514-49b1-bc97-1ae8ee37bc6c tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105225) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jun 21 15:28:06.375106 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9cc6c850-55e9-4bbc-9cec-1108066630d8 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:28:06.434791 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 9cc6c850-55e9-4bbc-9cec-1108066630d8 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:28:06.437028 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fcc5ebd5-b514-49b1-bc97-1ae8ee37bc6c tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:06.441089 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-65d580c9-90a9-4eb9-92eb-ce89493373e8 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:06.480900 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb19347-e9e4-427b-b4e4-a40f677732d8 None None] Network 66c3c742-4bfc-42fe-86e8-7e8dbb950a67 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:28:06.499962 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc5ebd5-b514-49b1-bc97-1ae8ee37bc6c tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Pushing event updated for resources: {'Subnet': ['ID=5b2a6840-7129-45ad-bd26-b15d8d3fc4aa,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:06.503391 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fcc5ebd5-b514-49b1-bc97-1ae8ee37bc6c tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:06.509065 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc5ebd5-b514-49b1-bc97-1ae8ee37bc6c tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Checking segment: {'id': '97c66ab2-75d6-46d1-8501-b056592f3731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'da5be2e5-facf-4390-8220-fa07b4d9a518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:28:06.509422 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc5ebd5-b514-49b1-bc97-1ae8ee37bc6c tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Network hostable DHCP agents. Network: da5be2e5-facf-4390-8220-fa07b4d9a518, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 15:28:06.530277 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc5ebd5-b514-49b1-bc97-1ae8ee37bc6c tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Network da5be2e5-facf-4390-8220-fa07b4d9a518 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 15:28:06.540628 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-fcc5ebd5-b514-49b1-bc97-1ae8ee37bc6c tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, da5be2e5-facf-4390-8220-fa07b4d9a518) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:28:06.544253 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-112041b5-9f5b-4175-8edb-61d596e60654 None None] Provisioning for port 9cc6c850-55e9-4bbc-9cec-1108066630d8 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:28:06.546617 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc5ebd5-b514-49b1-bc97-1ae8ee37bc6c tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:06.547210 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fcc5ebd5-b514-49b1-bc97-1ae8ee37bc6c tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:06.566463 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-fcc5ebd5-b514-49b1-bc97-1ae8ee37bc6c tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4685478 Jun 21 15:28:06.566718 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 43586) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:06.567154 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc0c277-056b-4865-b2f3-ce4995cfe5b4 None None] Network da5be2e5-facf-4390-8220-fa07b4d9a518 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:28:06.571452 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-112041b5-9f5b-4175-8edb-61d596e60654 None None] Provisioning complete for port 9cc6c850-55e9-4bbc-9cec-1108066630d8 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:28:06.571922 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-112041b5-9f5b-4175-8edb-61d596e60654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:06.674317 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fe6f3d50-16cc-474a-8d47-bb6d3600870a tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:06.726825 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fe6f3d50-16cc-474a-8d47-bb6d3600870a tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:06.787173 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fe6f3d50-16cc-474a-8d47-bb6d3600870a tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:06.789204 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c8aeeda1-77a5-4820-8a8b-4fcebbb287e7 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:06.807520 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-112041b5-9f5b-4175-8edb-61d596e60654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:06.820031 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f3d50-16cc-474a-8d47-bb6d3600870a tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Pushing event deleted for resources: {'Subnet': ['ID=5b2a6840-7129-45ad-bd26-b15d8d3fc4aa,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:06.822613 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fe6f3d50-16cc-474a-8d47-bb6d3600870a tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:06.851159 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf69e6d-61ad-488c-b62b-02380d4706ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-da5be2e5-facf-4390-8220-fa07b4d9a518', 'network_id': 'da5be2e5-facf-4390-8220-fa07b4d9a518', 'tenant_id': 'd869f30e820c456b87e3c749eeee0872', 'fixed_ips': [{'subnet_id': '5b2a6840-7129-45ad-bd26-b15d8d3fc4aa'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 15:28:06.852011 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3cf69e6d-61ad-488c-b62b-02380d4706ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:06.882165 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fe6f3d50-16cc-474a-8d47-bb6d3600870a tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:06.884503 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-112041b5-9f5b-4175-8edb-61d596e60654 None None] For port 9cc6c850-55e9-4bbc-9cec-1108066630d8, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=9cc6c850-55e9-4bbc-9cec-1108066630d8,segment=NetworkSegment(b6c90d04-8f19-4b96-aaa6-ade1c7fc7afe),segment_id=b6c90d04-8f19-4b96-aaa6-ade1c7fc7afe)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:28:06.893202 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-fe6f3d50-16cc-474a-8d47-bb6d3600870a tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da5be2e5-facf-4390-8220-fa07b4d9a518']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:28:06.894962 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-112041b5-9f5b-4175-8edb-61d596e60654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:06.897629 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:06.907614 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-fe6f3d50-16cc-474a-8d47-bb6d3600870a tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c66ab2-75d6-46d1-8501-b056592f3731') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:28:06.907935 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-fe6f3d50-16cc-474a-8d47-bb6d3600870a tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c66ab2-75d6-46d1-8501-b056592f3731') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:28:06.917303 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fe6f3d50-16cc-474a-8d47-bb6d3600870a tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:06.931625 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fe6f3d50-16cc-474a-8d47-bb6d3600870a tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:06.939580 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe6f3d50-16cc-474a-8d47-bb6d3600870a tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 15:28:06.940026 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fe6f3d50-16cc-474a-8d47-bb6d3600870a tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:06.943263 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 15:28:06.943263 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 15:28:06.943263 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 15:28:06.943263 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 15:28:06.943263 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 15:28:06.943263 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 15:28:06.943263 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 15:28:06.943263 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 15:28:06.943263 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 15:28:06.943263 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 15:28:06.943263 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 15:28:06.943263 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 15:28:06.943263 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 15:28:06.943263 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 15:28:06.943263 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 15:28:06.943263 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 15:28:06.943263 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 15:28:06.943263 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 15:28:06.943263 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 15:28:06.943263 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 15:28:06.943263 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 15:28:06.943263 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 15:28:06.943263 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 15:28:06.943263 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 15:28:06.943263 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 15:28:06.943263 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 15:28:06.943263 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 15:28:06.943263 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 15:28:06.943263 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 15:28:06.943263 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 15:28:06.943263 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 15:28:06.943263 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 15:28:06.981160 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0866b17b-af1a-4673-bc28-de773aa53a21 None None] Network da5be2e5-facf-4390-8220-fa07b4d9a518 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:28:07.016783 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fe6f3d50-16cc-474a-8d47-bb6d3600870a tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:07.020250 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-24aee6f2-105a-4169-a9dc-f4951cda273e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:07.025739 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fe6f3d50-16cc-474a-8d47-bb6d3600870a tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:07.031309 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fe6f3d50-16cc-474a-8d47-bb6d3600870a tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] 10.222.0.72 "DELETE /v2.0/networks/da5be2e5-facf-4390-8220-fa07b4d9a518 HTTP/1.1" status: 204 len: 168 time: 0.4599712 Jun 21 15:28:07.031644 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 43588) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:07.037508 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-3a2af553-b22b-4693-96b1-b46fe1e502ba tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2064316892'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:28:07.039021 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f3d50-16cc-474a-8d47-bb6d3600870a tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Pushing event deleted for resources: {'Network': ['ID=da5be2e5-facf-4390-8220-fa07b4d9a518,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:07.043541 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112041b5-9f5b-4175-8edb-61d596e60654 None None] Pushing event updated for resources: {'Port': ['ID=9cc6c850-55e9-4bbc-9cec-1108066630d8,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:07.046768 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f3d50-16cc-474a-8d47-bb6d3600870a tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:28:07.047231 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f3d50-16cc-474a-8d47-bb6d3600870a tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:28:07.047617 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f3d50-16cc-474a-8d47-bb6d3600870a tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:28:07.047994 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f3d50-16cc-474a-8d47-bb6d3600870a tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:28:07.048369 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f3d50-16cc-474a-8d47-bb6d3600870a tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:28:07.048737 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f3d50-16cc-474a-8d47-bb6d3600870a tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:28:07.049107 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f3d50-16cc-474a-8d47-bb6d3600870a tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:28:07.049473 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f3d50-16cc-474a-8d47-bb6d3600870a tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:28:07.049873 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f3d50-16cc-474a-8d47-bb6d3600870a tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:28:07.050240 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f3d50-16cc-474a-8d47-bb6d3600870a tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:28:07.050605 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f3d50-16cc-474a-8d47-bb6d3600870a tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:28:07.050967 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6f3d50-16cc-474a-8d47-bb6d3600870a tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:28:07.054162 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fe6f3d50-16cc-474a-8d47-bb6d3600870a tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:07.062214 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-112041b5-9f5b-4175-8edb-61d596e60654 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:07.068594 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2af553-b22b-4693-96b1-b46fe1e502ba tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Made reservation on behalf of d869f30e820c456b87e3c749eeee0872 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:28:07.072144 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3a2af553-b22b-4693-96b1-b46fe1e502ba tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:07.099461 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a2af553-b22b-4693-96b1-b46fe1e502ba tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 15:28:07.109860 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3a2af553-b22b-4693-96b1-b46fe1e502ba tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:07.110214 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-3a2af553-b22b-4693-96b1-b46fe1e502ba tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Added segment 571f6086-c7d0-45fb-a29d-465fb1dd2029 of type vlan for network ffb1987c-7800-4df2-ac5d-d6ad7240da4c Jun 21 15:28:07.127735 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7627167-727f-4b26-9664-145599bb687a None None] get_active_networks_info from dv-neutron-797121-2-hyperv {{(pid=105226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 21 15:28:07.130770 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-bda2011a-453c-4d3d-a9d1-893d347c398e None None] Provisioning complete for port 9cc6c850-55e9-4bbc-9cec-1108066630d8 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:28:07.131146 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-bda2011a-453c-4d3d-a9d1-893d347c398e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:07.164404 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3a2af553-b22b-4693-96b1-b46fe1e502ba tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:07.195274 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3a2af553-b22b-4693-96b1-b46fe1e502ba tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:07.200975 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2af553-b22b-4693-96b1-b46fe1e502ba tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:07.201570 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3a2af553-b22b-4693-96b1-b46fe1e502ba tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:07.205005 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-42128e30-a833-451c-a764-c776428b26ea tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:07.230103 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7627167-727f-4b26-9664-145599bb687a None None] Resources bound (agent type, host, resource id): {{(pid=105226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 21 15:28:07.269585 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3a2af553-b22b-4693-96b1-b46fe1e502ba tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2327816 Jun 21 15:28:07.269985 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 43590) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:07.275359 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-5302b054-df72-419d-bc0c-f27ba7d5275f tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Request body: {'subnet': {'network_id': 'ffb1987c-7800-4df2-ac5d-d6ad7240da4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:28:07.276276 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2af553-b22b-4693-96b1-b46fe1e502ba tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Pushing event updated for resources: {'Network': ['ID=ffb1987c-7800-4df2-ac5d-d6ad7240da4c,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:07.279313 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3a2af553-b22b-4693-96b1-b46fe1e502ba tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:07.313640 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network ffb1987c-7800-4df2-ac5d-d6ad7240da4c details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 15:28:07.365721 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5302b054-df72-419d-bc0c-f27ba7d5275f tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Made reservation on behalf of d869f30e820c456b87e3c749eeee0872 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:28:07.369647 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5302b054-df72-419d-bc0c-f27ba7d5275f tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:07.565459 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5302b054-df72-419d-bc0c-f27ba7d5275f tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:07.567405 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ae052044-5eb5-4e2e-a6c4-965491f005c0 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:07.629201 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302b054-df72-419d-bc0c-f27ba7d5275f tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Pushing event updated for resources: {'Subnet': ['ID=3fc53edf-0be3-4ecc-a1ea-96adc32ccd70,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:07.632726 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5302b054-df72-419d-bc0c-f27ba7d5275f tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:07.639161 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5302b054-df72-419d-bc0c-f27ba7d5275f tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Checking segment: {'id': '571f6086-c7d0-45fb-a29d-465fb1dd2029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ffb1987c-7800-4df2-ac5d-d6ad7240da4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:28:07.639503 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5302b054-df72-419d-bc0c-f27ba7d5275f tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Network hostable DHCP agents. Network: ffb1987c-7800-4df2-ac5d-d6ad7240da4c, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 15:28:07.659227 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5302b054-df72-419d-bc0c-f27ba7d5275f tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Network ffb1987c-7800-4df2-ac5d-d6ad7240da4c is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 15:28:07.672749 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-5302b054-df72-419d-bc0c-f27ba7d5275f tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, ffb1987c-7800-4df2-ac5d-d6ad7240da4c) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:28:07.676915 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5302b054-df72-419d-bc0c-f27ba7d5275f tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:07.677530 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5302b054-df72-419d-bc0c-f27ba7d5275f tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:07.681628 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58b5c01-3753-4268-9f19-1cdcbbad18fc None None] Network ffb1987c-7800-4df2-ac5d-d6ad7240da4c requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:28:07.693623 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5302b054-df72-419d-bc0c-f27ba7d5275f tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4225066 Jun 21 15:28:07.697423 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 43592) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:07.702717 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-1722415b-c773-4867-b482-a3b079a62510 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1912912471'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:28:07.723634 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1722415b-c773-4867-b482-a3b079a62510 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Made reservation on behalf of d869f30e820c456b87e3c749eeee0872 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:28:07.727252 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1722415b-c773-4867-b482-a3b079a62510 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:07.836153 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf90918-8349-4fcb-b389-0eb7ac93d4f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-ffb1987c-7800-4df2-ac5d-d6ad7240da4c', 'network_id': 'ffb1987c-7800-4df2-ac5d-d6ad7240da4c', 'tenant_id': 'd869f30e820c456b87e3c749eeee0872', 'fixed_ips': [{'subnet_id': '3fc53edf-0be3-4ecc-a1ea-96adc32ccd70'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 15:28:07.837696 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ecf90918-8349-4fcb-b389-0eb7ac93d4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:07.984080 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-ecf90918-8349-4fcb-b389-0eb7ac93d4f8 None None] Allocated IP 2001:db8::2 (ffb1987c-7800-4df2-ac5d-d6ad7240da4c/3fc53edf-0be3-4ecc-a1ea-96adc32ccd70/630c0b50-1ddb-435e-88d1-be826b3ced9d) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:28:08.149024 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1722415b-c773-4867-b482-a3b079a62510 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] vlan segment allocate from pool success with {'vlan_id': 446, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 15:28:08.158474 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1722415b-c773-4867-b482-a3b079a62510 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:08.158837 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-1722415b-c773-4867-b482-a3b079a62510 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Added segment d995067f-545e-44f6-8ad9-40ef6603181f of type vlan for network d118785d-7e8d-4521-aa32-839dabab00e2 Jun 21 15:28:08.199420 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1722415b-c773-4867-b482-a3b079a62510 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:08.229205 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1722415b-c773-4867-b482-a3b079a62510 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:08.234910 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1722415b-c773-4867-b482-a3b079a62510 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:08.235565 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1722415b-c773-4867-b482-a3b079a62510 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:08.238831 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-919e63a7-0058-4ff1-87e7-f338f86bebf6 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:08.297406 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1722415b-c773-4867-b482-a3b079a62510 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5943990 Jun 21 15:28:08.297746 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ecf90918-8349-4fcb-b389-0eb7ac93d4f8 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:08.299286 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 43594) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:08.305382 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ecf90918-8349-4fcb-b389-0eb7ac93d4f8 None None] Transition to ACTIVE for port object 630c0b50-1ddb-435e-88d1-be826b3ced9d will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:28:08.307847 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-898a4d53-751e-45f1-8a05-5fcd769c36af tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Request body: {'subnet': {'network_id': 'd118785d-7e8d-4521-aa32-839dabab00e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:28:08.314698 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722415b-c773-4867-b482-a3b079a62510 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Pushing event updated for resources: {'Network': ['ID=d118785d-7e8d-4521-aa32-839dabab00e2,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:08.317753 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1722415b-c773-4867-b482-a3b079a62510 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:08.329500 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network d118785d-7e8d-4521-aa32-839dabab00e2 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 15:28:08.331631 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ecf90918-8349-4fcb-b389-0eb7ac93d4f8 None None] Transition to ACTIVE for port object 630c0b50-1ddb-435e-88d1-be826b3ced9d will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:28:08.344918 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ecf90918-8349-4fcb-b389-0eb7ac93d4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:08.372567 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-112041b5-9f5b-4175-8edb-61d596e60654 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:08.378935 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9cc6c850-55e9-4bbc-9cec-1108066630d8 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:28:08.412297 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898a4d53-751e-45f1-8a05-5fcd769c36af tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Made reservation on behalf of d869f30e820c456b87e3c749eeee0872 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:28:08.415754 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-898a4d53-751e-45f1-8a05-5fcd769c36af tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:08.444201 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf90918-8349-4fcb-b389-0eb7ac93d4f8 None None] Network ffb1987c-7800-4df2-ac5d-d6ad7240da4c is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:28:08.460004 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-ecf90918-8349-4fcb-b389-0eb7ac93d4f8 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:28:08.469617 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf90918-8349-4fcb-b389-0eb7ac93d4f8 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:28:08.476276 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf90918-8349-4fcb-b389-0eb7ac93d4f8 None None] Pushing event updated for resources: {'Port': ['ID=630c0b50-1ddb-435e-88d1-be826b3ced9d,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:08.482253 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-ecf90918-8349-4fcb-b389-0eb7ac93d4f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:08.542049 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 9cc6c850-55e9-4bbc-9cec-1108066630d8 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:28:08.542425 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:08.547198 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-ecf90918-8349-4fcb-b389-0eb7ac93d4f8 None None] Attempting to bind port 630c0b50-1ddb-435e-88d1-be826b3ced9d on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:28:08.547572 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-ecf90918-8349-4fcb-b389-0eb7ac93d4f8 None None] Attempting to bind port 630c0b50-1ddb-435e-88d1-be826b3ced9d by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '571f6086-c7d0-45fb-a29d-465fb1dd2029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ffb1987c-7800-4df2-ac5d-d6ad7240da4c'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:28:08.547945 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf90918-8349-4fcb-b389-0eb7ac93d4f8 None None] Attempting to bind port 630c0b50-1ddb-435e-88d1-be826b3ced9d on network ffb1987c-7800-4df2-ac5d-d6ad7240da4c {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:28:08.572272 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf90918-8349-4fcb-b389-0eb7ac93d4f8 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:28:08.572718 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf90918-8349-4fcb-b389-0eb7ac93d4f8 None None] Checking segment: {'id': '571f6086-c7d0-45fb-a29d-465fb1dd2029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ffb1987c-7800-4df2-ac5d-d6ad7240da4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:28:08.573131 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ecf90918-8349-4fcb-b389-0eb7ac93d4f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:08.573526 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf90918-8349-4fcb-b389-0eb7ac93d4f8 None None] Bound using segment: {'id': '571f6086-c7d0-45fb-a29d-465fb1dd2029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ffb1987c-7800-4df2-ac5d-d6ad7240da4c'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:28:08.574026 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-ecf90918-8349-4fcb-b389-0eb7ac93d4f8 None None] Bound port: 630c0b50-1ddb-435e-88d1-be826b3ced9d, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '571f6086-c7d0-45fb-a29d-465fb1dd2029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'ffb1987c-7800-4df2-ac5d-d6ad7240da4c'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:28:08.574453 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ecf90918-8349-4fcb-b389-0eb7ac93d4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:08.605342 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-898a4d53-751e-45f1-8a05-5fcd769c36af tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:08.608279 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fcc5ebd5-b514-49b1-bc97-1ae8ee37bc6c tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:08.668242 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a4d53-751e-45f1-8a05-5fcd769c36af tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Pushing event updated for resources: {'Subnet': ['ID=73e083f2-11ea-42a3-96dd-19f364ff5891,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:08.672230 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-898a4d53-751e-45f1-8a05-5fcd769c36af tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:08.678858 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-ecf90918-8349-4fcb-b389-0eb7ac93d4f8 None None] For port 630c0b50-1ddb-435e-88d1-be826b3ced9d, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:28:08.679447 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898a4d53-751e-45f1-8a05-5fcd769c36af tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Checking segment: {'id': 'd995067f-545e-44f6-8ad9-40ef6603181f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'd118785d-7e8d-4521-aa32-839dabab00e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:28:08.679798 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898a4d53-751e-45f1-8a05-5fcd769c36af tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Network hostable DHCP agents. Network: d118785d-7e8d-4521-aa32-839dabab00e2, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 15:28:08.692828 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-ecf90918-8349-4fcb-b389-0eb7ac93d4f8 None None] For port 630c0b50-1ddb-435e-88d1-be826b3ced9d, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=630c0b50-1ddb-435e-88d1-be826b3ced9d,segment=NetworkSegment(571f6086-c7d0-45fb-a29d-465fb1dd2029),segment_id=571f6086-c7d0-45fb-a29d-465fb1dd2029)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:28:08.698432 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ecf90918-8349-4fcb-b389-0eb7ac93d4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:08.700151 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898a4d53-751e-45f1-8a05-5fcd769c36af tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Network d118785d-7e8d-4521-aa32-839dabab00e2 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 15:28:08.700425 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:08.712339 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-898a4d53-751e-45f1-8a05-5fcd769c36af tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, d118785d-7e8d-4521-aa32-839dabab00e2) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:28:08.717027 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898a4d53-751e-45f1-8a05-5fcd769c36af tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:08.717598 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-898a4d53-751e-45f1-8a05-5fcd769c36af tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:08.726293 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30cd69e-f86f-4526-8e05-5d8a5395aa7a None None] Network d118785d-7e8d-4521-aa32-839dabab00e2 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:28:08.733682 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-898a4d53-751e-45f1-8a05-5fcd769c36af tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4318998 Jun 21 15:28:08.736525 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 43596) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:08.802570 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf90918-8349-4fcb-b389-0eb7ac93d4f8 None None] Pushing event updated for resources: {'Port': ['ID=630c0b50-1ddb-435e-88d1-be826b3ced9d,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:08.807367 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-ecf90918-8349-4fcb-b389-0eb7ac93d4f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:08.839776 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-71928453-2a14-4052-8bca-18254a73fc2c tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:08.901421 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cbc76a-f018-4706-b0cc-86fd5491ac11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-d118785d-7e8d-4521-aa32-839dabab00e2', 'network_id': 'd118785d-7e8d-4521-aa32-839dabab00e2', 'tenant_id': 'd869f30e820c456b87e3c749eeee0872', 'fixed_ips': [{'subnet_id': '73e083f2-11ea-42a3-96dd-19f364ff5891'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 15:28:08.903260 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-61cbc76a-f018-4706-b0cc-86fd5491ac11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:08.926684 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-71928453-2a14-4052-8bca-18254a73fc2c tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:09.008648 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-71928453-2a14-4052-8bca-18254a73fc2c tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:09.014664 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-025c1a1d-3d7c-4792-a8c3-2d8529b0cdc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server [None req-61cbc76a-f018-4706-b0cc-86fd5491ac11 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 73e083f2-11ea-42a3-96dd-19f364ff5891: This subnet is being modified by another concurrent operation. Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1462, in create_port Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1427, in _create_port_db Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server self.force_reraise() Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise self.value Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server raise exception Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 73e083f2-11ea-42a3-96dd-19f364ff5891: This subnet is being modified by another concurrent operation. Jun 21 15:28:09.028401 dv-neutron-797121-2-hyperv neutron-server[105226]: ERROR oslo_messaging.rpc.server Jun 21 15:28:09.043511 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70b891e-5c4a-4492-bf04-c2cab32ea2f1 None None] Network d118785d-7e8d-4521-aa32-839dabab00e2 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:28:09.043814 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71928453-2a14-4052-8bca-18254a73fc2c tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Pushing event deleted for resources: {'Subnet': ['ID=73e083f2-11ea-42a3-96dd-19f364ff5891,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:09.048160 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-71928453-2a14-4052-8bca-18254a73fc2c tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:09.113439 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-71928453-2a14-4052-8bca-18254a73fc2c tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:09.125054 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-71928453-2a14-4052-8bca-18254a73fc2c tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d118785d-7e8d-4521-aa32-839dabab00e2']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:28:09.136027 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-71928453-2a14-4052-8bca-18254a73fc2c tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd995067f-545e-44f6-8ad9-40ef6603181f') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:28:09.136318 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-71928453-2a14-4052-8bca-18254a73fc2c tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd995067f-545e-44f6-8ad9-40ef6603181f') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:28:09.145952 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-71928453-2a14-4052-8bca-18254a73fc2c tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:09.162040 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-71928453-2a14-4052-8bca-18254a73fc2c tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:09.168357 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71928453-2a14-4052-8bca-18254a73fc2c tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Releasing vlan 446 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 15:28:09.168897 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-71928453-2a14-4052-8bca-18254a73fc2c tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:09.171817 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 15:28:09.171817 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 15:28:09.171817 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 15:28:09.171817 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 15:28:09.171817 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 15:28:09.171817 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 15:28:09.171817 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 15:28:09.171817 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 15:28:09.171817 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 15:28:09.171817 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 15:28:09.171817 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 15:28:09.171817 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 15:28:09.171817 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 15:28:09.171817 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 15:28:09.171817 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 15:28:09.171817 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 15:28:09.171817 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 15:28:09.171817 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 15:28:09.171817 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 15:28:09.171817 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 15:28:09.171817 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 15:28:09.171817 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 15:28:09.171817 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 15:28:09.171817 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 15:28:09.171817 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 15:28:09.171817 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 15:28:09.171817 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 15:28:09.171817 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 15:28:09.171817 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 15:28:09.171817 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 15:28:09.171817 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 15:28:09.171817 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 15:28:09.232859 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-71928453-2a14-4052-8bca-18254a73fc2c tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:09.236783 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fabbb6d8-5144-4b1f-8bea-0f23bee005ae tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:09.240559 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-71928453-2a14-4052-8bca-18254a73fc2c tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:09.242383 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-71928453-2a14-4052-8bca-18254a73fc2c tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] 10.222.0.72 "DELETE /v2.0/networks/d118785d-7e8d-4521-aa32-839dabab00e2 HTTP/1.1" status: 204 len: 168 time: 0.5049400 Jun 21 15:28:09.245930 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 43598) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:09.265907 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71928453-2a14-4052-8bca-18254a73fc2c tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Pushing event deleted for resources: {'Network': ['ID=d118785d-7e8d-4521-aa32-839dabab00e2,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:09.284062 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-71928453-2a14-4052-8bca-18254a73fc2c tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:09.285174 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-3057dc4e-7041-4d51-844b-fd1e2f6a1610 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] GET failed (client error): The resource could not be found. Jun 21 15:28:09.286571 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3057dc4e-7041-4d51-844b-fd1e2f6a1610 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] 10.222.0.72 "GET /v2.0/subnets/73e083f2-11ea-42a3-96dd-19f364ff5891 HTTP/1.1" status: 404 len: 337 time: 0.0395062 Jun 21 15:28:09.289376 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 43600) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:09.312070 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a9515ef-5930-4285-a564-7cba79255573 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] DELETE failed (client error): The resource could not be found. Jun 21 15:28:09.312714 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a9515ef-5930-4285-a564-7cba79255573 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 15:28:09.314263 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3a9515ef-5930-4285-a564-7cba79255573 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] 10.222.0.72 "DELETE /v2.0/networks/d118785d-7e8d-4521-aa32-839dabab00e2 HTTP/1.1" status: 404 len: 339 time: 0.0239742 Jun 21 15:28:09.319602 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 43602) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:09.346117 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-534d4c14-2200-4cb0-81e7-235045990f6f tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] DELETE failed (client error): The resource could not be found. Jun 21 15:28:09.346569 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-534d4c14-2200-4cb0-81e7-235045990f6f tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 15:28:09.348239 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-534d4c14-2200-4cb0-81e7-235045990f6f tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] 10.222.0.72 "DELETE /v2.0/subnets/73e083f2-11ea-42a3-96dd-19f364ff5891 HTTP/1.1" status: 404 len: 337 time: 0.0277770 Jun 21 15:28:09.350893 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 43604) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:09.369421 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd410d2-85ff-420a-86e5-0e7beaf2eb9b tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] DELETE failed (client error): The resource could not be found. Jun 21 15:28:09.369972 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cd410d2-85ff-420a-86e5-0e7beaf2eb9b tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 15:28:09.371657 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5cd410d2-85ff-420a-86e5-0e7beaf2eb9b tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] 10.222.0.72 "DELETE /v2.0/networks/d118785d-7e8d-4521-aa32-839dabab00e2 HTTP/1.1" status: 404 len: 339 time: 0.0198896 Jun 21 15:28:09.375099 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 43606) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:09.427156 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a1ab27-351d-4ec4-8d4f-05cb2adc9bdf tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Deleting subnet 3fc53edf-0be3-4ecc-a1ea-96adc32ccd70 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 15:28:09.430606 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-47a1ab27-351d-4ec4-8d4f-05cb2adc9bdf tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:09.471287 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-47a1ab27-351d-4ec4-8d4f-05cb2adc9bdf tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:09.596529 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-47a1ab27-351d-4ec4-8d4f-05cb2adc9bdf tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:09.660855 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-47a1ab27-351d-4ec4-8d4f-05cb2adc9bdf tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:09.663756 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-484746a7-f095-47bf-89e4-cf0fd5887c00 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:09.690300 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1ab27-351d-4ec4-8d4f-05cb2adc9bdf tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Pushing event deleted for resources: {'Subnet': ['ID=3fc53edf-0be3-4ecc-a1ea-96adc32ccd70,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:09.693388 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-47a1ab27-351d-4ec4-8d4f-05cb2adc9bdf tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:09.694409 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-47a1ab27-351d-4ec4-8d4f-05cb2adc9bdf tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:09.696262 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-47a1ab27-351d-4ec4-8d4f-05cb2adc9bdf tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] 10.222.0.72 "DELETE /v2.0/subnets/3fc53edf-0be3-4ecc-a1ea-96adc32ccd70 HTTP/1.1" status: 204 len: 168 time: 0.3201709 Jun 21 15:28:09.698927 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 43608) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:09.718419 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99cd5ff-61c7-44cc-ac9c-99d50370c0da None None] Network ffb1987c-7800-4df2-ac5d-d6ad7240da4c requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:28:09.776507 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-894bcb8f-0da3-41ed-b2e3-d1eff676c6c8 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:09.832316 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-894bcb8f-0da3-41ed-b2e3-d1eff676c6c8 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Deleting port 630c0b50-1ddb-435e-88d1-be826b3ced9d {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:28:09.832654 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-894bcb8f-0da3-41ed-b2e3-d1eff676c6c8 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:09.839675 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2b3c534a-d851-442a-8b8d-cc395d613d24 None None] Provisioning for port 630c0b50-1ddb-435e-88d1-be826b3ced9d completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:28:09.903620 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-894bcb8f-0da3-41ed-b2e3-d1eff676c6c8 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] For port 630c0b50-1ddb-435e-88d1-be826b3ced9d, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=630c0b50-1ddb-435e-88d1-be826b3ced9d,segment=NetworkSegment(571f6086-c7d0-45fb-a29d-465fb1dd2029),segment_id=571f6086-c7d0-45fb-a29d-465fb1dd2029)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:28:09.903970 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-894bcb8f-0da3-41ed-b2e3-d1eff676c6c8 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:09.934784 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bae0da5-e2ce-4273-ba3f-ef78fd7a9108 None None] DHCP port deletion for ffb1987c-7800-4df2-ac5d-d6ad7240da4c request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 15:28:09.970298 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-894bcb8f-0da3-41ed-b2e3-d1eff676c6c8 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Calling delete_port for 630c0b50-1ddb-435e-88d1-be826b3ced9d owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:28:09.983280 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-0bae0da5-e2ce-4273-ba3f-ef78fd7a9108 None None] Deleting port 630c0b50-1ddb-435e-88d1-be826b3ced9d {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:28:09.983664 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0bae0da5-e2ce-4273-ba3f-ef78fd7a9108 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:10.048988 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-0bae0da5-e2ce-4273-ba3f-ef78fd7a9108 None None] For port 630c0b50-1ddb-435e-88d1-be826b3ced9d, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=630c0b50-1ddb-435e-88d1-be826b3ced9d,segment=NetworkSegment(571f6086-c7d0-45fb-a29d-465fb1dd2029),segment_id=571f6086-c7d0-45fb-a29d-465fb1dd2029)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:28:10.048988 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0bae0da5-e2ce-4273-ba3f-ef78fd7a9108 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:10.053983 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-894bcb8f-0da3-41ed-b2e3-d1eff676c6c8 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:10.057015 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c65d9c0e-77db-4167-a654-cc4fc2611ee9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:10.081853 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894bcb8f-0da3-41ed-b2e3-d1eff676c6c8 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Pushing event deleted for resources: {'Port': ['ID=630c0b50-1ddb-435e-88d1-be826b3ced9d,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:10.083632 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894bcb8f-0da3-41ed-b2e3-d1eff676c6c8 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] No DVR routers for this DVR port 630c0b50-1ddb-435e-88d1-be826b3ced9d on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:28:10.085062 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-894bcb8f-0da3-41ed-b2e3-d1eff676c6c8 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:10.112660 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-0bae0da5-e2ce-4273-ba3f-ef78fd7a9108 None None] Calling delete_port for 630c0b50-1ddb-435e-88d1-be826b3ced9d owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:28:10.165756 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-894bcb8f-0da3-41ed-b2e3-d1eff676c6c8 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:10.176734 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-894bcb8f-0da3-41ed-b2e3-d1eff676c6c8 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb1987c-7800-4df2-ac5d-d6ad7240da4c']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:28:10.186926 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-894bcb8f-0da3-41ed-b2e3-d1eff676c6c8 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '571f6086-c7d0-45fb-a29d-465fb1dd2029') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:28:10.187221 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-894bcb8f-0da3-41ed-b2e3-d1eff676c6c8 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '571f6086-c7d0-45fb-a29d-465fb1dd2029') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:28:10.193438 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0bae0da5-e2ce-4273-ba3f-ef78fd7a9108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:10.195493 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:10.196742 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-894bcb8f-0da3-41ed-b2e3-d1eff676c6c8 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:10.210539 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-894bcb8f-0da3-41ed-b2e3-d1eff676c6c8 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:10.217224 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-894bcb8f-0da3-41ed-b2e3-d1eff676c6c8 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 15:28:10.217613 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-894bcb8f-0da3-41ed-b2e3-d1eff676c6c8 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:10.219972 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae0da5-e2ce-4273-ba3f-ef78fd7a9108 None None] Pushing event deleted for resources: {'Port': ['ID=630c0b50-1ddb-435e-88d1-be826b3ced9d,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:10.220524 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 15:28:10.220524 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 15:28:10.220524 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 15:28:10.220524 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 15:28:10.220524 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 15:28:10.220524 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 15:28:10.220524 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 15:28:10.220524 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 15:28:10.220524 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 15:28:10.220524 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 15:28:10.220524 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 15:28:10.220524 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 15:28:10.220524 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 15:28:10.220524 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 15:28:10.220524 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 15:28:10.220524 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 15:28:10.220524 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 15:28:10.220524 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 15:28:10.220524 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 15:28:10.220524 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 15:28:10.220524 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 15:28:10.220524 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 15:28:10.220524 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 15:28:10.220524 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 15:28:10.220524 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 15:28:10.220524 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 15:28:10.220524 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 15:28:10.220524 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 15:28:10.220524 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 15:28:10.220524 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 15:28:10.220524 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 15:28:10.220524 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 15:28:10.224157 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0bae0da5-e2ce-4273-ba3f-ef78fd7a9108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:10.224999 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bae0da5-e2ce-4273-ba3f-ef78fd7a9108 None None] No DVR routers for this DVR port 630c0b50-1ddb-435e-88d1-be826b3ced9d on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:28:10.242743 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c68ea7-f207-451a-8d5a-83da7bbb1832 None None] get_active_networks_info from dv-neutron-797121-2-hyperv {{(pid=105226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 21 15:28:10.288872 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-894bcb8f-0da3-41ed-b2e3-d1eff676c6c8 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:10.295651 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-894bcb8f-0da3-41ed-b2e3-d1eff676c6c8 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:10.297860 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-894bcb8f-0da3-41ed-b2e3-d1eff676c6c8 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] 10.222.0.72 "DELETE /v2.0/networks/ffb1987c-7800-4df2-ac5d-d6ad7240da4c HTTP/1.1" status: 204 len: 168 time: 0.5978711 Jun 21 15:28:10.298684 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7ac43f20-1992-4a17-bbdf-2f38a890056f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:10.300464 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 43610) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:10.313569 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894bcb8f-0da3-41ed-b2e3-d1eff676c6c8 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Pushing event deleted for resources: {'Network': ['ID=ffb1987c-7800-4df2-ac5d-d6ad7240da4c,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:10.315947 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-894bcb8f-0da3-41ed-b2e3-d1eff676c6c8 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:10.316101 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c68ea7-f207-451a-8d5a-83da7bbb1832 None None] Resources bound (agent type, host, resource id): {{(pid=105226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 21 15:28:10.333599 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-930d7846-0051-47ac-98b8-9366375b5691 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] DELETE failed (client error): The resource could not be found. Jun 21 15:28:10.334077 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-930d7846-0051-47ac-98b8-9366375b5691 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 15:28:10.335743 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-930d7846-0051-47ac-98b8-9366375b5691 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] 10.222.0.72 "DELETE /v2.0/subnets/5b2a6840-7129-45ad-bd26-b15d8d3fc4aa HTTP/1.1" status: 404 len: 337 time: 0.0343289 Jun 21 15:28:10.338372 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 43612) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:10.357037 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-82631a41-0230-4d39-ac45-4aafef834940 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] DELETE failed (client error): The resource could not be found. Jun 21 15:28:10.357594 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82631a41-0230-4d39-ac45-4aafef834940 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 15:28:10.359351 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-82631a41-0230-4d39-ac45-4aafef834940 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] 10.222.0.72 "DELETE /v2.0/networks/da5be2e5-facf-4390-8220-fa07b4d9a518 HTTP/1.1" status: 404 len: 339 time: 0.0200694 Jun 21 15:28:10.361982 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 43614) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:10.391835 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc6a21a3-39bd-409f-a910-1da973ecbbb2 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] DELETE failed (client error): The resource could not be found. Jun 21 15:28:10.392530 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc6a21a3-39bd-409f-a910-1da973ecbbb2 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105224) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 15:28:10.394037 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-bc6a21a3-39bd-409f-a910-1da973ecbbb2 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] 10.222.0.72 "DELETE /v2.0/subnets/6cf97447-ff22-4bf3-b693-dc94e06c4b33 HTTP/1.1" status: 404 len: 337 time: 0.0311236 Jun 21 15:28:10.396953 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 43616) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:10.416044 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.pecan_wsgi.hooks.translation [None req-62bb1441-e9d3-4204-8b78-81c896f04562 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] DELETE failed (client error): The resource could not be found. Jun 21 15:28:10.416559 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62bb1441-e9d3-4204-8b78-81c896f04562 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105225) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jun 21 15:28:10.418335 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-62bb1441-e9d3-4204-8b78-81c896f04562 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] 10.222.0.72 "DELETE /v2.0/networks/06f23bbe-a0e3-421b-add2-a08753cf7401 HTTP/1.1" status: 404 len: 339 time: 0.0194957 Jun 21 15:28:10.421070 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 43618) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:10.471121 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0281f04-b8de-4ff4-b25c-9ee15243a466 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Deleting subnet 61bbbd03-2e1b-41b1-9f92-fe8e5cb56456 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 15:28:10.474267 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b0281f04-b8de-4ff4-b25c-9ee15243a466 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:10.514157 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b0281f04-b8de-4ff4-b25c-9ee15243a466 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:10.607381 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b0281f04-b8de-4ff4-b25c-9ee15243a466 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:10.668283 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b0281f04-b8de-4ff4-b25c-9ee15243a466 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:10.670462 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-06cadf08-7faf-46a7-848a-4ece150212fa tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:10.697507 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0281f04-b8de-4ff4-b25c-9ee15243a466 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Pushing event deleted for resources: {'Subnet': ['ID=61bbbd03-2e1b-41b1-9f92-fe8e5cb56456,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:10.699745 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b0281f04-b8de-4ff4-b25c-9ee15243a466 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:10.701392 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-b0281f04-b8de-4ff4-b25c-9ee15243a466 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:10.703117 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fe8694-a58b-486c-989d-3bbc1af6bc9d None None] Network 66c3c742-4bfc-42fe-86e8-7e8dbb950a67 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:28:10.706135 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 43620) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:10.706281 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-b0281f04-b8de-4ff4-b25c-9ee15243a466 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] 10.222.0.72 "DELETE /v2.0/subnets/61bbbd03-2e1b-41b1-9f92-fe8e5cb56456 HTTP/1.1" status: 204 len: 168 time: 0.2841816 Jun 21 15:28:10.780073 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2b52063c-a7c1-4e04-9098-2ba216fe7195 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:10.836599 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-2b52063c-a7c1-4e04-9098-2ba216fe7195 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Deleting port 9cc6c850-55e9-4bbc-9cec-1108066630d8 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:28:10.836937 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2b52063c-a7c1-4e04-9098-2ba216fe7195 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:10.886314 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6408a116-28da-4b25-adca-b2b9126a3fae None None] DHCP port deletion for 66c3c742-4bfc-42fe-86e8-7e8dbb950a67 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 15:28:10.912775 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-2b52063c-a7c1-4e04-9098-2ba216fe7195 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] For port 9cc6c850-55e9-4bbc-9cec-1108066630d8, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=9cc6c850-55e9-4bbc-9cec-1108066630d8,segment=NetworkSegment(b6c90d04-8f19-4b96-aaa6-ade1c7fc7afe),segment_id=b6c90d04-8f19-4b96-aaa6-ade1c7fc7afe)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:28:10.913120 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2b52063c-a7c1-4e04-9098-2ba216fe7195 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:10.937114 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6408a116-28da-4b25-adca-b2b9126a3fae None None] Deleting port 9cc6c850-55e9-4bbc-9cec-1108066630d8 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:28:10.937690 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6408a116-28da-4b25-adca-b2b9126a3fae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:10.978965 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-2b52063c-a7c1-4e04-9098-2ba216fe7195 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Calling delete_port for 9cc6c850-55e9-4bbc-9cec-1108066630d8 owned by network:dhcp {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:28:11.003727 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6408a116-28da-4b25-adca-b2b9126a3fae None None] For port 9cc6c850-55e9-4bbc-9cec-1108066630d8, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=9cc6c850-55e9-4bbc-9cec-1108066630d8,segment=NetworkSegment(b6c90d04-8f19-4b96-aaa6-ade1c7fc7afe),segment_id=b6c90d04-8f19-4b96-aaa6-ade1c7fc7afe)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:28:11.004270 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6408a116-28da-4b25-adca-b2b9126a3fae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:11.057796 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2b52063c-a7c1-4e04-9098-2ba216fe7195 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:11.060206 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0854e781-cd65-4fe8-9f6b-65e4b679023b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:11.071076 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6408a116-28da-4b25-adca-b2b9126a3fae None None] Calling delete_port for 9cc6c850-55e9-4bbc-9cec-1108066630d8 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:28:11.084028 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52063c-a7c1-4e04-9098-2ba216fe7195 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Pushing event deleted for resources: {'Port': ['ID=9cc6c850-55e9-4bbc-9cec-1108066630d8,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:11.086839 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2b52063c-a7c1-4e04-9098-2ba216fe7195 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:11.089542 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b52063c-a7c1-4e04-9098-2ba216fe7195 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] No DVR routers for this DVR port 9cc6c850-55e9-4bbc-9cec-1108066630d8 on host dv-neutron-797121-2-hyperv {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:28:11.145556 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6408a116-28da-4b25-adca-b2b9126a3fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:11.147337 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:11.168904 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6408a116-28da-4b25-adca-b2b9126a3fae None None] Pushing event deleted for resources: {'Port': ['ID=9cc6c850-55e9-4bbc-9cec-1108066630d8,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:11.172454 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6408a116-28da-4b25-adca-b2b9126a3fae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:11.173249 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2b52063c-a7c1-4e04-9098-2ba216fe7195 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:11.174727 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6408a116-28da-4b25-adca-b2b9126a3fae None None] No DVR routers for this DVR port 9cc6c850-55e9-4bbc-9cec-1108066630d8 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:28:11.185645 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-2b52063c-a7c1-4e04-9098-2ba216fe7195 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c3c742-4bfc-42fe-86e8-7e8dbb950a67']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:28:11.201450 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-2b52063c-a7c1-4e04-9098-2ba216fe7195 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6c90d04-8f19-4b96-aaa6-ade1c7fc7afe') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:28:11.201748 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-2b52063c-a7c1-4e04-9098-2ba216fe7195 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6c90d04-8f19-4b96-aaa6-ade1c7fc7afe') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:28:11.210334 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2b52063c-a7c1-4e04-9098-2ba216fe7195 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:11.224070 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2b52063c-a7c1-4e04-9098-2ba216fe7195 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:11.229857 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b52063c-a7c1-4e04-9098-2ba216fe7195 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 15:28:11.230256 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2b52063c-a7c1-4e04-9098-2ba216fe7195 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:11.233855 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 15:28:11.233855 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 15:28:11.233855 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 15:28:11.233855 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 15:28:11.233855 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 15:28:11.233855 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 15:28:11.233855 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 15:28:11.233855 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 15:28:11.233855 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 15:28:11.233855 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 15:28:11.233855 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 15:28:11.233855 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 15:28:11.233855 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 15:28:11.233855 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 15:28:11.233855 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 15:28:11.233855 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 15:28:11.233855 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 15:28:11.233855 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 15:28:11.233855 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 15:28:11.233855 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 15:28:11.233855 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 15:28:11.233855 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 15:28:11.233855 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 15:28:11.233855 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 15:28:11.233855 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 15:28:11.233855 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 15:28:11.233855 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 15:28:11.233855 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 15:28:11.233855 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 15:28:11.233855 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 15:28:11.233855 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 15:28:11.233855 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 15:28:11.305155 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2b52063c-a7c1-4e04-9098-2ba216fe7195 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:11.313253 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5c8a4611-c790-4d7b-bc14-5b1c375693df tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:11.317365 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2b52063c-a7c1-4e04-9098-2ba216fe7195 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:11.319212 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2b52063c-a7c1-4e04-9098-2ba216fe7195 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] 10.222.0.72 "DELETE /v2.0/networks/66c3c742-4bfc-42fe-86e8-7e8dbb950a67 HTTP/1.1" status: 204 len: 168 time: 0.6117971 Jun 21 15:28:11.332016 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52063c-a7c1-4e04-9098-2ba216fe7195 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Pushing event deleted for resources: {'Network': ['ID=66c3c742-4bfc-42fe-86e8-7e8dbb950a67,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:11.334637 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2b52063c-a7c1-4e04-9098-2ba216fe7195 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:11.579775 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 43626) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:11.720357 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b3c2966d-ea72-4aa4-9074-ae1201df02b4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d869f30e820c456b87e3c749eeee0872&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393130 Jun 21 15:28:11.722791 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 43630) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:11.772275 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bca1110f-a35d-470d-bafa-cb8bf580e347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:11.800503 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bca1110f-a35d-470d-bafa-cb8bf580e347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:11.850212 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bca1110f-a35d-470d-bafa-cb8bf580e347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:11.852974 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-bca1110f-a35d-470d-bafa-cb8bf580e347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:11.854226 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-bca1110f-a35d-470d-bafa-cb8bf580e347 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/11a440a6-2268-4941-af03-915a1f6006ab HTTP/1.1" status: 204 len: 168 time: 0.1305890 Jun 21 15:28:11.855032 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-26729610-402a-4c48-8d9d-d33c33aa1c4d tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:11.863148 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca1110f-a35d-470d-bafa-cb8bf580e347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a440a6-2268-4941-af03-915a1f6006ab,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:11.865972 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-bca1110f-a35d-470d-bafa-cb8bf580e347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:12.349617 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9cc6c850-55e9-4bbc-9cec-1108066630d8 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:28:12.371837 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 9cc6c850-55e9-4bbc-9cec-1108066630d8 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:28:12.372865 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9cc6c850-55e9-4bbc-9cec-1108066630d8 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:28:12.539091 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 43652) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:12.665712 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-de31eaf2-07b8-4626-b408-828c210d58c4 tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-878062925', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:28:12.692338 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-de31eaf2-07b8-4626-b408-828c210d58c4 tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:12.693287 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-de31eaf2-07b8-4626-b408-828c210d58c4 tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:12.749686 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-de31eaf2-07b8-4626-b408-828c210d58c4 tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:12.757539 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-de31eaf2-07b8-4626-b408-828c210d58c4 tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:12.776386 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-de31eaf2-07b8-4626-b408-828c210d58c4 tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:12.777541 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-de31eaf2-07b8-4626-b408-828c210d58c4 tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2374244 Jun 21 15:28:12.780428 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 43656) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:12.785461 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-30bfae27-e6ef-4c55-acf8-e223aff1605f tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1349894268'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:28:12.808397 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bfae27-e6ef-4c55-acf8-e223aff1605f tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Made reservation on behalf of a567e35ecdd44cd8942e0834739b9136 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:28:12.811839 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-30bfae27-e6ef-4c55-acf8-e223aff1605f tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:12.820552 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-30bfae27-e6ef-4c55-acf8-e223aff1605f tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:12.912695 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-30bfae27-e6ef-4c55-acf8-e223aff1605f tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:12.919194 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-30bfae27-e6ef-4c55-acf8-e223aff1605f tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:12.923802 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ad3e9b65-f0dd-4789-99f9-c65e6457b432 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:12.951772 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30bfae27-e6ef-4c55-acf8-e223aff1605f tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 15:28:12.961519 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bfae27-e6ef-4c55-acf8-e223aff1605f tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ad91e1-5269-4fef-8bb4-b9a6641d5b40,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:12.967741 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-30bfae27-e6ef-4c55-acf8-e223aff1605f tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:12.968974 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-30bfae27-e6ef-4c55-acf8-e223aff1605f tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:12.969537 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-30bfae27-e6ef-4c55-acf8-e223aff1605f tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Added segment 9919aefe-79e9-453f-b1a5-cc0f1dd72e12 of type vlan for network 15fe1de4-4832-4905-911c-b0ba1f7a0d06 Jun 21 15:28:13.016037 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-30bfae27-e6ef-4c55-acf8-e223aff1605f tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:13.048904 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-30bfae27-e6ef-4c55-acf8-e223aff1605f tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:13.054933 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bfae27-e6ef-4c55-acf8-e223aff1605f tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:13.055512 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-30bfae27-e6ef-4c55-acf8-e223aff1605f tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:13.059101 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c1e8eca2-fab1-41a3-97f7-85a904d0aa9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:13.114628 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-30bfae27-e6ef-4c55-acf8-e223aff1605f tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3327255 Jun 21 15:28:13.117503 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 43658) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:13.123225 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-fa8b4783-6915-4137-ad96-18a9edcb45cf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Request body: {'subnet': {'network_id': '15fe1de4-4832-4905-911c-b0ba1f7a0d06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:28:13.129610 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bfae27-e6ef-4c55-acf8-e223aff1605f tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Pushing event updated for resources: {'Network': ['ID=15fe1de4-4832-4905-911c-b0ba1f7a0d06,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:13.132552 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-30bfae27-e6ef-4c55-acf8-e223aff1605f tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:13.140190 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 15fe1de4-4832-4905-911c-b0ba1f7a0d06 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 15:28:13.219763 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8b4783-6915-4137-ad96-18a9edcb45cf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Made reservation on behalf of a567e35ecdd44cd8942e0834739b9136 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:28:13.223655 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fa8b4783-6915-4137-ad96-18a9edcb45cf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:13.413056 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fa8b4783-6915-4137-ad96-18a9edcb45cf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:13.415087 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0723c252-889d-4921-9379-268808a0fdb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:13.470729 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8b4783-6915-4137-ad96-18a9edcb45cf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Pushing event updated for resources: {'Subnet': ['ID=1f4c55f4-74ca-47ea-b8a6-2095af108b07,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:13.474344 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fa8b4783-6915-4137-ad96-18a9edcb45cf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:13.481564 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8b4783-6915-4137-ad96-18a9edcb45cf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Checking segment: {'id': '9919aefe-79e9-453f-b1a5-cc0f1dd72e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '15fe1de4-4832-4905-911c-b0ba1f7a0d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:28:13.482032 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8b4783-6915-4137-ad96-18a9edcb45cf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Network hostable DHCP agents. Network: 15fe1de4-4832-4905-911c-b0ba1f7a0d06, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 15:28:13.503500 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8b4783-6915-4137-ad96-18a9edcb45cf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Network 15fe1de4-4832-4905-911c-b0ba1f7a0d06 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 15:28:13.515272 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-fa8b4783-6915-4137-ad96-18a9edcb45cf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 15fe1de4-4832-4905-911c-b0ba1f7a0d06) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:28:13.519904 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8b4783-6915-4137-ad96-18a9edcb45cf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:13.520514 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fa8b4783-6915-4137-ad96-18a9edcb45cf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:13.524901 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857c039a-d273-4d47-abaf-ba5bb713698c None None] Network 15fe1de4-4832-4905-911c-b0ba1f7a0d06 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:28:13.536726 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fa8b4783-6915-4137-ad96-18a9edcb45cf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4178655 Jun 21 15:28:13.539619 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 43660) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:13.544964 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-368afb5f-4cc7-40f5-8885-9394e6cf7d1c tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1323325643'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:28:13.567657 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368afb5f-4cc7-40f5-8885-9394e6cf7d1c tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Made reservation on behalf of a567e35ecdd44cd8942e0834739b9136 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:28:13.571202 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-368afb5f-4cc7-40f5-8885-9394e6cf7d1c tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:13.595761 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-368afb5f-4cc7-40f5-8885-9394e6cf7d1c tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 15:28:13.604809 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-368afb5f-4cc7-40f5-8885-9394e6cf7d1c tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:13.605166 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-368afb5f-4cc7-40f5-8885-9394e6cf7d1c tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Added segment 68984380-a346-4c28-b193-895cff0ebdd0 of type vlan for network 6807f0e2-740b-4e6b-a3fa-f3d3cd876fab Jun 21 15:28:13.649433 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-368afb5f-4cc7-40f5-8885-9394e6cf7d1c tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:13.681006 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-368afb5f-4cc7-40f5-8885-9394e6cf7d1c tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:13.682797 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a36ab6f-2a46-4c0d-a6ec-dcd54391cf30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-15fe1de4-4832-4905-911c-b0ba1f7a0d06', 'network_id': '15fe1de4-4832-4905-911c-b0ba1f7a0d06', 'tenant_id': 'a567e35ecdd44cd8942e0834739b9136', 'fixed_ips': [{'subnet_id': '1f4c55f4-74ca-47ea-b8a6-2095af108b07'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 15:28:13.683803 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6a36ab6f-2a46-4c0d-a6ec-dcd54391cf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:13.687732 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368afb5f-4cc7-40f5-8885-9394e6cf7d1c tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:13.688338 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-368afb5f-4cc7-40f5-8885-9394e6cf7d1c tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:13.691724 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f9b81d6b-06ff-42a1-b9d5-8741be46b8c9 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:13.751957 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-368afb5f-4cc7-40f5-8885-9394e6cf7d1c tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2110353 Jun 21 15:28:13.754760 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 43662) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:13.761619 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-3357be94-3794-4c97-92d2-b48fa54e0e4a tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Request body: {'subnet': {'network_id': '6807f0e2-740b-4e6b-a3fa-f3d3cd876fab', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:28:13.777690 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368afb5f-4cc7-40f5-8885-9394e6cf7d1c tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Pushing event updated for resources: {'Network': ['ID=6807f0e2-740b-4e6b-a3fa-f3d3cd876fab,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:13.799522 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 6807f0e2-740b-4e6b-a3fa-f3d3cd876fab details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 15:28:13.808264 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-368afb5f-4cc7-40f5-8885-9394e6cf7d1c tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:13.859225 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3357be94-3794-4c97-92d2-b48fa54e0e4a tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Made reservation on behalf of a567e35ecdd44cd8942e0834739b9136 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:28:13.863163 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3357be94-3794-4c97-92d2-b48fa54e0e4a tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:13.877852 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-6a36ab6f-2a46-4c0d-a6ec-dcd54391cf30 None None] Allocated IP 172.20.0.2 (15fe1de4-4832-4905-911c-b0ba1f7a0d06/1f4c55f4-74ca-47ea-b8a6-2095af108b07/a757d4ce-b5f3-4105-bec3-29145075e2f6) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:28:14.025642 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6a36ab6f-2a46-4c0d-a6ec-dcd54391cf30 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:14.034681 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6a36ab6f-2a46-4c0d-a6ec-dcd54391cf30 None None] Transition to ACTIVE for port object a757d4ce-b5f3-4105-bec3-29145075e2f6 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:28:14.050236 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3357be94-3794-4c97-92d2-b48fa54e0e4a tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:14.051532 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6a36ab6f-2a46-4c0d-a6ec-dcd54391cf30 None None] Transition to ACTIVE for port object a757d4ce-b5f3-4105-bec3-29145075e2f6 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:28:14.053593 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2ae2a169-2299-4a4d-a7bd-1b15fbe51faf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:14.059316 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6a36ab6f-2a46-4c0d-a6ec-dcd54391cf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:14.061694 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:14.097285 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a36ab6f-2a46-4c0d-a6ec-dcd54391cf30 None None] Network 15fe1de4-4832-4905-911c-b0ba1f7a0d06 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:28:14.100054 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-6a36ab6f-2a46-4c0d-a6ec-dcd54391cf30 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:28:14.105636 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a36ab6f-2a46-4c0d-a6ec-dcd54391cf30 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:28:14.117212 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36ab6f-2a46-4c0d-a6ec-dcd54391cf30 None None] Pushing event updated for resources: {'Port': ['ID=a757d4ce-b5f3-4105-bec3-29145075e2f6,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:14.119222 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357be94-3794-4c97-92d2-b48fa54e0e4a tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Pushing event updated for resources: {'Subnet': ['ID=16e25c28-1916-4611-b96b-41ab394bc6b9,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:14.122724 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3357be94-3794-4c97-92d2-b48fa54e0e4a tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:14.125711 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3357be94-3794-4c97-92d2-b48fa54e0e4a tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Checking segment: {'id': '68984380-a346-4c28-b193-895cff0ebdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6807f0e2-740b-4e6b-a3fa-f3d3cd876fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:28:14.126025 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3357be94-3794-4c97-92d2-b48fa54e0e4a tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Network hostable DHCP agents. Network: 6807f0e2-740b-4e6b-a3fa-f3d3cd876fab, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 15:28:14.126281 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6a36ab6f-2a46-4c0d-a6ec-dcd54391cf30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:14.143466 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3357be94-3794-4c97-92d2-b48fa54e0e4a tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Network 6807f0e2-740b-4e6b-a3fa-f3d3cd876fab is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 15:28:14.148574 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-39fbfd6f-b0cc-40b5-a8b0-3310b45b0c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:14.152697 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-3357be94-3794-4c97-92d2-b48fa54e0e4a tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 6807f0e2-740b-4e6b-a3fa-f3d3cd876fab) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:28:14.157054 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3357be94-3794-4c97-92d2-b48fa54e0e4a tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:14.158012 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3357be94-3794-4c97-92d2-b48fa54e0e4a tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:14.168988 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1045372e-37cb-4375-bb2f-a309f8bbfc7f None None] Network 6807f0e2-740b-4e6b-a3fa-f3d3cd876fab requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:28:14.176698 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3357be94-3794-4c97-92d2-b48fa54e0e4a tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4207575 Jun 21 15:28:14.179482 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 43664) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:14.184511 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-48cd97c1-e790-4dff-a2ed-3af9446711a1 tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Request body: {'router': {'external_gateway_info': {'network_id': '6807f0e2-740b-4e6b-a3fa-f3d3cd876fab'}}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:28:14.219788 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-6a36ab6f-2a46-4c0d-a6ec-dcd54391cf30 None None] Attempting to bind port a757d4ce-b5f3-4105-bec3-29145075e2f6 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:28:14.220191 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-6a36ab6f-2a46-4c0d-a6ec-dcd54391cf30 None None] Attempting to bind port a757d4ce-b5f3-4105-bec3-29145075e2f6 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '9919aefe-79e9-453f-b1a5-cc0f1dd72e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '15fe1de4-4832-4905-911c-b0ba1f7a0d06'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:28:14.220552 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a36ab6f-2a46-4c0d-a6ec-dcd54391cf30 None None] Attempting to bind port a757d4ce-b5f3-4105-bec3-29145075e2f6 on network 15fe1de4-4832-4905-911c-b0ba1f7a0d06 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:28:14.231685 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a36ab6f-2a46-4c0d-a6ec-dcd54391cf30 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:28:14.232225 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a36ab6f-2a46-4c0d-a6ec-dcd54391cf30 None None] Checking segment: {'id': '9919aefe-79e9-453f-b1a5-cc0f1dd72e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '15fe1de4-4832-4905-911c-b0ba1f7a0d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:28:14.232485 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6a36ab6f-2a46-4c0d-a6ec-dcd54391cf30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:14.232926 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a36ab6f-2a46-4c0d-a6ec-dcd54391cf30 None None] Bound using segment: {'id': '9919aefe-79e9-453f-b1a5-cc0f1dd72e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '15fe1de4-4832-4905-911c-b0ba1f7a0d06'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:28:14.233395 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-6a36ab6f-2a46-4c0d-a6ec-dcd54391cf30 None None] Bound port: a757d4ce-b5f3-4105-bec3-29145075e2f6, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9919aefe-79e9-453f-b1a5-cc0f1dd72e12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '15fe1de4-4832-4905-911c-b0ba1f7a0d06'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:28:14.233758 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6a36ab6f-2a46-4c0d-a6ec-dcd54391cf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:14.344008 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6a36ab6f-2a46-4c0d-a6ec-dcd54391cf30 None None] For port a757d4ce-b5f3-4105-bec3-29145075e2f6, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:28:14.348432 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6a36ab6f-2a46-4c0d-a6ec-dcd54391cf30 None None] For port a757d4ce-b5f3-4105-bec3-29145075e2f6, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=a757d4ce-b5f3-4105-bec3-29145075e2f6,segment=NetworkSegment(9919aefe-79e9-453f-b1a5-cc0f1dd72e12),segment_id=9919aefe-79e9-453f-b1a5-cc0f1dd72e12)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:28:14.354290 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6a36ab6f-2a46-4c0d-a6ec-dcd54391cf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:14.356338 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:14.413663 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77831aec-e6e4-46a9-82ed-9fb126c9a7cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-6807f0e2-740b-4e6b-a3fa-f3d3cd876fab', 'network_id': '6807f0e2-740b-4e6b-a3fa-f3d3cd876fab', 'tenant_id': 'a567e35ecdd44cd8942e0834739b9136', 'fixed_ips': [{'subnet_id': '16e25c28-1916-4611-b96b-41ab394bc6b9'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 15:28:14.414543 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-77831aec-e6e4-46a9-82ed-9fb126c9a7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:14.437169 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-48cd97c1-e790-4dff-a2ed-3af9446711a1 tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:14.444630 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36ab6f-2a46-4c0d-a6ec-dcd54391cf30 None None] Pushing event updated for resources: {'Port': ['ID=a757d4ce-b5f3-4105-bec3-29145075e2f6,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:14.452238 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6a36ab6f-2a46-4c0d-a6ec-dcd54391cf30 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:14.546701 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.api.v2.resource [None req-48cd97c1-e790-4dff-a2ed-3af9446711a1 tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jun 21 15:28:14.547639 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-48cd97c1-e790-4dff-a2ed-3af9446711a1 tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] 10.222.0.72 "PUT /v2.0/routers/6d753853-7322-4e12-b230-8dfbb380a3ff HTTP/1.1" status: 400 len: 364 time: 0.3671968 Jun 21 15:28:14.553348 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 43666) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:14.572212 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-77831aec-e6e4-46a9-82ed-9fb126c9a7cf None None] Allocated IP 172.21.0.2 (6807f0e2-740b-4e6b-a3fa-f3d3cd876fab/16e25c28-1916-4611-b96b-41ab394bc6b9/32e236e6-9ec4-4d24-b874-8c730a638973) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:28:14.626051 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b0e6bad-a1b8-4df6-afa1-3aa87e69aea8 tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Deleting subnet 16e25c28-1916-4611-b96b-41ab394bc6b9 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 15:28:14.749177 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-77831aec-e6e4-46a9-82ed-9fb126c9a7cf None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:14.758132 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-77831aec-e6e4-46a9-82ed-9fb126c9a7cf None None] Transition to ACTIVE for port object 32e236e6-9ec4-4d24-b874-8c730a638973 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:28:14.773057 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-77831aec-e6e4-46a9-82ed-9fb126c9a7cf None None] Transition to ACTIVE for port object 32e236e6-9ec4-4d24-b874-8c730a638973 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:28:14.780314 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3b0e6bad-a1b8-4df6-afa1-3aa87e69aea8 tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:14.781122 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-77831aec-e6e4-46a9-82ed-9fb126c9a7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:14.783217 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:14.824933 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3b0e6bad-a1b8-4df6-afa1-3aa87e69aea8 tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:14.832124 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77831aec-e6e4-46a9-82ed-9fb126c9a7cf None None] Network 6807f0e2-740b-4e6b-a3fa-f3d3cd876fab is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:28:14.836134 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-77831aec-e6e4-46a9-82ed-9fb126c9a7cf None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:28:14.837861 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77831aec-e6e4-46a9-82ed-9fb126c9a7cf None None] Pushing event updated for resources: {'Port': ['ID=32e236e6-9ec4-4d24-b874-8c730a638973,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:14.839936 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77831aec-e6e4-46a9-82ed-9fb126c9a7cf None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:28:14.842314 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-77831aec-e6e4-46a9-82ed-9fb126c9a7cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:14.916516 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3b0e6bad-a1b8-4df6-afa1-3aa87e69aea8 tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:14.992590 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3b0e6bad-a1b8-4df6-afa1-3aa87e69aea8 tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:14.994854 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-82744c17-e2dd-4530-92fd-b939ba7bf477 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:15.021077 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e6bad-a1b8-4df6-afa1-3aa87e69aea8 tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Pushing event deleted for resources: {'Subnet': ['ID=16e25c28-1916-4611-b96b-41ab394bc6b9,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:15.024464 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3b0e6bad-a1b8-4df6-afa1-3aa87e69aea8 tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:15.025474 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3b0e6bad-a1b8-4df6-afa1-3aa87e69aea8 tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:15.027575 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3b0e6bad-a1b8-4df6-afa1-3aa87e69aea8 tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] 10.222.0.72 "DELETE /v2.0/subnets/16e25c28-1916-4611-b96b-41ab394bc6b9 HTTP/1.1" status: 204 len: 168 time: 0.4730725 Jun 21 15:28:15.030439 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 43668) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:15.060041 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-77831aec-e6e4-46a9-82ed-9fb126c9a7cf None None] Attempting to bind port 32e236e6-9ec4-4d24-b874-8c730a638973 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:28:15.060424 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-77831aec-e6e4-46a9-82ed-9fb126c9a7cf None None] Attempting to bind port 32e236e6-9ec4-4d24-b874-8c730a638973 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '68984380-a346-4c28-b193-895cff0ebdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6807f0e2-740b-4e6b-a3fa-f3d3cd876fab'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:28:15.060790 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77831aec-e6e4-46a9-82ed-9fb126c9a7cf None None] Attempting to bind port 32e236e6-9ec4-4d24-b874-8c730a638973 on network 6807f0e2-740b-4e6b-a3fa-f3d3cd876fab {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:28:15.066335 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77831aec-e6e4-46a9-82ed-9fb126c9a7cf None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 27, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:28:15.066714 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77831aec-e6e4-46a9-82ed-9fb126c9a7cf None None] Checking segment: {'id': '68984380-a346-4c28-b193-895cff0ebdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6807f0e2-740b-4e6b-a3fa-f3d3cd876fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:28:15.067150 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-77831aec-e6e4-46a9-82ed-9fb126c9a7cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:15.067541 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77831aec-e6e4-46a9-82ed-9fb126c9a7cf None None] Bound using segment: {'id': '68984380-a346-4c28-b193-895cff0ebdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6807f0e2-740b-4e6b-a3fa-f3d3cd876fab'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:28:15.068016 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-77831aec-e6e4-46a9-82ed-9fb126c9a7cf None None] Bound port: 32e236e6-9ec4-4d24-b874-8c730a638973, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68984380-a346-4c28-b193-895cff0ebdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '6807f0e2-740b-4e6b-a3fa-f3d3cd876fab'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:28:15.068424 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-77831aec-e6e4-46a9-82ed-9fb126c9a7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:15.115828 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-154fd663-07d4-47f5-b494-82f05956f36b tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:15.141730 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-77831aec-e6e4-46a9-82ed-9fb126c9a7cf None None] For port 32e236e6-9ec4-4d24-b874-8c730a638973, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:28:15.145155 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-77831aec-e6e4-46a9-82ed-9fb126c9a7cf None None] For port 32e236e6-9ec4-4d24-b874-8c730a638973, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=32e236e6-9ec4-4d24-b874-8c730a638973,segment=NetworkSegment(68984380-a346-4c28-b193-895cff0ebdd0),segment_id=68984380-a346-4c28-b193-895cff0ebdd0)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:28:15.154189 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-77831aec-e6e4-46a9-82ed-9fb126c9a7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:15.158051 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:15.184951 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-154fd663-07d4-47f5-b494-82f05956f36b tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Deleting port 32e236e6-9ec4-4d24-b874-8c730a638973 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:28:15.184951 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-154fd663-07d4-47f5-b494-82f05956f36b tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:15.250417 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77831aec-e6e4-46a9-82ed-9fb126c9a7cf None None] Pushing event updated for resources: {'Port': ['ID=32e236e6-9ec4-4d24-b874-8c730a638973,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:15.256673 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-77831aec-e6e4-46a9-82ed-9fb126c9a7cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:15.269621 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-154fd663-07d4-47f5-b494-82f05956f36b tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] For port 32e236e6-9ec4-4d24-b874-8c730a638973, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=32e236e6-9ec4-4d24-b874-8c730a638973,segment=NetworkSegment(68984380-a346-4c28-b193-895cff0ebdd0),segment_id=68984380-a346-4c28-b193-895cff0ebdd0)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:28:15.269621 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-154fd663-07d4-47f5-b494-82f05956f36b tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:15.271750 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeef07e0-5078-4ad3-8356-c2bec56fcb4a None None] Network 6807f0e2-740b-4e6b-a3fa-f3d3cd876fab requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:28:15.344600 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-154fd663-07d4-47f5-b494-82f05956f36b tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Calling delete_port for 32e236e6-9ec4-4d24-b874-8c730a638973 owned by network:dhcp {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:28:15.433710 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2967fe85-0567-4d2e-98ab-08db464ae5ae None None] Network 15fe1de4-4832-4905-911c-b0ba1f7a0d06 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:28:15.437056 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-154fd663-07d4-47f5-b494-82f05956f36b tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:15.440609 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2b52063c-a7c1-4e04-9098-2ba216fe7195 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:15.464939 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154fd663-07d4-47f5-b494-82f05956f36b tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] No DVR routers for this DVR port 32e236e6-9ec4-4d24-b874-8c730a638973 on host dv-neutron-797121-2-hyperv {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:28:15.467422 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154fd663-07d4-47f5-b494-82f05956f36b tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Pushing event deleted for resources: {'Port': ['ID=32e236e6-9ec4-4d24-b874-8c730a638973,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:15.471768 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-154fd663-07d4-47f5-b494-82f05956f36b tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:15.544722 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-a6d1aafd-9bb8-44b6-898d-06973b110672 None None] Provisioning for port a757d4ce-b5f3-4105-bec3-29145075e2f6 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:28:15.554991 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-154fd663-07d4-47f5-b494-82f05956f36b tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:15.564795 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-154fd663-07d4-47f5-b494-82f05956f36b tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6807f0e2-740b-4e6b-a3fa-f3d3cd876fab']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:28:15.575887 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-154fd663-07d4-47f5-b494-82f05956f36b tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68984380-a346-4c28-b193-895cff0ebdd0') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:28:15.576176 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-154fd663-07d4-47f5-b494-82f05956f36b tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68984380-a346-4c28-b193-895cff0ebdd0') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:28:15.585062 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-154fd663-07d4-47f5-b494-82f05956f36b tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:15.598727 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-154fd663-07d4-47f5-b494-82f05956f36b tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:15.604588 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-154fd663-07d4-47f5-b494-82f05956f36b tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 15:28:15.604938 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-154fd663-07d4-47f5-b494-82f05956f36b tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:15.608235 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 15:28:15.608235 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 15:28:15.608235 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 15:28:15.608235 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 15:28:15.608235 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 15:28:15.608235 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 15:28:15.608235 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 15:28:15.608235 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 15:28:15.608235 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 15:28:15.608235 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 15:28:15.608235 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 15:28:15.608235 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 15:28:15.608235 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 15:28:15.608235 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 15:28:15.608235 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 15:28:15.608235 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 15:28:15.608235 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 15:28:15.608235 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 15:28:15.608235 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 15:28:15.608235 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 15:28:15.608235 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 15:28:15.608235 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 15:28:15.608235 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 15:28:15.608235 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 15:28:15.608235 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 15:28:15.608235 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 15:28:15.608235 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 15:28:15.608235 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 15:28:15.608235 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 15:28:15.608235 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 15:28:15.608235 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 15:28:15.608235 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 15:28:15.667468 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-154fd663-07d4-47f5-b494-82f05956f36b tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:15.674213 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-275db0eb-7edb-437a-9a5a-905e681a610f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:15.678358 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-154fd663-07d4-47f5-b494-82f05956f36b tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:15.680155 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-154fd663-07d4-47f5-b494-82f05956f36b tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] 10.222.0.72 "DELETE /v2.0/networks/6807f0e2-740b-4e6b-a3fa-f3d3cd876fab HTTP/1.1" status: 204 len: 168 time: 0.6474462 Jun 21 15:28:15.682571 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 43670) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:15.706791 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154fd663-07d4-47f5-b494-82f05956f36b tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Pushing event deleted for resources: {'Network': ['ID=6807f0e2-740b-4e6b-a3fa-f3d3cd876fab,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:15.726275 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-154fd663-07d4-47f5-b494-82f05956f36b tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:15.752317 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe77a1ef-02d2-4b8c-b9a1-43c2816d6e83 tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Deleting subnet 1f4c55f4-74ca-47ea-b8a6-2095af108b07 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 15:28:15.755735 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fe77a1ef-02d2-4b8c-b9a1-43c2816d6e83 tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:15.779486 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78251b22-dcae-4ab3-bdc5-7db333cc6750 None None] get_active_networks_info from dv-neutron-797121-2-hyperv {{(pid=105226) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 21 15:28:15.804347 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fe77a1ef-02d2-4b8c-b9a1-43c2816d6e83 tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:15.844685 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78251b22-dcae-4ab3-bdc5-7db333cc6750 None None] Resources bound (agent type, host, resource id): {{(pid=105226) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jun 21 15:28:15.892531 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fe77a1ef-02d2-4b8c-b9a1-43c2816d6e83 tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:15.957330 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fe77a1ef-02d2-4b8c-b9a1-43c2816d6e83 tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:15.960449 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-51fd465e-cb8c-49ca-a7bd-3ef9bd92f6bf tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:15.988162 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fe77a1ef-02d2-4b8c-b9a1-43c2816d6e83 tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:15.991178 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fe77a1ef-02d2-4b8c-b9a1-43c2816d6e83 tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] 10.222.0.72 "DELETE /v2.0/subnets/1f4c55f4-74ca-47ea-b8a6-2095af108b07 HTTP/1.1" status: 204 len: 168 time: 0.3076563 Jun 21 15:28:15.992650 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77a1ef-02d2-4b8c-b9a1-43c2816d6e83 tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Pushing event deleted for resources: {'Subnet': ['ID=1f4c55f4-74ca-47ea-b8a6-2095af108b07,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:15.993913 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 43672) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:15.995113 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fe77a1ef-02d2-4b8c-b9a1-43c2816d6e83 tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:16.063345 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86686a1d-9af6-4633-aecb-6e6cd8950c07 None None] Network 15fe1de4-4832-4905-911c-b0ba1f7a0d06 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:28:16.076727 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8a557cfe-4899-420a-be1f-d27460a47caf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:16.135292 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-8a557cfe-4899-420a-be1f-d27460a47caf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Deleting port a757d4ce-b5f3-4105-bec3-29145075e2f6 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:28:16.135995 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8a557cfe-4899-420a-be1f-d27460a47caf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:16.197701 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-8a557cfe-4899-420a-be1f-d27460a47caf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] For port a757d4ce-b5f3-4105-bec3-29145075e2f6, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=a757d4ce-b5f3-4105-bec3-29145075e2f6,segment=NetworkSegment(9919aefe-79e9-453f-b1a5-cc0f1dd72e12),segment_id=9919aefe-79e9-453f-b1a5-cc0f1dd72e12)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:28:16.198098 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8a557cfe-4899-420a-be1f-d27460a47caf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:16.245088 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1067a329-9b64-4e4a-9bea-dae8edc0cc1e None None] DHCP port deletion for 15fe1de4-4832-4905-911c-b0ba1f7a0d06 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 15:28:16.266523 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-8a557cfe-4899-420a-be1f-d27460a47caf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Calling delete_port for a757d4ce-b5f3-4105-bec3-29145075e2f6 owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:28:16.291883 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-1067a329-9b64-4e4a-9bea-dae8edc0cc1e None None] Deleting port a757d4ce-b5f3-4105-bec3-29145075e2f6 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:28:16.292295 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1067a329-9b64-4e4a-9bea-dae8edc0cc1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:16.346412 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8a557cfe-4899-420a-be1f-d27460a47caf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:16.350031 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-894bcb8f-0da3-41ed-b2e3-d1eff676c6c8 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:16.359201 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-1067a329-9b64-4e4a-9bea-dae8edc0cc1e None None] For port a757d4ce-b5f3-4105-bec3-29145075e2f6, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=a757d4ce-b5f3-4105-bec3-29145075e2f6,segment=NetworkSegment(9919aefe-79e9-453f-b1a5-cc0f1dd72e12),segment_id=9919aefe-79e9-453f-b1a5-cc0f1dd72e12)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:28:16.359602 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1067a329-9b64-4e4a-9bea-dae8edc0cc1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:16.374671 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a557cfe-4899-420a-be1f-d27460a47caf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Pushing event deleted for resources: {'Port': ['ID=a757d4ce-b5f3-4105-bec3-29145075e2f6,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:16.376986 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a557cfe-4899-420a-be1f-d27460a47caf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] No DVR routers for this DVR port a757d4ce-b5f3-4105-bec3-29145075e2f6 on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:28:16.386524 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a557cfe-4899-420a-be1f-d27460a47caf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:28:16.387184 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a557cfe-4899-420a-be1f-d27460a47caf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:28:16.387828 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a557cfe-4899-420a-be1f-d27460a47caf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:28:16.388272 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a557cfe-4899-420a-be1f-d27460a47caf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:28:16.388634 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a557cfe-4899-420a-be1f-d27460a47caf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:28:16.389005 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a557cfe-4899-420a-be1f-d27460a47caf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:28:16.389392 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a557cfe-4899-420a-be1f-d27460a47caf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:28:16.389746 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a557cfe-4899-420a-be1f-d27460a47caf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:28:16.390199 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a557cfe-4899-420a-be1f-d27460a47caf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:28:16.390544 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a557cfe-4899-420a-be1f-d27460a47caf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:28:16.390937 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a557cfe-4899-420a-be1f-d27460a47caf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:28:16.391300 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a557cfe-4899-420a-be1f-d27460a47caf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:28:16.423743 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-1067a329-9b64-4e4a-9bea-dae8edc0cc1e None None] Calling delete_port for a757d4ce-b5f3-4105-bec3-29145075e2f6 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:28:16.504927 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1067a329-9b64-4e4a-9bea-dae8edc0cc1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:16.506826 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:16.530990 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067a329-9b64-4e4a-9bea-dae8edc0cc1e None None] Pushing event deleted for resources: {'Port': ['ID=a757d4ce-b5f3-4105-bec3-29145075e2f6,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:16.534041 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-1067a329-9b64-4e4a-9bea-dae8edc0cc1e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:16.534893 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1067a329-9b64-4e4a-9bea-dae8edc0cc1e None None] No DVR routers for this DVR port a757d4ce-b5f3-4105-bec3-29145075e2f6 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:28:16.638675 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7c8188c1-cc52-4a63-b0b8-26aa7c8c3e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:16.752547 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8a557cfe-4899-420a-be1f-d27460a47caf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:16.810268 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8a557cfe-4899-420a-be1f-d27460a47caf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:16.822869 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-8a557cfe-4899-420a-be1f-d27460a47caf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15fe1de4-4832-4905-911c-b0ba1f7a0d06']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:28:16.833089 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-8a557cfe-4899-420a-be1f-d27460a47caf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9919aefe-79e9-453f-b1a5-cc0f1dd72e12') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:28:16.833378 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-8a557cfe-4899-420a-be1f-d27460a47caf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9919aefe-79e9-453f-b1a5-cc0f1dd72e12') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:28:16.842576 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8a557cfe-4899-420a-be1f-d27460a47caf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:16.856356 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8a557cfe-4899-420a-be1f-d27460a47caf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:16.862218 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a557cfe-4899-420a-be1f-d27460a47caf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 15:28:16.862666 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8a557cfe-4899-420a-be1f-d27460a47caf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:16.865806 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 15:28:16.865806 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 15:28:16.865806 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 15:28:16.865806 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 15:28:16.865806 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 15:28:16.865806 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 15:28:16.865806 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 15:28:16.865806 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 15:28:16.865806 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 15:28:16.865806 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 15:28:16.865806 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 15:28:16.865806 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 15:28:16.865806 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 15:28:16.865806 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 15:28:16.865806 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 15:28:16.865806 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 15:28:16.865806 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 15:28:16.865806 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 15:28:16.865806 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 15:28:16.865806 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 15:28:16.865806 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 15:28:16.865806 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 15:28:16.865806 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 15:28:16.865806 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 15:28:16.865806 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 15:28:16.865806 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 15:28:16.865806 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 15:28:16.865806 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 15:28:16.865806 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 15:28:16.865806 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 15:28:16.865806 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 15:28:16.865806 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 15:28:16.930703 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8a557cfe-4899-420a-be1f-d27460a47caf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:16.934128 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3d10aad0-c7fa-4c2b-91dc-f3124e8d5c59 tempest-TagsExtTest-541274871 tempest-TagsExtTest-541274871-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:16.938623 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8a557cfe-4899-420a-be1f-d27460a47caf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:16.940060 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8a557cfe-4899-420a-be1f-d27460a47caf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] 10.222.0.72 "DELETE /v2.0/networks/15fe1de4-4832-4905-911c-b0ba1f7a0d06 HTTP/1.1" status: 204 len: 168 time: 0.9440496 Jun 21 15:28:16.943104 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 43674) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:16.951707 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a557cfe-4899-420a-be1f-d27460a47caf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Pushing event deleted for resources: {'Network': ['ID=15fe1de4-4832-4905-911c-b0ba1f7a0d06,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:16.955476 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8a557cfe-4899-420a-be1f-d27460a47caf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:16.974190 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e520274d-9f0d-4c17-8585-95bb452f71bf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] 10.222.0.72 "GET /v2.0/ports?device_id=6d753853-7322-4e12-b230-8dfbb380a3ff HTTP/1.1" status: 200 len: 205 time: 0.0296874 Jun 21 15:28:16.976760 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 43676) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:17.054250 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c5299b88-e0be-49aa-b870-98abf73b4415 tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:17.120298 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:17.507994 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c5299b88-e0be-49aa-b870-98abf73b4415 tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:17.510340 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c5299b88-e0be-49aa-b870-98abf73b4415 tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:17.571910 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c5299b88-e0be-49aa-b870-98abf73b4415 tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:17.572499 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5299b88-e0be-49aa-b870-98abf73b4415 tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Fanout notify agent at l3_agent the message router_deleted on router 6d753853-7322-4e12-b230-8dfbb380a3ff {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 15:28:17.580086 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c5299b88-e0be-49aa-b870-98abf73b4415 tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:17.581180 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c5299b88-e0be-49aa-b870-98abf73b4415 tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] 10.222.0.72 "DELETE /v2.0/routers/6d753853-7322-4e12-b230-8dfbb380a3ff HTTP/1.1" status: 204 len: 168 time: 0.6035516 Jun 21 15:28:17.853185 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 43682) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:17.990345 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5f46e60a-fe63-4362-861f-f494b53bc5d6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a567e35ecdd44cd8942e0834739b9136&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1358075 Jun 21 15:28:17.994223 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 43686) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:18.042930 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d0b573b0-f923-4bb5-9d5e-6e6676aef037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:18.065618 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d0b573b0-f923-4bb5-9d5e-6e6676aef037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:18.099563 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:28:18.116667 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d0b573b0-f923-4bb5-9d5e-6e6676aef037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:18.119629 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d0b573b0-f923-4bb5-9d5e-6e6676aef037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:18.120752 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d0b573b0-f923-4bb5-9d5e-6e6676aef037 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b5ad91e1-5269-4fef-8bb4-b9a6641d5b40 HTTP/1.1" status: 204 len: 168 time: 0.1256769 Jun 21 15:28:18.121663 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8bbd2b44-ead2-402b-a41f-50f2e58d942b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:18.130188 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b573b0-f923-4bb5-9d5e-6e6676aef037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ad91e1-5269-4fef-8bb4-b9a6641d5b40,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:18.132609 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d0b573b0-f923-4bb5-9d5e-6e6676aef037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:18.196745 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:18.787635 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 43708) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:18.904838 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-c08adfc4-cde8-4ea4-9b8c-81c040497f48 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-522224692-network', 'tenant_id': '4fc4929f7b0c47e98e24a965a9fa366c'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:28:18.929835 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08adfc4-cde8-4ea4-9b8c-81c040497f48 admin admin] Made reservation on behalf of 4fc4929f7b0c47e98e24a965a9fa366c for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:28:18.932119 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c08adfc4-cde8-4ea4-9b8c-81c040497f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:18.940485 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c08adfc4-cde8-4ea4-9b8c-81c040497f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:19.026713 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c08adfc4-cde8-4ea4-9b8c-81c040497f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:19.032345 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c08adfc4-cde8-4ea4-9b8c-81c040497f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:19.035279 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-16b9540a-e360-451b-b9ea-2acb455b07fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:19.057538 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c08adfc4-cde8-4ea4-9b8c-81c040497f48 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 15:28:19.066311 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08adfc4-cde8-4ea4-9b8c-81c040497f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45909252-efce-4730-996e-4ddcda82758a,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:19.069922 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c08adfc4-cde8-4ea4-9b8c-81c040497f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:19.072630 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c08adfc4-cde8-4ea4-9b8c-81c040497f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:19.072950 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-c08adfc4-cde8-4ea4-9b8c-81c040497f48 admin admin] Added segment aa37d710-5378-4e16-9e86-d94510d5cbe1 of type vlan for network 2a3378f9-df99-45e5-9479-e03415deebf3 Jun 21 15:28:19.115460 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c08adfc4-cde8-4ea4-9b8c-81c040497f48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:19.145620 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c08adfc4-cde8-4ea4-9b8c-81c040497f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:19.146681 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08adfc4-cde8-4ea4-9b8c-81c040497f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:19.147246 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c08adfc4-cde8-4ea4-9b8c-81c040497f48 admin admin] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:19.150209 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2f4f2e38-c0a4-49a4-836a-9679ddb4ab40 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:19.203879 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c08adfc4-cde8-4ea4-9b8c-81c040497f48 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4149437 Jun 21 15:28:19.207770 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 43712) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:19.212240 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08adfc4-cde8-4ea4-9b8c-81c040497f48 admin admin] Pushing event updated for resources: {'Network': ['ID=2a3378f9-df99-45e5-9479-e03415deebf3,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:19.214800 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-d3b787fb-99c0-45b9-a811-3af87add34c6 admin admin] Request body: {'subnet': {'network_id': '2a3378f9-df99-45e5-9479-e03415deebf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-522224692-subnet', 'tenant_id': '4fc4929f7b0c47e98e24a965a9fa366c', 'ip_version': 4}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:28:19.215339 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c08adfc4-cde8-4ea4-9b8c-81c040497f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:19.225980 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 2a3378f9-df99-45e5-9479-e03415deebf3 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 15:28:19.240162 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b787fb-99c0-45b9-a811-3af87add34c6 admin admin] Made reservation on behalf of 4fc4929f7b0c47e98e24a965a9fa366c for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:28:19.242951 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d3b787fb-99c0-45b9-a811-3af87add34c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:19.418106 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d3b787fb-99c0-45b9-a811-3af87add34c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:19.420251 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3b9f4313-c7d5-4412-9052-c4b61aacf1bc tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:19.466371 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b787fb-99c0-45b9-a811-3af87add34c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4060ebd8-566b-4155-85f3-97d6766ac66c,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:19.473006 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d3b787fb-99c0-45b9-a811-3af87add34c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:19.482518 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b787fb-99c0-45b9-a811-3af87add34c6 admin admin] Checking segment: {'id': 'aa37d710-5378-4e16-9e86-d94510d5cbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2a3378f9-df99-45e5-9479-e03415deebf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:28:19.482861 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b787fb-99c0-45b9-a811-3af87add34c6 admin admin] Network hostable DHCP agents. Network: 2a3378f9-df99-45e5-9479-e03415deebf3, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 15:28:19.501445 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b787fb-99c0-45b9-a811-3af87add34c6 admin admin] Network 2a3378f9-df99-45e5-9479-e03415deebf3 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 15:28:19.512022 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-d3b787fb-99c0-45b9-a811-3af87add34c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 2a3378f9-df99-45e5-9479-e03415deebf3) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:28:19.516521 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b787fb-99c0-45b9-a811-3af87add34c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:19.517072 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d3b787fb-99c0-45b9-a811-3af87add34c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:19.521551 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abfed10-ca66-47b7-a14f-26ea0ffe3d3e None None] Network 2a3378f9-df99-45e5-9479-e03415deebf3 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:28:19.534278 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d3b787fb-99c0-45b9-a811-3af87add34c6 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3253005 Jun 21 15:28:19.536988 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 43714) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:19.541646 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-e844cc15-5829-4dfa-82ad-9dabaef8d2b3 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-522224692-router', 'tenant_id': '4fc4929f7b0c47e98e24a965a9fa366c', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:28:19.564531 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e844cc15-5829-4dfa-82ad-9dabaef8d2b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:19.565634 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e844cc15-5829-4dfa-82ad-9dabaef8d2b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:19.622754 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e844cc15-5829-4dfa-82ad-9dabaef8d2b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:19.674731 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21926d2-4d07-431f-a1bd-fed54c18579e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-2a3378f9-df99-45e5-9479-e03415deebf3', 'network_id': '2a3378f9-df99-45e5-9479-e03415deebf3', 'tenant_id': '4fc4929f7b0c47e98e24a965a9fa366c', 'fixed_ips': [{'subnet_id': '4060ebd8-566b-4155-85f3-97d6766ac66c'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 15:28:19.675603 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f21926d2-4d07-431f-a1bd-fed54c18579e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:19.760952 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e844cc15-5829-4dfa-82ad-9dabaef8d2b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:19.804560 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-f21926d2-4d07-431f-a1bd-fed54c18579e None None] Allocated IP 172.20.0.2 (2a3378f9-df99-45e5-9479-e03415deebf3/4060ebd8-566b-4155-85f3-97d6766ac66c/25c4e88b-ab29-4d62-91d5-66727d4268b8) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:28:19.889037 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:19.954208 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f21926d2-4d07-431f-a1bd-fed54c18579e None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:19.962375 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f21926d2-4d07-431f-a1bd-fed54c18579e None None] Transition to ACTIVE for port object 25c4e88b-ab29-4d62-91d5-66727d4268b8 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:28:19.966895 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e844cc15-5829-4dfa-82ad-9dabaef8d2b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:19.977541 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f21926d2-4d07-431f-a1bd-fed54c18579e None None] Transition to ACTIVE for port object 25c4e88b-ab29-4d62-91d5-66727d4268b8 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:28:19.985186 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f21926d2-4d07-431f-a1bd-fed54c18579e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:19.986483 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e844cc15-5829-4dfa-82ad-9dabaef8d2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:19.987716 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:20.023047 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21926d2-4d07-431f-a1bd-fed54c18579e None None] Network 2a3378f9-df99-45e5-9479-e03415deebf3 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:28:20.025842 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-f21926d2-4d07-431f-a1bd-fed54c18579e None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:28:20.031481 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21926d2-4d07-431f-a1bd-fed54c18579e None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:28:20.038059 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21926d2-4d07-431f-a1bd-fed54c18579e None None] Pushing event updated for resources: {'Port': ['ID=25c4e88b-ab29-4d62-91d5-66727d4268b8,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:20.042386 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f21926d2-4d07-431f-a1bd-fed54c18579e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:20.096083 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-f21926d2-4d07-431f-a1bd-fed54c18579e None None] Attempting to bind port 25c4e88b-ab29-4d62-91d5-66727d4268b8 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:28:20.096456 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-f21926d2-4d07-431f-a1bd-fed54c18579e None None] Attempting to bind port 25c4e88b-ab29-4d62-91d5-66727d4268b8 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'aa37d710-5378-4e16-9e86-d94510d5cbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2a3378f9-df99-45e5-9479-e03415deebf3'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:28:20.096821 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21926d2-4d07-431f-a1bd-fed54c18579e None None] Attempting to bind port 25c4e88b-ab29-4d62-91d5-66727d4268b8 on network 2a3378f9-df99-45e5-9479-e03415deebf3 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:28:20.101808 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21926d2-4d07-431f-a1bd-fed54c18579e None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:28:20.102198 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21926d2-4d07-431f-a1bd-fed54c18579e None None] Checking segment: {'id': 'aa37d710-5378-4e16-9e86-d94510d5cbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2a3378f9-df99-45e5-9479-e03415deebf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:28:20.102597 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f21926d2-4d07-431f-a1bd-fed54c18579e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:20.102987 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21926d2-4d07-431f-a1bd-fed54c18579e None None] Bound using segment: {'id': 'aa37d710-5378-4e16-9e86-d94510d5cbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2a3378f9-df99-45e5-9479-e03415deebf3'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:28:20.103442 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-f21926d2-4d07-431f-a1bd-fed54c18579e None None] Bound port: 25c4e88b-ab29-4d62-91d5-66727d4268b8, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa37d710-5378-4e16-9e86-d94510d5cbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2a3378f9-df99-45e5-9479-e03415deebf3'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:28:20.103809 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f21926d2-4d07-431f-a1bd-fed54c18579e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:20.105670 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-e844cc15-5829-4dfa-82ad-9dabaef8d2b3 admin admin] Allocated IP 172.26.3.248 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/67ce2ef1-55df-4066-8d4c-c745f6d2a716) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:28:20.166202 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-f21926d2-4d07-431f-a1bd-fed54c18579e None None] For port 25c4e88b-ab29-4d62-91d5-66727d4268b8, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:28:20.170347 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-f21926d2-4d07-431f-a1bd-fed54c18579e None None] For port 25c4e88b-ab29-4d62-91d5-66727d4268b8, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=25c4e88b-ab29-4d62-91d5-66727d4268b8,segment=NetworkSegment(aa37d710-5378-4e16-9e86-d94510d5cbe1),segment_id=aa37d710-5378-4e16-9e86-d94510d5cbe1)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:28:20.176325 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f21926d2-4d07-431f-a1bd-fed54c18579e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:20.185657 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-1067a329-9b64-4e4a-9bea-dae8edc0cc1e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:20.218844 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e844cc15-5829-4dfa-82ad-9dabaef8d2b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:20.242150 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21926d2-4d07-431f-a1bd-fed54c18579e None None] Pushing event updated for resources: {'Port': ['ID=25c4e88b-ab29-4d62-91d5-66727d4268b8,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:20.246564 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f21926d2-4d07-431f-a1bd-fed54c18579e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:20.261119 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e844cc15-5829-4dfa-82ad-9dabaef8d2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:20.263582 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-55175720-2820-485a-855e-61cc4e17fb1e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:20.299706 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e844cc15-5829-4dfa-82ad-9dabaef8d2b3 admin admin] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:28:20.302545 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-e844cc15-5829-4dfa-82ad-9dabaef8d2b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:28:20.309154 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e844cc15-5829-4dfa-82ad-9dabaef8d2b3 admin admin] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:28:20.335948 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844cc15-5829-4dfa-82ad-9dabaef8d2b3 admin admin] Pushing event updated for resources: {'Port': ['ID=67ce2ef1-55df-4066-8d4c-c745f6d2a716,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:20.339988 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e844cc15-5829-4dfa-82ad-9dabaef8d2b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:20.597390 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e844cc15-5829-4dfa-82ad-9dabaef8d2b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:20.800668 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e844cc15-5829-4dfa-82ad-9dabaef8d2b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:20.942597 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e844cc15-5829-4dfa-82ad-9dabaef8d2b3 admin admin] Router d2e01920-33a0-41ec-868e-47437bce58cd is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 15:28:21.056825 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e844cc15-5829-4dfa-82ad-9dabaef8d2b3 admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:28:21.068595 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311f7703-ccee-499a-b065-5300da7cb628 None None] Sync routers for ids ['d2e01920-33a0-41ec-868e-47437bce58cd'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:28:21.079916 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e844cc15-5829-4dfa-82ad-9dabaef8d2b3 admin admin] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:21.084106 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311f7703-ccee-499a-b065-5300da7cb628 None None] Routers {'d2e01920-33a0-41ec-868e-47437bce58cd'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:28:21.084106 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-311f7703-ccee-499a-b065-5300da7cb628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:28:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['d2e01920-33a0-41ec-868e-47437bce58cd'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:28:21.084579 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 43716) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:21.085610 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e844cc15-5829-4dfa-82ad-9dabaef8d2b3 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5475979 Jun 21 15:28:21.183703 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d875491-c5a7-4a8a-bc62-b2915a48ca2b None None] Network 2a3378f9-df99-45e5-9479-e03415deebf3 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:28:21.248907 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-311f7703-ccee-499a-b065-5300da7cb628 None None] Set router d2e01920-33a0-41ec-868e-47437bce58cd gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:28:21.371918 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-deb9b9e8-1280-4c66-a77e-59e2f1c075ac None None] Provisioning for port 25c4e88b-ab29-4d62-91d5-66727d4268b8 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:28:21.523224 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-311f7703-ccee-499a-b065-5300da7cb628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e01920-33a0-41ec-868e-47437bce58cd', 'name': 'tempest-TestEncryptedCinderVolumes-522224692-router', 'tenant_id': '4fc4929f7b0c47e98e24a965a9fa366c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.248'}], 'enable_snat': True}, 'gw_port_id': '67ce2ef1-55df-4066-8d4c-c745f6d2a716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:28:19Z', 'updated_at': '2021-06-21T15:28:20Z', 'revision_number': 3, 'project_id': '4fc4929f7b0c47e98e24a965a9fa366c', 'gw_port': {'id': '67ce2ef1-55df-4066-8d4c-c745f6d2a716', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:82:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e01920-33a0-41ec-868e-47437bce58cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:28:19Z', 'updated_at': '2021-06-21T15:28:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:28:21.549151 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f2c9f6fc-ce0a-4443-a99b-698d5e73498a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:21.549806 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311f7703-ccee-499a-b065-5300da7cb628 None None] Checking router: d2e01920-33a0-41ec-868e-47437bce58cd for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:28:21.550190 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311f7703-ccee-499a-b065-5300da7cb628 None None] Updating router d2e01920-33a0-41ec-868e-47437bce58cd port 67ce2ef1-55df-4066-8d4c-c745f6d2a716 binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:28:21.588148 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-311f7703-ccee-499a-b065-5300da7cb628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:21.717987 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-f2c9f6fc-ce0a-4443-a99b-698d5e73498a admin admin] Allocated IP 172.20.0.1 (2a3378f9-df99-45e5-9479-e03415deebf3/4060ebd8-566b-4155-85f3-97d6766ac66c/cad008a8-25f3-4eb5-8e33-6a976da2cc79) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:28:21.826700 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f2c9f6fc-ce0a-4443-a99b-698d5e73498a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:21.841365 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-f2c9f6fc-ce0a-4443-a99b-698d5e73498a admin admin] Transition to ACTIVE for port object cad008a8-25f3-4eb5-8e33-6a976da2cc79 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:28:21.877158 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f2c9f6fc-ce0a-4443-a99b-698d5e73498a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:21.879665 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-109aefa1-b963-4a31-8ef0-a27a63b61120 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:21.917268 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c9f6fc-ce0a-4443-a99b-698d5e73498a admin admin] Network 2a3378f9-df99-45e5-9479-e03415deebf3 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:28:21.920375 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-f2c9f6fc-ce0a-4443-a99b-698d5e73498a admin admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:28:21.926089 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c9f6fc-ce0a-4443-a99b-698d5e73498a admin admin] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:28:21.953826 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9f6fc-ce0a-4443-a99b-698d5e73498a admin admin] Pushing event updated for resources: {'Port': ['ID=cad008a8-25f3-4eb5-8e33-6a976da2cc79,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:21.961163 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f2c9f6fc-ce0a-4443-a99b-698d5e73498a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:21.977997 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f2c9f6fc-ce0a-4443-a99b-698d5e73498a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:22.014902 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-311f7703-ccee-499a-b065-5300da7cb628 None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:22.026476 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-311f7703-ccee-499a-b065-5300da7cb628 None None] Transition to ACTIVE for port object 67ce2ef1-55df-4066-8d4c-c745f6d2a716 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:28:22.040217 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-311f7703-ccee-499a-b065-5300da7cb628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:22.047464 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-ed43e3fe-8ec1-49c0-8c56-2fb2f3068bfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:22.096960 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7d20c-3094-4b1e-8b2d-3f69614161e2 None None] Pushing event updated for resources: {'Port': ['ID=67ce2ef1-55df-4066-8d4c-c745f6d2a716,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:22.100571 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8ab7d20c-3094-4b1e-8b2d-3f69614161e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:22.110821 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-311f7703-ccee-499a-b065-5300da7cb628 None None] Attempting to bind port 67ce2ef1-55df-4066-8d4c-c745f6d2a716 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:28:22.111193 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-311f7703-ccee-499a-b065-5300da7cb628 None None] Attempting to bind port 67ce2ef1-55df-4066-8d4c-c745f6d2a716 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:28:22.111557 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311f7703-ccee-499a-b065-5300da7cb628 None None] Attempting to bind port 67ce2ef1-55df-4066-8d4c-c745f6d2a716 on network 78e7bc12-ea33-4baf-9744-b93105835641 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:28:22.116939 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311f7703-ccee-499a-b065-5300da7cb628 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:28:22.117313 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311f7703-ccee-499a-b065-5300da7cb628 None None] Checking segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:28:22.117715 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-311f7703-ccee-499a-b065-5300da7cb628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:22.118146 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311f7703-ccee-499a-b065-5300da7cb628 None None] Bound using segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:28:22.118594 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-311f7703-ccee-499a-b065-5300da7cb628 None None] Bound port: 67ce2ef1-55df-4066-8d4c-c745f6d2a716, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:28:22.118991 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-311f7703-ccee-499a-b065-5300da7cb628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:22.127396 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f2c9f6fc-ce0a-4443-a99b-698d5e73498a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:22.168783 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-311f7703-ccee-499a-b065-5300da7cb628 None None] For port 67ce2ef1-55df-4066-8d4c-c745f6d2a716, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:28:22.172092 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-311f7703-ccee-499a-b065-5300da7cb628 None None] For port 67ce2ef1-55df-4066-8d4c-c745f6d2a716, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=67ce2ef1-55df-4066-8d4c-c745f6d2a716,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:28:22.177713 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-311f7703-ccee-499a-b065-5300da7cb628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:22.179643 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6a36ab6f-2a46-4c0d-a6ec-dcd54391cf30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:22.250761 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6e9f3cc9-362e-4d30-b3f7-7664dff698e1 None None] Provisioning for port cad008a8-25f3-4eb5-8e33-6a976da2cc79 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:28:22.257838 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311f7703-ccee-499a-b065-5300da7cb628 None None] Routers {'d2e01920-33a0-41ec-868e-47437bce58cd'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:28:22.258463 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-311f7703-ccee-499a-b065-5300da7cb628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:28:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['d2e01920-33a0-41ec-868e-47437bce58cd'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:28:22.261571 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7d20c-3094-4b1e-8b2d-3f69614161e2 None None] Pushing event updated for resources: {'Port': ['ID=67ce2ef1-55df-4066-8d4c-c745f6d2a716,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:22.291979 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6e9f3cc9-362e-4d30-b3f7-7664dff698e1 None None] Provisioning complete for port cad008a8-25f3-4eb5-8e33-6a976da2cc79 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:28:22.292650 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6e9f3cc9-362e-4d30-b3f7-7664dff698e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:22.296160 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f2c9f6fc-ce0a-4443-a99b-698d5e73498a admin admin] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:22.296253 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8ab7d20c-3094-4b1e-8b2d-3f69614161e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:22.303074 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f2c9f6fc-ce0a-4443-a99b-698d5e73498a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:22.306981 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3684f4d5-db83-4c90-a063-7b7ce7e32495 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:22.367081 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6e9f3cc9-362e-4d30-b3f7-7664dff698e1 None None] Port cad008a8-25f3-4eb5-8e33-6a976da2cc79 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:28:22.387420 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9f6fc-ce0a-4443-a99b-698d5e73498a admin admin] Pushing event updated for resources: {'Port': ['ID=cad008a8-25f3-4eb5-8e33-6a976da2cc79,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:22.391292 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 25c4e88b-ab29-4d62-91d5-66727d4268b8 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:28:22.394294 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f2c9f6fc-ce0a-4443-a99b-698d5e73498a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:22.398182 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f2c9f6fc-ce0a-4443-a99b-698d5e73498a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:22.423415 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-311f7703-ccee-499a-b065-5300da7cb628 None None] Set router d2e01920-33a0-41ec-868e-47437bce58cd gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:28:22.491471 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c9f6fc-ce0a-4443-a99b-698d5e73498a admin admin] Network 2a3378f9-df99-45e5-9479-e03415deebf3 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:28:22.493303 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-f2c9f6fc-ce0a-4443-a99b-698d5e73498a admin admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:28:22.556485 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 25c4e88b-ab29-4d62-91d5-66727d4268b8 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:28:22.563434 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 25c4e88b-ab29-4d62-91d5-66727d4268b8 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:28:22.563818 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:22.619154 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c9f6fc-ce0a-4443-a99b-698d5e73498a admin admin] Router d2e01920-33a0-41ec-868e-47437bce58cd has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:28:22.696867 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:22.718618 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-311f7703-ccee-499a-b065-5300da7cb628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e01920-33a0-41ec-868e-47437bce58cd', 'name': 'tempest-TestEncryptedCinderVolumes-522224692-router', 'tenant_id': '4fc4929f7b0c47e98e24a965a9fa366c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.248'}], 'enable_snat': True}, 'gw_port_id': '67ce2ef1-55df-4066-8d4c-c745f6d2a716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:28:19Z', 'updated_at': '2021-06-21T15:28:22Z', 'revision_number': 4, 'project_id': '4fc4929f7b0c47e98e24a965a9fa366c', 'gw_port': {'id': '67ce2ef1-55df-4066-8d4c-c745f6d2a716', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:82:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e01920-33a0-41ec-868e-47437bce58cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:28:19Z', 'updated_at': '2021-06-21T15:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'cad008a8-25f3-4eb5-8e33-6a976da2cc79', 'name': '', 'network_id': '2a3378f9-df99-45e5-9479-e03415deebf3', 'tenant_id': '4fc4929f7b0c47e98e24a965a9fa366c', 'mac_address': 'fa:16:3e:5d:70:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e01920-33a0-41ec-868e-47437bce58cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '4060ebd8-566b-4155-85f3-97d6766ac66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:28:21Z', 'updated_at': '2021-06-21T15:28:21Z', 'revision_number': 1, 'project_id': '4fc4929f7b0c47e98e24a965a9fa366c', 'subnets': [{'id': '4060ebd8-566b-4155-85f3-97d6766ac66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:28:22.733958 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c9f6fc-ce0a-4443-a99b-698d5e73498a admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:28:22.740570 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f2c9f6fc-ce0a-4443-a99b-698d5e73498a admin admin] 10.222.0.72 "PUT /v2.0/routers/d2e01920-33a0-41ec-868e-47437bce58cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6530566 Jun 21 15:28:22.755760 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311f7703-ccee-499a-b065-5300da7cb628 None None] The sync data for ids ['d2e01920-33a0-41ec-868e-47437bce58cd'] in dv-neutron-797121-2-hyperv is: [{'id': 'd2e01920-33a0-41ec-868e-47437bce58cd', 'name': 'tempest-TestEncryptedCinderVolumes-522224692-router', 'tenant_id': '4fc4929f7b0c47e98e24a965a9fa366c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.248'}], 'enable_snat': True}, 'gw_port_id': '67ce2ef1-55df-4066-8d4c-c745f6d2a716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:28:19Z', 'updated_at': '2021-06-21T15:28:22Z', 'revision_number': 4, 'project_id': '4fc4929f7b0c47e98e24a965a9fa366c', 'gw_port': {'id': '67ce2ef1-55df-4066-8d4c-c745f6d2a716', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:82:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e01920-33a0-41ec-868e-47437bce58cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:28:19Z', 'updated_at': '2021-06-21T15:28:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'cad008a8-25f3-4eb5-8e33-6a976da2cc79', 'name': '', 'network_id': '2a3378f9-df99-45e5-9479-e03415deebf3', 'tenant_id': '4fc4929f7b0c47e98e24a965a9fa366c', 'mac_address': 'fa:16:3e:5d:70:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e01920-33a0-41ec-868e-47437bce58cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '4060ebd8-566b-4155-85f3-97d6766ac66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:28:21Z', 'updated_at': '2021-06-21T15:28:21Z', 'revision_number': 1, 'project_id': '4fc4929f7b0c47e98e24a965a9fa366c', 'subnets': [{'id': '4060ebd8-566b-4155-85f3-97d6766ac66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:28:22.768929 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 25c4e88b-ab29-4d62-91d5-66727d4268b8, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=25c4e88b-ab29-4d62-91d5-66727d4268b8,segment=NetworkSegment(aa37d710-5378-4e16-9e86-d94510d5cbe1),segment_id=aa37d710-5378-4e16-9e86-d94510d5cbe1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:28:22.774920 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:22.777160 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:22.833048 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0240b53e-9bb8-46f4-a793-90bedcf0b9d1 None None] Provisioning complete for port cad008a8-25f3-4eb5-8e33-6a976da2cc79 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:28:22.833308 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0240b53e-9bb8-46f4-a793-90bedcf0b9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:22.836452 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=25c4e88b-ab29-4d62-91d5-66727d4268b8,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:22.856468 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:22.872389 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-0240b53e-9bb8-46f4-a793-90bedcf0b9d1 None None] Port cad008a8-25f3-4eb5-8e33-6a976da2cc79 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:28:23.263414 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 43732) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:23.268872 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-337d4196-829c-4a8e-968f-5480f2251ba4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1136424438-network', 'tenant_id': '50d8bd78427b45bb8d98087c1e8a8ac0'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:28:23.293374 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337d4196-829c-4a8e-968f-5480f2251ba4 admin admin] Made reservation on behalf of 50d8bd78427b45bb8d98087c1e8a8ac0 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:28:23.296016 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-337d4196-829c-4a8e-968f-5480f2251ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:23.305748 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-337d4196-829c-4a8e-968f-5480f2251ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:23.416815 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-337d4196-829c-4a8e-968f-5480f2251ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:23.423487 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-337d4196-829c-4a8e-968f-5480f2251ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:23.429005 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9d1a2e73-8af4-4211-8e52-7f1324498980 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:23.460756 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-337d4196-829c-4a8e-968f-5480f2251ba4 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 15:28:23.467856 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d4196-829c-4a8e-968f-5480f2251ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcf234e-4da7-42d0-b4a2-4b7fc8f8851c,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:23.471663 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-337d4196-829c-4a8e-968f-5480f2251ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:23.474759 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-337d4196-829c-4a8e-968f-5480f2251ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:23.475108 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-337d4196-829c-4a8e-968f-5480f2251ba4 admin admin] Added segment 8a5de239-cb54-4030-8986-703d54e26402 of type vlan for network 9b7b395a-3496-4b73-919a-0ba233176be4 Jun 21 15:28:23.518371 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-337d4196-829c-4a8e-968f-5480f2251ba4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:23.551776 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-337d4196-829c-4a8e-968f-5480f2251ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:23.552833 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337d4196-829c-4a8e-968f-5480f2251ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:23.553589 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-337d4196-829c-4a8e-968f-5480f2251ba4 admin admin] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:23.555974 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9347bd39-a389-463f-9609-33a5f08b1284 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:23.609852 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-337d4196-829c-4a8e-968f-5480f2251ba4 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3452044 Jun 21 15:28:23.615261 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 43734) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:23.622729 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-02b4f8ab-971b-4ee6-9375-109aad24faea admin admin] Request body: {'subnet': {'network_id': '9b7b395a-3496-4b73-919a-0ba233176be4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1136424438-subnet', 'tenant_id': '50d8bd78427b45bb8d98087c1e8a8ac0', 'ip_version': 4}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:28:23.627321 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337d4196-829c-4a8e-968f-5480f2251ba4 admin admin] Pushing event updated for resources: {'Network': ['ID=9b7b395a-3496-4b73-919a-0ba233176be4,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:23.631810 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-337d4196-829c-4a8e-968f-5480f2251ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:23.641805 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 9b7b395a-3496-4b73-919a-0ba233176be4 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 15:28:23.648189 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b4f8ab-971b-4ee6-9375-109aad24faea admin admin] Made reservation on behalf of 50d8bd78427b45bb8d98087c1e8a8ac0 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:28:23.650698 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-02b4f8ab-971b-4ee6-9375-109aad24faea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:23.864288 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-02b4f8ab-971b-4ee6-9375-109aad24faea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:23.866743 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-df7c9b4d-26c7-43c9-83ac-f9cf1edc1cdf tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:23.921827 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b4f8ab-971b-4ee6-9375-109aad24faea admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a19b57b-704c-4f9a-b6d4-7174b1ca31bc,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:23.925113 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-02b4f8ab-971b-4ee6-9375-109aad24faea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:23.931510 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b4f8ab-971b-4ee6-9375-109aad24faea admin admin] Checking segment: {'id': '8a5de239-cb54-4030-8986-703d54e26402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b7b395a-3496-4b73-919a-0ba233176be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:28:23.931886 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b4f8ab-971b-4ee6-9375-109aad24faea admin admin] Network hostable DHCP agents. Network: 9b7b395a-3496-4b73-919a-0ba233176be4, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 15:28:23.948994 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02b4f8ab-971b-4ee6-9375-109aad24faea admin admin] Network 9b7b395a-3496-4b73-919a-0ba233176be4 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 15:28:23.960088 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-02b4f8ab-971b-4ee6-9375-109aad24faea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 9b7b395a-3496-4b73-919a-0ba233176be4) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:28:23.964294 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b4f8ab-971b-4ee6-9375-109aad24faea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:23.964945 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-02b4f8ab-971b-4ee6-9375-109aad24faea admin admin] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:23.969311 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85843a5e-db41-4184-832f-5537b43d3d53 None None] Network 9b7b395a-3496-4b73-919a-0ba233176be4 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:28:23.992573 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-02b4f8ab-971b-4ee6-9375-109aad24faea admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3761654 Jun 21 15:28:23.995098 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 43736) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:24.001257 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-a3859221-3d77-412f-a724-1e9808952f55 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1136424438-router', 'tenant_id': '50d8bd78427b45bb8d98087c1e8a8ac0', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:28:24.034022 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a3859221-3d77-412f-a724-1e9808952f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:24.035090 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a3859221-3d77-412f-a724-1e9808952f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:24.121868 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5f81e4-3a73-4a87-ada8-2102fbe032a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-9b7b395a-3496-4b73-919a-0ba233176be4', 'network_id': '9b7b395a-3496-4b73-919a-0ba233176be4', 'tenant_id': '50d8bd78427b45bb8d98087c1e8a8ac0', 'fixed_ips': [{'subnet_id': '5a19b57b-704c-4f9a-b6d4-7174b1ca31bc'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 15:28:24.122810 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0b5f81e4-3a73-4a87-ada8-2102fbe032a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:24.123135 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a3859221-3d77-412f-a724-1e9808952f55 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:24.264474 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-0b5f81e4-3a73-4a87-ada8-2102fbe032a4 None None] Allocated IP 172.20.0.2 (9b7b395a-3496-4b73-919a-0ba233176be4/5a19b57b-704c-4f9a-b6d4-7174b1ca31bc/9e10f6cc-2f3f-4581-8ceb-e8a278001c65) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:28:24.268147 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a3859221-3d77-412f-a724-1e9808952f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:24.469659 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 67ce2ef1-55df-4066-8d4c-c745f6d2a716 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:28:24.471725 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0b5f81e4-3a73-4a87-ada8-2102fbe032a4 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:24.500539 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0b5f81e4-3a73-4a87-ada8-2102fbe032a4 None None] Transition to ACTIVE for port object 9e10f6cc-2f3f-4581-8ceb-e8a278001c65 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:28:24.502015 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a3859221-3d77-412f-a724-1e9808952f55 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:24.524002 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0b5f81e4-3a73-4a87-ada8-2102fbe032a4 None None] Transition to ACTIVE for port object 9e10f6cc-2f3f-4581-8ceb-e8a278001c65 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:28:24.528955 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a3859221-3d77-412f-a724-1e9808952f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:24.534386 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0b5f81e4-3a73-4a87-ada8-2102fbe032a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:24.537426 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:24.565664 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 67ce2ef1-55df-4066-8d4c-c745f6d2a716 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:28:24.580081 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 67ce2ef1-55df-4066-8d4c-c745f6d2a716 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:28:24.580454 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:24.584434 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5f81e4-3a73-4a87-ada8-2102fbe032a4 None None] Network 9b7b395a-3496-4b73-919a-0ba233176be4 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:28:24.606455 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-0b5f81e4-3a73-4a87-ada8-2102fbe032a4 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:28:24.612354 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5f81e4-3a73-4a87-ada8-2102fbe032a4 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:28:24.618567 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f81e4-3a73-4a87-ada8-2102fbe032a4 None None] Pushing event updated for resources: {'Port': ['ID=9e10f6cc-2f3f-4581-8ceb-e8a278001c65,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:24.624500 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0b5f81e4-3a73-4a87-ada8-2102fbe032a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:24.645475 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-a3859221-3d77-412f-a724-1e9808952f55 admin admin] Allocated IP 172.26.3.225 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/16882ce5-b5bc-421a-83d7-0a44806c3dc7) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:28:24.689406 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-0b5f81e4-3a73-4a87-ada8-2102fbe032a4 None None] Attempting to bind port 9e10f6cc-2f3f-4581-8ceb-e8a278001c65 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:28:24.690401 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-0b5f81e4-3a73-4a87-ada8-2102fbe032a4 None None] Attempting to bind port 9e10f6cc-2f3f-4581-8ceb-e8a278001c65 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '8a5de239-cb54-4030-8986-703d54e26402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b7b395a-3496-4b73-919a-0ba233176be4'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:28:24.690776 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5f81e4-3a73-4a87-ada8-2102fbe032a4 None None] Attempting to bind port 9e10f6cc-2f3f-4581-8ceb-e8a278001c65 on network 9b7b395a-3496-4b73-919a-0ba233176be4 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:28:24.716180 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5f81e4-3a73-4a87-ada8-2102fbe032a4 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:28:24.716472 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5f81e4-3a73-4a87-ada8-2102fbe032a4 None None] Checking segment: {'id': '8a5de239-cb54-4030-8986-703d54e26402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b7b395a-3496-4b73-919a-0ba233176be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:28:24.716884 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0b5f81e4-3a73-4a87-ada8-2102fbe032a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:24.717283 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5f81e4-3a73-4a87-ada8-2102fbe032a4 None None] Bound using segment: {'id': '8a5de239-cb54-4030-8986-703d54e26402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b7b395a-3496-4b73-919a-0ba233176be4'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:28:24.717769 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-0b5f81e4-3a73-4a87-ada8-2102fbe032a4 None None] Bound port: 9e10f6cc-2f3f-4581-8ceb-e8a278001c65, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a5de239-cb54-4030-8986-703d54e26402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b7b395a-3496-4b73-919a-0ba233176be4'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:28:24.718180 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0b5f81e4-3a73-4a87-ada8-2102fbe032a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:24.738429 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:24.757819 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a3859221-3d77-412f-a724-1e9808952f55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:24.776373 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe08fd8f-1fc5-45db-a64b-9f7d6575d3b7 None None] Sync routers for ids ['d2e01920-33a0-41ec-868e-47437bce58cd'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:28:24.784478 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 67ce2ef1-55df-4066-8d4c-c745f6d2a716, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=67ce2ef1-55df-4066-8d4c-c745f6d2a716,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:28:24.785825 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe08fd8f-1fc5-45db-a64b-9f7d6575d3b7 None None] Routers {'d2e01920-33a0-41ec-868e-47437bce58cd'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:28:24.786568 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-fe08fd8f-1fc5-45db-a64b-9f7d6575d3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:28:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['d2e01920-33a0-41ec-868e-47437bce58cd'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:28:24.798179 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:24.799044 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 25c4e88b-ab29-4d62-91d5-66727d4268b8 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:28:24.802029 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e719ca28-9fbd-4612-b445-8643790eb426 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:24.806024 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a3859221-3d77-412f-a724-1e9808952f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:24.808318 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c4c21c13-5898-41fb-8524-f16a21365224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:24.846252 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-0b5f81e4-3a73-4a87-ada8-2102fbe032a4 None None] For port 9e10f6cc-2f3f-4581-8ceb-e8a278001c65, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:28:24.847073 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3859221-3d77-412f-a724-1e9808952f55 admin admin] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:28:24.852931 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-a3859221-3d77-412f-a724-1e9808952f55 admin admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:28:24.857533 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3859221-3d77-412f-a724-1e9808952f55 admin admin] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:28:24.873353 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-0b5f81e4-3a73-4a87-ada8-2102fbe032a4 None None] For port 9e10f6cc-2f3f-4581-8ceb-e8a278001c65, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=9e10f6cc-2f3f-4581-8ceb-e8a278001c65,segment=NetworkSegment(8a5de239-cb54-4030-8986-703d54e26402),segment_id=8a5de239-cb54-4030-8986-703d54e26402)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:28:24.882380 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3859221-3d77-412f-a724-1e9808952f55 admin admin] Pushing event updated for resources: {'Port': ['ID=16882ce5-b5bc-421a-83d7-0a44806c3dc7,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:24.888339 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0b5f81e4-3a73-4a87-ada8-2102fbe032a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:24.893689 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a3859221-3d77-412f-a724-1e9808952f55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:24.903253 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-fe08fd8f-1fc5-45db-a64b-9f7d6575d3b7 None None] Set router d2e01920-33a0-41ec-868e-47437bce58cd gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:28:24.909697 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=67ce2ef1-55df-4066-8d4c-c745f6d2a716,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:24.914380 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:24.915544 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6a36ab6f-2a46-4c0d-a6ec-dcd54391cf30 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:24.959931 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 25c4e88b-ab29-4d62-91d5-66727d4268b8 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:28:24.960311 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:25.015782 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f81e4-3a73-4a87-ada8-2102fbe032a4 None None] Pushing event updated for resources: {'Port': ['ID=9e10f6cc-2f3f-4581-8ceb-e8a278001c65,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:25.019348 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0b5f81e4-3a73-4a87-ada8-2102fbe032a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:25.163167 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-fe08fd8f-1fc5-45db-a64b-9f7d6575d3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e01920-33a0-41ec-868e-47437bce58cd', 'name': 'tempest-TestEncryptedCinderVolumes-522224692-router', 'tenant_id': '4fc4929f7b0c47e98e24a965a9fa366c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.248'}], 'enable_snat': True}, 'gw_port_id': '67ce2ef1-55df-4066-8d4c-c745f6d2a716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:28:19Z', 'updated_at': '2021-06-21T15:28:22Z', 'revision_number': 4, 'project_id': '4fc4929f7b0c47e98e24a965a9fa366c', 'gw_port': {'id': '67ce2ef1-55df-4066-8d4c-c745f6d2a716', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:82:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e01920-33a0-41ec-868e-47437bce58cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:28:19Z', 'updated_at': '2021-06-21T15:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'cad008a8-25f3-4eb5-8e33-6a976da2cc79', 'name': '', 'network_id': '2a3378f9-df99-45e5-9479-e03415deebf3', 'tenant_id': '4fc4929f7b0c47e98e24a965a9fa366c', 'mac_address': 'fa:16:3e:5d:70:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e01920-33a0-41ec-868e-47437bce58cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '4060ebd8-566b-4155-85f3-97d6766ac66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:28:21Z', 'updated_at': '2021-06-21T15:28:22Z', 'revision_number': 2, 'project_id': '4fc4929f7b0c47e98e24a965a9fa366c', 'subnets': [{'id': '4060ebd8-566b-4155-85f3-97d6766ac66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:28:25.184609 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a3859221-3d77-412f-a724-1e9808952f55 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:25.197709 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe08fd8f-1fc5-45db-a64b-9f7d6575d3b7 None None] Checking router: d2e01920-33a0-41ec-868e-47437bce58cd for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:28:25.198115 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe08fd8f-1fc5-45db-a64b-9f7d6575d3b7 None None] Updating router d2e01920-33a0-41ec-868e-47437bce58cd port cad008a8-25f3-4eb5-8e33-6a976da2cc79 binding host dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:28:25.239274 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-fe08fd8f-1fc5-45db-a64b-9f7d6575d3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:25.395863 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a3859221-3d77-412f-a724-1e9808952f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:25.505114 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-fe08fd8f-1fc5-45db-a64b-9f7d6575d3b7 None None] Notify callbacks [] for port, precommit_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:25.515497 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.provisioning_blocks [None req-fe08fd8f-1fc5-45db-a64b-9f7d6575d3b7 None None] Transition to ACTIVE for port object cad008a8-25f3-4eb5-8e33-6a976da2cc79 will not be triggered until provisioned by entity L2. {{(pid=105227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:28:25.522084 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-fe08fd8f-1fc5-45db-a64b-9f7d6575d3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:25.524660 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-eeaedac5-da77-477c-b522-c18c1cc0065e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:25.532041 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3859221-3d77-412f-a724-1e9808952f55 admin admin] Router d69bb724-4988-4c2a-b6e6-e0c99f0726ac is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 15:28:25.650768 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7e153-b72e-4bae-9abd-59477c763ce0 None None] Pushing event updated for resources: {'Port': ['ID=cad008a8-25f3-4eb5-8e33-6a976da2cc79,revision_number=3']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:25.661643 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7e153-b72e-4bae-9abd-59477c763ce0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:28:25.662307 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7e153-b72e-4bae-9abd-59477c763ce0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:28:25.662798 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7e153-b72e-4bae-9abd-59477c763ce0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:28:25.663580 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7e153-b72e-4bae-9abd-59477c763ce0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:28:25.664072 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7e153-b72e-4bae-9abd-59477c763ce0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:28:25.664953 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7e153-b72e-4bae-9abd-59477c763ce0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:28:25.665301 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7e153-b72e-4bae-9abd-59477c763ce0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:28:25.665629 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7e153-b72e-4bae-9abd-59477c763ce0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:28:25.665980 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7e153-b72e-4bae-9abd-59477c763ce0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:28:25.666301 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7e153-b72e-4bae-9abd-59477c763ce0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:28:25.666618 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7e153-b72e-4bae-9abd-59477c763ce0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:28:25.666932 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02c7e153-b72e-4bae-9abd-59477c763ce0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:28:25.673610 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-02c7e153-b72e-4bae-9abd-59477c763ce0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:25.684880 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-fe08fd8f-1fc5-45db-a64b-9f7d6575d3b7 None None] Attempting to bind port cad008a8-25f3-4eb5-8e33-6a976da2cc79 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:28:25.685508 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-fe08fd8f-1fc5-45db-a64b-9f7d6575d3b7 None None] Attempting to bind port cad008a8-25f3-4eb5-8e33-6a976da2cc79 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'aa37d710-5378-4e16-9e86-d94510d5cbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2a3378f9-df99-45e5-9479-e03415deebf3'}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:28:25.686081 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe08fd8f-1fc5-45db-a64b-9f7d6575d3b7 None None] Attempting to bind port cad008a8-25f3-4eb5-8e33-6a976da2cc79 on network 2a3378f9-df99-45e5-9479-e03415deebf3 {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:28:25.692238 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe08fd8f-1fc5-45db-a64b-9f7d6575d3b7 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:28:25.692605 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe08fd8f-1fc5-45db-a64b-9f7d6575d3b7 None None] Checking segment: {'id': 'aa37d710-5378-4e16-9e86-d94510d5cbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2a3378f9-df99-45e5-9479-e03415deebf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:28:25.693236 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-fe08fd8f-1fc5-45db-a64b-9f7d6575d3b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:25.693846 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe08fd8f-1fc5-45db-a64b-9f7d6575d3b7 None None] Bound using segment: {'id': 'aa37d710-5378-4e16-9e86-d94510d5cbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2a3378f9-df99-45e5-9479-e03415deebf3'} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:28:25.694543 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-fe08fd8f-1fc5-45db-a64b-9f7d6575d3b7 None None] Bound port: cad008a8-25f3-4eb5-8e33-6a976da2cc79, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa37d710-5378-4e16-9e86-d94510d5cbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2a3378f9-df99-45e5-9479-e03415deebf3'}}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:28:25.695134 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-fe08fd8f-1fc5-45db-a64b-9f7d6575d3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:25.770794 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-fe08fd8f-1fc5-45db-a64b-9f7d6575d3b7 None None] For port cad008a8-25f3-4eb5-8e33-6a976da2cc79, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:28:25.774401 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-fe08fd8f-1fc5-45db-a64b-9f7d6575d3b7 None None] For port cad008a8-25f3-4eb5-8e33-6a976da2cc79, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=cad008a8-25f3-4eb5-8e33-6a976da2cc79,segment=NetworkSegment(aa37d710-5378-4e16-9e86-d94510d5cbe1),segment_id=aa37d710-5378-4e16-9e86-d94510d5cbe1)] {{(pid=105227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:28:25.781321 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-fe08fd8f-1fc5-45db-a64b-9f7d6575d3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:25.785258 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-510287f6-ac30-4bb0-a406-ad3c4b0e285a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:25.848675 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe08fd8f-1fc5-45db-a64b-9f7d6575d3b7 None None] Routers {'d2e01920-33a0-41ec-868e-47437bce58cd'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:28:25.849191 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-fe08fd8f-1fc5-45db-a64b-9f7d6575d3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:28:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['d2e01920-33a0-41ec-868e-47437bce58cd'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:28:25.854132 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7e153-b72e-4bae-9abd-59477c763ce0 None None] Pushing event updated for resources: {'Port': ['ID=cad008a8-25f3-4eb5-8e33-6a976da2cc79,revision_number=4']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:25.886624 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-02c7e153-b72e-4bae-9abd-59477c763ce0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:25.966497 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3859221-3d77-412f-a724-1e9808952f55 admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:28:25.977329 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b010a8-8ddb-4edf-b344-610bc81a1551 None None] Sync routers for ids ['d69bb724-4988-4c2a-b6e6-e0c99f0726ac'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:28:25.986697 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-fe08fd8f-1fc5-45db-a64b-9f7d6575d3b7 None None] Set router d2e01920-33a0-41ec-868e-47437bce58cd gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:28:25.987324 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b010a8-8ddb-4edf-b344-610bc81a1551 None None] Routers {'d69bb724-4988-4c2a-b6e6-e0c99f0726ac'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:28:25.987968 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-c2b010a8-8ddb-4edf-b344-610bc81a1551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:28:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['d69bb724-4988-4c2a-b6e6-e0c99f0726ac'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:28:26.006434 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a3859221-3d77-412f-a724-1e9808952f55 admin admin] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:26.010406 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a3859221-3d77-412f-a724-1e9808952f55 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0115135 Jun 21 15:28:26.010675 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 43738) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:28:26.126064 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec2ac12-79ab-4108-9b7c-7d67db30e766 None None] Network 9b7b395a-3496-4b73-919a-0ba233176be4 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:28:26.147404 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-c2b010a8-8ddb-4edf-b344-610bc81a1551 None None] Set router d69bb724-4988-4c2a-b6e6-e0c99f0726ac gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:28:26.212519 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-fe08fd8f-1fc5-45db-a64b-9f7d6575d3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e01920-33a0-41ec-868e-47437bce58cd', 'name': 'tempest-TestEncryptedCinderVolumes-522224692-router', 'tenant_id': '4fc4929f7b0c47e98e24a965a9fa366c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.248'}], 'enable_snat': True}, 'gw_port_id': '67ce2ef1-55df-4066-8d4c-c745f6d2a716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:28:19Z', 'updated_at': '2021-06-21T15:28:22Z', 'revision_number': 4, 'project_id': '4fc4929f7b0c47e98e24a965a9fa366c', 'gw_port': {'id': '67ce2ef1-55df-4066-8d4c-c745f6d2a716', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:82:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e01920-33a0-41ec-868e-47437bce58cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:28:19Z', 'updated_at': '2021-06-21T15:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'cad008a8-25f3-4eb5-8e33-6a976da2cc79', 'name': '', 'network_id': '2a3378f9-df99-45e5-9479-e03415deebf3', 'tenant_id': '4fc4929f7b0c47e98e24a965a9fa366c', 'mac_address': 'fa:16:3e:5d:70:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e01920-33a0-41ec-868e-47437bce58cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '4060ebd8-566b-4155-85f3-97d6766ac66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:28:21Z', 'updated_at': '2021-06-21T15:28:25Z', 'revision_number': 4, 'project_id': '4fc4929f7b0c47e98e24a965a9fa366c', 'subnets': [{'id': '4060ebd8-566b-4155-85f3-97d6766ac66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:28:26.245074 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe08fd8f-1fc5-45db-a64b-9f7d6575d3b7 None None] The sync data for ids ['d2e01920-33a0-41ec-868e-47437bce58cd'] in dv-neutron-797121-2-hyperv is: [{'id': 'd2e01920-33a0-41ec-868e-47437bce58cd', 'name': 'tempest-TestEncryptedCinderVolumes-522224692-router', 'tenant_id': '4fc4929f7b0c47e98e24a965a9fa366c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.248'}], 'enable_snat': True}, 'gw_port_id': '67ce2ef1-55df-4066-8d4c-c745f6d2a716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:28:19Z', 'updated_at': '2021-06-21T15:28:22Z', 'revision_number': 4, 'project_id': '4fc4929f7b0c47e98e24a965a9fa366c', 'gw_port': {'id': '67ce2ef1-55df-4066-8d4c-c745f6d2a716', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:82:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e01920-33a0-41ec-868e-47437bce58cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:28:19Z', 'updated_at': '2021-06-21T15:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'cad008a8-25f3-4eb5-8e33-6a976da2cc79', 'name': '', 'network_id': '2a3378f9-df99-45e5-9479-e03415deebf3', 'tenant_id': '4fc4929f7b0c47e98e24a965a9fa366c', 'mac_address': 'fa:16:3e:5d:70:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2e01920-33a0-41ec-868e-47437bce58cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '4060ebd8-566b-4155-85f3-97d6766ac66c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:28:21Z', 'updated_at': '2021-06-21T15:28:25Z', 'revision_number': 4, 'project_id': '4fc4929f7b0c47e98e24a965a9fa366c', 'subnets': [{'id': '4060ebd8-566b-4155-85f3-97d6766ac66c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:28:26.282658 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-302df039-2bcc-4970-8384-912c62029d6f None None] Provisioning for port 9e10f6cc-2f3f-4581-8ceb-e8a278001c65 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:28:26.507881 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-c2b010a8-8ddb-4edf-b344-610bc81a1551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69bb724-4988-4c2a-b6e6-e0c99f0726ac', 'name': 'tempest-TestEncryptedCinderVolumes-1136424438-router', 'tenant_id': '50d8bd78427b45bb8d98087c1e8a8ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.225'}], 'enable_snat': True}, 'gw_port_id': '16882ce5-b5bc-421a-83d7-0a44806c3dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:28:24Z', 'updated_at': '2021-06-21T15:28:25Z', 'revision_number': 3, 'project_id': '50d8bd78427b45bb8d98087c1e8a8ac0', 'gw_port': {'id': '16882ce5-b5bc-421a-83d7-0a44806c3dc7', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69bb724-4988-4c2a-b6e6-e0c99f0726ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:28:24Z', 'updated_at': '2021-06-21T15:28:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:28:26.526777 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7c0f96ec-992b-4acf-905e-60f51a3391d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:26.547765 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b010a8-8ddb-4edf-b344-610bc81a1551 None None] Checking router: d69bb724-4988-4c2a-b6e6-e0c99f0726ac for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:28:26.548342 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b010a8-8ddb-4edf-b344-610bc81a1551 None None] Updating router d69bb724-4988-4c2a-b6e6-e0c99f0726ac port 16882ce5-b5bc-421a-83d7-0a44806c3dc7 binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:28:26.574728 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9e10f6cc-2f3f-4581-8ceb-e8a278001c65 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:28:26.616049 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c2b010a8-8ddb-4edf-b344-610bc81a1551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:26.787272 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-7c0f96ec-992b-4acf-905e-60f51a3391d3 admin admin] Allocated IP 172.20.0.1 (9b7b395a-3496-4b73-919a-0ba233176be4/5a19b57b-704c-4f9a-b6d4-7174b1ca31bc/2f22e75b-b08a-4e68-beb5-11d338057f49) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:28:26.896108 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 9e10f6cc-2f3f-4581-8ceb-e8a278001c65 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:28:26.904903 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7c0f96ec-992b-4acf-905e-60f51a3391d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:26.912123 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 9e10f6cc-2f3f-4581-8ceb-e8a278001c65 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:28:26.912500 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:26.918557 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-7c0f96ec-992b-4acf-905e-60f51a3391d3 admin admin] Transition to ACTIVE for port object 2f22e75b-b08a-4e68-beb5-11d338057f49 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:28:26.952372 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7c0f96ec-992b-4acf-905e-60f51a3391d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:26.956262 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-d2ad4419-118d-41ed-a66c-53796f464fc5 None None] Provisioning complete for port 9e10f6cc-2f3f-4581-8ceb-e8a278001c65 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:28:26.956687 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d2ad4419-118d-41ed-a66c-53796f464fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:26.960259 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7611f9f4-e798-4a87-b99b-dd1b57488c89 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:27.004832 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0f96ec-992b-4acf-905e-60f51a3391d3 admin admin] Network 9b7b395a-3496-4b73-919a-0ba233176be4 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:28:27.008032 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-7c0f96ec-992b-4acf-905e-60f51a3391d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:28:27.011846 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0f96ec-992b-4acf-905e-60f51a3391d3 admin admin] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:28:27.053508 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f96ec-992b-4acf-905e-60f51a3391d3 admin admin] Pushing event updated for resources: {'Port': ['ID=2f22e75b-b08a-4e68-beb5-11d338057f49,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:27.057918 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7c0f96ec-992b-4acf-905e-60f51a3391d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:27.063715 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7c0f96ec-992b-4acf-905e-60f51a3391d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:27.169120 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d2ad4419-118d-41ed-a66c-53796f464fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:27.171091 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:27.218300 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7c0f96ec-992b-4acf-905e-60f51a3391d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:27.254780 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-d2ad4419-118d-41ed-a66c-53796f464fc5 None None] For port 9e10f6cc-2f3f-4581-8ceb-e8a278001c65, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=9e10f6cc-2f3f-4581-8ceb-e8a278001c65,segment=NetworkSegment(8a5de239-cb54-4030-8986-703d54e26402),segment_id=8a5de239-cb54-4030-8986-703d54e26402)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:28:27.268135 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d2ad4419-118d-41ed-a66c-53796f464fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:27.271370 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c2b010a8-8ddb-4edf-b344-610bc81a1551 None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:27.273947 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:27.325077 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-c2b010a8-8ddb-4edf-b344-610bc81a1551 None None] Transition to ACTIVE for port object 16882ce5-b5bc-421a-83d7-0a44806c3dc7 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:28:27.337211 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c2b010a8-8ddb-4edf-b344-610bc81a1551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:27.366385 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.db.api [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 15:28:27.366850 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_db.api [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 15:28:27.374845 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad4419-118d-41ed-a66c-53796f464fc5 None None] Pushing event updated for resources: {'Port': ['ID=9e10f6cc-2f3f-4581-8ceb-e8a278001c65,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:27.390370 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-d2ad4419-118d-41ed-a66c-53796f464fc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:27.390600 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0b5f81e4-3a73-4a87-ada8-2102fbe032a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:27.402679 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7c0f96ec-992b-4acf-905e-60f51a3391d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:27.410689 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7c0f96ec-992b-4acf-905e-60f51a3391d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:27.413706 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2ec306cf-b62b-4aef-af59-baf4d27d2a80 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:27.430433 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-c2b010a8-8ddb-4edf-b344-610bc81a1551 None None] Attempting to bind port 16882ce5-b5bc-421a-83d7-0a44806c3dc7 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:28:27.430945 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-c2b010a8-8ddb-4edf-b344-610bc81a1551 None None] Attempting to bind port 16882ce5-b5bc-421a-83d7-0a44806c3dc7 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:28:27.431217 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b010a8-8ddb-4edf-b344-610bc81a1551 None None] Attempting to bind port 16882ce5-b5bc-421a-83d7-0a44806c3dc7 on network 78e7bc12-ea33-4baf-9744-b93105835641 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:28:27.442438 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6a344396-776d-4230-91cf-6ac56daeac6f None None] Provisioning for port 2f22e75b-b08a-4e68-beb5-11d338057f49 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:28:27.449332 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b010a8-8ddb-4edf-b344-610bc81a1551 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:28:27.449710 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b010a8-8ddb-4edf-b344-610bc81a1551 None None] Checking segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:28:27.450435 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c2b010a8-8ddb-4edf-b344-610bc81a1551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:27.450833 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b010a8-8ddb-4edf-b344-610bc81a1551 None None] Bound using segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:28:27.451318 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-c2b010a8-8ddb-4edf-b344-610bc81a1551 None None] Bound port: 16882ce5-b5bc-421a-83d7-0a44806c3dc7, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:28:27.452033 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c2b010a8-8ddb-4edf-b344-610bc81a1551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:27.456864 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6a344396-776d-4230-91cf-6ac56daeac6f None None] Provisioning complete for port 2f22e75b-b08a-4e68-beb5-11d338057f49 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:28:27.457229 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6a344396-776d-4230-91cf-6ac56daeac6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:27.474461 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7efbc-70ac-4322-b19c-e816f9e7fe85 None None] Pushing event updated for resources: {'Port': ['ID=16882ce5-b5bc-421a-83d7-0a44806c3dc7,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:27.477520 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-00d7efbc-70ac-4322-b19c-e816f9e7fe85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:27.477884 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f96ec-992b-4acf-905e-60f51a3391d3 admin admin] Pushing event updated for resources: {'Port': ['ID=2f22e75b-b08a-4e68-beb5-11d338057f49,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:27.480387 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7c0f96ec-992b-4acf-905e-60f51a3391d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:27.482444 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7c0f96ec-992b-4acf-905e-60f51a3391d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:27.534182 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6a344396-776d-4230-91cf-6ac56daeac6f None None] Port 2f22e75b-b08a-4e68-beb5-11d338057f49 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:28:27.542634 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-c2b010a8-8ddb-4edf-b344-610bc81a1551 None None] For port 16882ce5-b5bc-421a-83d7-0a44806c3dc7, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:28:27.547046 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-c2b010a8-8ddb-4edf-b344-610bc81a1551 None None] For port 16882ce5-b5bc-421a-83d7-0a44806c3dc7, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=16882ce5-b5bc-421a-83d7-0a44806c3dc7,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:28:27.552672 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c2b010a8-8ddb-4edf-b344-610bc81a1551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:27.554661 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-77831aec-e6e4-46a9-82ed-9fb126c9a7cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:27.575643 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0f96ec-992b-4acf-905e-60f51a3391d3 admin admin] Network 9b7b395a-3496-4b73-919a-0ba233176be4 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:28:27.577071 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-7c0f96ec-992b-4acf-905e-60f51a3391d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:28:27.608442 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b010a8-8ddb-4edf-b344-610bc81a1551 None None] Routers {'d69bb724-4988-4c2a-b6e6-e0c99f0726ac'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:28:27.609091 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-c2b010a8-8ddb-4edf-b344-610bc81a1551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:28:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['d69bb724-4988-4c2a-b6e6-e0c99f0726ac'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:28:27.657314 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7efbc-70ac-4322-b19c-e816f9e7fe85 None None] Pushing event updated for resources: {'Port': ['ID=16882ce5-b5bc-421a-83d7-0a44806c3dc7,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:27.661657 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-00d7efbc-70ac-4322-b19c-e816f9e7fe85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:27.699051 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0f96ec-992b-4acf-905e-60f51a3391d3 admin admin] Router d69bb724-4988-4c2a-b6e6-e0c99f0726ac has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:28:27.735363 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-c2b010a8-8ddb-4edf-b344-610bc81a1551 None None] Set router d69bb724-4988-4c2a-b6e6-e0c99f0726ac gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:28:27.808493 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0f96ec-992b-4acf-905e-60f51a3391d3 admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:28:27.813663 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7c0f96ec-992b-4acf-905e-60f51a3391d3 admin admin] 10.222.0.72 "PUT /v2.0/routers/d69bb724-4988-4c2a-b6e6-e0c99f0726ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8013253 Jun 21 15:28:27.892335 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-a438ea03-19d9-41aa-a584-0c6eca544d6b None None] Provisioning complete for port 2f22e75b-b08a-4e68-beb5-11d338057f49 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:28:27.892633 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a438ea03-19d9-41aa-a584-0c6eca544d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:27.949077 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device cad008a8-25f3-4eb5-8e33-6a976da2cc79 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:28:27.983328 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-a438ea03-19d9-41aa-a584-0c6eca544d6b None None] Port 2f22e75b-b08a-4e68-beb5-11d338057f49 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:28:28.037627 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port cad008a8-25f3-4eb5-8e33-6a976da2cc79 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:28:28.043886 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port cad008a8-25f3-4eb5-8e33-6a976da2cc79 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:28:28.044468 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:28.068821 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-c2b010a8-8ddb-4edf-b344-610bc81a1551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69bb724-4988-4c2a-b6e6-e0c99f0726ac', 'name': 'tempest-TestEncryptedCinderVolumes-1136424438-router', 'tenant_id': '50d8bd78427b45bb8d98087c1e8a8ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.225'}], 'enable_snat': True}, 'gw_port_id': '16882ce5-b5bc-421a-83d7-0a44806c3dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:28:24Z', 'updated_at': '2021-06-21T15:28:27Z', 'revision_number': 4, 'project_id': '50d8bd78427b45bb8d98087c1e8a8ac0', 'gw_port': {'id': '16882ce5-b5bc-421a-83d7-0a44806c3dc7', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69bb724-4988-4c2a-b6e6-e0c99f0726ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:28:24Z', 'updated_at': '2021-06-21T15:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '2f22e75b-b08a-4e68-beb5-11d338057f49', 'name': '', 'network_id': '9b7b395a-3496-4b73-919a-0ba233176be4', 'tenant_id': '50d8bd78427b45bb8d98087c1e8a8ac0', 'mac_address': 'fa:16:3e:4d:3f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69bb724-4988-4c2a-b6e6-e0c99f0726ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '5a19b57b-704c-4f9a-b6d4-7174b1ca31bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:28:26Z', 'updated_at': '2021-06-21T15:28:27Z', 'revision_number': 2, 'project_id': '50d8bd78427b45bb8d98087c1e8a8ac0', 'subnets': [{'id': '5a19b57b-704c-4f9a-b6d4-7174b1ca31bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:28:28.104560 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b010a8-8ddb-4edf-b344-610bc81a1551 None None] The sync data for ids ['d69bb724-4988-4c2a-b6e6-e0c99f0726ac'] in dv-neutron-797121-2-hyperv is: [{'id': 'd69bb724-4988-4c2a-b6e6-e0c99f0726ac', 'name': 'tempest-TestEncryptedCinderVolumes-1136424438-router', 'tenant_id': '50d8bd78427b45bb8d98087c1e8a8ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.225'}], 'enable_snat': True}, 'gw_port_id': '16882ce5-b5bc-421a-83d7-0a44806c3dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:28:24Z', 'updated_at': '2021-06-21T15:28:27Z', 'revision_number': 4, 'project_id': '50d8bd78427b45bb8d98087c1e8a8ac0', 'gw_port': {'id': '16882ce5-b5bc-421a-83d7-0a44806c3dc7', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69bb724-4988-4c2a-b6e6-e0c99f0726ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:28:24Z', 'updated_at': '2021-06-21T15:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '2f22e75b-b08a-4e68-beb5-11d338057f49', 'name': '', 'network_id': '9b7b395a-3496-4b73-919a-0ba233176be4', 'tenant_id': '50d8bd78427b45bb8d98087c1e8a8ac0', 'mac_address': 'fa:16:3e:4d:3f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69bb724-4988-4c2a-b6e6-e0c99f0726ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '5a19b57b-704c-4f9a-b6d4-7174b1ca31bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:28:26Z', 'updated_at': '2021-06-21T15:28:27Z', 'revision_number': 2, 'project_id': '50d8bd78427b45bb8d98087c1e8a8ac0', 'subnets': [{'id': '5a19b57b-704c-4f9a-b6d4-7174b1ca31bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:28:28.159602 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:28.192046 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port cad008a8-25f3-4eb5-8e33-6a976da2cc79, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=cad008a8-25f3-4eb5-8e33-6a976da2cc79,segment=NetworkSegment(aa37d710-5378-4e16-9e86-d94510d5cbe1),segment_id=aa37d710-5378-4e16-9e86-d94510d5cbe1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:28:28.196774 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:28.197853 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 67ce2ef1-55df-4066-8d4c-c745f6d2a716 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:28:28.199283 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-77831aec-e6e4-46a9-82ed-9fb126c9a7cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:28.271857 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=cad008a8-25f3-4eb5-8e33-6a976da2cc79,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:28.279208 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:28.285006 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 67ce2ef1-55df-4066-8d4c-c745f6d2a716 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:28:28.285385 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:28.455286 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9e10f6cc-2f3f-4581-8ceb-e8a278001c65 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:28:28.508343 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 9e10f6cc-2f3f-4581-8ceb-e8a278001c65 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:28:28.508722 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:28.592732 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device cad008a8-25f3-4eb5-8e33-6a976da2cc79 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:28:28.640473 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port cad008a8-25f3-4eb5-8e33-6a976da2cc79 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:28:28.640859 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:29.597590 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-1285d733-251c-4118-8379-eac6b3338c7a tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:29.599061 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-1285d733-251c-4118-8379-eac6b3338c7a tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/networks?id=2a3378f9-df99-45e5-9479-e03415deebf3 HTTP/1.1" status: 200 len: 816 time: 0.1113861 Jun 21 15:28:29.614331 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-c6ecd8a0-dc87-432c-b260-e75e0c7031fb tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/quotas/4fc4929f7b0c47e98e24a965a9fa366c HTTP/1.1" status: 200 len: 375 time: 0.0097127 Jun 21 15:28:29.688114 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-a5c370ca-1c38-4652-8057-508c94b5f352 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=4fc4929f7b0c47e98e24a965a9fa366c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0688651 Jun 21 15:28:29.786165 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-ca0be831-7f29-49e8-944d-56aa129279bc service neutron] 10.222.0.72 "GET /v2.0/networks/2a3378f9-df99-45e5-9479-e03415deebf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858271 Jun 21 15:28:29.903145 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-2cc57b01-f355-489d-b67b-c4bd5baae64e service neutron] 10.222.0.72 "GET /v2.0/networks/2a3378f9-df99-45e5-9479-e03415deebf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080792 Jun 21 15:28:30.225404 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6e350b-d461-4e24-9ba3-9898985c2a8a None None] Sync routers for ids ['d69bb724-4988-4c2a-b6e6-e0c99f0726ac'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:28:30.235891 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6e350b-d461-4e24-9ba3-9898985c2a8a None None] Routers {'d69bb724-4988-4c2a-b6e6-e0c99f0726ac'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:28:30.236506 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-ab6e350b-d461-4e24-9ba3-9898985c2a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:28:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['d69bb724-4988-4c2a-b6e6-e0c99f0726ac'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:28:30.436146 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-ab6e350b-d461-4e24-9ba3-9898985c2a8a None None] Set router d69bb724-4988-4c2a-b6e6-e0c99f0726ac gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:28:30.467488 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 16882ce5-b5bc-421a-83d7-0a44806c3dc7 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:28:30.524456 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 16882ce5-b5bc-421a-83d7-0a44806c3dc7 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:28:30.528811 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 16882ce5-b5bc-421a-83d7-0a44806c3dc7 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:28:30.529047 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:30.608538 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:30.629759 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 16882ce5-b5bc-421a-83d7-0a44806c3dc7, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=16882ce5-b5bc-421a-83d7-0a44806c3dc7,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:28:30.634527 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:30.637040 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6408a116-28da-4b25-adca-b2b9126a3fae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:30.638221 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-ab6e350b-d461-4e24-9ba3-9898985c2a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69bb724-4988-4c2a-b6e6-e0c99f0726ac', 'name': 'tempest-TestEncryptedCinderVolumes-1136424438-router', 'tenant_id': '50d8bd78427b45bb8d98087c1e8a8ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.225'}], 'enable_snat': True}, 'gw_port_id': '16882ce5-b5bc-421a-83d7-0a44806c3dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:28:24Z', 'updated_at': '2021-06-21T15:28:27Z', 'revision_number': 4, 'project_id': '50d8bd78427b45bb8d98087c1e8a8ac0', 'gw_port': {'id': '16882ce5-b5bc-421a-83d7-0a44806c3dc7', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a1:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69bb724-4988-4c2a-b6e6-e0c99f0726ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:28:24Z', 'updated_at': '2021-06-21T15:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '2f22e75b-b08a-4e68-beb5-11d338057f49', 'name': '', 'network_id': '9b7b395a-3496-4b73-919a-0ba233176be4', 'tenant_id': '50d8bd78427b45bb8d98087c1e8a8ac0', 'mac_address': 'fa:16:3e:4d:3f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69bb724-4988-4c2a-b6e6-e0c99f0726ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '5a19b57b-704c-4f9a-b6d4-7174b1ca31bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:28:26Z', 'updated_at': '2021-06-21T15:28:27Z', 'revision_number': 2, 'project_id': '50d8bd78427b45bb8d98087c1e8a8ac0', 'subnets': [{'id': '5a19b57b-704c-4f9a-b6d4-7174b1ca31bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:28:30.664855 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6e350b-d461-4e24-9ba3-9898985c2a8a None None] Checking router: d69bb724-4988-4c2a-b6e6-e0c99f0726ac for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:28:30.665184 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6e350b-d461-4e24-9ba3-9898985c2a8a None None] Updating router d69bb724-4988-4c2a-b6e6-e0c99f0726ac port 2f22e75b-b08a-4e68-beb5-11d338057f49 binding host dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:28:30.681600 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=16882ce5-b5bc-421a-83d7-0a44806c3dc7,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:30.684844 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:30.698652 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-ab6e350b-d461-4e24-9ba3-9898985c2a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:30.972477 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-ab6e350b-d461-4e24-9ba3-9898985c2a8a None None] Notify callbacks [] for port, precommit_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:30.982553 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.provisioning_blocks [None req-ab6e350b-d461-4e24-9ba3-9898985c2a8a None None] Transition to ACTIVE for port object 2f22e75b-b08a-4e68-beb5-11d338057f49 will not be triggered until provisioned by entity L2. {{(pid=105227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:28:30.989520 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-ab6e350b-d461-4e24-9ba3-9898985c2a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:30.991310 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:31.070394 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b0302-b779-4a7c-a088-e31fc934ce58 None None] Pushing event updated for resources: {'Port': ['ID=2f22e75b-b08a-4e68-beb5-11d338057f49,revision_number=3']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:31.074060 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-fe1b0302-b779-4a7c-a088-e31fc934ce58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:31.131315 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-ab6e350b-d461-4e24-9ba3-9898985c2a8a None None] Attempting to bind port 2f22e75b-b08a-4e68-beb5-11d338057f49 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:28:31.131686 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-ab6e350b-d461-4e24-9ba3-9898985c2a8a None None] Attempting to bind port 2f22e75b-b08a-4e68-beb5-11d338057f49 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '8a5de239-cb54-4030-8986-703d54e26402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b7b395a-3496-4b73-919a-0ba233176be4'}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:28:31.132047 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6e350b-d461-4e24-9ba3-9898985c2a8a None None] Attempting to bind port 2f22e75b-b08a-4e68-beb5-11d338057f49 on network 9b7b395a-3496-4b73-919a-0ba233176be4 {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:28:31.136822 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4ed23bff-c1f8-41fb-a4f8-bf01708a80b1 req-cb9b771e-7651-4e24-8b55-dbb819e028c0 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b95bb76-1c0a-45c8-855b-893ea5247afb HTTP/1.1" status: 200 len: 210 time: 0.0413518 Jun 21 15:28:31.137862 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6e350b-d461-4e24-9ba3-9898985c2a8a None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:28:31.138241 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6e350b-d461-4e24-9ba3-9898985c2a8a None None] Checking segment: {'id': '8a5de239-cb54-4030-8986-703d54e26402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b7b395a-3496-4b73-919a-0ba233176be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:28:31.138913 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-ab6e350b-d461-4e24-9ba3-9898985c2a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:31.139319 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6e350b-d461-4e24-9ba3-9898985c2a8a None None] Bound using segment: {'id': '8a5de239-cb54-4030-8986-703d54e26402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b7b395a-3496-4b73-919a-0ba233176be4'} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:28:31.139794 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-ab6e350b-d461-4e24-9ba3-9898985c2a8a None None] Bound port: 2f22e75b-b08a-4e68-beb5-11d338057f49, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a5de239-cb54-4030-8986-703d54e26402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '9b7b395a-3496-4b73-919a-0ba233176be4'}}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:28:31.140168 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-ab6e350b-d461-4e24-9ba3-9898985c2a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:31.211112 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-ab6e350b-d461-4e24-9ba3-9898985c2a8a None None] For port 2f22e75b-b08a-4e68-beb5-11d338057f49, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:28:31.214382 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-ab6e350b-d461-4e24-9ba3-9898985c2a8a None None] For port 2f22e75b-b08a-4e68-beb5-11d338057f49, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=2f22e75b-b08a-4e68-beb5-11d338057f49,segment=NetworkSegment(8a5de239-cb54-4030-8986-703d54e26402),segment_id=8a5de239-cb54-4030-8986-703d54e26402)] {{(pid=105227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:28:31.223823 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-ab6e350b-d461-4e24-9ba3-9898985c2a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:31.226124 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-5129e6d3-51ab-4aeb-85ae-cd9da4040b45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:31.289026 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b0302-b779-4a7c-a088-e31fc934ce58 None None] Pushing event updated for resources: {'Port': ['ID=2f22e75b-b08a-4e68-beb5-11d338057f49,revision_number=4']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:31.291578 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6e350b-d461-4e24-9ba3-9898985c2a8a None None] Routers {'d69bb724-4988-4c2a-b6e6-e0c99f0726ac'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:28:31.292188 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-ab6e350b-d461-4e24-9ba3-9898985c2a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:28:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['d69bb724-4988-4c2a-b6e6-e0c99f0726ac'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:28:31.294457 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-fe1b0302-b779-4a7c-a088-e31fc934ce58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:31.414078 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-ab6e350b-d461-4e24-9ba3-9898985c2a8a None None] Set router d69bb724-4988-4c2a-b6e6-e0c99f0726ac gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:28:31.629187 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-ab6e350b-d461-4e24-9ba3-9898985c2a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69bb724-4988-4c2a-b6e6-e0c99f0726ac', 'name': 'tempest-TestEncryptedCinderVolumes-1136424438-router', 'tenant_id': '50d8bd78427b45bb8d98087c1e8a8ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.225'}], 'enable_snat': True}, 'gw_port_id': '16882ce5-b5bc-421a-83d7-0a44806c3dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:28:24Z', 'updated_at': '2021-06-21T15:28:27Z', 'revision_number': 4, 'project_id': '50d8bd78427b45bb8d98087c1e8a8ac0', 'gw_port': {'id': '16882ce5-b5bc-421a-83d7-0a44806c3dc7', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69bb724-4988-4c2a-b6e6-e0c99f0726ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:28:24Z', 'updated_at': '2021-06-21T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '2f22e75b-b08a-4e68-beb5-11d338057f49', 'name': '', 'network_id': '9b7b395a-3496-4b73-919a-0ba233176be4', 'tenant_id': '50d8bd78427b45bb8d98087c1e8a8ac0', 'mac_address': 'fa:16:3e:4d:3f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69bb724-4988-4c2a-b6e6-e0c99f0726ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '5a19b57b-704c-4f9a-b6d4-7174b1ca31bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:28:26Z', 'updated_at': '2021-06-21T15:28:31Z', 'revision_number': 4, 'project_id': '50d8bd78427b45bb8d98087c1e8a8ac0', 'subnets': [{'id': '5a19b57b-704c-4f9a-b6d4-7174b1ca31bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:28:31.658422 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6e350b-d461-4e24-9ba3-9898985c2a8a None None] The sync data for ids ['d69bb724-4988-4c2a-b6e6-e0c99f0726ac'] in dv-neutron-797121-2-hyperv is: [{'id': 'd69bb724-4988-4c2a-b6e6-e0c99f0726ac', 'name': 'tempest-TestEncryptedCinderVolumes-1136424438-router', 'tenant_id': '50d8bd78427b45bb8d98087c1e8a8ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.225'}], 'enable_snat': True}, 'gw_port_id': '16882ce5-b5bc-421a-83d7-0a44806c3dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:28:24Z', 'updated_at': '2021-06-21T15:28:27Z', 'revision_number': 4, 'project_id': '50d8bd78427b45bb8d98087c1e8a8ac0', 'gw_port': {'id': '16882ce5-b5bc-421a-83d7-0a44806c3dc7', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69bb724-4988-4c2a-b6e6-e0c99f0726ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:28:24Z', 'updated_at': '2021-06-21T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '2f22e75b-b08a-4e68-beb5-11d338057f49', 'name': '', 'network_id': '9b7b395a-3496-4b73-919a-0ba233176be4', 'tenant_id': '50d8bd78427b45bb8d98087c1e8a8ac0', 'mac_address': 'fa:16:3e:4d:3f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69bb724-4988-4c2a-b6e6-e0c99f0726ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '5a19b57b-704c-4f9a-b6d4-7174b1ca31bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:28:26Z', 'updated_at': '2021-06-21T15:28:31Z', 'revision_number': 4, 'project_id': '50d8bd78427b45bb8d98087c1e8a8ac0', 'subnets': [{'id': '5a19b57b-704c-4f9a-b6d4-7174b1ca31bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:28:32.292341 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9619c3d7-8588-48cc-a475-8574276573e6 req-e1976fa3-892b-476d-bb49-d3d308b70a8d tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b95bb76-1c0a-45c8-855b-893ea5247afb HTTP/1.1" status: 200 len: 210 time: 0.0352533 Jun 21 15:28:32.312183 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-c9eea06e-4ed7-4520-a237-0526098f5bbe tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:32.312183 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-c9eea06e-4ed7-4520-a237-0526098f5bbe tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.66 "GET /v2.0/networks?id=2a3378f9-df99-45e5-9479-e03415deebf3 HTTP/1.1" status: 200 len: 816 time: 0.1410022 Jun 21 15:28:32.326271 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-aef2df2c-dc7b-449d-8548-c70a9b414d58 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Request body: {'port': {'device_id': '7b95bb76-1c0a-45c8-855b-893ea5247afb', 'network_id': '2a3378f9-df99-45e5-9479-e03415deebf3', 'admin_state_up': True, 'tenant_id': '4fc4929f7b0c47e98e24a965a9fa366c'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:28:32.449411 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-aef2df2c-dc7b-449d-8548-c70a9b414d58 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Made reservation on behalf of 4fc4929f7b0c47e98e24a965a9fa366c for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:28:32.453101 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-aef2df2c-dc7b-449d-8548-c70a9b414d58 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:32.474738 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 16882ce5-b5bc-421a-83d7-0a44806c3dc7 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:28:32.527336 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 16882ce5-b5bc-421a-83d7-0a44806c3dc7 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:28:32.527719 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:32.595230 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-aef2df2c-dc7b-449d-8548-c70a9b414d58 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Allocated IP 172.20.0.4 (2a3378f9-df99-45e5-9479-e03415deebf3/4060ebd8-566b-4155-85f3-97d6766ac66c/6366cc5e-6bb8-4591-aade-89f48ffb6c25) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:28:32.609085 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 2f22e75b-b08a-4e68-beb5-11d338057f49 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:28:32.661134 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 2f22e75b-b08a-4e68-beb5-11d338057f49 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:28:32.665113 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 2f22e75b-b08a-4e68-beb5-11d338057f49 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:28:32.665490 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:32.741355 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:32.746239 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-aef2df2c-dc7b-449d-8548-c70a9b414d58 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:32.760523 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-aef2df2c-dc7b-449d-8548-c70a9b414d58 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Transition to ACTIVE for port object 6366cc5e-6bb8-4591-aade-89f48ffb6c25 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:28:32.774941 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 2f22e75b-b08a-4e68-beb5-11d338057f49, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=2f22e75b-b08a-4e68-beb5-11d338057f49,segment=NetworkSegment(8a5de239-cb54-4030-8986-703d54e26402),segment_id=8a5de239-cb54-4030-8986-703d54e26402)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:28:32.781016 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:32.782880 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-d2ad4419-118d-41ed-a66c-53796f464fc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:32.796007 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-aef2df2c-dc7b-449d-8548-c70a9b414d58 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:32.800307 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-154fd663-07d4-47f5-b494-82f05956f36b tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:32.830412 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=2f22e75b-b08a-4e68-beb5-11d338057f49,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:32.834905 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:32.839342 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-aef2df2c-dc7b-449d-8548-c70a9b414d58 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Network 2a3378f9-df99-45e5-9479-e03415deebf3 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:28:32.842991 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-aef2df2c-dc7b-449d-8548-c70a9b414d58 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:28:32.846854 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-aef2df2c-dc7b-449d-8548-c70a9b414d58 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:28:32.881077 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2df2c-dc7b-449d-8548-c70a9b414d58 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Pushing event updated for resources: {'Port': ['ID=6366cc5e-6bb8-4591-aade-89f48ffb6c25,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:32.885565 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-aef2df2c-dc7b-449d-8548-c70a9b414d58 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:32.906808 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-aef2df2c-dc7b-449d-8548-c70a9b414d58 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:32.907441 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-aef2df2c-dc7b-449d-8548-c70a9b414d58 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:32.922524 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-aef2df2c-dc7b-449d-8548-c70a9b414d58 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6003230 Jun 21 15:28:32.935561 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-dbb6cf65-859c-4113-b97a-b3796eda6ef7 service neutron] Request body: {'port': {'device_id': '7b95bb76-1c0a-45c8-855b-893ea5247afb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:28:33.010219 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-dbb6cf65-859c-4113-b97a-b3796eda6ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:33.089574 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-200821f4-cac4-4313-af9e-3f9fc77f3665 None None] Provisioning for port 6366cc5e-6bb8-4591-aade-89f48ffb6c25 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:28:33.094054 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-200821f4-cac4-4313-af9e-3f9fc77f3665 None None] Provisioning complete for port 6366cc5e-6bb8-4591-aade-89f48ffb6c25 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:28:33.094503 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-200821f4-cac4-4313-af9e-3f9fc77f3665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:33.131400 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-200821f4-cac4-4313-af9e-3f9fc77f3665 None None] Port 6366cc5e-6bb8-4591-aade-89f48ffb6c25 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:28:33.296520 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-dbb6cf65-859c-4113-b97a-b3796eda6ef7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6366cc5e-6bb8-4591-aade-89f48ffb6c25 {{(pid=105224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:28:33.304247 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-dbb6cf65-859c-4113-b97a-b3796eda6ef7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:33.317223 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-dbb6cf65-859c-4113-b97a-b3796eda6ef7 service neutron] Transition to ACTIVE for port object 6366cc5e-6bb8-4591-aade-89f48ffb6c25 will not be triggered until provisioned by entity L2. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:28:33.325385 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-dbb6cf65-859c-4113-b97a-b3796eda6ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:33.327618 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0854e781-cd65-4fe8-9f6b-65e4b679023b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:33.401881 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6cf65-859c-4113-b97a-b3796eda6ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=6366cc5e-6bb8-4591-aade-89f48ffb6c25,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:33.405827 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-dbb6cf65-859c-4113-b97a-b3796eda6ef7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:33.516484 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-dbb6cf65-859c-4113-b97a-b3796eda6ef7 service neutron] Attempting to bind port 6366cc5e-6bb8-4591-aade-89f48ffb6c25 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:28:33.516819 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-dbb6cf65-859c-4113-b97a-b3796eda6ef7 service neutron] Attempting to bind port 6366cc5e-6bb8-4591-aade-89f48ffb6c25 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'aa37d710-5378-4e16-9e86-d94510d5cbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2a3378f9-df99-45e5-9479-e03415deebf3'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:28:33.517161 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-dbb6cf65-859c-4113-b97a-b3796eda6ef7 service neutron] Attempting to bind port 6366cc5e-6bb8-4591-aade-89f48ffb6c25 on network 2a3378f9-df99-45e5-9479-e03415deebf3 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:28:33.524406 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-dbb6cf65-859c-4113-b97a-b3796eda6ef7 service neutron] Port 6366cc5e-6bb8-4591-aade-89f48ffb6c25 on network 2a3378f9-df99-45e5-9479-e03415deebf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 15:28:33.524717 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-dbb6cf65-859c-4113-b97a-b3796eda6ef7 service neutron] Attempting to bind port 6366cc5e-6bb8-4591-aade-89f48ffb6c25 on network 2a3378f9-df99-45e5-9479-e03415deebf3 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:28:33.534031 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-dbb6cf65-859c-4113-b97a-b3796eda6ef7 service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:28:33.534407 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-dbb6cf65-859c-4113-b97a-b3796eda6ef7 service neutron] Checking segment: {'id': 'aa37d710-5378-4e16-9e86-d94510d5cbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2a3378f9-df99-45e5-9479-e03415deebf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:28:33.534782 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-dbb6cf65-859c-4113-b97a-b3796eda6ef7 service neutron] Bound using segment: {'id': 'aa37d710-5378-4e16-9e86-d94510d5cbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2a3378f9-df99-45e5-9479-e03415deebf3'} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:28:33.535215 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-dbb6cf65-859c-4113-b97a-b3796eda6ef7 service neutron] Bound port: 6366cc5e-6bb8-4591-aade-89f48ffb6c25, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa37d710-5378-4e16-9e86-d94510d5cbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2a3378f9-df99-45e5-9479-e03415deebf3'}}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:28:33.535555 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-dbb6cf65-859c-4113-b97a-b3796eda6ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:33.555883 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70e31f-5754-48cc-acd9-3a4b60938404 req-4caf9f91-61cd-467a-8efc-2007d578ba2d tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:33.557362 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8d70e31f-5754-48cc-acd9-3a4b60938404 req-4caf9f91-61cd-467a-8efc-2007d578ba2d tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b95bb76-1c0a-45c8-855b-893ea5247afb HTTP/1.1" status: 200 len: 943 time: 0.1338642 Jun 21 15:28:33.640548 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8d70e31f-5754-48cc-acd9-3a4b60938404 req-9044f23d-3b11-4595-bf70-5c2a70b19d25 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/security-groups?id=45909252-efce-4730-996e-4ddcda82758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612187 Jun 21 15:28:33.642988 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-dbb6cf65-859c-4113-b97a-b3796eda6ef7 service neutron] For port 6366cc5e-6bb8-4591-aade-89f48ffb6c25, host hv-neutron-7971, cleared binding levels {{(pid=105224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:28:33.646207 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-dbb6cf65-859c-4113-b97a-b3796eda6ef7 service neutron] For port 6366cc5e-6bb8-4591-aade-89f48ffb6c25, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6366cc5e-6bb8-4591-aade-89f48ffb6c25,segment=NetworkSegment(aa37d710-5378-4e16-9e86-d94510d5cbe1),segment_id=aa37d710-5378-4e16-9e86-d94510d5cbe1)] {{(pid=105224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:28:33.654196 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-dbb6cf65-859c-4113-b97a-b3796eda6ef7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:33.657535 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fed8bde0-655a-45ba-ae02-931dae835652 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:33.687730 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-dbb6cf65-859c-4113-b97a-b3796eda6ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:33.688359 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-dbb6cf65-859c-4113-b97a-b3796eda6ef7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:33.689729 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-dbb6cf65-859c-4113-b97a-b3796eda6ef7 service neutron] 10.222.0.66 "PUT /v2.0/ports/6366cc5e-6bb8-4591-aade-89f48ffb6c25 HTTP/1.1" status: 200 len: 1093 time: 0.7591572 Jun 21 15:28:33.690299 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b95bb76-1c0a-45c8-855b-893ea5247afb', 'tag': '6366cc5e-6bb8-4591-aade-89f48ffb6c25'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:28:33.692633 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0baa1045-8f43-44b1-b56a-afd97b60fef7" -d '{"events": [{"name": "network-changed", "server_uuid": "7b95bb76-1c0a-45c8-855b-893ea5247afb", "tag": "6366cc5e-6bb8-4591-aade-89f48ffb6c25"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:28:33.719140 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6cf65-859c-4113-b97a-b3796eda6ef7 service neutron] Pushing event updated for resources: {'Port': ['ID=6366cc5e-6bb8-4591-aade-89f48ffb6c25,revision_number=3']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:33.722433 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-dbb6cf65-859c-4113-b97a-b3796eda6ef7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:33.735050 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e343efc-3c13-4798-a00d-46df457350f3 x-openstack-request-id: req-2e343efc-3c13-4798-a00d-46df457350f3 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:28:33.735393 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b95bb76-1c0a-45c8-855b-893ea5247afb", "tag": "6366cc5e-6bb8-4591-aade-89f48ffb6c25", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:28:33.735869 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2e343efc-3c13-4798-a00d-46df457350f3 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:28:33.736493 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b95bb76-1c0a-45c8-855b-893ea5247afb', 'tag': '6366cc5e-6bb8-4591-aade-89f48ffb6c25', 'status': 'completed', 'code': 200} Jun 21 15:28:33.809954 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-bae9487d-b1ce-4b61-a235-39be4d75cbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:33.811457 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-bae9487d-b1ce-4b61-a235-39be4d75cbf5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4fc4929f7b0c47e98e24a965a9fa366c&device_id=7b95bb76-1c0a-45c8-855b-893ea5247afb HTTP/1.1" status: 200 len: 1096 time: 0.0571949 Jun 21 15:28:33.857817 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-e53d1d50-3655-4ff8-bd3f-706b111f1722 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6366cc5e-6bb8-4591-aade-89f48ffb6c25 HTTP/1.1" status: 200 len: 217 time: 0.0381927 Jun 21 15:28:33.906080 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-3d7e643b-43aa-4fa5-a64c-909a62a78891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:33.907508 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-3d7e643b-43aa-4fa5-a64c-909a62a78891 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4060ebd8-566b-4155-85f3-97d6766ac66c HTTP/1.1" status: 200 len: 855 time: 0.0439825 Jun 21 15:28:33.966326 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-50da1312-50b5-4791-acde-5e3783b4cd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:33.967692 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-50da1312-50b5-4791-acde-5e3783b4cd6b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2a3378f9-df99-45e5-9479-e03415deebf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0536759 Jun 21 15:28:34.063583 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-27048b35-1ff4-4523-b6eb-755c42b08435 service neutron] 10.222.0.66 "GET /v2.0/networks/2a3378f9-df99-45e5-9479-e03415deebf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886233 Jun 21 15:28:34.163822 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b1ab9203-253c-437c-95bd-c5b0c00f2077 req-d4ff7336-46ce-4ac3-9e10-3d4be2c54164 service neutron] 10.222.0.66 "GET /v2.0/networks/2a3378f9-df99-45e5-9479-e03415deebf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926714 Jun 21 15:28:34.278111 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa1045-8f43-44b1-b56a-afd97b60fef7 req-91a7d7e0-39d9-47f3-b920-3f9df3e4ff4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:34.279747 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0baa1045-8f43-44b1-b56a-afd97b60fef7 req-91a7d7e0-39d9-47f3-b920-3f9df3e4ff4a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4fc4929f7b0c47e98e24a965a9fa366c&device_id=7b95bb76-1c0a-45c8-855b-893ea5247afb HTTP/1.1" status: 200 len: 1096 time: 0.0583227 Jun 21 15:28:34.380077 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa1045-8f43-44b1-b56a-afd97b60fef7 req-29ffb298-32f0-4dd1-8c0a-0c5a1407bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:34.381525 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0baa1045-8f43-44b1-b56a-afd97b60fef7 req-29ffb298-32f0-4dd1-8c0a-0c5a1407bb7f service neutron] 10.222.0.66 "GET /v2.0/networks?id=2a3378f9-df99-45e5-9479-e03415deebf3 HTTP/1.1" status: 200 len: 917 time: 0.0946751 Jun 21 15:28:34.426046 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0baa1045-8f43-44b1-b56a-afd97b60fef7 req-e8890caa-da8c-48bd-a8f5-2b84364038de service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6366cc5e-6bb8-4591-aade-89f48ffb6c25 HTTP/1.1" status: 200 len: 217 time: 0.0379722 Jun 21 15:28:34.448438 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 2f22e75b-b08a-4e68-beb5-11d338057f49 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:28:34.480418 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa1045-8f43-44b1-b56a-afd97b60fef7 req-e0d43ea0-991f-4f5d-abbc-dcc161525ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:34.481932 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0baa1045-8f43-44b1-b56a-afd97b60fef7 req-e0d43ea0-991f-4f5d-abbc-dcc161525ff5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4060ebd8-566b-4155-85f3-97d6766ac66c HTTP/1.1" status: 200 len: 855 time: 0.0501080 Jun 21 15:28:34.499969 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 2f22e75b-b08a-4e68-beb5-11d338057f49 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:28:34.500323 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:34.547725 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa1045-8f43-44b1-b56a-afd97b60fef7 req-78daa056-e66e-41a6-9777-7f4ee9c73f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:34.549259 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0baa1045-8f43-44b1-b56a-afd97b60fef7 req-78daa056-e66e-41a6-9777-7f4ee9c73f53 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2a3378f9-df99-45e5-9479-e03415deebf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0600514 Jun 21 15:28:34.642468 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0baa1045-8f43-44b1-b56a-afd97b60fef7 req-f7439662-4b4f-41c2-b88c-a5b107cf8521 service neutron] 10.222.0.66 "GET /v2.0/networks/2a3378f9-df99-45e5-9479-e03415deebf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864325 Jun 21 15:28:34.739419 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0baa1045-8f43-44b1-b56a-afd97b60fef7 req-e272f240-b522-4696-9a29-c94fa9a13909 service neutron] 10.222.0.66 "GET /v2.0/networks/2a3378f9-df99-45e5-9479-e03415deebf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900807 Jun 21 15:28:34.819600 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5eb17b-4ce0-4fee-a0a0-f555aa37337f req-fe6e2b07-e31a-470f-bcb0-a1a4976c1938 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:34.821042 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4a5eb17b-4ce0-4fee-a0a0-f555aa37337f req-fe6e2b07-e31a-470f-bcb0-a1a4976c1938 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b95bb76-1c0a-45c8-855b-893ea5247afb HTTP/1.1" status: 200 len: 943 time: 0.0664806 Jun 21 15:28:34.864741 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4a5eb17b-4ce0-4fee-a0a0-f555aa37337f req-0e5313e4-1b78-4327-8ff9-21687482aaa6 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/security-groups?id=45909252-efce-4730-996e-4ddcda82758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366189 Jun 21 15:28:35.531951 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:36.064477 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb54b16-41b5-4dd0-9963-e5671ab4de74 req-9eca852e-9c69-4653-91e2-4c831534769c tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:36.066045 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6fb54b16-41b5-4dd0-9963-e5671ab4de74 req-9eca852e-9c69-4653-91e2-4c831534769c tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b95bb76-1c0a-45c8-855b-893ea5247afb HTTP/1.1" status: 200 len: 943 time: 0.0744295 Jun 21 15:28:36.112256 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6fb54b16-41b5-4dd0-9963-e5671ab4de74 req-4a8fedde-b7a6-4088-a320-63148a7361be tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/security-groups?id=45909252-efce-4730-996e-4ddcda82758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389953 Jun 21 15:28:37.294352 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081cddce-d08a-4ad6-8759-390d63ed4210 req-346e5e9b-5648-4c9c-b8b8-9794defc57ec tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:37.296020 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-081cddce-d08a-4ad6-8759-390d63ed4210 req-346e5e9b-5648-4c9c-b8b8-9794defc57ec tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b95bb76-1c0a-45c8-855b-893ea5247afb HTTP/1.1" status: 200 len: 943 time: 0.0674093 Jun 21 15:28:37.334431 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-081cddce-d08a-4ad6-8759-390d63ed4210 req-b2b13327-9900-4f80-8a3e-cbbe9b9faad9 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/security-groups?id=45909252-efce-4730-996e-4ddcda82758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326619 Jun 21 15:28:38.492863 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 6366cc5e-6bb8-4591-aade-89f48ffb6c25 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:28:38.528656 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3136eb9c-e250-436b-aa21-459233244af6 req-87857bee-f4a8-4bb1-8cb3-09b032e1c517 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:38.530341 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3136eb9c-e250-436b-aa21-459233244af6 req-87857bee-f4a8-4bb1-8cb3-09b032e1c517 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b95bb76-1c0a-45c8-855b-893ea5247afb HTTP/1.1" status: 200 len: 943 time: 0.0750318 Jun 21 15:28:38.570132 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3136eb9c-e250-436b-aa21-459233244af6 req-33cd9885-8ca8-4985-bc06-43bc733d1fbb tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/security-groups?id=45909252-efce-4730-996e-4ddcda82758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337961 Jun 21 15:28:38.592207 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 6366cc5e-6bb8-4591-aade-89f48ffb6c25, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6366cc5e-6bb8-4591-aade-89f48ffb6c25,segment=NetworkSegment(aa37d710-5378-4e16-9e86-d94510d5cbe1),segment_id=aa37d710-5378-4e16-9e86-d94510d5cbe1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:28:38.604161 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '6366cc5e-6bb8-4591-aade-89f48ffb6c25', 'network_id': '2a3378f9-df99-45e5-9479-e03415deebf3', 'port_id': '6366cc5e-6bb8-4591-aade-89f48ffb6c25', 'mac_address': 'fa:16:3e:a0:f0:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4060ebd8-566b-4155-85f3-97d6766ac66c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:28:38.642192 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:38.655504 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6366cc5e-6bb8-4591-aade-89f48ffb6c25 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:28:38.675483 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 6366cc5e-6bb8-4591-aade-89f48ffb6c25, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6366cc5e-6bb8-4591-aade-89f48ffb6c25,segment=NetworkSegment(aa37d710-5378-4e16-9e86-d94510d5cbe1),segment_id=aa37d710-5378-4e16-9e86-d94510d5cbe1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:28:38.681612 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:38.683534 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:38.732219 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=6366cc5e-6bb8-4591-aade-89f48ffb6c25,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:38.735346 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:39.041820 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['6366cc5e-6bb8-4591-aade-89f48ffb6c25'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:28:39.773718 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5216f494-7ac0-4408-8657-31d8a42e1a56 req-af8175a1-a338-40c3-a562-2bbddececb11 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:39.775331 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5216f494-7ac0-4408-8657-31d8a42e1a56 req-af8175a1-a338-40c3-a562-2bbddececb11 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b95bb76-1c0a-45c8-855b-893ea5247afb HTTP/1.1" status: 200 len: 944 time: 0.0752430 Jun 21 15:28:39.816353 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5216f494-7ac0-4408-8657-31d8a42e1a56 req-2281c255-bcf0-412d-bef3-aa5b168b6f75 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/security-groups?id=45909252-efce-4730-996e-4ddcda82758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350931 Jun 21 15:28:40.506457 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 6366cc5e-6bb8-4591-aade-89f48ffb6c25 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:28:40.570675 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port 6366cc5e-6bb8-4591-aade-89f48ffb6c25 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:28:40.576357 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 6366cc5e-6bb8-4591-aade-89f48ffb6c25 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:28:40.576917 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:40.823799 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:40.846183 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b95bb76-1c0a-45c8-855b-893ea5247afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6366cc5e-6bb8-4591-aade-89f48ffb6c25'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:28:40.848470 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af4e9da-e10f-4961-bef4-b6c07f4079db" -d '{"events": [{"server_uuid": "7b95bb76-1c0a-45c8-855b-893ea5247afb", "name": "network-vif-plugged", "status": "completed", "tag": "6366cc5e-6bb8-4591-aade-89f48ffb6c25"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:28:40.862865 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 6366cc5e-6bb8-4591-aade-89f48ffb6c25, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6366cc5e-6bb8-4591-aade-89f48ffb6c25,segment=NetworkSegment(aa37d710-5378-4e16-9e86-d94510d5cbe1),segment_id=aa37d710-5378-4e16-9e86-d94510d5cbe1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:28:40.869903 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:40.871574 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:28:40.894255 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a69af77-9e29-4ee0-b90b-89ed46f32d79 x-openstack-request-id: req-8a69af77-9e29-4ee0-b90b-89ed46f32d79 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:28:40.894555 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b95bb76-1c0a-45c8-855b-893ea5247afb", "name": "network-vif-plugged", "status": "completed", "tag": "6366cc5e-6bb8-4591-aade-89f48ffb6c25", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:28:40.894808 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8a69af77-9e29-4ee0-b90b-89ed46f32d79 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:28:40.895197 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b95bb76-1c0a-45c8-855b-893ea5247afb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6366cc5e-6bb8-4591-aade-89f48ffb6c25', 'code': 200} Jun 21 15:28:40.927929 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=6366cc5e-6bb8-4591-aade-89f48ffb6c25,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:28:40.931747 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:28:41.021612 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40546997-a255-45b3-bdda-ff08bdf025c2 req-b453ef22-aa07-4de3-bb66-b7ed2d772fb6 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:41.029291 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-40546997-a255-45b3-bdda-ff08bdf025c2 req-b453ef22-aa07-4de3-bb66-b7ed2d772fb6 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b95bb76-1c0a-45c8-855b-893ea5247afb HTTP/1.1" status: 200 len: 945 time: 0.0807657 Jun 21 15:28:41.070344 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-40546997-a255-45b3-bdda-ff08bdf025c2 req-ebaaf0ff-5a2a-4670-9480-e9af42ea7643 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/security-groups?id=45909252-efce-4730-996e-4ddcda82758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401204 Jun 21 15:28:41.143710 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd3347-f69b-4cc3-9e55-a23d036b58e9 req-38ea3f17-4a15-449d-84d9-420527450be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:41.145167 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-49dd3347-f69b-4cc3-9e55-a23d036b58e9 req-38ea3f17-4a15-449d-84d9-420527450be7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=7b95bb76-1c0a-45c8-855b-893ea5247afb HTTP/1.1" status: 200 len: 1098 time: 0.0651433 Jun 21 15:28:41.184789 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-49dd3347-f69b-4cc3-9e55-a23d036b58e9 req-9d1b03e2-4479-4c35-95a8-99f50597ea51 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=45909252-efce-4730-996e-4ddcda82758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328250 Jun 21 15:28:42.253690 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2598581e-93b0-4396-a463-b14dc99b7e92 req-ddbabdc8-cf50-402a-a326-1e50356cddbd tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:42.255189 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2598581e-93b0-4396-a463-b14dc99b7e92 req-ddbabdc8-cf50-402a-a326-1e50356cddbd tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b95bb76-1c0a-45c8-855b-893ea5247afb HTTP/1.1" status: 200 len: 945 time: 0.0675421 Jun 21 15:28:42.294156 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2598581e-93b0-4396-a463-b14dc99b7e92 req-78afc986-90c8-4c87-adf1-48d86dd225c2 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/security-groups?id=45909252-efce-4730-996e-4ddcda82758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326800 Jun 21 15:28:43.480821 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94071ff-bf75-4a40-b617-01522015e3c5 req-5e0fa78b-2416-4734-a269-c02422d5132e tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:43.482295 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a94071ff-bf75-4a40-b617-01522015e3c5 req-5e0fa78b-2416-4734-a269-c02422d5132e tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b95bb76-1c0a-45c8-855b-893ea5247afb HTTP/1.1" status: 200 len: 945 time: 0.0706177 Jun 21 15:28:43.528814 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a94071ff-bf75-4a40-b617-01522015e3c5 req-bb4c90ca-b0ed-47c7-883f-d4c383b18bd0 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/security-groups?id=45909252-efce-4730-996e-4ddcda82758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389335 Jun 21 15:28:43.727043 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b737784-2bd8-4c26-ba79-732ed7b08986 req-0271615d-832f-4030-aac4-a9ff0be0a083 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:28:43.728521 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1b737784-2bd8-4c26-ba79-732ed7b08986 req-0271615d-832f-4030-aac4-a9ff0be0a083 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b95bb76-1c0a-45c8-855b-893ea5247afb HTTP/1.1" status: 200 len: 945 time: 0.0754755 Jun 21 15:28:43.773220 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1b737784-2bd8-4c26-ba79-732ed7b08986 req-cd7ddbbe-95cf-4401-999a-a364ebdedaab tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/security-groups?id=45909252-efce-4730-996e-4ddcda82758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363240 Jun 21 15:28:44.135348 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-dce12118-3224-431b-944b-31e744268a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:46.634004 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-acc9db0b-c5b7-4fad-bf3c-27c1b95a9dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:47.127358 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:48.207515 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:49.887510 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:28:55.098788 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:29:04.212878 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a05b90-57ba-4fec-b5b0-58ca94442b83 req-3662cc4f-b13c-49c0-bf3b-1208e438b633 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:29:04.214277 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-34a05b90-57ba-4fec-b5b0-58ca94442b83 req-3662cc4f-b13c-49c0-bf3b-1208e438b633 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b95bb76-1c0a-45c8-855b-893ea5247afb HTTP/1.1" status: 200 len: 945 time: 0.0662756 Jun 21 15:29:04.253550 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-34a05b90-57ba-4fec-b5b0-58ca94442b83 req-f8b563ef-2e98-4884-84ee-0bcd7af4af93 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/security-groups?id=45909252-efce-4730-996e-4ddcda82758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331500 Jun 21 15:29:05.449893 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb5bc0-7da4-41f7-8afe-3a9f412904ac req-ca1b3711-6a36-4971-8a08-77d9e62cf0fd tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:29:05.451533 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-93eb5bc0-7da4-41f7-8afe-3a9f412904ac req-ca1b3711-6a36-4971-8a08-77d9e62cf0fd tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b95bb76-1c0a-45c8-855b-893ea5247afb HTTP/1.1" status: 200 len: 945 time: 0.0722778 Jun 21 15:29:05.489477 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-93eb5bc0-7da4-41f7-8afe-3a9f412904ac req-58aad7d2-8cd9-4531-8ba1-1363f0da03ec tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/security-groups?id=45909252-efce-4730-996e-4ddcda82758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321822 Jun 21 15:29:05.540674 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:06.192276 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643ed274-eec9-4744-b55c-9dda4e72fdb5 req-b9e0b8d4-9ae7-4926-a06d-b78d9e949bf2 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:29:06.193726 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-643ed274-eec9-4744-b55c-9dda4e72fdb5 req-b9e0b8d4-9ae7-4926-a06d-b78d9e949bf2 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.66 "GET /v2.0/ports?device_id=7b95bb76-1c0a-45c8-855b-893ea5247afb HTTP/1.1" status: 200 len: 945 time: 0.0683351 Jun 21 15:29:06.299671 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-643ed274-eec9-4744-b55c-9dda4e72fdb5 req-e6a5dbcf-3d97-46db-94e7-ef03a8f2b7d0 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Deleting port 6366cc5e-6bb8-4591-aade-89f48ffb6c25 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:29:06.299976 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-643ed274-eec9-4744-b55c-9dda4e72fdb5 req-e6a5dbcf-3d97-46db-94e7-ef03a8f2b7d0 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:06.387321 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-643ed274-eec9-4744-b55c-9dda4e72fdb5 req-e6a5dbcf-3d97-46db-94e7-ef03a8f2b7d0 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] For port 6366cc5e-6bb8-4591-aade-89f48ffb6c25, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=6366cc5e-6bb8-4591-aade-89f48ffb6c25,segment=NetworkSegment(aa37d710-5378-4e16-9e86-d94510d5cbe1),segment_id=aa37d710-5378-4e16-9e86-d94510d5cbe1)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:29:06.387678 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-643ed274-eec9-4744-b55c-9dda4e72fdb5 req-e6a5dbcf-3d97-46db-94e7-ef03a8f2b7d0 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:06.453905 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-643ed274-eec9-4744-b55c-9dda4e72fdb5 req-e6a5dbcf-3d97-46db-94e7-ef03a8f2b7d0 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Calling delete_port for 6366cc5e-6bb8-4591-aade-89f48ffb6c25 owned by compute:nova {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:29:06.594222 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-643ed274-eec9-4744-b55c-9dda4e72fdb5 req-e6a5dbcf-3d97-46db-94e7-ef03a8f2b7d0 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:06.598772 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-09626020-0d7e-4253-bce0-b59240a5aaf2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:06.608367 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['6366cc5e-6bb8-4591-aade-89f48ffb6c25'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:29:06.626943 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5dbcf-3d97-46db-94e7-ef03a8f2b7d0 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Pushing event deleted for resources: {'Port': ['ID=6366cc5e-6bb8-4591-aade-89f48ffb6c25,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:06.638107 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e6a5dbcf-3d97-46db-94e7-ef03a8f2b7d0 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:06.659760 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-73d9b863-fc52-42d1-b485-bd304507f2fb req-c5215c56-3b01-40e3-a3ae-36b0086aa884 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/ports?device_id=7b95bb76-1c0a-45c8-855b-893ea5247afb HTTP/1.1" status: 200 len: 210 time: 0.0364590 Jun 21 15:29:06.699615 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-643ed274-eec9-4744-b55c-9dda4e72fdb5 req-e6a5dbcf-3d97-46db-94e7-ef03a8f2b7d0 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] No DVR routers for this DVR port 6366cc5e-6bb8-4591-aade-89f48ffb6c25 on host hv-neutron-7971 {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:29:06.703265 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-643ed274-eec9-4744-b55c-9dda4e72fdb5 req-e6a5dbcf-3d97-46db-94e7-ef03a8f2b7d0 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:06.705657 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-643ed274-eec9-4744-b55c-9dda4e72fdb5 req-e6a5dbcf-3d97-46db-94e7-ef03a8f2b7d0 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.66 "DELETE /v2.0/ports/6366cc5e-6bb8-4591-aade-89f48ffb6c25 HTTP/1.1" status: 204 len: 173 time: 0.5059860 Jun 21 15:29:06.706242 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b95bb76-1c0a-45c8-855b-893ea5247afb', 'name': 'network-vif-deleted', 'tag': '6366cc5e-6bb8-4591-aade-89f48ffb6c25'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:29:06.708606 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b9b287-8a11-44b1-a41a-8931d183b3ae" -d '{"events": [{"server_uuid": "7b95bb76-1c0a-45c8-855b-893ea5247afb", "name": "network-vif-deleted", "tag": "6366cc5e-6bb8-4591-aade-89f48ffb6c25"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:29:06.755252 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e3a08e-9b43-4c38-98d2-d8507b5a275e x-openstack-request-id: req-58e3a08e-9b43-4c38-98d2-d8507b5a275e {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:29:06.755590 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b95bb76-1c0a-45c8-855b-893ea5247afb", "name": "network-vif-deleted", "tag": "6366cc5e-6bb8-4591-aade-89f48ffb6c25", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:29:06.755887 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-58e3a08e-9b43-4c38-98d2-d8507b5a275e {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:29:06.756331 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b95bb76-1c0a-45c8-855b-893ea5247afb', 'name': 'network-vif-deleted', 'tag': '6366cc5e-6bb8-4591-aade-89f48ffb6c25', 'status': 'completed', 'code': 200} Jun 21 15:29:08.363981 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-1bbfc482-aa3f-4793-9b89-f309f0ea966a tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:29:08.365728 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-1bbfc482-aa3f-4793-9b89-f309f0ea966a tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/networks?id=2a3378f9-df99-45e5-9479-e03415deebf3 HTTP/1.1" status: 200 len: 816 time: 0.1119659 Jun 21 15:29:08.381652 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-9c17c357-7cf0-42d9-8e95-70b371559eff tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/quotas/4fc4929f7b0c47e98e24a965a9fa366c HTTP/1.1" status: 200 len: 375 time: 0.0105052 Jun 21 15:29:08.456686 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-7dc868a8-a264-401d-8566-490ed7ab3c99 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=4fc4929f7b0c47e98e24a965a9fa366c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693622 Jun 21 15:29:08.566329 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-ff26f7cb-35c5-4405-8c3e-532236081491 service neutron] 10.222.0.72 "GET /v2.0/networks/2a3378f9-df99-45e5-9479-e03415deebf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918849 Jun 21 15:29:08.656849 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-2f5057f0-e81d-416c-b93c-090c587fcef5 service neutron] 10.222.0.72 "GET /v2.0/networks/2a3378f9-df99-45e5-9479-e03415deebf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846415 Jun 21 15:29:08.839197 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8a3146d9-d2b9-4b77-936e-4087604a1be7 req-f404f411-9d3f-4e58-80ff-01091b65db4e tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f4f9728-3212-488e-9085-e2361ce0805d HTTP/1.1" status: 200 len: 210 time: 0.0337446 Jun 21 15:29:09.942641 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-10b69009-fdfb-4fb9-bade-72a8b2c634bb tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:29:09.944197 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-10b69009-fdfb-4fb9-bade-72a8b2c634bb tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.66 "GET /v2.0/networks?id=2a3378f9-df99-45e5-9479-e03415deebf3 HTTP/1.1" status: 200 len: 816 time: 0.1054661 Jun 21 15:29:09.971696 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-a35b280b-4bf3-4739-ba14-1c5c7f1f201d tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Request body: {'port': {'device_id': '8f4f9728-3212-488e-9085-e2361ce0805d', 'network_id': '2a3378f9-df99-45e5-9479-e03415deebf3', 'admin_state_up': True, 'tenant_id': '4fc4929f7b0c47e98e24a965a9fa366c'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:29:10.015043 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d409b4b6-7dc7-400b-82dd-9e8e5004feed req-aaaee5fd-b448-430d-b31e-ad3de1cae964 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f4f9728-3212-488e-9085-e2361ce0805d HTTP/1.1" status: 200 len: 210 time: 0.0588570 Jun 21 15:29:10.403319 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-a35b280b-4bf3-4739-ba14-1c5c7f1f201d tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Made reservation on behalf of 4fc4929f7b0c47e98e24a965a9fa366c for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:29:10.407098 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-a35b280b-4bf3-4739-ba14-1c5c7f1f201d tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:10.543543 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-a35b280b-4bf3-4739-ba14-1c5c7f1f201d tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Allocated IP 172.20.0.14 (2a3378f9-df99-45e5-9479-e03415deebf3/4060ebd8-566b-4155-85f3-97d6766ac66c/2dc04ded-5ae4-41a2-9892-ff3320f13cd9) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:29:10.614824 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 6366cc5e-6bb8-4591-aade-89f48ffb6c25 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:29:10.635303 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: 6366cc5e-6bb8-4591-aade-89f48ffb6c25 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:29:10.635657 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 6366cc5e-6bb8-4591-aade-89f48ffb6c25 not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:29:10.692795 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-a35b280b-4bf3-4739-ba14-1c5c7f1f201d tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:10.711312 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-a35b280b-4bf3-4739-ba14-1c5c7f1f201d tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Transition to ACTIVE for port object 2dc04ded-5ae4-41a2-9892-ff3320f13cd9 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:29:10.748762 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-a35b280b-4bf3-4739-ba14-1c5c7f1f201d tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:10.755000 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5c6846ff-90b7-4c01-aec4-b7fb7e53558f tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:10.796990 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-a35b280b-4bf3-4739-ba14-1c5c7f1f201d tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Network 2a3378f9-df99-45e5-9479-e03415deebf3 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:29:10.798307 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-a35b280b-4bf3-4739-ba14-1c5c7f1f201d tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:29:10.802217 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-a35b280b-4bf3-4739-ba14-1c5c7f1f201d tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:29:10.829119 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b280b-4bf3-4739-ba14-1c5c7f1f201d tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Pushing event updated for resources: {'Port': ['ID=2dc04ded-5ae4-41a2-9892-ff3320f13cd9,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:10.843956 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b280b-4bf3-4739-ba14-1c5c7f1f201d tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:10.844343 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b280b-4bf3-4739-ba14-1c5c7f1f201d tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:10.844718 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b280b-4bf3-4739-ba14-1c5c7f1f201d tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:10.845086 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b280b-4bf3-4739-ba14-1c5c7f1f201d tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:10.845451 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b280b-4bf3-4739-ba14-1c5c7f1f201d tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:10.845822 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b280b-4bf3-4739-ba14-1c5c7f1f201d tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:10.846202 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b280b-4bf3-4739-ba14-1c5c7f1f201d tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:10.846573 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b280b-4bf3-4739-ba14-1c5c7f1f201d tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:10.846920 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b280b-4bf3-4739-ba14-1c5c7f1f201d tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:10.847262 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b280b-4bf3-4739-ba14-1c5c7f1f201d tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:10.847617 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b280b-4bf3-4739-ba14-1c5c7f1f201d tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:10.847969 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a35b280b-4bf3-4739-ba14-1c5c7f1f201d tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:10.854871 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a35b280b-4bf3-4739-ba14-1c5c7f1f201d tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:10.871098 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-a35b280b-4bf3-4739-ba14-1c5c7f1f201d tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:29:10.871717 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-a35b280b-4bf3-4739-ba14-1c5c7f1f201d tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:10.889598 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-a35b280b-4bf3-4739-ba14-1c5c7f1f201d tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9229407 Jun 21 15:29:10.912279 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-d45a376c-cf85-48c8-9624-df5f4cdfb085 service neutron] Request body: {'port': {'device_id': '8f4f9728-3212-488e-9085-e2361ce0805d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:29:10.991211 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-d45a376c-cf85-48c8-9624-df5f4cdfb085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:11.062811 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-815483e8-2dc1-44f9-87bd-2d405b6f4ee5 None None] Provisioning for port 2dc04ded-5ae4-41a2-9892-ff3320f13cd9 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:29:11.067977 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-815483e8-2dc1-44f9-87bd-2d405b6f4ee5 None None] Provisioning complete for port 2dc04ded-5ae4-41a2-9892-ff3320f13cd9 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:29:11.068296 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-815483e8-2dc1-44f9-87bd-2d405b6f4ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:11.103465 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-815483e8-2dc1-44f9-87bd-2d405b6f4ee5 None None] Port 2dc04ded-5ae4-41a2-9892-ff3320f13cd9 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:29:11.285354 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb93ef-2e4a-40ac-be60-252bf7c9f802 req-d674d007-a76f-4e7d-8a27-2b34bc92f19b tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:29:11.286761 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8fcb93ef-2e4a-40ac-be60-252bf7c9f802 req-d674d007-a76f-4e7d-8a27-2b34bc92f19b tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f4f9728-3212-488e-9085-e2361ce0805d HTTP/1.1" status: 200 len: 932 time: 0.1517591 Jun 21 15:29:11.358380 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-d45a376c-cf85-48c8-9624-df5f4cdfb085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dc04ded-5ae4-41a2-9892-ff3320f13cd9 {{(pid=105224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:29:11.367542 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-d45a376c-cf85-48c8-9624-df5f4cdfb085 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:11.372000 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8fcb93ef-2e4a-40ac-be60-252bf7c9f802 req-5e8a27c0-a34c-409e-8803-b51de4511ec6 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/security-groups?id=45909252-efce-4730-996e-4ddcda82758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784252 Jun 21 15:29:11.384202 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-d45a376c-cf85-48c8-9624-df5f4cdfb085 service neutron] Transition to ACTIVE for port object 2dc04ded-5ae4-41a2-9892-ff3320f13cd9 will not be triggered until provisioned by entity L2. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:29:11.391065 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-d45a376c-cf85-48c8-9624-df5f4cdfb085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:11.393575 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f59c00e8-b5dc-4258-a353-f696af6acfff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:11.465669 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a376c-cf85-48c8-9624-df5f4cdfb085 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc04ded-5ae4-41a2-9892-ff3320f13cd9,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:11.468929 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d45a376c-cf85-48c8-9624-df5f4cdfb085 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:11.547497 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-d45a376c-cf85-48c8-9624-df5f4cdfb085 service neutron] Attempting to bind port 2dc04ded-5ae4-41a2-9892-ff3320f13cd9 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:29:11.547832 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-d45a376c-cf85-48c8-9624-df5f4cdfb085 service neutron] Attempting to bind port 2dc04ded-5ae4-41a2-9892-ff3320f13cd9 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'aa37d710-5378-4e16-9e86-d94510d5cbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2a3378f9-df99-45e5-9479-e03415deebf3'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:29:11.548154 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-d45a376c-cf85-48c8-9624-df5f4cdfb085 service neutron] Attempting to bind port 2dc04ded-5ae4-41a2-9892-ff3320f13cd9 on network 2a3378f9-df99-45e5-9479-e03415deebf3 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:29:11.552958 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-d45a376c-cf85-48c8-9624-df5f4cdfb085 service neutron] Port 2dc04ded-5ae4-41a2-9892-ff3320f13cd9 on network 2a3378f9-df99-45e5-9479-e03415deebf3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 15:29:11.553414 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-d45a376c-cf85-48c8-9624-df5f4cdfb085 service neutron] Attempting to bind port 2dc04ded-5ae4-41a2-9892-ff3320f13cd9 on network 2a3378f9-df99-45e5-9479-e03415deebf3 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:29:11.558999 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-d45a376c-cf85-48c8-9624-df5f4cdfb085 service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:29:11.559337 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-d45a376c-cf85-48c8-9624-df5f4cdfb085 service neutron] Checking segment: {'id': 'aa37d710-5378-4e16-9e86-d94510d5cbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2a3378f9-df99-45e5-9479-e03415deebf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:29:11.559721 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-d45a376c-cf85-48c8-9624-df5f4cdfb085 service neutron] Bound using segment: {'id': 'aa37d710-5378-4e16-9e86-d94510d5cbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2a3378f9-df99-45e5-9479-e03415deebf3'} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:29:11.560140 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-d45a376c-cf85-48c8-9624-df5f4cdfb085 service neutron] Bound port: 2dc04ded-5ae4-41a2-9892-ff3320f13cd9, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa37d710-5378-4e16-9e86-d94510d5cbe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2a3378f9-df99-45e5-9479-e03415deebf3'}}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:29:11.560520 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-d45a376c-cf85-48c8-9624-df5f4cdfb085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:11.630272 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-d45a376c-cf85-48c8-9624-df5f4cdfb085 service neutron] For port 2dc04ded-5ae4-41a2-9892-ff3320f13cd9, host hv-neutron-7971, cleared binding levels {{(pid=105224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:29:11.635349 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-d45a376c-cf85-48c8-9624-df5f4cdfb085 service neutron] For port 2dc04ded-5ae4-41a2-9892-ff3320f13cd9, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2dc04ded-5ae4-41a2-9892-ff3320f13cd9,segment=NetworkSegment(aa37d710-5378-4e16-9e86-d94510d5cbe1),segment_id=aa37d710-5378-4e16-9e86-d94510d5cbe1)] {{(pid=105224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:29:11.643241 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-d45a376c-cf85-48c8-9624-df5f4cdfb085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:11.648222 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e6a5dbcf-3d97-46db-94e7-ef03a8f2b7d0 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:11.689828 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-d45a376c-cf85-48c8-9624-df5f4cdfb085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:29:11.690752 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-d45a376c-cf85-48c8-9624-df5f4cdfb085 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:11.692884 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-d45a376c-cf85-48c8-9624-df5f4cdfb085 service neutron] 10.222.0.66 "PUT /v2.0/ports/2dc04ded-5ae4-41a2-9892-ff3320f13cd9 HTTP/1.1" status: 200 len: 1094 time: 0.7850413 Jun 21 15:29:11.693663 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4f9728-3212-488e-9085-e2361ce0805d', 'tag': '2dc04ded-5ae4-41a2-9892-ff3320f13cd9'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:29:11.696953 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a44830b-4258-49a9-b5d2-1ea620e9302a" -d '{"events": [{"name": "network-changed", "server_uuid": "8f4f9728-3212-488e-9085-e2361ce0805d", "tag": "2dc04ded-5ae4-41a2-9892-ff3320f13cd9"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:29:11.730641 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a376c-cf85-48c8-9624-df5f4cdfb085 service neutron] Pushing event updated for resources: {'Port': ['ID=2dc04ded-5ae4-41a2-9892-ff3320f13cd9,revision_number=3']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:11.747576 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d45a376c-cf85-48c8-9624-df5f4cdfb085 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:11.749184 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f5c1fd-e9bc-4bde-9ea1-da059b603c01 x-openstack-request-id: req-95f5c1fd-e9bc-4bde-9ea1-da059b603c01 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:29:11.749522 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f4f9728-3212-488e-9085-e2361ce0805d", "tag": "2dc04ded-5ae4-41a2-9892-ff3320f13cd9", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:29:11.749854 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-95f5c1fd-e9bc-4bde-9ea1-da059b603c01 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:29:11.750306 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f4f9728-3212-488e-9085-e2361ce0805d', 'tag': '2dc04ded-5ae4-41a2-9892-ff3320f13cd9', 'status': 'completed', 'code': 200} Jun 21 15:29:11.802866 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-e5707479-7a48-4edd-9d1e-844fd4f43d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:29:11.804378 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-e5707479-7a48-4edd-9d1e-844fd4f43d94 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4fc4929f7b0c47e98e24a965a9fa366c&device_id=8f4f9728-3212-488e-9085-e2361ce0805d HTTP/1.1" status: 200 len: 1097 time: 0.0704477 Jun 21 15:29:11.847143 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-35e200d3-bcff-47ef-b9f2-c99621703f33 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2dc04ded-5ae4-41a2-9892-ff3320f13cd9 HTTP/1.1" status: 200 len: 217 time: 0.0357156 Jun 21 15:29:11.899622 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-9cad656e-b8fb-4958-add7-fcb73eeb71b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:29:11.901114 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-9cad656e-b8fb-4958-add7-fcb73eeb71b5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4060ebd8-566b-4155-85f3-97d6766ac66c HTTP/1.1" status: 200 len: 855 time: 0.0478890 Jun 21 15:29:11.976178 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-36897e97-f443-43cc-96c0-19f21c9e91fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:29:11.977612 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-36897e97-f443-43cc-96c0-19f21c9e91fa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2a3378f9-df99-45e5-9479-e03415deebf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682554 Jun 21 15:29:12.078459 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-71963f9b-7153-4eee-8666-e695cd6d7e9a service neutron] 10.222.0.66 "GET /v2.0/networks/2a3378f9-df99-45e5-9479-e03415deebf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936852 Jun 21 15:29:12.170447 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b3b765f9-feaf-4325-81b4-ffd7a62ccd40 req-26c90028-6386-46ae-add1-eb0fd2b4508a service neutron] 10.222.0.66 "GET /v2.0/networks/2a3378f9-df99-45e5-9479-e03415deebf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858111 Jun 21 15:29:12.292743 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44830b-4258-49a9-b5d2-1ea620e9302a req-7b364677-2e32-4cb6-9278-19413428e360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:29:12.294288 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4a44830b-4258-49a9-b5d2-1ea620e9302a req-7b364677-2e32-4cb6-9278-19413428e360 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4fc4929f7b0c47e98e24a965a9fa366c&device_id=8f4f9728-3212-488e-9085-e2361ce0805d HTTP/1.1" status: 200 len: 1097 time: 0.0651150 Jun 21 15:29:12.389507 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44830b-4258-49a9-b5d2-1ea620e9302a req-37e7f7d5-d0c3-4bd2-be3d-5195445da13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:29:12.390903 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4a44830b-4258-49a9-b5d2-1ea620e9302a req-37e7f7d5-d0c3-4bd2-be3d-5195445da13f service neutron] 10.222.0.66 "GET /v2.0/networks?id=2a3378f9-df99-45e5-9479-e03415deebf3 HTTP/1.1" status: 200 len: 917 time: 0.0886958 Jun 21 15:29:12.436567 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4a44830b-4258-49a9-b5d2-1ea620e9302a req-ea1892d3-8d14-4a67-8b55-14ebdfd77c15 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2dc04ded-5ae4-41a2-9892-ff3320f13cd9 HTTP/1.1" status: 200 len: 217 time: 0.0387256 Jun 21 15:29:12.485543 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44830b-4258-49a9-b5d2-1ea620e9302a req-9b42eb41-3df1-41e4-8f04-a219c1d7e609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:29:12.487030 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4a44830b-4258-49a9-b5d2-1ea620e9302a req-9b42eb41-3df1-41e4-8f04-a219c1d7e609 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4060ebd8-566b-4155-85f3-97d6766ac66c HTTP/1.1" status: 200 len: 855 time: 0.0441523 Jun 21 15:29:12.592454 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba3ce6-66d3-4999-ac27-5eddff7d6e5d req-1ae7b81f-136c-44ae-8f49-1edc0df51a92 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:29:12.593944 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-63ba3ce6-66d3-4999-ac27-5eddff7d6e5d req-1ae7b81f-136c-44ae-8f49-1edc0df51a92 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f4f9728-3212-488e-9085-e2361ce0805d HTTP/1.1" status: 200 len: 944 time: 0.1015890 Jun 21 15:29:12.596488 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a44830b-4258-49a9-b5d2-1ea620e9302a req-b44d0dc2-f87f-4f8c-a214-7149279e12ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:29:12.597836 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4a44830b-4258-49a9-b5d2-1ea620e9302a req-b44d0dc2-f87f-4f8c-a214-7149279e12ab service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2a3378f9-df99-45e5-9479-e03415deebf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1036947 Jun 21 15:29:12.681644 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-63ba3ce6-66d3-4999-ac27-5eddff7d6e5d req-7c4b7a6b-0989-46a9-ae2d-a55bcd8337ba tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/security-groups?id=45909252-efce-4730-996e-4ddcda82758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802312 Jun 21 15:29:12.721307 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4a44830b-4258-49a9-b5d2-1ea620e9302a req-0ed56b8c-838f-4916-8fab-b461e63a3eea service neutron] 10.222.0.66 "GET /v2.0/networks/2a3378f9-df99-45e5-9479-e03415deebf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137054 Jun 21 15:29:12.816435 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4a44830b-4258-49a9-b5d2-1ea620e9302a req-f12c579d-ed7a-44b1-8a5f-fd964f757a11 service neutron] 10.222.0.66 "GET /v2.0/networks/2a3378f9-df99-45e5-9479-e03415deebf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873713 Jun 21 15:29:13.887231 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151750fd-3f51-422e-ba84-f90b1fa1eeab req-570913dd-b38c-4cb8-8502-22364c95fb6a tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:29:13.888905 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-151750fd-3f51-422e-ba84-f90b1fa1eeab req-570913dd-b38c-4cb8-8502-22364c95fb6a tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f4f9728-3212-488e-9085-e2361ce0805d HTTP/1.1" status: 200 len: 944 time: 0.0746880 Jun 21 15:29:13.933914 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-151750fd-3f51-422e-ba84-f90b1fa1eeab req-92f73abe-bee5-46a9-8319-f0280bcb1c5c tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/security-groups?id=45909252-efce-4730-996e-4ddcda82758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353975 Jun 21 15:29:14.135277 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-02e64e75-450a-40b6-b23f-ae6ac6506c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:14.615414 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 2dc04ded-5ae4-41a2-9892-ff3320f13cd9 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:29:14.723896 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 2dc04ded-5ae4-41a2-9892-ff3320f13cd9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2dc04ded-5ae4-41a2-9892-ff3320f13cd9,segment=NetworkSegment(aa37d710-5378-4e16-9e86-d94510d5cbe1),segment_id=aa37d710-5378-4e16-9e86-d94510d5cbe1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:29:14.735958 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '2dc04ded-5ae4-41a2-9892-ff3320f13cd9', 'network_id': '2a3378f9-df99-45e5-9479-e03415deebf3', 'port_id': '2dc04ded-5ae4-41a2-9892-ff3320f13cd9', 'mac_address': 'fa:16:3e:b8:42:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4060ebd8-566b-4155-85f3-97d6766ac66c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:29:14.783561 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:14.800700 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dc04ded-5ae4-41a2-9892-ff3320f13cd9 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:29:14.822314 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 2dc04ded-5ae4-41a2-9892-ff3320f13cd9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2dc04ded-5ae4-41a2-9892-ff3320f13cd9,segment=NetworkSegment(aa37d710-5378-4e16-9e86-d94510d5cbe1),segment_id=aa37d710-5378-4e16-9e86-d94510d5cbe1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:29:14.828326 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:14.830170 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:14.883623 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=2dc04ded-5ae4-41a2-9892-ff3320f13cd9,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:14.891336 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:14.891682 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:14.892027 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:14.892359 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:14.892690 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:14.893036 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:14.893368 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:14.893692 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:14.894050 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:14.894380 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:14.894695 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:14.895011 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:14.899236 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:15.122638 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fce339-ad71-4c06-945b-b2f55df2eed4 req-71c12863-b0eb-4aa5-aad9-4731c6dee9ab tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:29:15.124270 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-00fce339-ad71-4c06-945b-b2f55df2eed4 req-71c12863-b0eb-4aa5-aad9-4731c6dee9ab tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f4f9728-3212-488e-9085-e2361ce0805d HTTP/1.1" status: 200 len: 945 time: 0.0778317 Jun 21 15:29:15.126221 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['2dc04ded-5ae4-41a2-9892-ff3320f13cd9'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:29:15.164748 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-00fce339-ad71-4c06-945b-b2f55df2eed4 req-980a773a-fc47-4528-8d51-6df6f62eae32 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/security-groups?id=45909252-efce-4730-996e-4ddcda82758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342035 Jun 21 15:29:16.364926 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d3436-6e6b-4b60-8844-798f99ba71b7 req-28523613-b538-4551-972e-8a0e51d256fe tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:29:16.366448 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c11d3436-6e6b-4b60-8844-798f99ba71b7 req-28523613-b538-4551-972e-8a0e51d256fe tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f4f9728-3212-488e-9085-e2361ce0805d HTTP/1.1" status: 200 len: 945 time: 0.0836368 Jun 21 15:29:16.409632 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c11d3436-6e6b-4b60-8844-798f99ba71b7 req-08da5901-c120-467f-b1f9-9315ad2e467e tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/security-groups?id=45909252-efce-4730-996e-4ddcda82758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348272 Jun 21 15:29:16.630282 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 2dc04ded-5ae4-41a2-9892-ff3320f13cd9 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:29:16.657242 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-402d04d5-1eda-487e-b60e-e0b5a15f4fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:16.690282 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port 2dc04ded-5ae4-41a2-9892-ff3320f13cd9 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:29:16.694214 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 2dc04ded-5ae4-41a2-9892-ff3320f13cd9 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:29:16.694585 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:16.775040 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:16.800516 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4f9728-3212-488e-9085-e2361ce0805d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc04ded-5ae4-41a2-9892-ff3320f13cd9'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:29:16.803252 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7972de1-54b2-4a19-b192-f449003cf832" -d '{"events": [{"server_uuid": "8f4f9728-3212-488e-9085-e2361ce0805d", "name": "network-vif-plugged", "status": "completed", "tag": "2dc04ded-5ae4-41a2-9892-ff3320f13cd9"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:29:16.819037 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 2dc04ded-5ae4-41a2-9892-ff3320f13cd9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2dc04ded-5ae4-41a2-9892-ff3320f13cd9,segment=NetworkSegment(aa37d710-5378-4e16-9e86-d94510d5cbe1),segment_id=aa37d710-5378-4e16-9e86-d94510d5cbe1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:29:16.824813 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:16.828122 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-ecf90918-8349-4fcb-b389-0eb7ac93d4f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:16.877290 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=2dc04ded-5ae4-41a2-9892-ff3320f13cd9,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:16.881022 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:16.907234 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1e1b0d-985a-4270-ba58-ab6f244de122 x-openstack-request-id: req-5f1e1b0d-985a-4270-ba58-ab6f244de122 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:29:16.907628 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4f9728-3212-488e-9085-e2361ce0805d", "name": "network-vif-plugged", "status": "completed", "tag": "2dc04ded-5ae4-41a2-9892-ff3320f13cd9", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:29:16.907966 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5f1e1b0d-985a-4270-ba58-ab6f244de122 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:29:16.908416 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4f9728-3212-488e-9085-e2361ce0805d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dc04ded-5ae4-41a2-9892-ff3320f13cd9', 'code': 200} Jun 21 15:29:17.124854 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:17.147097 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a82193-44d5-4de6-8971-d25ae7106b46 req-b3c2a859-9319-4a0f-ac6e-c04acebee54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:29:17.148501 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c1a82193-44d5-4de6-8971-d25ae7106b46 req-b3c2a859-9319-4a0f-ac6e-c04acebee54a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8f4f9728-3212-488e-9085-e2361ce0805d HTTP/1.1" status: 200 len: 1099 time: 0.0582316 Jun 21 15:29:17.188320 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c1a82193-44d5-4de6-8971-d25ae7106b46 req-f98b56b6-6577-429e-b84e-48d67fc17a65 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=45909252-efce-4730-996e-4ddcda82758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325658 Jun 21 15:29:17.612231 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f0e08-64da-4ea7-b72c-c090c4a84821 req-34ea31da-5754-4a52-98d1-f8918c63b860 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:29:17.614491 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a61f0e08-64da-4ea7-b72c-c090c4a84821 req-34ea31da-5754-4a52-98d1-f8918c63b860 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f4f9728-3212-488e-9085-e2361ce0805d HTTP/1.1" status: 200 len: 946 time: 0.0786169 Jun 21 15:29:17.665604 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a61f0e08-64da-4ea7-b72c-c090c4a84821 req-9ad4f459-69c1-4a93-8672-ff47ee749364 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/security-groups?id=45909252-efce-4730-996e-4ddcda82758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438526 Jun 21 15:29:18.207447 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:18.855336 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0503d7-758f-4963-887f-7e789022095d req-8b8e7594-04ad-48ad-9fb7-2e7d4c1bf83a tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:29:18.856847 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ee0503d7-758f-4963-887f-7e789022095d req-8b8e7594-04ad-48ad-9fb7-2e7d4c1bf83a tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f4f9728-3212-488e-9085-e2361ce0805d HTTP/1.1" status: 200 len: 946 time: 0.0691521 Jun 21 15:29:18.898935 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ee0503d7-758f-4963-887f-7e789022095d req-aed5a756-8f99-428b-aa7b-6c48cdb56147 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/security-groups?id=45909252-efce-4730-996e-4ddcda82758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346804 Jun 21 15:29:19.082191 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ec74f-1498-48a1-982b-37a01890362e req-8f9692ac-414b-4287-83ad-24f4bb10c80d tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:29:19.083571 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-537ec74f-1498-48a1-982b-37a01890362e req-8f9692ac-414b-4287-83ad-24f4bb10c80d tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f4f9728-3212-488e-9085-e2361ce0805d HTTP/1.1" status: 200 len: 946 time: 0.0698187 Jun 21 15:29:19.128546 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-537ec74f-1498-48a1-982b-37a01890362e req-f5d5bb6b-5129-4050-880e-86414c649e1a tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/security-groups?id=45909252-efce-4730-996e-4ddcda82758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363791 Jun 21 15:29:19.890162 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:32.098189 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:29:35.570817 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:37.384766 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b7619ff0-56a7-4aaa-813d-25b6f96ecdee req-f75864f3-8445-4190-a615-bfc092a30911 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8f4f9728-3212-488e-9085-e2361ce0805d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1682234 Jun 21 15:29:37.501153 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7619ff0-56a7-4aaa-813d-25b6f96ecdee req-b1c86a73-3db2-4d59-be57-814f1a1dba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:29:37.502605 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b7619ff0-56a7-4aaa-813d-25b6f96ecdee req-b1c86a73-3db2-4d59-be57-814f1a1dba63 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=4fc4929f7b0c47e98e24a965a9fa366c&device_id=8f4f9728-3212-488e-9085-e2361ce0805d HTTP/1.1" status: 200 len: 1099 time: 0.0587106 Jun 21 15:29:37.609619 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7619ff0-56a7-4aaa-813d-25b6f96ecdee req-0863512e-13b5-4516-a1de-bbce5dde7ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:29:37.611126 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b7619ff0-56a7-4aaa-813d-25b6f96ecdee req-0863512e-13b5-4516-a1de-bbce5dde7ad6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=2a3378f9-df99-45e5-9479-e03415deebf3 HTTP/1.1" status: 200 len: 917 time: 0.0869472 Jun 21 15:29:37.657037 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b7619ff0-56a7-4aaa-813d-25b6f96ecdee req-484fc75e-6d18-4c90-a1b3-de5f2703a40c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2dc04ded-5ae4-41a2-9892-ff3320f13cd9 HTTP/1.1" status: 200 len: 217 time: 0.0390058 Jun 21 15:29:37.708434 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7619ff0-56a7-4aaa-813d-25b6f96ecdee req-d245df29-3cf6-459c-83f0-ba7f19d688b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:29:37.710070 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b7619ff0-56a7-4aaa-813d-25b6f96ecdee req-d245df29-3cf6-459c-83f0-ba7f19d688b9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4060ebd8-566b-4155-85f3-97d6766ac66c HTTP/1.1" status: 200 len: 855 time: 0.0450959 Jun 21 15:29:37.770099 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7619ff0-56a7-4aaa-813d-25b6f96ecdee req-01bcbf39-cbc9-4a25-8def-623f121e8d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:29:37.771562 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b7619ff0-56a7-4aaa-813d-25b6f96ecdee req-01bcbf39-cbc9-4a25-8def-623f121e8d63 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=2a3378f9-df99-45e5-9479-e03415deebf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0547321 Jun 21 15:29:37.783488 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [req-b7619ff0-56a7-4aaa-813d-25b6f96ecdee req-eee3c687-a305-4f4e-b251-28edd4377b81 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 15:29:37.784366 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b7619ff0-56a7-4aaa-813d-25b6f96ecdee req-eee3c687-a305-4f4e-b251-28edd4377b81 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052080 Jun 21 15:29:37.884771 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b7619ff0-56a7-4aaa-813d-25b6f96ecdee req-232dbd19-d3ac-4ca9-9188-ffeab4719675 service neutron] 10.222.0.66 "GET /v2.0/networks/2a3378f9-df99-45e5-9479-e03415deebf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927703 Jun 21 15:29:37.985481 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b7619ff0-56a7-4aaa-813d-25b6f96ecdee req-9aa03798-af47-423b-adf5-0055029c90fa service neutron] 10.222.0.66 "GET /v2.0/networks/2a3378f9-df99-45e5-9479-e03415deebf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912054 Jun 21 15:29:39.557983 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b79a274-244c-4fc2-8747-7f01a341a650 req-168a5553-2a23-4e07-bbd9-6bc781f4e55d tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:29:39.560117 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5b79a274-244c-4fc2-8747-7f01a341a650 req-168a5553-2a23-4e07-bbd9-6bc781f4e55d tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f4f9728-3212-488e-9085-e2361ce0805d HTTP/1.1" status: 200 len: 946 time: 0.0735559 Jun 21 15:29:39.602131 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5b79a274-244c-4fc2-8747-7f01a341a650 req-d4956025-367c-4f61-b56a-61c1c39ba56a tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/security-groups?id=45909252-efce-4730-996e-4ddcda82758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360861 Jun 21 15:29:40.788624 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39668bd-eadc-429c-b5f0-cec6744c137a req-b56ea089-69a4-421e-ae5c-24f84f7b16ea tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:29:40.790115 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b39668bd-eadc-429c-b5f0-cec6744c137a req-b56ea089-69a4-421e-ae5c-24f84f7b16ea tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f4f9728-3212-488e-9085-e2361ce0805d HTTP/1.1" status: 200 len: 946 time: 0.0679040 Jun 21 15:29:40.828432 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b39668bd-eadc-429c-b5f0-cec6744c137a req-46453662-a07d-4626-bb70-43709aecaef3 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/security-groups?id=45909252-efce-4730-996e-4ddcda82758a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322289 Jun 21 15:29:41.515980 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b3549-4c1e-4572-8309-0a6329356694 req-caf6df17-a9ae-4e72-b545-08b0e3af7673 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:29:41.517408 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7b6b3549-4c1e-4572-8309-0a6329356694 req-caf6df17-a9ae-4e72-b545-08b0e3af7673 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.66 "GET /v2.0/ports?device_id=8f4f9728-3212-488e-9085-e2361ce0805d HTTP/1.1" status: 200 len: 946 time: 0.0811291 Jun 21 15:29:41.636554 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-7b6b3549-4c1e-4572-8309-0a6329356694 req-387675df-0a16-4050-9004-d413e1759609 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Deleting port 2dc04ded-5ae4-41a2-9892-ff3320f13cd9 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:29:41.636869 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-7b6b3549-4c1e-4572-8309-0a6329356694 req-387675df-0a16-4050-9004-d413e1759609 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:41.724944 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-7b6b3549-4c1e-4572-8309-0a6329356694 req-387675df-0a16-4050-9004-d413e1759609 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] For port 2dc04ded-5ae4-41a2-9892-ff3320f13cd9, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2dc04ded-5ae4-41a2-9892-ff3320f13cd9,segment=NetworkSegment(aa37d710-5378-4e16-9e86-d94510d5cbe1),segment_id=aa37d710-5378-4e16-9e86-d94510d5cbe1)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:29:41.725187 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-7b6b3549-4c1e-4572-8309-0a6329356694 req-387675df-0a16-4050-9004-d413e1759609 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:41.792812 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-7b6b3549-4c1e-4572-8309-0a6329356694 req-387675df-0a16-4050-9004-d413e1759609 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Calling delete_port for 2dc04ded-5ae4-41a2-9892-ff3320f13cd9 owned by compute:nova {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:29:41.940857 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-7b6b3549-4c1e-4572-8309-0a6329356694 req-387675df-0a16-4050-9004-d413e1759609 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:41.948091 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-af6cc49d-52d7-4dae-93f1-394759eb2d05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:41.956436 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['2dc04ded-5ae4-41a2-9892-ff3320f13cd9'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:29:41.990716 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387675df-0a16-4050-9004-d413e1759609 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Pushing event deleted for resources: {'Port': ['ID=2dc04ded-5ae4-41a2-9892-ff3320f13cd9,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:42.010203 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-387675df-0a16-4050-9004-d413e1759609 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:42.012306 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3f6d1492-5855-400d-9c2a-83756255a2f3 req-a390ccb8-3557-4f48-abfa-dc0358312cb6 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.72 "GET /v2.0/ports?device_id=8f4f9728-3212-488e-9085-e2361ce0805d HTTP/1.1" status: 200 len: 210 time: 0.0577781 Jun 21 15:29:42.057013 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b6b3549-4c1e-4572-8309-0a6329356694 req-387675df-0a16-4050-9004-d413e1759609 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] No DVR routers for this DVR port 2dc04ded-5ae4-41a2-9892-ff3320f13cd9 on host hv-neutron-7971 {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:29:42.059681 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-7b6b3549-4c1e-4572-8309-0a6329356694 req-387675df-0a16-4050-9004-d413e1759609 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:42.061967 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7b6b3549-4c1e-4572-8309-0a6329356694 req-387675df-0a16-4050-9004-d413e1759609 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] 10.222.0.66 "DELETE /v2.0/ports/2dc04ded-5ae4-41a2-9892-ff3320f13cd9 HTTP/1.1" status: 204 len: 173 time: 0.5382867 Jun 21 15:29:42.062512 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4f9728-3212-488e-9085-e2361ce0805d', 'name': 'network-vif-deleted', 'tag': '2dc04ded-5ae4-41a2-9892-ff3320f13cd9'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:29:42.064854 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a266d711-254d-4c2b-a57d-e221fe5b8237" -d '{"events": [{"server_uuid": "8f4f9728-3212-488e-9085-e2361ce0805d", "name": "network-vif-deleted", "tag": "2dc04ded-5ae4-41a2-9892-ff3320f13cd9"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:29:42.112806 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee73207-a1e9-478c-9406-0ee25f4df780 x-openstack-request-id: req-1ee73207-a1e9-478c-9406-0ee25f4df780 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:29:42.113156 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4f9728-3212-488e-9085-e2361ce0805d", "name": "network-vif-deleted", "tag": "2dc04ded-5ae4-41a2-9892-ff3320f13cd9", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:29:42.113466 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1ee73207-a1e9-478c-9406-0ee25f4df780 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:29:42.114919 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4f9728-3212-488e-9085-e2361ce0805d', 'name': 'network-vif-deleted', 'tag': '2dc04ded-5ae4-41a2-9892-ff3320f13cd9', 'status': 'completed', 'code': 200} Jun 21 15:29:43.147523 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44056) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:29:43.871313 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-06ba9382-8a4b-45f3-a55e-28942483926e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:44.131654 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-da3e1a76-2412-4556-a439-8fb118f34a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:44.146169 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-06ba9382-8a4b-45f3-a55e-28942483926e admin admin] Deleting port cad008a8-25f3-4eb5-8e33-6a976da2cc79 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:29:44.146528 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-06ba9382-8a4b-45f3-a55e-28942483926e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:44.239108 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-06ba9382-8a4b-45f3-a55e-28942483926e admin admin] For port cad008a8-25f3-4eb5-8e33-6a976da2cc79, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=cad008a8-25f3-4eb5-8e33-6a976da2cc79,segment=NetworkSegment(aa37d710-5378-4e16-9e86-d94510d5cbe1),segment_id=aa37d710-5378-4e16-9e86-d94510d5cbe1)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:29:44.239832 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-06ba9382-8a4b-45f3-a55e-28942483926e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:44.302970 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-06ba9382-8a4b-45f3-a55e-28942483926e admin admin] Calling delete_port for cad008a8-25f3-4eb5-8e33-6a976da2cc79 owned by network:router_interface {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:29:44.502959 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-06ba9382-8a4b-45f3-a55e-28942483926e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:44.504962 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7611f9f4-e798-4a87-b99b-dd1b57488c89 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:44.532098 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba9382-8a4b-45f3-a55e-28942483926e admin admin] Pushing event deleted for resources: {'Port': ['ID=cad008a8-25f3-4eb5-8e33-6a976da2cc79,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:44.543389 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ba9382-8a4b-45f3-a55e-28942483926e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:44.543780 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ba9382-8a4b-45f3-a55e-28942483926e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:44.544158 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ba9382-8a4b-45f3-a55e-28942483926e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:44.544531 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ba9382-8a4b-45f3-a55e-28942483926e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:44.544964 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ba9382-8a4b-45f3-a55e-28942483926e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:44.545326 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ba9382-8a4b-45f3-a55e-28942483926e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:44.545707 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ba9382-8a4b-45f3-a55e-28942483926e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:44.546087 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ba9382-8a4b-45f3-a55e-28942483926e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:44.546451 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ba9382-8a4b-45f3-a55e-28942483926e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:44.546804 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ba9382-8a4b-45f3-a55e-28942483926e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:44.547182 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ba9382-8a4b-45f3-a55e-28942483926e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:44.547528 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ba9382-8a4b-45f3-a55e-28942483926e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:44.566105 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-06ba9382-8a4b-45f3-a55e-28942483926e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:44.709422 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-06ba9382-8a4b-45f3-a55e-28942483926e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:44.831791 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 2dc04ded-5ae4-41a2-9892-ff3320f13cd9 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:29:44.851834 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: 2dc04ded-5ae4-41a2-9892-ff3320f13cd9 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:29:44.852182 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 2dc04ded-5ae4-41a2-9892-ff3320f13cd9 not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:29:44.930638 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ba9382-8a4b-45f3-a55e-28942483926e admin admin] Router d2e01920-33a0-41ec-868e-47437bce58cd has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:29:45.045865 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ba9382-8a4b-45f3-a55e-28942483926e admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:29:45.050860 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-06ba9382-8a4b-45f3-a55e-28942483926e admin admin] 10.222.0.72 "PUT /v2.0/routers/d2e01920-33a0-41ec-868e-47437bce58cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9022763 Jun 21 15:29:45.053801 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44062) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:29:45.055066 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdd1fa7-b020-4131-af14-de2e5cf120ac None None] Sync routers for ids ['d2e01920-33a0-41ec-868e-47437bce58cd'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:29:45.065364 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdd1fa7-b020-4131-af14-de2e5cf120ac None None] Routers {'d2e01920-33a0-41ec-868e-47437bce58cd'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:29:45.066028 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-8cdd1fa7-b020-4131-af14-de2e5cf120ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:29:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['d2e01920-33a0-41ec-868e-47437bce58cd'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:29:45.160087 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-52ee0441-076d-45d8-be45-ebefb5daf6af admin admin] Notify callbacks [] for router, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:45.173802 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-8cdd1fa7-b020-4131-af14-de2e5cf120ac None None] Set router d2e01920-33a0-41ec-868e-47437bce58cd gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:29:45.264541 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-52ee0441-076d-45d8-be45-ebefb5daf6af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:45.318718 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-52ee0441-076d-45d8-be45-ebefb5daf6af admin admin] Deleting port 67ce2ef1-55df-4066-8d4c-c745f6d2a716 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:29:45.319005 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-52ee0441-076d-45d8-be45-ebefb5daf6af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:45.351792 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-8cdd1fa7-b020-4131-af14-de2e5cf120ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e01920-33a0-41ec-868e-47437bce58cd', 'name': 'tempest-TestEncryptedCinderVolumes-522224692-router', 'tenant_id': '4fc4929f7b0c47e98e24a965a9fa366c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.248'}], 'enable_snat': True}, 'gw_port_id': '67ce2ef1-55df-4066-8d4c-c745f6d2a716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:28:19Z', 'updated_at': '2021-06-21T15:29:44Z', 'revision_number': 5, 'project_id': '4fc4929f7b0c47e98e24a965a9fa366c', 'gw_port': {'id': '67ce2ef1-55df-4066-8d4c-c745f6d2a716', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:82:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e01920-33a0-41ec-868e-47437bce58cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:28:19Z', 'updated_at': '2021-06-21T15:28:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:29:45.377622 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdd1fa7-b020-4131-af14-de2e5cf120ac None None] Checking router: d2e01920-33a0-41ec-868e-47437bce58cd for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:29:45.386064 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdd1fa7-b020-4131-af14-de2e5cf120ac None None] Routers {'d2e01920-33a0-41ec-868e-47437bce58cd'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:29:45.386682 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-8cdd1fa7-b020-4131-af14-de2e5cf120ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:29:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['d2e01920-33a0-41ec-868e-47437bce58cd'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:29:45.402285 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-52ee0441-076d-45d8-be45-ebefb5daf6af admin admin] For port 67ce2ef1-55df-4066-8d4c-c745f6d2a716, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=67ce2ef1-55df-4066-8d4c-c745f6d2a716,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:29:45.403837 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-52ee0441-076d-45d8-be45-ebefb5daf6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:45.473271 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-52ee0441-076d-45d8-be45-ebefb5daf6af admin admin] Calling delete_port for 67ce2ef1-55df-4066-8d4c-c745f6d2a716 owned by network:router_gateway {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:29:45.486768 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-8cdd1fa7-b020-4131-af14-de2e5cf120ac None None] Set router d2e01920-33a0-41ec-868e-47437bce58cd gateway port host: None {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:29:45.543692 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-8cdd1fa7-b020-4131-af14-de2e5cf120ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2e01920-33a0-41ec-868e-47437bce58cd', 'name': 'tempest-TestEncryptedCinderVolumes-522224692-router', 'tenant_id': '4fc4929f7b0c47e98e24a965a9fa366c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:28:19Z', 'updated_at': '2021-06-21T15:29:45Z', 'revision_number': 6, 'project_id': '4fc4929f7b0c47e98e24a965a9fa366c', 'gw_port_host': None}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:29:45.570563 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdd1fa7-b020-4131-af14-de2e5cf120ac None None] The sync data for ids ['d2e01920-33a0-41ec-868e-47437bce58cd'] in dv-neutron-797121-2-hyperv is: [{'id': 'd2e01920-33a0-41ec-868e-47437bce58cd', 'name': 'tempest-TestEncryptedCinderVolumes-522224692-router', 'tenant_id': '4fc4929f7b0c47e98e24a965a9fa366c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:28:19Z', 'updated_at': '2021-06-21T15:29:45Z', 'revision_number': 6, 'project_id': '4fc4929f7b0c47e98e24a965a9fa366c', 'gw_port_host': None}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:29:45.648706 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-52ee0441-076d-45d8-be45-ebefb5daf6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:45.650807 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6ba33619-59b5-4173-92f4-1d8199c253fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:45.674774 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee0441-076d-45d8-be45-ebefb5daf6af admin admin] Pushing event deleted for resources: {'Port': ['ID=67ce2ef1-55df-4066-8d4c-c745f6d2a716,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:45.677907 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-52ee0441-076d-45d8-be45-ebefb5daf6af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:45.743318 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-52ee0441-076d-45d8-be45-ebefb5daf6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:45.846526 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-52ee0441-076d-45d8-be45-ebefb5daf6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:45.848643 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-52ee0441-076d-45d8-be45-ebefb5daf6af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:45.901336 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-52ee0441-076d-45d8-be45-ebefb5daf6af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:45.901879 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ee0441-076d-45d8-be45-ebefb5daf6af admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2e01920-33a0-41ec-868e-47437bce58cd {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 15:29:45.907925 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-52ee0441-076d-45d8-be45-ebefb5daf6af admin admin] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:45.909210 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-52ee0441-076d-45d8-be45-ebefb5daf6af admin admin] 10.222.0.72 "DELETE /v2.0/routers/d2e01920-33a0-41ec-868e-47437bce58cd HTTP/1.1" status: 204 len: 168 time: 0.8544643 Jun 21 15:29:45.911730 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44064) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:29:45.958890 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-8791f280-d4bb-42dd-8156-78fde39bf00d admin admin] Deleting subnet 4060ebd8-566b-4155-85f3-97d6766ac66c {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 15:29:45.962460 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8791f280-d4bb-42dd-8156-78fde39bf00d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:46.006256 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8791f280-d4bb-42dd-8156-78fde39bf00d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:46.088027 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8791f280-d4bb-42dd-8156-78fde39bf00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:46.142999 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8791f280-d4bb-42dd-8156-78fde39bf00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:46.145136 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-786af500-6034-463f-b324-a6384bb63231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:46.170711 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8791f280-d4bb-42dd-8156-78fde39bf00d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4060ebd8-566b-4155-85f3-97d6766ac66c,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:46.173193 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8791f280-d4bb-42dd-8156-78fde39bf00d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:46.176721 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8791f280-d4bb-42dd-8156-78fde39bf00d admin admin] 10.222.0.72 "DELETE /v2.0/subnets/4060ebd8-566b-4155-85f3-97d6766ac66c HTTP/1.1" status: 204 len: 168 time: 0.2639658 Jun 21 15:29:46.177727 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8791f280-d4bb-42dd-8156-78fde39bf00d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:46.178342 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44066) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:29:46.179277 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89cdebfa-8ce1-4fbc-bdf5-f3a3b7f3b558 None None] Network 2a3378f9-df99-45e5-9479-e03415deebf3 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:29:46.253737 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d3ed133a-b9fd-4517-b48d-0734703e8722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:46.312653 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-d3ed133a-b9fd-4517-b48d-0734703e8722 admin admin] Deleting port 25c4e88b-ab29-4d62-91d5-66727d4268b8 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:29:46.314193 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d3ed133a-b9fd-4517-b48d-0734703e8722 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:46.377904 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8520e2-4c73-40e9-b205-dd08eb037410 None None] DHCP port deletion for 2a3378f9-df99-45e5-9479-e03415deebf3 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 15:29:46.384347 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-d3ed133a-b9fd-4517-b48d-0734703e8722 admin admin] For port 25c4e88b-ab29-4d62-91d5-66727d4268b8, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=25c4e88b-ab29-4d62-91d5-66727d4268b8,segment=NetworkSegment(aa37d710-5378-4e16-9e86-d94510d5cbe1),segment_id=aa37d710-5378-4e16-9e86-d94510d5cbe1)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:29:46.384703 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d3ed133a-b9fd-4517-b48d-0734703e8722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:46.425890 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6c8520e2-4c73-40e9-b205-dd08eb037410 None None] Deleting port 25c4e88b-ab29-4d62-91d5-66727d4268b8 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:29:46.426237 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6c8520e2-4c73-40e9-b205-dd08eb037410 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:46.452714 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-d3ed133a-b9fd-4517-b48d-0734703e8722 admin admin] Calling delete_port for 25c4e88b-ab29-4d62-91d5-66727d4268b8 owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:29:46.492052 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6c8520e2-4c73-40e9-b205-dd08eb037410 None None] For port 25c4e88b-ab29-4d62-91d5-66727d4268b8, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=25c4e88b-ab29-4d62-91d5-66727d4268b8,segment=NetworkSegment(aa37d710-5378-4e16-9e86-d94510d5cbe1),segment_id=aa37d710-5378-4e16-9e86-d94510d5cbe1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:29:46.492447 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6c8520e2-4c73-40e9-b205-dd08eb037410 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:46.502168 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device cad008a8-25f3-4eb5-8e33-6a976da2cc79 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:29:46.547570 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d3ed133a-b9fd-4517-b48d-0734703e8722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:46.548759 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: cad008a8-25f3-4eb5-8e33-6a976da2cc79 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:29:46.549206 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device cad008a8-25f3-4eb5-8e33-6a976da2cc79 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:29:46.549986 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 67ce2ef1-55df-4066-8d4c-c745f6d2a716 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:29:46.552551 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-701dfb25-29bb-4aeb-b391-d9bf4ec8eebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:46.585208 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed133a-b9fd-4517-b48d-0734703e8722 admin admin] Pushing event deleted for resources: {'Port': ['ID=25c4e88b-ab29-4d62-91d5-66727d4268b8,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:46.588500 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d3ed133a-b9fd-4517-b48d-0734703e8722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:46.589273 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ed133a-b9fd-4517-b48d-0734703e8722 admin admin] No DVR routers for this DVR port 25c4e88b-ab29-4d62-91d5-66727d4268b8 on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:29:46.596839 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6c8520e2-4c73-40e9-b205-dd08eb037410 None None] Calling delete_port for 25c4e88b-ab29-4d62-91d5-66727d4268b8 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:29:46.601217 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 67ce2ef1-55df-4066-8d4c-c745f6d2a716 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:29:46.601487 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 67ce2ef1-55df-4066-8d4c-c745f6d2a716 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:29:46.601999 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 25c4e88b-ab29-4d62-91d5-66727d4268b8 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:29:46.632623 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 25c4e88b-ab29-4d62-91d5-66727d4268b8 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:29:46.632623 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 25c4e88b-ab29-4d62-91d5-66727d4268b8 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:29:46.672697 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a24c2f31-1ae3-4fb5-8bca-90f970bc7805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:46.676493 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d3ed133a-b9fd-4517-b48d-0734703e8722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:46.688088 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-d3ed133a-b9fd-4517-b48d-0734703e8722 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a3378f9-df99-45e5-9479-e03415deebf3']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:29:46.698603 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-d3ed133a-b9fd-4517-b48d-0734703e8722 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa37d710-5378-4e16-9e86-d94510d5cbe1') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:29:46.698872 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-d3ed133a-b9fd-4517-b48d-0734703e8722 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa37d710-5378-4e16-9e86-d94510d5cbe1') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:29:46.706147 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6c8520e2-4c73-40e9-b205-dd08eb037410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:46.708855 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:46.711368 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d3ed133a-b9fd-4517-b48d-0734703e8722 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:46.730299 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d3ed133a-b9fd-4517-b48d-0734703e8722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:46.736973 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3ed133a-b9fd-4517-b48d-0734703e8722 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 15:29:46.737717 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d3ed133a-b9fd-4517-b48d-0734703e8722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:46.738463 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8520e2-4c73-40e9-b205-dd08eb037410 None None] Pushing event deleted for resources: {'Port': ['ID=25c4e88b-ab29-4d62-91d5-66727d4268b8,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:46.739573 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 15:29:46.739573 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 15:29:46.739573 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 15:29:46.739573 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 15:29:46.739573 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 15:29:46.739573 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 15:29:46.739573 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 15:29:46.739573 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 15:29:46.739573 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 15:29:46.739573 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 15:29:46.739573 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 15:29:46.739573 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 15:29:46.739573 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 15:29:46.739573 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 15:29:46.739573 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 15:29:46.739573 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 15:29:46.739573 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 15:29:46.739573 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 15:29:46.739573 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 15:29:46.739573 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 15:29:46.739573 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 15:29:46.739573 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 15:29:46.739573 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 15:29:46.739573 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 15:29:46.739573 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 15:29:46.739573 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 15:29:46.739573 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 15:29:46.739573 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 15:29:46.739573 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 15:29:46.739573 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 15:29:46.739573 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 15:29:46.739573 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 15:29:46.743697 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6c8520e2-4c73-40e9-b205-dd08eb037410 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:46.744576 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8520e2-4c73-40e9-b205-dd08eb037410 None None] No DVR routers for this DVR port 25c4e88b-ab29-4d62-91d5-66727d4268b8 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:29:46.804403 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d3ed133a-b9fd-4517-b48d-0734703e8722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:46.809432 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d3ed133a-b9fd-4517-b48d-0734703e8722 admin admin] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:46.811486 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d3ed133a-b9fd-4517-b48d-0734703e8722 admin admin] 10.222.0.72 "DELETE /v2.0/networks/2a3378f9-df99-45e5-9479-e03415deebf3 HTTP/1.1" status: 204 len: 168 time: 0.6320648 Jun 21 15:29:46.812205 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2df0a13d-e04a-4120-965a-85adb4dbf1e7 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:46.814587 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44068) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:29:46.825085 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed133a-b9fd-4517-b48d-0734703e8722 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a3378f9-df99-45e5-9479-e03415deebf3,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:46.827931 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d3ed133a-b9fd-4517-b48d-0734703e8722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:47.125678 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:47.257180 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9df6695a-d702-456d-b9b7-9fe2176c96b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:47.870951 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-9df6695a-d702-456d-b9b7-9fe2176c96b8 admin admin] Deleting port 2f22e75b-b08a-4e68-beb5-11d338057f49 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:29:47.871678 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9df6695a-d702-456d-b9b7-9fe2176c96b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:47.969235 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-9df6695a-d702-456d-b9b7-9fe2176c96b8 admin admin] For port 2f22e75b-b08a-4e68-beb5-11d338057f49, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=2f22e75b-b08a-4e68-beb5-11d338057f49,segment=NetworkSegment(8a5de239-cb54-4030-8986-703d54e26402),segment_id=8a5de239-cb54-4030-8986-703d54e26402)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:29:47.969594 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9df6695a-d702-456d-b9b7-9fe2176c96b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:48.036454 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-9df6695a-d702-456d-b9b7-9fe2176c96b8 admin admin] Calling delete_port for 2f22e75b-b08a-4e68-beb5-11d338057f49 owned by network:router_interface {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:29:48.208398 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:48.246378 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9df6695a-d702-456d-b9b7-9fe2176c96b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:48.248587 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ebc05fca-0e68-454d-861e-c76e32b8aa5b tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:48.271986 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6695a-d702-456d-b9b7-9fe2176c96b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f22e75b-b08a-4e68-beb5-11d338057f49,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:48.274940 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9df6695a-d702-456d-b9b7-9fe2176c96b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:48.452020 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9df6695a-d702-456d-b9b7-9fe2176c96b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:48.678675 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df6695a-d702-456d-b9b7-9fe2176c96b8 admin admin] Router d69bb724-4988-4c2a-b6e6-e0c99f0726ac has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:29:48.788023 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df6695a-d702-456d-b9b7-9fe2176c96b8 admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:29:48.793953 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9df6695a-d702-456d-b9b7-9fe2176c96b8 admin admin] 10.222.0.72 "PUT /v2.0/routers/d69bb724-4988-4c2a-b6e6-e0c99f0726ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9775441 Jun 21 15:29:48.796378 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44070) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:29:48.797152 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79265da7-b8aa-4075-a144-cb7e1c2f6479 None None] Sync routers for ids ['d69bb724-4988-4c2a-b6e6-e0c99f0726ac'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:29:48.807847 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79265da7-b8aa-4075-a144-cb7e1c2f6479 None None] Routers {'d69bb724-4988-4c2a-b6e6-e0c99f0726ac'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:29:48.808499 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-79265da7-b8aa-4075-a144-cb7e1c2f6479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:29:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['d69bb724-4988-4c2a-b6e6-e0c99f0726ac'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:29:48.909254 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bc37db4e-910e-419d-b9aa-1c45a8571810 admin admin] Notify callbacks [] for router, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:48.916180 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-79265da7-b8aa-4075-a144-cb7e1c2f6479 None None] Set router d69bb724-4988-4c2a-b6e6-e0c99f0726ac gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:29:49.015700 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bc37db4e-910e-419d-b9aa-1c45a8571810 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:49.074970 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-bc37db4e-910e-419d-b9aa-1c45a8571810 admin admin] Deleting port 16882ce5-b5bc-421a-83d7-0a44806c3dc7 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:29:49.075213 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bc37db4e-910e-419d-b9aa-1c45a8571810 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:49.159151 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-bc37db4e-910e-419d-b9aa-1c45a8571810 admin admin] For port 16882ce5-b5bc-421a-83d7-0a44806c3dc7, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=16882ce5-b5bc-421a-83d7-0a44806c3dc7,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:29:49.159473 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bc37db4e-910e-419d-b9aa-1c45a8571810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:49.183860 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-79265da7-b8aa-4075-a144-cb7e1c2f6479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69bb724-4988-4c2a-b6e6-e0c99f0726ac', 'name': 'tempest-TestEncryptedCinderVolumes-1136424438-router', 'tenant_id': '50d8bd78427b45bb8d98087c1e8a8ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.225'}], 'enable_snat': True}, 'gw_port_id': '16882ce5-b5bc-421a-83d7-0a44806c3dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:28:24Z', 'updated_at': '2021-06-21T15:29:48Z', 'revision_number': 5, 'project_id': '50d8bd78427b45bb8d98087c1e8a8ac0', 'gw_port': {'id': '16882ce5-b5bc-421a-83d7-0a44806c3dc7', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a1:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69bb724-4988-4c2a-b6e6-e0c99f0726ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:28:24Z', 'updated_at': '2021-06-21T15:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:29:49.209237 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79265da7-b8aa-4075-a144-cb7e1c2f6479 None None] Checking router: d69bb724-4988-4c2a-b6e6-e0c99f0726ac for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:29:49.218348 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79265da7-b8aa-4075-a144-cb7e1c2f6479 None None] Routers {'d69bb724-4988-4c2a-b6e6-e0c99f0726ac'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:29:49.218969 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-79265da7-b8aa-4075-a144-cb7e1c2f6479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:29:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['d69bb724-4988-4c2a-b6e6-e0c99f0726ac'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:29:49.231735 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-bc37db4e-910e-419d-b9aa-1c45a8571810 admin admin] Calling delete_port for 16882ce5-b5bc-421a-83d7-0a44806c3dc7 owned by network:router_gateway {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:29:49.304070 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-79265da7-b8aa-4075-a144-cb7e1c2f6479 None None] Set router d69bb724-4988-4c2a-b6e6-e0c99f0726ac gateway port host: None {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:29:49.356317 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-79265da7-b8aa-4075-a144-cb7e1c2f6479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69bb724-4988-4c2a-b6e6-e0c99f0726ac', 'name': 'tempest-TestEncryptedCinderVolumes-1136424438-router', 'tenant_id': '50d8bd78427b45bb8d98087c1e8a8ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:28:24Z', 'updated_at': '2021-06-21T15:29:49Z', 'revision_number': 6, 'project_id': '50d8bd78427b45bb8d98087c1e8a8ac0', 'gw_port_host': None}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:29:49.382360 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79265da7-b8aa-4075-a144-cb7e1c2f6479 None None] The sync data for ids ['d69bb724-4988-4c2a-b6e6-e0c99f0726ac'] in dv-neutron-797121-2-hyperv is: [{'id': 'd69bb724-4988-4c2a-b6e6-e0c99f0726ac', 'name': 'tempest-TestEncryptedCinderVolumes-1136424438-router', 'tenant_id': '50d8bd78427b45bb8d98087c1e8a8ac0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:28:24Z', 'updated_at': '2021-06-21T15:29:49Z', 'revision_number': 6, 'project_id': '50d8bd78427b45bb8d98087c1e8a8ac0', 'gw_port_host': None}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:29:49.399645 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bc37db4e-910e-419d-b9aa-1c45a8571810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:49.402361 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8a557cfe-4899-420a-be1f-d27460a47caf tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:49.430875 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37db4e-910e-419d-b9aa-1c45a8571810 admin admin] Pushing event deleted for resources: {'Port': ['ID=16882ce5-b5bc-421a-83d7-0a44806c3dc7,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:49.434196 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bc37db4e-910e-419d-b9aa-1c45a8571810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:49.500923 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bc37db4e-910e-419d-b9aa-1c45a8571810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:49.590695 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bc37db4e-910e-419d-b9aa-1c45a8571810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:49.592990 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bc37db4e-910e-419d-b9aa-1c45a8571810 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:49.643796 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bc37db4e-910e-419d-b9aa-1c45a8571810 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:49.644417 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc37db4e-910e-419d-b9aa-1c45a8571810 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d69bb724-4988-4c2a-b6e6-e0c99f0726ac {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 15:29:49.649266 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bc37db4e-910e-419d-b9aa-1c45a8571810 admin admin] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:49.650725 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-bc37db4e-910e-419d-b9aa-1c45a8571810 admin admin] 10.222.0.72 "DELETE /v2.0/routers/d69bb724-4988-4c2a-b6e6-e0c99f0726ac HTTP/1.1" status: 204 len: 168 time: 0.8530965 Jun 21 15:29:49.653536 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44072) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:29:49.711114 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-4480ab58-4337-498f-895e-34992fa6daca admin admin] Deleting subnet 5a19b57b-704c-4f9a-b6d4-7174b1ca31bc {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 15:29:49.714986 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4480ab58-4337-498f-895e-34992fa6daca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:49.753200 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4480ab58-4337-498f-895e-34992fa6daca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:49.832999 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4480ab58-4337-498f-895e-34992fa6daca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:49.896296 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:49.900971 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4480ab58-4337-498f-895e-34992fa6daca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:49.903222 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3b0e6bad-a1b8-4df6-afa1-3aa87e69aea8 tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:49.926373 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480ab58-4337-498f-895e-34992fa6daca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a19b57b-704c-4f9a-b6d4-7174b1ca31bc,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:49.928892 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4480ab58-4337-498f-895e-34992fa6daca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:49.933211 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4480ab58-4337-498f-895e-34992fa6daca admin admin] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:49.935118 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4480ab58-4337-498f-895e-34992fa6daca admin admin] 10.222.0.72 "DELETE /v2.0/subnets/5a19b57b-704c-4f9a-b6d4-7174b1ca31bc HTTP/1.1" status: 204 len: 168 time: 0.2798965 Jun 21 15:29:49.938052 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44074) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:29:49.938645 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96711142-f559-4e5a-843f-542641831e1b None None] Network 9b7b395a-3496-4b73-919a-0ba233176be4 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:29:50.143450 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46aee53c-839f-481a-8dd5-27a4a31b1840 None None] DHCP port deletion for 9b7b395a-3496-4b73-919a-0ba233176be4 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 15:29:50.194112 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-46aee53c-839f-481a-8dd5-27a4a31b1840 None None] Deleting port 9e10f6cc-2f3f-4581-8ceb-e8a278001c65 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:29:50.194611 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-46aee53c-839f-481a-8dd5-27a4a31b1840 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:50.262225 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-46aee53c-839f-481a-8dd5-27a4a31b1840 None None] For port 9e10f6cc-2f3f-4581-8ceb-e8a278001c65, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=9e10f6cc-2f3f-4581-8ceb-e8a278001c65,segment=NetworkSegment(8a5de239-cb54-4030-8986-703d54e26402),segment_id=8a5de239-cb54-4030-8986-703d54e26402)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:29:50.262622 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-46aee53c-839f-481a-8dd5-27a4a31b1840 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:50.333267 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-46aee53c-839f-481a-8dd5-27a4a31b1840 None None] Calling delete_port for 9e10f6cc-2f3f-4581-8ceb-e8a278001c65 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:29:50.384922 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-968b4fae-fc84-4432-8cb9-2ef29010c02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:50.423521 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-46aee53c-839f-481a-8dd5-27a4a31b1840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:50.426706 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f21926d2-4d07-431f-a1bd-fed54c18579e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:50.446483 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-968b4fae-fc84-4432-8cb9-2ef29010c02c admin admin] Deleting port 9e10f6cc-2f3f-4581-8ceb-e8a278001c65 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:29:50.446836 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-968b4fae-fc84-4432-8cb9-2ef29010c02c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:50.460089 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46aee53c-839f-481a-8dd5-27a4a31b1840 None None] No DVR routers for this DVR port 9e10f6cc-2f3f-4581-8ceb-e8a278001c65 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:29:50.464197 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aee53c-839f-481a-8dd5-27a4a31b1840 None None] Pushing event deleted for resources: {'Port': ['ID=9e10f6cc-2f3f-4581-8ceb-e8a278001c65,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:50.466945 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-46aee53c-839f-481a-8dd5-27a4a31b1840 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:50.512040 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9e10f6cc-2f3f-4581-8ceb-e8a278001c65 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:29:50.523993 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-968b4fae-fc84-4432-8cb9-2ef29010c02c admin admin] For port 9e10f6cc-2f3f-4581-8ceb-e8a278001c65, host dv-neutron-797121-2-hyperv, got binding levels [] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:29:50.524344 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-968b4fae-fc84-4432-8cb9-2ef29010c02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:50.533231 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 9e10f6cc-2f3f-4581-8ceb-e8a278001c65 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:29:50.533609 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9e10f6cc-2f3f-4581-8ceb-e8a278001c65 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:29:50.534046 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 16882ce5-b5bc-421a-83d7-0a44806c3dc7 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:29:50.552871 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 16882ce5-b5bc-421a-83d7-0a44806c3dc7 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:29:50.553218 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 16882ce5-b5bc-421a-83d7-0a44806c3dc7 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:29:50.553630 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 2f22e75b-b08a-4e68-beb5-11d338057f49 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:29:50.573642 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 2f22e75b-b08a-4e68-beb5-11d338057f49 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:29:50.574026 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 2f22e75b-b08a-4e68-beb5-11d338057f49 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:29:50.592518 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-968b4fae-fc84-4432-8cb9-2ef29010c02c admin admin] Calling delete_port for 9e10f6cc-2f3f-4581-8ceb-e8a278001c65 owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:29:50.595801 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.ipam_backend_mixin [None req-968b4fae-fc84-4432-8cb9-2ef29010c02c admin admin] Port 9e10f6cc-2f3f-4581-8ceb-e8a278001c65 was not found and therefore no delete operation was performed {{(pid=105225) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 21 15:29:50.596901 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-968b4fae-fc84-4432-8cb9-2ef29010c02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:50.598854 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-915a3d44-4df5-49c8-8244-d6ce92feaf96 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:50.623369 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b4fae-fc84-4432-8cb9-2ef29010c02c admin admin] Pushing event deleted for resources: {'Port': ['ID=9e10f6cc-2f3f-4581-8ceb-e8a278001c65,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:50.626327 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-968b4fae-fc84-4432-8cb9-2ef29010c02c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:50.627198 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968b4fae-fc84-4432-8cb9-2ef29010c02c admin admin] No DVR routers for this DVR port 9e10f6cc-2f3f-4581-8ceb-e8a278001c65 on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:29:50.699433 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-968b4fae-fc84-4432-8cb9-2ef29010c02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:50.709170 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-968b4fae-fc84-4432-8cb9-2ef29010c02c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b7b395a-3496-4b73-919a-0ba233176be4']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:29:50.719628 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-968b4fae-fc84-4432-8cb9-2ef29010c02c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a5de239-cb54-4030-8986-703d54e26402') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:29:50.719923 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-968b4fae-fc84-4432-8cb9-2ef29010c02c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a5de239-cb54-4030-8986-703d54e26402') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:29:50.728611 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-968b4fae-fc84-4432-8cb9-2ef29010c02c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:50.748453 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-968b4fae-fc84-4432-8cb9-2ef29010c02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:50.754458 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-968b4fae-fc84-4432-8cb9-2ef29010c02c admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 15:29:50.754838 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-968b4fae-fc84-4432-8cb9-2ef29010c02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:50.756483 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 15:29:50.756483 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 15:29:50.756483 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 15:29:50.756483 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 15:29:50.756483 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 15:29:50.756483 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 15:29:50.756483 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 15:29:50.756483 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 15:29:50.756483 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 15:29:50.756483 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 15:29:50.756483 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 15:29:50.756483 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 15:29:50.756483 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 15:29:50.756483 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 15:29:50.756483 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 15:29:50.756483 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 15:29:50.756483 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 15:29:50.756483 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 15:29:50.756483 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 15:29:50.756483 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 15:29:50.756483 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 15:29:50.756483 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 15:29:50.756483 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 15:29:50.756483 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 15:29:50.756483 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 15:29:50.756483 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 15:29:50.756483 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 15:29:50.756483 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 15:29:50.756483 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 15:29:50.756483 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 15:29:50.756483 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 15:29:50.756483 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 15:29:50.813670 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-968b4fae-fc84-4432-8cb9-2ef29010c02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:50.817347 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b6ab1806-530d-412f-9d47-bebdde5880c6 tempest-NetworksIpV6TestAttrs-1576713333 tempest-NetworksIpV6TestAttrs-1576713333-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:50.820736 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-968b4fae-fc84-4432-8cb9-2ef29010c02c admin admin] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:50.822586 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-968b4fae-fc84-4432-8cb9-2ef29010c02c admin admin] 10.222.0.72 "DELETE /v2.0/networks/9b7b395a-3496-4b73-919a-0ba233176be4 HTTP/1.1" status: 204 len: 168 time: 0.8835669 Jun 21 15:29:50.832885 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b4fae-fc84-4432-8cb9-2ef29010c02c admin admin] Pushing event deleted for resources: {'Network': ['ID=9b7b395a-3496-4b73-919a-0ba233176be4,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:50.835212 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-968b4fae-fc84-4432-8cb9-2ef29010c02c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:51.010399 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44078) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:29:51.051419 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3c72a0fc-65f6-49a3-8247-dd1d5435e531 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4fc4929f7b0c47e98e24a965a9fa366c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397286 Jun 21 15:29:51.054067 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44080) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:29:51.118081 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-48460404-2c39-48fa-aae6-0944007b3245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:51.140023 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-48460404-2c39-48fa-aae6-0944007b3245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:51.192720 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-48460404-2c39-48fa-aae6-0944007b3245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:51.196118 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-48460404-2c39-48fa-aae6-0944007b3245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:51.197245 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-48460404-2c39-48fa-aae6-0944007b3245 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/45909252-efce-4730-996e-4ddcda82758a HTTP/1.1" status: 204 len: 168 time: 0.1420393 Jun 21 15:29:51.198121 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e0154ce8-6c34-4385-9bdc-9d1a5a9d7f67 tempest-NegativeSecGroupTest-1489935648 tempest-NegativeSecGroupTest-1489935648-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:51.206231 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48460404-2c39-48fa-aae6-0944007b3245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45909252-efce-4730-996e-4ddcda82758a,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:51.209714 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-48460404-2c39-48fa-aae6-0944007b3245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:51.577503 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44086) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:29:51.624402 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-153ae2cb-5082-4d1f-8256-2f8567cbdd7d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=50d8bd78427b45bb8d98087c1e8a8ac0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452161 Jun 21 15:29:51.627535 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44088) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:29:51.681770 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-63cf3c56-b271-4769-aa7e-948f10fb72d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:51.707419 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-63cf3c56-b271-4769-aa7e-948f10fb72d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:51.760062 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-63cf3c56-b271-4769-aa7e-948f10fb72d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:51.763095 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-63cf3c56-b271-4769-aa7e-948f10fb72d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:51.764482 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-63cf3c56-b271-4769-aa7e-948f10fb72d3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bdcf234e-4da7-42d0-b4a2-4b7fc8f8851c HTTP/1.1" status: 204 len: 168 time: 0.1359620 Jun 21 15:29:51.765368 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d0b573b0-f923-4bb5-9d5e-6e6676aef037 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:51.773181 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cf3c56-b271-4769-aa7e-948f10fb72d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcf234e-4da7-42d0-b4a2-4b7fc8f8851c,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:51.775633 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-63cf3c56-b271-4769-aa7e-948f10fb72d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:52.522556 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44110) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:29:52.625762 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-89e1a9f4-f9c6-4436-90b3-5e7829fc2435 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1322454605-network', 'tenant_id': '3d3ab7d2ebfd44399fb8da58f1c491c7'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:29:52.652068 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e1a9f4-f9c6-4436-90b3-5e7829fc2435 admin admin] Made reservation on behalf of 3d3ab7d2ebfd44399fb8da58f1c491c7 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:29:52.654655 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89e1a9f4-f9c6-4436-90b3-5e7829fc2435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:52.665816 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89e1a9f4-f9c6-4436-90b3-5e7829fc2435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:52.762813 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89e1a9f4-f9c6-4436-90b3-5e7829fc2435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:52.768632 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89e1a9f4-f9c6-4436-90b3-5e7829fc2435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:52.773284 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-82f481bf-937c-4540-b83b-55dd6bd0325e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:52.802560 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e1a9f4-f9c6-4436-90b3-5e7829fc2435 admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 15:29:52.812290 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1a9f4-f9c6-4436-90b3-5e7829fc2435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721c2a69-a988-49a3-a070-802fd875572c,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:52.816903 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-89e1a9f4-f9c6-4436-90b3-5e7829fc2435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:52.817967 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89e1a9f4-f9c6-4436-90b3-5e7829fc2435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:52.818307 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-89e1a9f4-f9c6-4436-90b3-5e7829fc2435 admin admin] Added segment 60afbe7b-6743-4b10-8358-cf750b1cb872 of type vlan for network cd18eb75-1260-4436-a679-31f9b98ece42 Jun 21 15:29:52.859686 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89e1a9f4-f9c6-4436-90b3-5e7829fc2435 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:52.889668 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89e1a9f4-f9c6-4436-90b3-5e7829fc2435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:52.890712 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e1a9f4-f9c6-4436-90b3-5e7829fc2435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:29:52.891472 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89e1a9f4-f9c6-4436-90b3-5e7829fc2435 admin admin] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:52.893570 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5458e5dc-f980-4d90-8077-8f1e1a29e624 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:52.947912 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-89e1a9f4-f9c6-4436-90b3-5e7829fc2435 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4242537 Jun 21 15:29:52.950859 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44114) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:29:52.955236 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1a9f4-f9c6-4436-90b3-5e7829fc2435 admin admin] Pushing event updated for resources: {'Network': ['ID=cd18eb75-1260-4436-a679-31f9b98ece42,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:52.956148 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-38404826-0469-49af-b7ec-45eb4443c41a admin admin] Request body: {'subnet': {'network_id': 'cd18eb75-1260-4436-a679-31f9b98ece42', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1322454605-subnet', 'tenant_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'ip_version': 4}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:29:52.958047 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-89e1a9f4-f9c6-4436-90b3-5e7829fc2435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:52.965664 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network cd18eb75-1260-4436-a679-31f9b98ece42 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 15:29:52.980287 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38404826-0469-49af-b7ec-45eb4443c41a admin admin] Made reservation on behalf of 3d3ab7d2ebfd44399fb8da58f1c491c7 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:29:52.982750 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-38404826-0469-49af-b7ec-45eb4443c41a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:53.172070 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-38404826-0469-49af-b7ec-45eb4443c41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:53.174627 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fc88c258-9f0a-47af-9de3-4a2b7debb8be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:53.238296 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38404826-0469-49af-b7ec-45eb4443c41a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ab920f5-a481-4e85-bff9-0d3e87367ddc,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:53.241631 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-38404826-0469-49af-b7ec-45eb4443c41a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:53.256837 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38404826-0469-49af-b7ec-45eb4443c41a admin admin] Checking segment: {'id': '60afbe7b-6743-4b10-8358-cf750b1cb872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'cd18eb75-1260-4436-a679-31f9b98ece42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:29:53.257187 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38404826-0469-49af-b7ec-45eb4443c41a admin admin] Network hostable DHCP agents. Network: cd18eb75-1260-4436-a679-31f9b98ece42, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 15:29:53.282846 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38404826-0469-49af-b7ec-45eb4443c41a admin admin] Network cd18eb75-1260-4436-a679-31f9b98ece42 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 15:29:53.297312 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-38404826-0469-49af-b7ec-45eb4443c41a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, cd18eb75-1260-4436-a679-31f9b98ece42) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:29:53.302875 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38404826-0469-49af-b7ec-45eb4443c41a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:29:53.303712 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-38404826-0469-49af-b7ec-45eb4443c41a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:53.310340 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f6cdea-1def-4056-96a7-e4567073fdbd None None] Network cd18eb75-1260-4436-a679-31f9b98ece42 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:29:53.321541 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-38404826-0469-49af-b7ec-45eb4443c41a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3693521 Jun 21 15:29:53.324182 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44116) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:29:53.329265 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-8c7d9496-1c37-449e-9e47-0f763a873409 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1322454605-router', 'tenant_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:29:53.358626 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8c7d9496-1c37-449e-9e47-0f763a873409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:53.359818 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8c7d9496-1c37-449e-9e47-0f763a873409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:53.422376 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8c7d9496-1c37-449e-9e47-0f763a873409 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:53.569514 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8c7d9496-1c37-449e-9e47-0f763a873409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:53.626345 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92281870-7ccc-49d3-b829-73b8dfddf607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-cd18eb75-1260-4436-a679-31f9b98ece42', 'network_id': 'cd18eb75-1260-4436-a679-31f9b98ece42', 'tenant_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'fixed_ips': [{'subnet_id': '2ab920f5-a481-4e85-bff9-0d3e87367ddc'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 15:29:53.627303 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-92281870-7ccc-49d3-b829-73b8dfddf607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:53.758565 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-92281870-7ccc-49d3-b829-73b8dfddf607 None None] Allocated IP 172.20.0.2 (cd18eb75-1260-4436-a679-31f9b98ece42/2ab920f5-a481-4e85-bff9-0d3e87367ddc/2368136e-749a-4abb-9bfc-6bcb57997681) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:29:53.779371 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8c7d9496-1c37-449e-9e47-0f763a873409 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:53.805984 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8c7d9496-1c37-449e-9e47-0f763a873409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:53.906149 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-92281870-7ccc-49d3-b829-73b8dfddf607 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:53.916217 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-92281870-7ccc-49d3-b829-73b8dfddf607 None None] Transition to ACTIVE for port object 2368136e-749a-4abb-9bfc-6bcb57997681 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:29:53.922071 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-8c7d9496-1c37-449e-9e47-0f763a873409 admin admin] Allocated IP 172.26.3.150 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/822fd738-6d5f-44c7-8723-77e6c3cb7b05) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:29:53.932442 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-92281870-7ccc-49d3-b829-73b8dfddf607 None None] Transition to ACTIVE for port object 2368136e-749a-4abb-9bfc-6bcb57997681 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:29:53.941207 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-92281870-7ccc-49d3-b829-73b8dfddf607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:53.944822 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:53.977866 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92281870-7ccc-49d3-b829-73b8dfddf607 None None] Network cd18eb75-1260-4436-a679-31f9b98ece42 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:29:53.979277 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-92281870-7ccc-49d3-b829-73b8dfddf607 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:29:53.983062 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92281870-7ccc-49d3-b829-73b8dfddf607 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:29:54.023507 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92281870-7ccc-49d3-b829-73b8dfddf607 None None] Pushing event updated for resources: {'Port': ['ID=2368136e-749a-4abb-9bfc-6bcb57997681,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:54.041193 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-92281870-7ccc-49d3-b829-73b8dfddf607 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:54.042918 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8c7d9496-1c37-449e-9e47-0f763a873409 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:54.053989 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-92281870-7ccc-49d3-b829-73b8dfddf607 None None] Attempting to bind port 2368136e-749a-4abb-9bfc-6bcb57997681 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:29:54.054360 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-92281870-7ccc-49d3-b829-73b8dfddf607 None None] Attempting to bind port 2368136e-749a-4abb-9bfc-6bcb57997681 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '60afbe7b-6743-4b10-8358-cf750b1cb872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'cd18eb75-1260-4436-a679-31f9b98ece42'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:29:54.054754 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92281870-7ccc-49d3-b829-73b8dfddf607 None None] Attempting to bind port 2368136e-749a-4abb-9bfc-6bcb57997681 on network cd18eb75-1260-4436-a679-31f9b98ece42 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:29:54.060003 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92281870-7ccc-49d3-b829-73b8dfddf607 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:29:54.060350 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92281870-7ccc-49d3-b829-73b8dfddf607 None None] Checking segment: {'id': '60afbe7b-6743-4b10-8358-cf750b1cb872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'cd18eb75-1260-4436-a679-31f9b98ece42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:29:54.060748 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-92281870-7ccc-49d3-b829-73b8dfddf607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:54.061138 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92281870-7ccc-49d3-b829-73b8dfddf607 None None] Bound using segment: {'id': '60afbe7b-6743-4b10-8358-cf750b1cb872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'cd18eb75-1260-4436-a679-31f9b98ece42'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:29:54.061600 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-92281870-7ccc-49d3-b829-73b8dfddf607 None None] Bound port: 2368136e-749a-4abb-9bfc-6bcb57997681, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60afbe7b-6743-4b10-8358-cf750b1cb872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'cd18eb75-1260-4436-a679-31f9b98ece42'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:29:54.062007 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-92281870-7ccc-49d3-b829-73b8dfddf607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:54.089223 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8c7d9496-1c37-449e-9e47-0f763a873409 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:54.091485 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7f1a9f0b-402c-4d85-936a-752ac0cc4ca0 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:54.128932 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-92281870-7ccc-49d3-b829-73b8dfddf607 None None] For port 2368136e-749a-4abb-9bfc-6bcb57997681, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:29:54.132853 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-92281870-7ccc-49d3-b829-73b8dfddf607 None None] For port 2368136e-749a-4abb-9bfc-6bcb57997681, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=2368136e-749a-4abb-9bfc-6bcb57997681,segment=NetworkSegment(60afbe7b-6743-4b10-8358-cf750b1cb872),segment_id=60afbe7b-6743-4b10-8358-cf750b1cb872)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:29:54.134306 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7d9496-1c37-449e-9e47-0f763a873409 admin admin] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:29:54.138431 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-92281870-7ccc-49d3-b829-73b8dfddf607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:54.139599 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-8c7d9496-1c37-449e-9e47-0f763a873409 admin admin] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:29:54.141170 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-ed43e3fe-8ec1-49c0-8c56-2fb2f3068bfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:54.142535 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7d9496-1c37-449e-9e47-0f763a873409 admin admin] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:29:54.168109 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d9496-1c37-449e-9e47-0f763a873409 admin admin] Pushing event updated for resources: {'Port': ['ID=822fd738-6d5f-44c7-8723-77e6c3cb7b05,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:54.171129 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8c7d9496-1c37-449e-9e47-0f763a873409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:54.196290 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92281870-7ccc-49d3-b829-73b8dfddf607 None None] Pushing event updated for resources: {'Port': ['ID=2368136e-749a-4abb-9bfc-6bcb57997681,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:54.199532 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-92281870-7ccc-49d3-b829-73b8dfddf607 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:54.432140 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8c7d9496-1c37-449e-9e47-0f763a873409 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:54.522368 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 2368136e-749a-4abb-9bfc-6bcb57997681 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:29:54.574209 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 2368136e-749a-4abb-9bfc-6bcb57997681 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:29:54.646409 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8c7d9496-1c37-449e-9e47-0f763a873409 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:54.786266 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7d9496-1c37-449e-9e47-0f763a873409 admin admin] Router 6a0e5832-30fa-48e4-ba7c-405d9b012533 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 15:29:54.902841 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7d9496-1c37-449e-9e47-0f763a873409 admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:29:54.915538 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e42ed7-4085-4f75-bab2-88bb70a79f04 None None] Sync routers for ids ['6a0e5832-30fa-48e4-ba7c-405d9b012533'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:29:54.921990 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8c7d9496-1c37-449e-9e47-0f763a873409 admin admin] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:54.923312 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8c7d9496-1c37-449e-9e47-0f763a873409 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5980690 Jun 21 15:29:54.926185 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44118) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:29:54.929118 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e42ed7-4085-4f75-bab2-88bb70a79f04 None None] Routers {'6a0e5832-30fa-48e4-ba7c-405d9b012533'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:29:54.929922 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-b5e42ed7-4085-4f75-bab2-88bb70a79f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:29:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6a0e5832-30fa-48e4-ba7c-405d9b012533'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:29:55.042243 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-b5e42ed7-4085-4f75-bab2-88bb70a79f04 None None] Set router 6a0e5832-30fa-48e4-ba7c-405d9b012533 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:29:55.099714 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796483a4-7a65-418f-9421-edd49989d9a0 None None] Network cd18eb75-1260-4436-a679-31f9b98ece42 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:29:55.221626 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-9b5e79de-8cfd-4c73-bdf6-5834a28a560f None None] Provisioning for port 2368136e-749a-4abb-9bfc-6bcb57997681 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:29:55.245083 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-9b5e79de-8cfd-4c73-bdf6-5834a28a560f None None] Provisioning complete for port 2368136e-749a-4abb-9bfc-6bcb57997681 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:29:55.245527 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9b5e79de-8cfd-4c73-bdf6-5834a28a560f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:55.368458 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-11608119-5727-4fde-be93-4680f6b50b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:55.430926 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9b5e79de-8cfd-4c73-bdf6-5834a28a560f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:55.434524 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-b5e42ed7-4085-4f75-bab2-88bb70a79f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'name': 'tempest-TestMinimumBasicScenario-1322454605-router', 'tenant_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '822fd738-6d5f-44c7-8723-77e6c3cb7b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:29:53Z', 'updated_at': '2021-06-21T15:29:54Z', 'revision_number': 3, 'project_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'gw_port': {'id': '822fd738-6d5f-44c7-8723-77e6c3cb7b05', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:29:53Z', 'updated_at': '2021-06-21T15:29:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:29:55.472979 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e42ed7-4085-4f75-bab2-88bb70a79f04 None None] Checking router: 6a0e5832-30fa-48e4-ba7c-405d9b012533 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:29:55.473351 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e42ed7-4085-4f75-bab2-88bb70a79f04 None None] Updating router 6a0e5832-30fa-48e4-ba7c-405d9b012533 port 822fd738-6d5f-44c7-8723-77e6c3cb7b05 binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:29:55.520292 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-9b5e79de-8cfd-4c73-bdf6-5834a28a560f None None] For port 2368136e-749a-4abb-9bfc-6bcb57997681, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=2368136e-749a-4abb-9bfc-6bcb57997681,segment=NetworkSegment(60afbe7b-6743-4b10-8358-cf750b1cb872),segment_id=60afbe7b-6743-4b10-8358-cf750b1cb872)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:29:55.530101 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9b5e79de-8cfd-4c73-bdf6-5834a28a560f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:55.533574 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-00d7efbc-70ac-4322-b19c-e816f9e7fe85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:55.536376 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b5e42ed7-4085-4f75-bab2-88bb70a79f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:55.546702 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-11608119-5727-4fde-be93-4680f6b50b05 admin admin] Allocated IP 172.20.0.1 (cd18eb75-1260-4436-a679-31f9b98ece42/2ab920f5-a481-4e85-bff9-0d3e87367ddc/9e7cefae-00b0-4c6d-86a9-eda041afcd14) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:29:55.670699 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e79de-8cfd-4c73-bdf6-5834a28a560f None None] Pushing event updated for resources: {'Port': ['ID=2368136e-749a-4abb-9bfc-6bcb57997681,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:55.674829 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-11608119-5727-4fde-be93-4680f6b50b05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:55.680813 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-9b5e79de-8cfd-4c73-bdf6-5834a28a560f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:55.689575 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-11608119-5727-4fde-be93-4680f6b50b05 admin admin] Transition to ACTIVE for port object 9e7cefae-00b0-4c6d-86a9-eda041afcd14 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:29:55.728651 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-11608119-5727-4fde-be93-4680f6b50b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:55.732096 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5e9c7145-4eb5-443d-802f-a9e82a12315f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:55.767525 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-b4ca46f0-f2eb-4f43-93ac-a7b6287eaca2 None None] Provisioning complete for port 2368136e-749a-4abb-9bfc-6bcb57997681 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:29:55.767908 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b4ca46f0-f2eb-4f43-93ac-a7b6287eaca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:55.768060 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11608119-5727-4fde-be93-4680f6b50b05 admin admin] Network cd18eb75-1260-4436-a679-31f9b98ece42 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:29:55.770886 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-11608119-5727-4fde-be93-4680f6b50b05 admin admin] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:29:55.774452 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11608119-5727-4fde-be93-4680f6b50b05 admin admin] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:29:55.812400 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-11608119-5727-4fde-be93-4680f6b50b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:55.862740 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11608119-5727-4fde-be93-4680f6b50b05 admin admin] Pushing event updated for resources: {'Port': ['ID=9e7cefae-00b0-4c6d-86a9-eda041afcd14,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:55.866934 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-11608119-5727-4fde-be93-4680f6b50b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:55.910381 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b5e42ed7-4085-4f75-bab2-88bb70a79f04 None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:55.937928 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-b5e42ed7-4085-4f75-bab2-88bb70a79f04 None None] Transition to ACTIVE for port object 822fd738-6d5f-44c7-8723-77e6c3cb7b05 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:29:55.945957 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b5e42ed7-4085-4f75-bab2-88bb70a79f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:55.947972 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-92281870-7ccc-49d3-b829-73b8dfddf607 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:55.975280 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-11608119-5727-4fde-be93-4680f6b50b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:55.999638 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263a3e6-9839-45cc-895c-7b8352ad640b None None] Pushing event updated for resources: {'Port': ['ID=822fd738-6d5f-44c7-8723-77e6c3cb7b05,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:56.002239 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-b5e42ed7-4085-4f75-bab2-88bb70a79f04 None None] Attempting to bind port 822fd738-6d5f-44c7-8723-77e6c3cb7b05 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:29:56.002628 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-b5e42ed7-4085-4f75-bab2-88bb70a79f04 None None] Attempting to bind port 822fd738-6d5f-44c7-8723-77e6c3cb7b05 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:29:56.003001 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e42ed7-4085-4f75-bab2-88bb70a79f04 None None] Attempting to bind port 822fd738-6d5f-44c7-8723-77e6c3cb7b05 on network 78e7bc12-ea33-4baf-9744-b93105835641 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:29:56.005087 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-c263a3e6-9839-45cc-895c-7b8352ad640b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:56.008932 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e42ed7-4085-4f75-bab2-88bb70a79f04 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:29:56.009307 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e42ed7-4085-4f75-bab2-88bb70a79f04 None None] Checking segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:29:56.009709 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b5e42ed7-4085-4f75-bab2-88bb70a79f04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:56.010578 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e42ed7-4085-4f75-bab2-88bb70a79f04 None None] Bound using segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:29:56.010578 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-b5e42ed7-4085-4f75-bab2-88bb70a79f04 None None] Bound port: 822fd738-6d5f-44c7-8723-77e6c3cb7b05, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:29:56.010955 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b5e42ed7-4085-4f75-bab2-88bb70a79f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:56.066565 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-4afa7e48-ba2b-48df-af48-a45659950efd None None] Provisioning for port 9e7cefae-00b0-4c6d-86a9-eda041afcd14 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:29:56.071484 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-b5e42ed7-4085-4f75-bab2-88bb70a79f04 None None] For port 822fd738-6d5f-44c7-8723-77e6c3cb7b05, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:29:56.073583 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-4afa7e48-ba2b-48df-af48-a45659950efd None None] Provisioning complete for port 9e7cefae-00b0-4c6d-86a9-eda041afcd14 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:29:56.074066 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4afa7e48-ba2b-48df-af48-a45659950efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:56.076560 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-b5e42ed7-4085-4f75-bab2-88bb70a79f04 None None] For port 822fd738-6d5f-44c7-8723-77e6c3cb7b05, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=822fd738-6d5f-44c7-8723-77e6c3cb7b05,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:29:56.097197 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b5e42ed7-4085-4f75-bab2-88bb70a79f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:56.101342 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-ecf90918-8349-4fcb-b389-0eb7ac93d4f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:56.153298 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-4afa7e48-ba2b-48df-af48-a45659950efd None None] Port 9e7cefae-00b0-4c6d-86a9-eda041afcd14 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:29:56.176386 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e42ed7-4085-4f75-bab2-88bb70a79f04 None None] Routers {'6a0e5832-30fa-48e4-ba7c-405d9b012533'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:29:56.176879 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-b5e42ed7-4085-4f75-bab2-88bb70a79f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:29:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6a0e5832-30fa-48e4-ba7c-405d9b012533'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:29:56.179928 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c263a3e6-9839-45cc-895c-7b8352ad640b None None] Pushing event updated for resources: {'Port': ['ID=822fd738-6d5f-44c7-8723-77e6c3cb7b05,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:56.212015 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-c263a3e6-9839-45cc-895c-7b8352ad640b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:56.455658 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-b5e42ed7-4085-4f75-bab2-88bb70a79f04 None None] Set router 6a0e5832-30fa-48e4-ba7c-405d9b012533 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:29:56.515414 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-11608119-5727-4fde-be93-4680f6b50b05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:56.521591 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-11608119-5727-4fde-be93-4680f6b50b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:56.523830 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-77e7856f-cd9c-465d-95c8-33bf7be4c0af tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:56.526449 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 2368136e-749a-4abb-9bfc-6bcb57997681 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:29:56.588017 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11608119-5727-4fde-be93-4680f6b50b05 admin admin] Pushing event updated for resources: {'Port': ['ID=9e7cefae-00b0-4c6d-86a9-eda041afcd14,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:56.591892 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-11608119-5727-4fde-be93-4680f6b50b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:56.595224 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-11608119-5727-4fde-be93-4680f6b50b05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:56.640250 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 2368136e-749a-4abb-9bfc-6bcb57997681 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:29:56.640618 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:56.689592 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11608119-5727-4fde-be93-4680f6b50b05 admin admin] Network cd18eb75-1260-4436-a679-31f9b98ece42 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:29:56.691064 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-11608119-5727-4fde-be93-4680f6b50b05 admin admin] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:29:56.745012 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-b5e42ed7-4085-4f75-bab2-88bb70a79f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'name': 'tempest-TestMinimumBasicScenario-1322454605-router', 'tenant_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '822fd738-6d5f-44c7-8723-77e6c3cb7b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:29:53Z', 'updated_at': '2021-06-21T15:29:55Z', 'revision_number': 4, 'project_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'gw_port': {'id': '822fd738-6d5f-44c7-8723-77e6c3cb7b05', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:29:53Z', 'updated_at': '2021-06-21T15:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '9e7cefae-00b0-4c6d-86a9-eda041afcd14', 'name': '', 'network_id': 'cd18eb75-1260-4436-a679-31f9b98ece42', 'tenant_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'mac_address': 'fa:16:3e:e2:18:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '2ab920f5-a481-4e85-bff9-0d3e87367ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:29:55Z', 'updated_at': '2021-06-21T15:29:55Z', 'revision_number': 1, 'project_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'subnets': [{'id': '2ab920f5-a481-4e85-bff9-0d3e87367ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:29:56.773173 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e42ed7-4085-4f75-bab2-88bb70a79f04 None None] The sync data for ids ['6a0e5832-30fa-48e4-ba7c-405d9b012533'] in dv-neutron-797121-2-hyperv is: [{'id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'name': 'tempest-TestMinimumBasicScenario-1322454605-router', 'tenant_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '822fd738-6d5f-44c7-8723-77e6c3cb7b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:29:53Z', 'updated_at': '2021-06-21T15:29:55Z', 'revision_number': 4, 'project_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'gw_port': {'id': '822fd738-6d5f-44c7-8723-77e6c3cb7b05', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:29:53Z', 'updated_at': '2021-06-21T15:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '9e7cefae-00b0-4c6d-86a9-eda041afcd14', 'name': '', 'network_id': 'cd18eb75-1260-4436-a679-31f9b98ece42', 'tenant_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'mac_address': 'fa:16:3e:e2:18:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '2ab920f5-a481-4e85-bff9-0d3e87367ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:29:55Z', 'updated_at': '2021-06-21T15:29:55Z', 'revision_number': 1, 'project_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'subnets': [{'id': '2ab920f5-a481-4e85-bff9-0d3e87367ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:29:56.823876 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11608119-5727-4fde-be93-4680f6b50b05 admin admin] Router 6a0e5832-30fa-48e4-ba7c-405d9b012533 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:29:56.949767 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11608119-5727-4fde-be93-4680f6b50b05 admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:29:56.965899 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-11608119-5727-4fde-be93-4680f6b50b05 admin admin] 10.222.0.72 "PUT /v2.0/routers/6a0e5832-30fa-48e4-ba7c-405d9b012533/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0374675 Jun 21 15:29:56.984241 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3c0fa053-1692-40d4-b2f3-c24adb4c69cb None None] Provisioning complete for port 9e7cefae-00b0-4c6d-86a9-eda041afcd14 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:29:56.984612 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3c0fa053-1692-40d4-b2f3-c24adb4c69cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:57.024256 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-3c0fa053-1692-40d4-b2f3-c24adb4c69cb None None] Port 9e7cefae-00b0-4c6d-86a9-eda041afcd14 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:29:57.522694 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44134) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:29:57.528185 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-dccd1c92-d8e9-45cd-b8a0-11cb3f400023 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-9283406-network', 'tenant_id': '6dbd74cbdfb34394bde2b29708532d44'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:29:57.549803 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dccd1c92-d8e9-45cd-b8a0-11cb3f400023 admin admin] Made reservation on behalf of 6dbd74cbdfb34394bde2b29708532d44 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:29:57.552215 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-dccd1c92-d8e9-45cd-b8a0-11cb3f400023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:57.562257 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-dccd1c92-d8e9-45cd-b8a0-11cb3f400023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:57.658588 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-dccd1c92-d8e9-45cd-b8a0-11cb3f400023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:57.665011 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-dccd1c92-d8e9-45cd-b8a0-11cb3f400023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:57.668253 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0281a5e4-f86f-45a9-a96b-caca487650b4 tempest-ServersAdminNegativeTestJSON-89361288 tempest-ServersAdminNegativeTestJSON-89361288-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:57.696151 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dccd1c92-d8e9-45cd-b8a0-11cb3f400023 admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 15:29:57.707488 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd1c92-d8e9-45cd-b8a0-11cb3f400023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15388d5-f98e-49ed-a3e0-ed243a0d6ac2,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:57.711600 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-dccd1c92-d8e9-45cd-b8a0-11cb3f400023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:57.714637 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-dccd1c92-d8e9-45cd-b8a0-11cb3f400023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:57.714976 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-dccd1c92-d8e9-45cd-b8a0-11cb3f400023 admin admin] Added segment 06c3fd84-f5ef-4474-8b67-fee7b524e2af of type vlan for network 06d86cda-bcaf-4078-ab9b-ae9ae36ac677 Jun 21 15:29:57.756350 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-dccd1c92-d8e9-45cd-b8a0-11cb3f400023 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:57.788711 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-dccd1c92-d8e9-45cd-b8a0-11cb3f400023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:57.789836 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccd1c92-d8e9-45cd-b8a0-11cb3f400023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:29:57.790622 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-dccd1c92-d8e9-45cd-b8a0-11cb3f400023 admin admin] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:57.793031 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6f770e24-ab4a-40a8-b4c7-b22cbe6bf8af tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:57.853163 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44136) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:29:57.853758 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-dccd1c92-d8e9-45cd-b8a0-11cb3f400023 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3293536 Jun 21 15:29:57.860165 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-29699a8b-cebb-4d6d-ae40-32b7770e2c7c admin admin] Request body: {'subnet': {'network_id': '06d86cda-bcaf-4078-ab9b-ae9ae36ac677', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-9283406-subnet', 'tenant_id': '6dbd74cbdfb34394bde2b29708532d44', 'ip_version': 4}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:29:57.861689 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd1c92-d8e9-45cd-b8a0-11cb3f400023 admin admin] Pushing event updated for resources: {'Network': ['ID=06d86cda-bcaf-4078-ab9b-ae9ae36ac677,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:57.865926 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-dccd1c92-d8e9-45cd-b8a0-11cb3f400023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:57.874382 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 06d86cda-bcaf-4078-ab9b-ae9ae36ac677 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 15:29:57.887263 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29699a8b-cebb-4d6d-ae40-32b7770e2c7c admin admin] Made reservation on behalf of 6dbd74cbdfb34394bde2b29708532d44 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:29:57.890232 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-29699a8b-cebb-4d6d-ae40-32b7770e2c7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:58.080407 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-29699a8b-cebb-4d6d-ae40-32b7770e2c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:58.082470 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-359fa897-7e89-4692-a2ef-4f13027325ba tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:58.135835 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29699a8b-cebb-4d6d-ae40-32b7770e2c7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c2582ba-2673-42f1-8d43-2a2cae5c438f,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:58.139544 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-29699a8b-cebb-4d6d-ae40-32b7770e2c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:58.146851 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29699a8b-cebb-4d6d-ae40-32b7770e2c7c admin admin] Checking segment: {'id': '06c3fd84-f5ef-4474-8b67-fee7b524e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '06d86cda-bcaf-4078-ab9b-ae9ae36ac677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:29:58.147198 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29699a8b-cebb-4d6d-ae40-32b7770e2c7c admin admin] Network hostable DHCP agents. Network: 06d86cda-bcaf-4078-ab9b-ae9ae36ac677, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 15:29:58.166533 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29699a8b-cebb-4d6d-ae40-32b7770e2c7c admin admin] Network 06d86cda-bcaf-4078-ab9b-ae9ae36ac677 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 15:29:58.176310 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-29699a8b-cebb-4d6d-ae40-32b7770e2c7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 06d86cda-bcaf-4078-ab9b-ae9ae36ac677) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:29:58.180363 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29699a8b-cebb-4d6d-ae40-32b7770e2c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:29:58.180943 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-29699a8b-cebb-4d6d-ae40-32b7770e2c7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:58.185325 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bf5d09-cf80-4e3b-a663-fa01f7340ccc None None] Network 06d86cda-bcaf-4078-ab9b-ae9ae36ac677 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:29:58.196653 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-29699a8b-cebb-4d6d-ae40-32b7770e2c7c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3415334 Jun 21 15:29:58.199432 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44138) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:29:58.204398 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-db2ed6de-0060-4da9-8ade-0fecb70c67e3 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-9283406-router', 'tenant_id': '6dbd74cbdfb34394bde2b29708532d44', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:29:58.228902 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-db2ed6de-0060-4da9-8ade-0fecb70c67e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:58.230678 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-db2ed6de-0060-4da9-8ade-0fecb70c67e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:58.284335 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-db2ed6de-0060-4da9-8ade-0fecb70c67e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:58.339298 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05524dc6-d6a5-4a70-b7c0-2e7f0f40fc89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-06d86cda-bcaf-4078-ab9b-ae9ae36ac677', 'network_id': '06d86cda-bcaf-4078-ab9b-ae9ae36ac677', 'tenant_id': '6dbd74cbdfb34394bde2b29708532d44', 'fixed_ips': [{'subnet_id': '2c2582ba-2673-42f1-8d43-2a2cae5c438f'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 15:29:58.340183 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-05524dc6-d6a5-4a70-b7c0-2e7f0f40fc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:58.433234 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-db2ed6de-0060-4da9-8ade-0fecb70c67e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:58.481066 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-05524dc6-d6a5-4a70-b7c0-2e7f0f40fc89 None None] Allocated IP 172.20.0.2 (06d86cda-bcaf-4078-ab9b-ae9ae36ac677/2c2582ba-2673-42f1-8d43-2a2cae5c438f/80b40973-c835-47a4-aaf7-896fc71b653d) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:29:58.562342 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 822fd738-6d5f-44c7-8723-77e6c3cb7b05 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:29:58.665334 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-db2ed6de-0060-4da9-8ade-0fecb70c67e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:58.670093 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 822fd738-6d5f-44c7-8723-77e6c3cb7b05 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:29:58.679971 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 822fd738-6d5f-44c7-8723-77e6c3cb7b05 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:29:58.680344 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:58.689958 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-db2ed6de-0060-4da9-8ade-0fecb70c67e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:58.710963 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-05524dc6-d6a5-4a70-b7c0-2e7f0f40fc89 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:58.724151 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-05524dc6-d6a5-4a70-b7c0-2e7f0f40fc89 None None] Transition to ACTIVE for port object 80b40973-c835-47a4-aaf7-896fc71b653d will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:29:58.754228 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-05524dc6-d6a5-4a70-b7c0-2e7f0f40fc89 None None] Transition to ACTIVE for port object 80b40973-c835-47a4-aaf7-896fc71b653d will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:29:58.765017 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-05524dc6-d6a5-4a70-b7c0-2e7f0f40fc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:58.785097 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-46aee53c-839f-481a-8dd5-27a4a31b1840 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:58.807665 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb06e1c3-c42a-432b-859f-94779259536d None None] Sync routers for ids ['6a0e5832-30fa-48e4-ba7c-405d9b012533'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:29:58.809116 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-db2ed6de-0060-4da9-8ade-0fecb70c67e3 admin admin] Allocated IP 172.26.3.186 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/46abe28c-6d23-4ff8-a246-ca565bcfcb63) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:29:58.817777 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb06e1c3-c42a-432b-859f-94779259536d None None] Routers {'6a0e5832-30fa-48e4-ba7c-405d9b012533'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:29:58.818849 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-cb06e1c3-c42a-432b-859f-94779259536d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:29:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6a0e5832-30fa-48e4-ba7c-405d9b012533'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:29:58.834428 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05524dc6-d6a5-4a70-b7c0-2e7f0f40fc89 None None] Network 06d86cda-bcaf-4078-ab9b-ae9ae36ac677 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:29:58.842011 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-05524dc6-d6a5-4a70-b7c0-2e7f0f40fc89 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:29:58.844557 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05524dc6-d6a5-4a70-b7c0-2e7f0f40fc89 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:29:58.850625 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:58.858257 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05524dc6-d6a5-4a70-b7c0-2e7f0f40fc89 None None] Pushing event updated for resources: {'Port': ['ID=80b40973-c835-47a4-aaf7-896fc71b653d,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:58.861397 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-05524dc6-d6a5-4a70-b7c0-2e7f0f40fc89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:58.910893 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 822fd738-6d5f-44c7-8723-77e6c3cb7b05, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=822fd738-6d5f-44c7-8723-77e6c3cb7b05,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:29:58.930329 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-cb06e1c3-c42a-432b-859f-94779259536d None None] Set router 6a0e5832-30fa-48e4-ba7c-405d9b012533 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:29:58.932244 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-db2ed6de-0060-4da9-8ade-0fecb70c67e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:58.936597 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:58.940540 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:58.977014 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-db2ed6de-0060-4da9-8ade-0fecb70c67e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:58.978708 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-05524dc6-d6a5-4a70-b7c0-2e7f0f40fc89 None None] Attempting to bind port 80b40973-c835-47a4-aaf7-896fc71b653d on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:29:58.979089 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-05524dc6-d6a5-4a70-b7c0-2e7f0f40fc89 None None] Attempting to bind port 80b40973-c835-47a4-aaf7-896fc71b653d by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '06c3fd84-f5ef-4474-8b67-fee7b524e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '06d86cda-bcaf-4078-ab9b-ae9ae36ac677'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:29:58.979751 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05524dc6-d6a5-4a70-b7c0-2e7f0f40fc89 None None] Attempting to bind port 80b40973-c835-47a4-aaf7-896fc71b653d on network 06d86cda-bcaf-4078-ab9b-ae9ae36ac677 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:29:58.980086 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-aef2df2c-dc7b-449d-8548-c70a9b414d58 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:58.988813 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05524dc6-d6a5-4a70-b7c0-2e7f0f40fc89 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:29:58.989197 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05524dc6-d6a5-4a70-b7c0-2e7f0f40fc89 None None] Checking segment: {'id': '06c3fd84-f5ef-4474-8b67-fee7b524e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '06d86cda-bcaf-4078-ab9b-ae9ae36ac677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:29:58.989747 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-05524dc6-d6a5-4a70-b7c0-2e7f0f40fc89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:58.990172 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05524dc6-d6a5-4a70-b7c0-2e7f0f40fc89 None None] Bound using segment: {'id': '06c3fd84-f5ef-4474-8b67-fee7b524e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '06d86cda-bcaf-4078-ab9b-ae9ae36ac677'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:29:58.990745 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-05524dc6-d6a5-4a70-b7c0-2e7f0f40fc89 None None] Bound port: 80b40973-c835-47a4-aaf7-896fc71b653d, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c3fd84-f5ef-4474-8b67-fee7b524e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '06d86cda-bcaf-4078-ab9b-ae9ae36ac677'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:29:58.991163 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-05524dc6-d6a5-4a70-b7c0-2e7f0f40fc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:59.018498 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2ed6de-0060-4da9-8ade-0fecb70c67e3 admin admin] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:29:59.021946 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-db2ed6de-0060-4da9-8ade-0fecb70c67e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:29:59.024332 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=822fd738-6d5f-44c7-8723-77e6c3cb7b05,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:59.028933 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2ed6de-0060-4da9-8ade-0fecb70c67e3 admin admin] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:29:59.031660 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:59.055438 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ed6de-0060-4da9-8ade-0fecb70c67e3 admin admin] Pushing event updated for resources: {'Port': ['ID=46abe28c-6d23-4ff8-a246-ca565bcfcb63,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:59.064791 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-db2ed6de-0060-4da9-8ade-0fecb70c67e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:59.108504 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-05524dc6-d6a5-4a70-b7c0-2e7f0f40fc89 None None] For port 80b40973-c835-47a4-aaf7-896fc71b653d, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:29:59.115123 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-05524dc6-d6a5-4a70-b7c0-2e7f0f40fc89 None None] For port 80b40973-c835-47a4-aaf7-896fc71b653d, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=80b40973-c835-47a4-aaf7-896fc71b653d,segment=NetworkSegment(06c3fd84-f5ef-4474-8b67-fee7b524e2af),segment_id=06c3fd84-f5ef-4474-8b67-fee7b524e2af)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:29:59.123005 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-05524dc6-d6a5-4a70-b7c0-2e7f0f40fc89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:59.125328 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:59.184756 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-cb06e1c3-c42a-432b-859f-94779259536d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'name': 'tempest-TestMinimumBasicScenario-1322454605-router', 'tenant_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '822fd738-6d5f-44c7-8723-77e6c3cb7b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:29:53Z', 'updated_at': '2021-06-21T15:29:55Z', 'revision_number': 4, 'project_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'gw_port': {'id': '822fd738-6d5f-44c7-8723-77e6c3cb7b05', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:29:53Z', 'updated_at': '2021-06-21T15:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '9e7cefae-00b0-4c6d-86a9-eda041afcd14', 'name': '', 'network_id': 'cd18eb75-1260-4436-a679-31f9b98ece42', 'tenant_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'mac_address': 'fa:16:3e:e2:18:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '2ab920f5-a481-4e85-bff9-0d3e87367ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:29:55Z', 'updated_at': '2021-06-21T15:29:56Z', 'revision_number': 2, 'project_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'subnets': [{'id': '2ab920f5-a481-4e85-bff9-0d3e87367ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:29:59.195343 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05524dc6-d6a5-4a70-b7c0-2e7f0f40fc89 None None] Pushing event updated for resources: {'Port': ['ID=80b40973-c835-47a4-aaf7-896fc71b653d,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:59.200152 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-05524dc6-d6a5-4a70-b7c0-2e7f0f40fc89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:59.217986 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb06e1c3-c42a-432b-859f-94779259536d None None] Checking router: 6a0e5832-30fa-48e4-ba7c-405d9b012533 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:29:59.218567 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb06e1c3-c42a-432b-859f-94779259536d None None] Updating router 6a0e5832-30fa-48e4-ba7c-405d9b012533 port 9e7cefae-00b0-4c6d-86a9-eda041afcd14 binding host dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:29:59.256660 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-cb06e1c3-c42a-432b-859f-94779259536d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:59.392266 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-db2ed6de-0060-4da9-8ade-0fecb70c67e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:59.630487 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-cb06e1c3-c42a-432b-859f-94779259536d None None] Notify callbacks [] for port, precommit_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:59.646129 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.provisioning_blocks [None req-cb06e1c3-c42a-432b-859f-94779259536d None None] Transition to ACTIVE for port object 9e7cefae-00b0-4c6d-86a9-eda041afcd14 will not be triggered until provisioned by entity L2. {{(pid=105227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:29:59.654991 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-cb06e1c3-c42a-432b-859f-94779259536d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:59.658363 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-200764f9-c2be-48b9-ae3d-d4f550571873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:59.707513 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b63c46-e104-424c-9704-809943ae4c09 None None] Pushing event updated for resources: {'Port': ['ID=9e7cefae-00b0-4c6d-86a9-eda041afcd14,revision_number=3']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:29:59.749065 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b63c46-e104-424c-9704-809943ae4c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:59.750354 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b63c46-e104-424c-9704-809943ae4c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:59.750354 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b63c46-e104-424c-9704-809943ae4c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:59.750354 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b63c46-e104-424c-9704-809943ae4c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:59.750354 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b63c46-e104-424c-9704-809943ae4c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:59.751256 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b63c46-e104-424c-9704-809943ae4c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:59.751256 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b63c46-e104-424c-9704-809943ae4c09 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:59.751409 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b63c46-e104-424c-9704-809943ae4c09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:59.751627 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b63c46-e104-424c-9704-809943ae4c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:59.751935 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b63c46-e104-424c-9704-809943ae4c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:59.752245 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b63c46-e104-424c-9704-809943ae4c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:59.752549 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b63c46-e104-424c-9704-809943ae4c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:29:59.782422 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-d3b63c46-e104-424c-9704-809943ae4c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:29:59.820477 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-cb06e1c3-c42a-432b-859f-94779259536d None None] Attempting to bind port 9e7cefae-00b0-4c6d-86a9-eda041afcd14 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:29:59.821181 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-cb06e1c3-c42a-432b-859f-94779259536d None None] Attempting to bind port 9e7cefae-00b0-4c6d-86a9-eda041afcd14 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '60afbe7b-6743-4b10-8358-cf750b1cb872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'cd18eb75-1260-4436-a679-31f9b98ece42'}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:29:59.821181 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb06e1c3-c42a-432b-859f-94779259536d None None] Attempting to bind port 9e7cefae-00b0-4c6d-86a9-eda041afcd14 on network cd18eb75-1260-4436-a679-31f9b98ece42 {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:29:59.826674 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb06e1c3-c42a-432b-859f-94779259536d None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:29:59.827362 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb06e1c3-c42a-432b-859f-94779259536d None None] Checking segment: {'id': '60afbe7b-6743-4b10-8358-cf750b1cb872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'cd18eb75-1260-4436-a679-31f9b98ece42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:29:59.828013 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-cb06e1c3-c42a-432b-859f-94779259536d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:59.828421 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb06e1c3-c42a-432b-859f-94779259536d None None] Bound using segment: {'id': '60afbe7b-6743-4b10-8358-cf750b1cb872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'cd18eb75-1260-4436-a679-31f9b98ece42'} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:29:59.828932 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-cb06e1c3-c42a-432b-859f-94779259536d None None] Bound port: 9e7cefae-00b0-4c6d-86a9-eda041afcd14, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60afbe7b-6743-4b10-8358-cf750b1cb872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'cd18eb75-1260-4436-a679-31f9b98ece42'}}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:29:59.829294 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-cb06e1c3-c42a-432b-859f-94779259536d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:59.909838 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-cb06e1c3-c42a-432b-859f-94779259536d None None] For port 9e7cefae-00b0-4c6d-86a9-eda041afcd14, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:29:59.914186 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-cb06e1c3-c42a-432b-859f-94779259536d None None] For port 9e7cefae-00b0-4c6d-86a9-eda041afcd14, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=9e7cefae-00b0-4c6d-86a9-eda041afcd14,segment=NetworkSegment(60afbe7b-6743-4b10-8358-cf750b1cb872),segment_id=60afbe7b-6743-4b10-8358-cf750b1cb872)] {{(pid=105227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:29:59.921946 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-cb06e1c3-c42a-432b-859f-94779259536d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:59.933116 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-d3b63c46-e104-424c-9704-809943ae4c09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:29:59.962797 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-db2ed6de-0060-4da9-8ade-0fecb70c67e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:29:59.972287 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb06e1c3-c42a-432b-859f-94779259536d None None] Routers {'6a0e5832-30fa-48e4-ba7c-405d9b012533'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:29:59.975544 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-cb06e1c3-c42a-432b-859f-94779259536d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:29:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6a0e5832-30fa-48e4-ba7c-405d9b012533'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:30:00.058162 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b63c46-e104-424c-9704-809943ae4c09 None None] Pushing event updated for resources: {'Port': ['ID=9e7cefae-00b0-4c6d-86a9-eda041afcd14,revision_number=4']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:30:00.066209 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-d3b63c46-e104-424c-9704-809943ae4c09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:30:00.124040 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2ed6de-0060-4da9-8ade-0fecb70c67e3 admin admin] Router f8e9c81a-cb00-4552-969a-bed13e2993b9 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 15:30:00.134385 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-cb06e1c3-c42a-432b-859f-94779259536d None None] Set router 6a0e5832-30fa-48e4-ba7c-405d9b012533 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:30:00.265258 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2ed6de-0060-4da9-8ade-0fecb70c67e3 admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:30:00.280561 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b68e2e8-52da-4332-b4e9-2ab2c2cdb2a0 None None] Sync routers for ids ['f8e9c81a-cb00-4552-969a-bed13e2993b9'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:30:00.290179 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-db2ed6de-0060-4da9-8ade-0fecb70c67e3 admin admin] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:00.291583 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-db2ed6de-0060-4da9-8ade-0fecb70c67e3 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0910978 Jun 21 15:30:00.294180 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44140) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:30:00.301680 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b68e2e8-52da-4332-b4e9-2ab2c2cdb2a0 None None] Routers {'f8e9c81a-cb00-4552-969a-bed13e2993b9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:30:00.302335 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-3b68e2e8-52da-4332-b4e9-2ab2c2cdb2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:29:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['f8e9c81a-cb00-4552-969a-bed13e2993b9'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:30:00.364660 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbf972c-b699-4478-8270-b6384600bcf4 None None] Network 06d86cda-bcaf-4078-ab9b-ae9ae36ac677 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:30:00.402346 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-cb06e1c3-c42a-432b-859f-94779259536d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'name': 'tempest-TestMinimumBasicScenario-1322454605-router', 'tenant_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '822fd738-6d5f-44c7-8723-77e6c3cb7b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:29:53Z', 'updated_at': '2021-06-21T15:29:55Z', 'revision_number': 4, 'project_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'gw_port': {'id': '822fd738-6d5f-44c7-8723-77e6c3cb7b05', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:29:53Z', 'updated_at': '2021-06-21T15:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '9e7cefae-00b0-4c6d-86a9-eda041afcd14', 'name': '', 'network_id': 'cd18eb75-1260-4436-a679-31f9b98ece42', 'tenant_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'mac_address': 'fa:16:3e:e2:18:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '2ab920f5-a481-4e85-bff9-0d3e87367ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:29:55Z', 'updated_at': '2021-06-21T15:29:59Z', 'revision_number': 4, 'project_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'subnets': [{'id': '2ab920f5-a481-4e85-bff9-0d3e87367ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:30:00.541243 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb06e1c3-c42a-432b-859f-94779259536d None None] The sync data for ids ['6a0e5832-30fa-48e4-ba7c-405d9b012533'] in dv-neutron-797121-2-hyperv is: [{'id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'name': 'tempest-TestMinimumBasicScenario-1322454605-router', 'tenant_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '822fd738-6d5f-44c7-8723-77e6c3cb7b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:29:53Z', 'updated_at': '2021-06-21T15:29:55Z', 'revision_number': 4, 'project_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'gw_port': {'id': '822fd738-6d5f-44c7-8723-77e6c3cb7b05', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:29:53Z', 'updated_at': '2021-06-21T15:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '9e7cefae-00b0-4c6d-86a9-eda041afcd14', 'name': '', 'network_id': 'cd18eb75-1260-4436-a679-31f9b98ece42', 'tenant_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'mac_address': 'fa:16:3e:e2:18:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '2ab920f5-a481-4e85-bff9-0d3e87367ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:29:55Z', 'updated_at': '2021-06-21T15:29:59Z', 'revision_number': 4, 'project_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'subnets': [{'id': '2ab920f5-a481-4e85-bff9-0d3e87367ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:30:00.576785 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-3b68e2e8-52da-4332-b4e9-2ab2c2cdb2a0 None None] Set router f8e9c81a-cb00-4552-969a-bed13e2993b9 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:30:00.688923 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-137e3188-9119-4a47-bde7-f6a6bab8b0f7 None None] Provisioning for port 80b40973-c835-47a4-aaf7-896fc71b653d completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:30:00.697262 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 822fd738-6d5f-44c7-8723-77e6c3cb7b05 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:30:00.848656 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-95e3acea-6e13-4134-9a70-0d27ae596b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:00.892164 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 822fd738-6d5f-44c7-8723-77e6c3cb7b05 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:30:00.892509 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:00.970476 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-3b68e2e8-52da-4332-b4e9-2ab2c2cdb2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e9c81a-cb00-4552-969a-bed13e2993b9', 'name': 'tempest-TestMinimumBasicScenario-9283406-router', 'tenant_id': '6dbd74cbdfb34394bde2b29708532d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '46abe28c-6d23-4ff8-a246-ca565bcfcb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:29:58Z', 'updated_at': '2021-06-21T15:29:59Z', 'revision_number': 3, 'project_id': '6dbd74cbdfb34394bde2b29708532d44', 'gw_port': {'id': '46abe28c-6d23-4ff8-a246-ca565bcfcb63', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e9c81a-cb00-4552-969a-bed13e2993b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:29:58Z', 'updated_at': '2021-06-21T15:29:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:30:01.003349 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b68e2e8-52da-4332-b4e9-2ab2c2cdb2a0 None None] Checking router: f8e9c81a-cb00-4552-969a-bed13e2993b9 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:30:01.003349 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b68e2e8-52da-4332-b4e9-2ab2c2cdb2a0 None None] Updating router f8e9c81a-cb00-4552-969a-bed13e2993b9 port 46abe28c-6d23-4ff8-a246-ca565bcfcb63 binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:30:01.024108 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-95e3acea-6e13-4134-9a70-0d27ae596b4f admin admin] Allocated IP 172.20.0.1 (06d86cda-bcaf-4078-ab9b-ae9ae36ac677/2c2582ba-2673-42f1-8d43-2a2cae5c438f/9fde0e8f-5183-4985-a842-6cb332ab2780) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:30:01.064845 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9e7cefae-00b0-4c6d-86a9-eda041afcd14 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:30:01.066609 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3b68e2e8-52da-4332-b4e9-2ab2c2cdb2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:01.169554 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-95e3acea-6e13-4134-9a70-0d27ae596b4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:01.187651 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-95e3acea-6e13-4134-9a70-0d27ae596b4f admin admin] Transition to ACTIVE for port object 9fde0e8f-5183-4985-a842-6cb332ab2780 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:30:01.229963 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 9e7cefae-00b0-4c6d-86a9-eda041afcd14 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:30:01.236472 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-95e3acea-6e13-4134-9a70-0d27ae596b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:01.239532 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-af6cc49d-52d7-4dae-93f1-394759eb2d05 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:30:01.273277 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 9e7cefae-00b0-4c6d-86a9-eda041afcd14 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:30:01.273658 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:01.278360 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e3acea-6e13-4134-9a70-0d27ae596b4f admin admin] Network 06d86cda-bcaf-4078-ab9b-ae9ae36ac677 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:30:01.281239 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-95e3acea-6e13-4134-9a70-0d27ae596b4f admin admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:30:01.287370 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e3acea-6e13-4134-9a70-0d27ae596b4f admin admin] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:30:01.311901 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3acea-6e13-4134-9a70-0d27ae596b4f admin admin] Pushing event updated for resources: {'Port': ['ID=9fde0e8f-5183-4985-a842-6cb332ab2780,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:30:01.316841 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-95e3acea-6e13-4134-9a70-0d27ae596b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:30:01.332445 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-95e3acea-6e13-4134-9a70-0d27ae596b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:01.417480 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:01.499061 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-95e3acea-6e13-4134-9a70-0d27ae596b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:01.670609 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 9e7cefae-00b0-4c6d-86a9-eda041afcd14, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=9e7cefae-00b0-4c6d-86a9-eda041afcd14,segment=NetworkSegment(60afbe7b-6743-4b10-8358-cf750b1cb872),segment_id=60afbe7b-6743-4b10-8358-cf750b1cb872)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:30:01.674686 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3b68e2e8-52da-4332-b4e9-2ab2c2cdb2a0 None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:01.675972 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-95e3acea-6e13-4134-9a70-0d27ae596b4f admin admin] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:01.677128 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-a95a66eb-e403-463f-bdd5-1c1714a939ef None None] Provisioning for port 9fde0e8f-5183-4985-a842-6cb332ab2780 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:30:01.680207 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:01.681113 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 80b40973-c835-47a4-aaf7-896fc71b653d up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:30:01.681900 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-95e3acea-6e13-4134-9a70-0d27ae596b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:01.685256 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d45a376c-cf85-48c8-9624-df5f4cdfb085 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:30:01.685724 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:30:01.692767 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-a95a66eb-e403-463f-bdd5-1c1714a939ef None None] Provisioning complete for port 9fde0e8f-5183-4985-a842-6cb332ab2780 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:30:01.693153 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a95a66eb-e403-463f-bdd5-1c1714a939ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:01.726312 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3b68e2e8-52da-4332-b4e9-2ab2c2cdb2a0 None None] Transition to ACTIVE for port object 46abe28c-6d23-4ff8-a246-ca565bcfcb63 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:30:01.752699 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-95e3acea-6e13-4134-9a70-0d27ae596b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:01.754636 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e3acea-6e13-4134-9a70-0d27ae596b4f admin admin] Pushing event updated for resources: {'Port': ['ID=9fde0e8f-5183-4985-a842-6cb332ab2780,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:30:01.757894 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-95e3acea-6e13-4134-9a70-0d27ae596b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:30:01.763685 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3b68e2e8-52da-4332-b4e9-2ab2c2cdb2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:01.796715 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-a95a66eb-e403-463f-bdd5-1c1714a939ef None None] Port 9fde0e8f-5183-4985-a842-6cb332ab2780 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:30:01.808241 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=9e7cefae-00b0-4c6d-86a9-eda041afcd14,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:30:01.811841 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:30:01.816949 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f21926d2-4d07-431f-a1bd-fed54c18579e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:30:01.844060 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-3b68e2e8-52da-4332-b4e9-2ab2c2cdb2a0 None None] Attempting to bind port 46abe28c-6d23-4ff8-a246-ca565bcfcb63 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:30:01.844589 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-3b68e2e8-52da-4332-b4e9-2ab2c2cdb2a0 None None] Attempting to bind port 46abe28c-6d23-4ff8-a246-ca565bcfcb63 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:30:01.844981 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b68e2e8-52da-4332-b4e9-2ab2c2cdb2a0 None None] Attempting to bind port 46abe28c-6d23-4ff8-a246-ca565bcfcb63 on network 78e7bc12-ea33-4baf-9744-b93105835641 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:30:01.850426 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e3acea-6e13-4134-9a70-0d27ae596b4f admin admin] Network 06d86cda-bcaf-4078-ab9b-ae9ae36ac677 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:30:01.851938 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-95e3acea-6e13-4134-9a70-0d27ae596b4f admin admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:30:01.854507 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b68e2e8-52da-4332-b4e9-2ab2c2cdb2a0 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:30:01.854853 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b68e2e8-52da-4332-b4e9-2ab2c2cdb2a0 None None] Checking segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:30:01.855323 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3b68e2e8-52da-4332-b4e9-2ab2c2cdb2a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:01.855647 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b68e2e8-52da-4332-b4e9-2ab2c2cdb2a0 None None] Bound using segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:30:01.856128 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-3b68e2e8-52da-4332-b4e9-2ab2c2cdb2a0 None None] Bound port: 46abe28c-6d23-4ff8-a246-ca565bcfcb63, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:30:01.856514 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3b68e2e8-52da-4332-b4e9-2ab2c2cdb2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:01.860658 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 80b40973-c835-47a4-aaf7-896fc71b653d completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:30:01.890787 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0bfeff-173f-48ca-81aa-8e541d260a22 None None] Pushing event updated for resources: {'Port': ['ID=46abe28c-6d23-4ff8-a246-ca565bcfcb63,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:30:01.893416 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 80b40973-c835-47a4-aaf7-896fc71b653d triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:30:01.893597 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:01.896986 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-dd0bfeff-173f-48ca-81aa-8e541d260a22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:30:01.954114 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-3b68e2e8-52da-4332-b4e9-2ab2c2cdb2a0 None None] For port 46abe28c-6d23-4ff8-a246-ca565bcfcb63, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:30:01.968839 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-3b68e2e8-52da-4332-b4e9-2ab2c2cdb2a0 None None] For port 46abe28c-6d23-4ff8-a246-ca565bcfcb63, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=46abe28c-6d23-4ff8-a246-ca565bcfcb63,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:30:01.975436 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3b68e2e8-52da-4332-b4e9-2ab2c2cdb2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:01.977496 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:30:01.977927 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e3acea-6e13-4134-9a70-0d27ae596b4f admin admin] Router f8e9c81a-cb00-4552-969a-bed13e2993b9 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:30:02.050702 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:02.076399 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b68e2e8-52da-4332-b4e9-2ab2c2cdb2a0 None None] Routers {'f8e9c81a-cb00-4552-969a-bed13e2993b9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:30:02.077036 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-3b68e2e8-52da-4332-b4e9-2ab2c2cdb2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:29:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['f8e9c81a-cb00-4552-969a-bed13e2993b9'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:30:02.084245 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0bfeff-173f-48ca-81aa-8e541d260a22 None None] Pushing event updated for resources: {'Port': ['ID=46abe28c-6d23-4ff8-a246-ca565bcfcb63,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:30:02.093305 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e3acea-6e13-4134-9a70-0d27ae596b4f admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:30:02.099215 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-95e3acea-6e13-4134-9a70-0d27ae596b4f admin admin] 10.222.0.72 "PUT /v2.0/routers/f8e9c81a-cb00-4552-969a-bed13e2993b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8039834 Jun 21 15:30:02.124872 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-dd0bfeff-173f-48ca-81aa-8e541d260a22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:30:02.153350 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 80b40973-c835-47a4-aaf7-896fc71b653d, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=80b40973-c835-47a4-aaf7-896fc71b653d,segment=NetworkSegment(06c3fd84-f5ef-4474-8b67-fee7b524e2af),segment_id=06c3fd84-f5ef-4474-8b67-fee7b524e2af)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:30:02.165679 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:02.190884 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6c8520e2-4c73-40e9-b205-dd08eb037410 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:30:02.192803 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-b66338be-8f4d-4b00-8697-60c65b02707e None None] Provisioning complete for port 9fde0e8f-5183-4985-a842-6cb332ab2780 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:30:02.193180 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b66338be-8f4d-4b00-8697-60c65b02707e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:02.278528 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-b66338be-8f4d-4b00-8697-60c65b02707e None None] Port 9fde0e8f-5183-4985-a842-6cb332ab2780 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:30:02.286465 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-3b68e2e8-52da-4332-b4e9-2ab2c2cdb2a0 None None] Set router f8e9c81a-cb00-4552-969a-bed13e2993b9 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:30:02.288245 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=80b40973-c835-47a4-aaf7-896fc71b653d,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:30:02.313979 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:30:02.500563 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-3b68e2e8-52da-4332-b4e9-2ab2c2cdb2a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e9c81a-cb00-4552-969a-bed13e2993b9', 'name': 'tempest-TestMinimumBasicScenario-9283406-router', 'tenant_id': '6dbd74cbdfb34394bde2b29708532d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '46abe28c-6d23-4ff8-a246-ca565bcfcb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:29:58Z', 'updated_at': '2021-06-21T15:30:01Z', 'revision_number': 4, 'project_id': '6dbd74cbdfb34394bde2b29708532d44', 'gw_port': {'id': '46abe28c-6d23-4ff8-a246-ca565bcfcb63', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e9c81a-cb00-4552-969a-bed13e2993b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:29:58Z', 'updated_at': '2021-06-21T15:30:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '9fde0e8f-5183-4985-a842-6cb332ab2780', 'name': '', 'network_id': '06d86cda-bcaf-4078-ab9b-ae9ae36ac677', 'tenant_id': '6dbd74cbdfb34394bde2b29708532d44', 'mac_address': 'fa:16:3e:b9:c0:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e9c81a-cb00-4552-969a-bed13e2993b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '2c2582ba-2673-42f1-8d43-2a2cae5c438f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:30:00Z', 'updated_at': '2021-06-21T15:30:01Z', 'revision_number': 2, 'project_id': '6dbd74cbdfb34394bde2b29708532d44', 'subnets': [{'id': '2c2582ba-2673-42f1-8d43-2a2cae5c438f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:30:02.540247 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9e7cefae-00b0-4c6d-86a9-eda041afcd14 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:30:02.543811 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b68e2e8-52da-4332-b4e9-2ab2c2cdb2a0 None None] The sync data for ids ['f8e9c81a-cb00-4552-969a-bed13e2993b9'] in dv-neutron-797121-2-hyperv is: [{'id': 'f8e9c81a-cb00-4552-969a-bed13e2993b9', 'name': 'tempest-TestMinimumBasicScenario-9283406-router', 'tenant_id': '6dbd74cbdfb34394bde2b29708532d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '46abe28c-6d23-4ff8-a246-ca565bcfcb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:29:58Z', 'updated_at': '2021-06-21T15:30:01Z', 'revision_number': 4, 'project_id': '6dbd74cbdfb34394bde2b29708532d44', 'gw_port': {'id': '46abe28c-6d23-4ff8-a246-ca565bcfcb63', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8e:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e9c81a-cb00-4552-969a-bed13e2993b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:29:58Z', 'updated_at': '2021-06-21T15:30:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '9fde0e8f-5183-4985-a842-6cb332ab2780', 'name': '', 'network_id': '06d86cda-bcaf-4078-ab9b-ae9ae36ac677', 'tenant_id': '6dbd74cbdfb34394bde2b29708532d44', 'mac_address': 'fa:16:3e:b9:c0:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e9c81a-cb00-4552-969a-bed13e2993b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '2c2582ba-2673-42f1-8d43-2a2cae5c438f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:30:00Z', 'updated_at': '2021-06-21T15:30:01Z', 'revision_number': 2, 'project_id': '6dbd74cbdfb34394bde2b29708532d44', 'subnets': [{'id': '2c2582ba-2673-42f1-8d43-2a2cae5c438f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:30:02.593031 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 9e7cefae-00b0-4c6d-86a9-eda041afcd14 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:30:02.593422 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:02.675721 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 80b40973-c835-47a4-aaf7-896fc71b653d up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:30:02.733082 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 80b40973-c835-47a4-aaf7-896fc71b653d triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:30:02.733459 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:04.564266 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 46abe28c-6d23-4ff8-a246-ca565bcfcb63 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:30:04.618101 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 46abe28c-6d23-4ff8-a246-ca565bcfcb63 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:30:04.627575 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 46abe28c-6d23-4ff8-a246-ca565bcfcb63 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:30:04.630124 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:04.723813 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:04.749580 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 46abe28c-6d23-4ff8-a246-ca565bcfcb63, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=46abe28c-6d23-4ff8-a246-ca565bcfcb63,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:30:04.762527 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:04.764494 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-00d7efbc-70ac-4322-b19c-e816f9e7fe85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:30:04.784109 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671b9bf2-807a-4b2f-bc48-f83ced8ad854 None None] Sync routers for ids ['f8e9c81a-cb00-4552-969a-bed13e2993b9'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:30:04.793424 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671b9bf2-807a-4b2f-bc48-f83ced8ad854 None None] Routers {'f8e9c81a-cb00-4552-969a-bed13e2993b9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:30:04.794107 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-671b9bf2-807a-4b2f-bc48-f83ced8ad854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:29:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['f8e9c81a-cb00-4552-969a-bed13e2993b9'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:30:04.814820 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=46abe28c-6d23-4ff8-a246-ca565bcfcb63,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:30:04.818225 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:30:04.915978 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-671b9bf2-807a-4b2f-bc48-f83ced8ad854 None None] Set router f8e9c81a-cb00-4552-969a-bed13e2993b9 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:30:05.121874 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-671b9bf2-807a-4b2f-bc48-f83ced8ad854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e9c81a-cb00-4552-969a-bed13e2993b9', 'name': 'tempest-TestMinimumBasicScenario-9283406-router', 'tenant_id': '6dbd74cbdfb34394bde2b29708532d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '46abe28c-6d23-4ff8-a246-ca565bcfcb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:29:58Z', 'updated_at': '2021-06-21T15:30:01Z', 'revision_number': 4, 'project_id': '6dbd74cbdfb34394bde2b29708532d44', 'gw_port': {'id': '46abe28c-6d23-4ff8-a246-ca565bcfcb63', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e9c81a-cb00-4552-969a-bed13e2993b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:29:58Z', 'updated_at': '2021-06-21T15:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '9fde0e8f-5183-4985-a842-6cb332ab2780', 'name': '', 'network_id': '06d86cda-bcaf-4078-ab9b-ae9ae36ac677', 'tenant_id': '6dbd74cbdfb34394bde2b29708532d44', 'mac_address': 'fa:16:3e:b9:c0:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e9c81a-cb00-4552-969a-bed13e2993b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '2c2582ba-2673-42f1-8d43-2a2cae5c438f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:30:00Z', 'updated_at': '2021-06-21T15:30:01Z', 'revision_number': 2, 'project_id': '6dbd74cbdfb34394bde2b29708532d44', 'subnets': [{'id': '2c2582ba-2673-42f1-8d43-2a2cae5c438f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:30:05.152362 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671b9bf2-807a-4b2f-bc48-f83ced8ad854 None None] Checking router: f8e9c81a-cb00-4552-969a-bed13e2993b9 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:30:05.153009 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671b9bf2-807a-4b2f-bc48-f83ced8ad854 None None] Updating router f8e9c81a-cb00-4552-969a-bed13e2993b9 port 9fde0e8f-5183-4985-a842-6cb332ab2780 binding host dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:30:05.188628 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-671b9bf2-807a-4b2f-bc48-f83ced8ad854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:05.478866 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-671b9bf2-807a-4b2f-bc48-f83ced8ad854 None None] Notify callbacks [] for port, precommit_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:05.490734 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.provisioning_blocks [None req-671b9bf2-807a-4b2f-bc48-f83ced8ad854 None None] Transition to ACTIVE for port object 9fde0e8f-5183-4985-a842-6cb332ab2780 will not be triggered until provisioned by entity L2. {{(pid=105227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:30:05.499935 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-671b9bf2-807a-4b2f-bc48-f83ced8ad854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:05.502529 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-bee65863-faf1-43a0-ad2c-a49dfdbaee39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:30:05.576351 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a953c9-3207-46f8-aedc-49f5d8eced33 None None] Pushing event updated for resources: {'Port': ['ID=9fde0e8f-5183-4985-a842-6cb332ab2780,revision_number=3']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:30:05.588891 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-b4a953c9-3207-46f8-aedc-49f5d8eced33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:30:05.630871 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:05.677408 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-671b9bf2-807a-4b2f-bc48-f83ced8ad854 None None] Attempting to bind port 9fde0e8f-5183-4985-a842-6cb332ab2780 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:30:05.679153 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-671b9bf2-807a-4b2f-bc48-f83ced8ad854 None None] Attempting to bind port 9fde0e8f-5183-4985-a842-6cb332ab2780 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '06c3fd84-f5ef-4474-8b67-fee7b524e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '06d86cda-bcaf-4078-ab9b-ae9ae36ac677'}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:30:05.679646 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671b9bf2-807a-4b2f-bc48-f83ced8ad854 None None] Attempting to bind port 9fde0e8f-5183-4985-a842-6cb332ab2780 on network 06d86cda-bcaf-4078-ab9b-ae9ae36ac677 {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:30:05.685814 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671b9bf2-807a-4b2f-bc48-f83ced8ad854 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:30:05.686339 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671b9bf2-807a-4b2f-bc48-f83ced8ad854 None None] Checking segment: {'id': '06c3fd84-f5ef-4474-8b67-fee7b524e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '06d86cda-bcaf-4078-ab9b-ae9ae36ac677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:30:05.686802 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-671b9bf2-807a-4b2f-bc48-f83ced8ad854 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:05.687256 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671b9bf2-807a-4b2f-bc48-f83ced8ad854 None None] Bound using segment: {'id': '06c3fd84-f5ef-4474-8b67-fee7b524e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '06d86cda-bcaf-4078-ab9b-ae9ae36ac677'} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:30:05.687861 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-671b9bf2-807a-4b2f-bc48-f83ced8ad854 None None] Bound port: 9fde0e8f-5183-4985-a842-6cb332ab2780, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06c3fd84-f5ef-4474-8b67-fee7b524e2af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '06d86cda-bcaf-4078-ab9b-ae9ae36ac677'}}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:30:05.688355 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-671b9bf2-807a-4b2f-bc48-f83ced8ad854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:05.782739 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-671b9bf2-807a-4b2f-bc48-f83ced8ad854 None None] For port 9fde0e8f-5183-4985-a842-6cb332ab2780, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:30:05.786904 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-671b9bf2-807a-4b2f-bc48-f83ced8ad854 None None] For port 9fde0e8f-5183-4985-a842-6cb332ab2780, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=9fde0e8f-5183-4985-a842-6cb332ab2780,segment=NetworkSegment(06c3fd84-f5ef-4474-8b67-fee7b524e2af),segment_id=06c3fd84-f5ef-4474-8b67-fee7b524e2af)] {{(pid=105227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:30:05.792270 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-671b9bf2-807a-4b2f-bc48-f83ced8ad854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:05.795552 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-fb1ba52f-9199-43c0-baff-defe6868a52b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:30:05.858472 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a953c9-3207-46f8-aedc-49f5d8eced33 None None] Pushing event updated for resources: {'Port': ['ID=9fde0e8f-5183-4985-a842-6cb332ab2780,revision_number=4']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:30:05.866303 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-b4a953c9-3207-46f8-aedc-49f5d8eced33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:30:05.873358 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671b9bf2-807a-4b2f-bc48-f83ced8ad854 None None] Routers {'f8e9c81a-cb00-4552-969a-bed13e2993b9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:30:05.874281 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-671b9bf2-807a-4b2f-bc48-f83ced8ad854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:29:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['f8e9c81a-cb00-4552-969a-bed13e2993b9'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:30:05.998660 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-671b9bf2-807a-4b2f-bc48-f83ced8ad854 None None] Set router f8e9c81a-cb00-4552-969a-bed13e2993b9 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:30:06.223818 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-671b9bf2-807a-4b2f-bc48-f83ced8ad854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e9c81a-cb00-4552-969a-bed13e2993b9', 'name': 'tempest-TestMinimumBasicScenario-9283406-router', 'tenant_id': '6dbd74cbdfb34394bde2b29708532d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '46abe28c-6d23-4ff8-a246-ca565bcfcb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:29:58Z', 'updated_at': '2021-06-21T15:30:01Z', 'revision_number': 4, 'project_id': '6dbd74cbdfb34394bde2b29708532d44', 'gw_port': {'id': '46abe28c-6d23-4ff8-a246-ca565bcfcb63', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e9c81a-cb00-4552-969a-bed13e2993b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:29:58Z', 'updated_at': '2021-06-21T15:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '9fde0e8f-5183-4985-a842-6cb332ab2780', 'name': '', 'network_id': '06d86cda-bcaf-4078-ab9b-ae9ae36ac677', 'tenant_id': '6dbd74cbdfb34394bde2b29708532d44', 'mac_address': 'fa:16:3e:b9:c0:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e9c81a-cb00-4552-969a-bed13e2993b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '2c2582ba-2673-42f1-8d43-2a2cae5c438f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:30:00Z', 'updated_at': '2021-06-21T15:30:05Z', 'revision_number': 4, 'project_id': '6dbd74cbdfb34394bde2b29708532d44', 'subnets': [{'id': '2c2582ba-2673-42f1-8d43-2a2cae5c438f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:30:06.259003 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671b9bf2-807a-4b2f-bc48-f83ced8ad854 None None] The sync data for ids ['f8e9c81a-cb00-4552-969a-bed13e2993b9'] in dv-neutron-797121-2-hyperv is: [{'id': 'f8e9c81a-cb00-4552-969a-bed13e2993b9', 'name': 'tempest-TestMinimumBasicScenario-9283406-router', 'tenant_id': '6dbd74cbdfb34394bde2b29708532d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '46abe28c-6d23-4ff8-a246-ca565bcfcb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:29:58Z', 'updated_at': '2021-06-21T15:30:01Z', 'revision_number': 4, 'project_id': '6dbd74cbdfb34394bde2b29708532d44', 'gw_port': {'id': '46abe28c-6d23-4ff8-a246-ca565bcfcb63', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e9c81a-cb00-4552-969a-bed13e2993b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:29:58Z', 'updated_at': '2021-06-21T15:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '9fde0e8f-5183-4985-a842-6cb332ab2780', 'name': '', 'network_id': '06d86cda-bcaf-4078-ab9b-ae9ae36ac677', 'tenant_id': '6dbd74cbdfb34394bde2b29708532d44', 'mac_address': 'fa:16:3e:b9:c0:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8e9c81a-cb00-4552-969a-bed13e2993b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': '2c2582ba-2673-42f1-8d43-2a2cae5c438f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:30:00Z', 'updated_at': '2021-06-21T15:30:05Z', 'revision_number': 4, 'project_id': '6dbd74cbdfb34394bde2b29708532d44', 'subnets': [{'id': '2c2582ba-2673-42f1-8d43-2a2cae5c438f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:30:06.584869 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 46abe28c-6d23-4ff8-a246-ca565bcfcb63 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:30:06.638735 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 46abe28c-6d23-4ff8-a246-ca565bcfcb63 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:30:06.639406 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:06.745942 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9fde0e8f-5183-4985-a842-6cb332ab2780 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:30:06.809431 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 9fde0e8f-5183-4985-a842-6cb332ab2780 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:30:06.815062 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 9fde0e8f-5183-4985-a842-6cb332ab2780 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:30:06.815536 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:06.936048 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:06.984864 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 9fde0e8f-5183-4985-a842-6cb332ab2780, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=9fde0e8f-5183-4985-a842-6cb332ab2780,segment=NetworkSegment(06c3fd84-f5ef-4474-8b67-fee7b524e2af),segment_id=06c3fd84-f5ef-4474-8b67-fee7b524e2af)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:30:06.992035 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:06.994048 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0bae0da5-e2ce-4273-ba3f-ef78fd7a9108 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:30:07.051077 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=9fde0e8f-5183-4985-a842-6cb332ab2780,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:30:07.055417 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:30:08.532425 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9fde0e8f-5183-4985-a842-6cb332ab2780 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:30:08.585102 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 9fde0e8f-5183-4985-a842-6cb332ab2780 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:30:08.585496 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:09.097817 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:30:12.050587 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-0f448f0a-d552-4fd1-a2d9-83624c170e49 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:12.052058 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-0f448f0a-d552-4fd1-a2d9-83624c170e49 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/networks?id=cd18eb75-1260-4436-a679-31f9b98ece42 HTTP/1.1" status: 200 len: 815 time: 0.1215785 Jun 21 15:30:12.067139 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-0ee3522f-0cde-4fe1-ac55-039524b98a28 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/quotas/3d3ab7d2ebfd44399fb8da58f1c491c7 HTTP/1.1" status: 200 len: 375 time: 0.0094631 Jun 21 15:30:12.142091 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-720c2a90-95f5-4b51-bd08-7412bdc170b5 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3d3ab7d2ebfd44399fb8da58f1c491c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0689702 Jun 21 15:30:12.245442 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-46928cc6-908a-4e01-817c-44c1d6c3f4ed service neutron] 10.222.0.72 "GET /v2.0/networks/cd18eb75-1260-4436-a679-31f9b98ece42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854719 Jun 21 15:30:12.340573 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-3bf4bc57-b806-4e9f-aeec-464c1048b38b service neutron] 10.222.0.72 "GET /v2.0/networks/cd18eb75-1260-4436-a679-31f9b98ece42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890391 Jun 21 15:30:13.551499 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b4dd6794-d936-4e16-8dcb-1b801713296e req-73fd34c1-bdfc-4be5-9b25-3db3411f8d7c tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 210 time: 0.0361810 Jun 21 15:30:14.125211 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3153b46d-dffe-44a2-b02f-b10ffba8f53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:14.690329 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-6755a53b-e397-4324-be21-490c22fd1205 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:14.691740 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-6755a53b-e397-4324-be21-490c22fd1205 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.66 "GET /v2.0/networks?id=cd18eb75-1260-4436-a679-31f9b98ece42 HTTP/1.1" status: 200 len: 815 time: 0.1201882 Jun 21 15:30:14.708945 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2f6886b7-1158-4fd8-a260-4b05522310de req-a669b4db-e724-4f11-8e17-2c3ef8a8f1ac tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 210 time: 0.0384886 Jun 21 15:30:14.713713 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-3e738ebe-f2d6-44df-9ec1-d64f19019a78 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Request body: {'port': {'device_id': 'b0aef06f-55e6-4cf5-8901-1b2a317178b0', 'network_id': 'cd18eb75-1260-4436-a679-31f9b98ece42', 'admin_state_up': True, 'tenant_id': '3d3ab7d2ebfd44399fb8da58f1c491c7'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:30:14.846085 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-3e738ebe-f2d6-44df-9ec1-d64f19019a78 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Made reservation on behalf of 3d3ab7d2ebfd44399fb8da58f1c491c7 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:30:14.849903 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-3e738ebe-f2d6-44df-9ec1-d64f19019a78 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:14.982426 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-3e738ebe-f2d6-44df-9ec1-d64f19019a78 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Allocated IP 172.20.0.9 (cd18eb75-1260-4436-a679-31f9b98ece42/2ab920f5-a481-4e85-bff9-0d3e87367ddc/c230f546-9a6e-4bfc-8113-45ca04a98b8d) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:30:15.165112 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-3e738ebe-f2d6-44df-9ec1-d64f19019a78 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:15.181437 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-3e738ebe-f2d6-44df-9ec1-d64f19019a78 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Transition to ACTIVE for port object c230f546-9a6e-4bfc-8113-45ca04a98b8d will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:30:15.221284 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-3e738ebe-f2d6-44df-9ec1-d64f19019a78 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:15.234049 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f2c9f6fc-ce0a-4443-a99b-698d5e73498a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:30:15.280308 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-3e738ebe-f2d6-44df-9ec1-d64f19019a78 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Network cd18eb75-1260-4436-a679-31f9b98ece42 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:30:15.283984 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-3e738ebe-f2d6-44df-9ec1-d64f19019a78 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:30:15.289817 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-3e738ebe-f2d6-44df-9ec1-d64f19019a78 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:30:15.637894 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-cfb3d059-5b43-40cb-ac69-026d8836cd63 None None] Provisioning for port c230f546-9a6e-4bfc-8113-45ca04a98b8d completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:30:15.643933 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-cfb3d059-5b43-40cb-ac69-026d8836cd63 None None] Provisioning complete for port c230f546-9a6e-4bfc-8113-45ca04a98b8d triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:30:15.644579 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-cfb3d059-5b43-40cb-ac69-026d8836cd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:15.680386 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-cfb3d059-5b43-40cb-ac69-026d8836cd63 None None] Port c230f546-9a6e-4bfc-8113-45ca04a98b8d cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:30:15.691212 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e738ebe-f2d6-44df-9ec1-d64f19019a78 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Pushing event updated for resources: {'Port': ['ID=c230f546-9a6e-4bfc-8113-45ca04a98b8d,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:30:15.704080 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e738ebe-f2d6-44df-9ec1-d64f19019a78 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:30:15.704489 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e738ebe-f2d6-44df-9ec1-d64f19019a78 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:30:15.704851 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e738ebe-f2d6-44df-9ec1-d64f19019a78 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:30:15.705230 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e738ebe-f2d6-44df-9ec1-d64f19019a78 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:30:15.705601 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e738ebe-f2d6-44df-9ec1-d64f19019a78 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:30:15.705994 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e738ebe-f2d6-44df-9ec1-d64f19019a78 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:30:15.706360 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e738ebe-f2d6-44df-9ec1-d64f19019a78 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:30:15.706726 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e738ebe-f2d6-44df-9ec1-d64f19019a78 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:30:15.707094 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e738ebe-f2d6-44df-9ec1-d64f19019a78 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:30:15.707454 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e738ebe-f2d6-44df-9ec1-d64f19019a78 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:30:15.707843 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e738ebe-f2d6-44df-9ec1-d64f19019a78 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:30:15.708205 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e738ebe-f2d6-44df-9ec1-d64f19019a78 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:30:15.715210 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3e738ebe-f2d6-44df-9ec1-d64f19019a78 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:30:15.728868 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-3e738ebe-f2d6-44df-9ec1-d64f19019a78 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:15.729856 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-3e738ebe-f2d6-44df-9ec1-d64f19019a78 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:15.752774 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-3e738ebe-f2d6-44df-9ec1-d64f19019a78 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0426919 Jun 21 15:30:15.895328 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758e8b9-d2cb-45d2-80f9-551973ed0fce req-2e0bca8b-7b80-4d5d-be3f-c11f05687911 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:15.896793 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7758e8b9-d2cb-45d2-80f9-551973ed0fce req-2e0bca8b-7b80-4d5d-be3f-c11f05687911 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 931 time: 0.0658460 Jun 21 15:30:15.938032 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7758e8b9-d2cb-45d2-80f9-551973ed0fce req-f747a97e-a87f-4547-a9ff-7c1d7005bba1 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/security-groups?id=721c2a69-a988-49a3-a070-802fd875572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335155 Jun 21 15:30:16.637962 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1fbc2696-102e-407c-b369-64cf58b2e5d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:17.122115 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:17.135901 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd2ad5-6433-4d0e-a362-73d8aabdb235 req-6f0696bb-d9b8-494e-a566-5aa1a903681e tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:17.142709 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-eabd2ad5-6433-4d0e-a362-73d8aabdb235 req-6f0696bb-d9b8-494e-a566-5aa1a903681e tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 931 time: 0.0819635 Jun 21 15:30:17.198271 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-eabd2ad5-6433-4d0e-a362-73d8aabdb235 req-ea908645-6de0-44ec-9258-c859f2e92fca tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/security-groups?id=721c2a69-a988-49a3-a070-802fd875572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479841 Jun 21 15:30:18.213486 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:18.386211 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf565976-a01b-4661-8e4e-71f84374f544 req-4ae4a117-96ba-4715-965b-fc9d4155389b tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:18.387969 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bf565976-a01b-4661-8e4e-71f84374f544 req-4ae4a117-96ba-4715-965b-fc9d4155389b tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 931 time: 0.0676191 Jun 21 15:30:18.428763 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bf565976-a01b-4661-8e4e-71f84374f544 req-a0bb00f2-1c76-4a4d-80c5-c8f2b345ec8b tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/security-groups?id=721c2a69-a988-49a3-a070-802fd875572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351098 Jun 21 15:30:19.618637 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e98633b-1bb8-4b79-8806-47ca7bd56308 req-d3239790-6288-47b9-be3e-26bc7acd5ee2 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:19.620321 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5e98633b-1bb8-4b79-8806-47ca7bd56308 req-d3239790-6288-47b9-be3e-26bc7acd5ee2 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 931 time: 0.0758221 Jun 21 15:30:19.661940 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5e98633b-1bb8-4b79-8806-47ca7bd56308 req-3ee29c88-7757-4dc3-945e-096df64dd3ea tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/security-groups?id=721c2a69-a988-49a3-a070-802fd875572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351541 Jun 21 15:30:19.902393 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:20.856764 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3016d1-b2cb-40b0-8e75-1f8c502583ab req-a9da7036-3ece-4f32-bb92-c55562f438ae tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:20.858290 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7d3016d1-b2cb-40b0-8e75-1f8c502583ab req-a9da7036-3ece-4f32-bb92-c55562f438ae tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 931 time: 0.0721817 Jun 21 15:30:20.900274 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7d3016d1-b2cb-40b0-8e75-1f8c502583ab req-c6cc2598-7860-4840-81d0-eda39af7945a tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/security-groups?id=721c2a69-a988-49a3-a070-802fd875572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356023 Jun 21 15:30:22.078705 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faad554-778f-4088-a933-fc497726ff44 req-9e85dc0a-8db6-4d43-b225-9e21224d8b20 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:22.080196 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0faad554-778f-4088-a933-fc497726ff44 req-9e85dc0a-8db6-4d43-b225-9e21224d8b20 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 931 time: 0.0653949 Jun 21 15:30:22.124358 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0faad554-778f-4088-a933-fc497726ff44 req-6dba4137-df7e-4fd5-8703-6a4ec911da75 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/security-groups?id=721c2a69-a988-49a3-a070-802fd875572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381851 Jun 21 15:30:23.311774 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd6788-eee7-4833-8626-9b301bfc9278 req-4624e1df-6a42-45b9-9ad9-f1ceb13d0579 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:23.313288 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0abd6788-eee7-4833-8626-9b301bfc9278 req-4624e1df-6a42-45b9-9ad9-f1ceb13d0579 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 931 time: 0.0699763 Jun 21 15:30:23.364012 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0abd6788-eee7-4833-8626-9b301bfc9278 req-53a2b7d6-ec22-43d1-86e4-e37a8564c59a tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/security-groups?id=721c2a69-a988-49a3-a070-802fd875572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442083 Jun 21 15:30:24.548334 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f88d67-d52a-4999-9951-d370af00966c req-4c4d95e8-1b62-4630-899a-020d38755ec5 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:24.549955 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-28f88d67-d52a-4999-9951-d370af00966c req-4c4d95e8-1b62-4630-899a-020d38755ec5 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 931 time: 0.0652735 Jun 21 15:30:24.592955 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-28f88d67-d52a-4999-9951-d370af00966c req-088bbe80-8f3d-43bc-ba5c-d468537f0452 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/security-groups?id=721c2a69-a988-49a3-a070-802fd875572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366600 Jun 21 15:30:25.804319 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a1b4d-8e9a-4d65-aae3-ac944b803207 req-93d26d84-c245-4551-96e4-f7e32260c530 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:25.806093 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c34a1b4d-8e9a-4d65-aae3-ac944b803207 req-93d26d84-c245-4551-96e4-f7e32260c530 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 931 time: 0.0703907 Jun 21 15:30:25.857423 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c34a1b4d-8e9a-4d65-aae3-ac944b803207 req-dbff59e6-7ca2-413e-b469-e437e4c89e18 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/security-groups?id=721c2a69-a988-49a3-a070-802fd875572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444739 Jun 21 15:30:27.067380 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ff9d4-2fa9-42ca-87c2-44d94293171d req-adc1ae1c-8b77-42f9-a004-19b78d51e3f6 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:27.068854 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6d7ff9d4-2fa9-42ca-87c2-44d94293171d req-adc1ae1c-8b77-42f9-a004-19b78d51e3f6 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 931 time: 0.0862610 Jun 21 15:30:27.108301 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6d7ff9d4-2fa9-42ca-87c2-44d94293171d req-626e0c6d-5238-4684-a8a8-407d899f636d tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/security-groups?id=721c2a69-a988-49a3-a070-802fd875572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334294 Jun 21 15:30:28.002314 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-4f84918f-3700-4791-b0d5-9c4236c14cf7 service neutron] Request body: {'port': {'device_id': 'b0aef06f-55e6-4cf5-8901-1b2a317178b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:30:28.084042 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-4f84918f-3700-4791-b0d5-9c4236c14cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:28.362674 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e030b-23ca-4cac-bdea-2da5cd26d6fb req-ef707ebb-1d88-44cd-add7-0000a97f8005 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:28.364132 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cb7e030b-23ca-4cac-bdea-2da5cd26d6fb req-ef707ebb-1d88-44cd-add7-0000a97f8005 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 931 time: 0.1165771 Jun 21 15:30:28.415976 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-4f84918f-3700-4791-b0d5-9c4236c14cf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c230f546-9a6e-4bfc-8113-45ca04a98b8d {{(pid=105224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:30:28.428640 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-4f84918f-3700-4791-b0d5-9c4236c14cf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:28.442247 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cb7e030b-23ca-4cac-bdea-2da5cd26d6fb req-ba1acdf8-ec8f-4afa-b018-2978844fb94d tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/security-groups?id=721c2a69-a988-49a3-a070-802fd875572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562103 Jun 21 15:30:28.446744 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-4f84918f-3700-4791-b0d5-9c4236c14cf7 service neutron] Transition to ACTIVE for port object c230f546-9a6e-4bfc-8113-45ca04a98b8d will not be triggered until provisioned by entity L2. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:30:28.456228 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-4f84918f-3700-4791-b0d5-9c4236c14cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:28.459466 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-7bbb9f21-b899-4b4c-b9e9-0b74968a73cc tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:30:28.557035 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84918f-3700-4791-b0d5-9c4236c14cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=c230f546-9a6e-4bfc-8113-45ca04a98b8d,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:30:28.576514 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4f84918f-3700-4791-b0d5-9c4236c14cf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:30:28.606697 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-4f84918f-3700-4791-b0d5-9c4236c14cf7 service neutron] Attempting to bind port c230f546-9a6e-4bfc-8113-45ca04a98b8d on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:30:28.607004 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-4f84918f-3700-4791-b0d5-9c4236c14cf7 service neutron] Attempting to bind port c230f546-9a6e-4bfc-8113-45ca04a98b8d by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '60afbe7b-6743-4b10-8358-cf750b1cb872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'cd18eb75-1260-4436-a679-31f9b98ece42'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:30:28.607336 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-4f84918f-3700-4791-b0d5-9c4236c14cf7 service neutron] Attempting to bind port c230f546-9a6e-4bfc-8113-45ca04a98b8d on network cd18eb75-1260-4436-a679-31f9b98ece42 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:30:28.612439 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-4f84918f-3700-4791-b0d5-9c4236c14cf7 service neutron] Port c230f546-9a6e-4bfc-8113-45ca04a98b8d on network cd18eb75-1260-4436-a679-31f9b98ece42 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 15:30:28.612823 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-4f84918f-3700-4791-b0d5-9c4236c14cf7 service neutron] Attempting to bind port c230f546-9a6e-4bfc-8113-45ca04a98b8d on network cd18eb75-1260-4436-a679-31f9b98ece42 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:30:28.619674 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-4f84918f-3700-4791-b0d5-9c4236c14cf7 service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:30:28.620007 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-4f84918f-3700-4791-b0d5-9c4236c14cf7 service neutron] Checking segment: {'id': '60afbe7b-6743-4b10-8358-cf750b1cb872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'cd18eb75-1260-4436-a679-31f9b98ece42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:30:28.620420 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-4f84918f-3700-4791-b0d5-9c4236c14cf7 service neutron] Bound using segment: {'id': '60afbe7b-6743-4b10-8358-cf750b1cb872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'cd18eb75-1260-4436-a679-31f9b98ece42'} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:30:28.620845 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-4f84918f-3700-4791-b0d5-9c4236c14cf7 service neutron] Bound port: c230f546-9a6e-4bfc-8113-45ca04a98b8d, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60afbe7b-6743-4b10-8358-cf750b1cb872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'cd18eb75-1260-4436-a679-31f9b98ece42'}}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:30:28.621196 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-4f84918f-3700-4791-b0d5-9c4236c14cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:28.693090 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-4f84918f-3700-4791-b0d5-9c4236c14cf7 service neutron] For port c230f546-9a6e-4bfc-8113-45ca04a98b8d, host hv-neutron-7971, cleared binding levels {{(pid=105224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:30:28.695912 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-4f84918f-3700-4791-b0d5-9c4236c14cf7 service neutron] For port c230f546-9a6e-4bfc-8113-45ca04a98b8d, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c230f546-9a6e-4bfc-8113-45ca04a98b8d,segment=NetworkSegment(60afbe7b-6743-4b10-8358-cf750b1cb872),segment_id=60afbe7b-6743-4b10-8358-cf750b1cb872)] {{(pid=105224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:30:28.703090 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-4f84918f-3700-4791-b0d5-9c4236c14cf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:28.706598 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-17f0b492-8c69-4cbd-9ee3-eb8ab4162f51 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:30:28.737683 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-4f84918f-3700-4791-b0d5-9c4236c14cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:28.738305 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-4f84918f-3700-4791-b0d5-9c4236c14cf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:28.739618 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-4f84918f-3700-4791-b0d5-9c4236c14cf7 service neutron] 10.222.0.66 "PUT /v2.0/ports/c230f546-9a6e-4bfc-8113-45ca04a98b8d HTTP/1.1" status: 200 len: 1093 time: 0.7457278 Jun 21 15:30:28.740164 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0aef06f-55e6-4cf5-8901-1b2a317178b0', 'tag': 'c230f546-9a6e-4bfc-8113-45ca04a98b8d'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:30:28.742541 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f688b91-9976-431b-8eda-71fb6f18578b" -d '{"events": [{"name": "network-changed", "server_uuid": "b0aef06f-55e6-4cf5-8901-1b2a317178b0", "tag": "c230f546-9a6e-4bfc-8113-45ca04a98b8d"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:30:28.769351 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f84918f-3700-4791-b0d5-9c4236c14cf7 service neutron] Pushing event updated for resources: {'Port': ['ID=c230f546-9a6e-4bfc-8113-45ca04a98b8d,revision_number=3']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:30:28.772547 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4f84918f-3700-4791-b0d5-9c4236c14cf7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:30:28.787194 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4536a197-2744-4e09-85a4-b02319f29b20 x-openstack-request-id: req-4536a197-2744-4e09-85a4-b02319f29b20 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:30:28.787545 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0aef06f-55e6-4cf5-8901-1b2a317178b0", "tag": "c230f546-9a6e-4bfc-8113-45ca04a98b8d", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:30:28.787997 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4536a197-2744-4e09-85a4-b02319f29b20 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:30:28.788743 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0aef06f-55e6-4cf5-8901-1b2a317178b0', 'tag': 'c230f546-9a6e-4bfc-8113-45ca04a98b8d', 'status': 'completed', 'code': 200} Jun 21 15:30:28.856885 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-7e762b3e-b6d4-42a1-8ba3-385b37a9e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:28.858838 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-7e762b3e-b6d4-42a1-8ba3-385b37a9e01d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3d3ab7d2ebfd44399fb8da58f1c491c7&device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 1096 time: 0.0641627 Jun 21 15:30:28.907793 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-bf275371-b547-4e66-925a-20589ef983e1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c230f546-9a6e-4bfc-8113-45ca04a98b8d HTTP/1.1" status: 200 len: 217 time: 0.0408790 Jun 21 15:30:28.958204 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-068c3072-ddd2-4344-a9fe-07435563cffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:28.959660 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-068c3072-ddd2-4344-a9fe-07435563cffa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ab920f5-a481-4e85-bff9-0d3e87367ddc HTTP/1.1" status: 200 len: 854 time: 0.0458045 Jun 21 15:30:29.020134 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-9f2b0cf9-d972-4e14-b88f-501233c28ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:29.021577 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-9f2b0cf9-d972-4e14-b88f-501233c28ef1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cd18eb75-1260-4436-a679-31f9b98ece42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0543520 Jun 21 15:30:29.135298 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-e680a002-16f2-4877-8d51-7935e0f69b08 service neutron] 10.222.0.66 "GET /v2.0/networks/cd18eb75-1260-4436-a679-31f9b98ece42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050146 Jun 21 15:30:29.225157 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-936c4b2b-5e2f-4de1-b2a5-b2c7d8854e68 req-4d5c5578-344b-4576-a8aa-b0bba75b73c8 service neutron] 10.222.0.66 "GET /v2.0/networks/cd18eb75-1260-4436-a679-31f9b98ece42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831032 Jun 21 15:30:29.339488 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f688b91-9976-431b-8eda-71fb6f18578b req-e22ea22b-0daf-49a0-a033-261294974b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:29.341899 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2f688b91-9976-431b-8eda-71fb6f18578b req-e22ea22b-0daf-49a0-a033-261294974b9e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3d3ab7d2ebfd44399fb8da58f1c491c7&device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 1096 time: 0.0636215 Jun 21 15:30:29.447121 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f688b91-9976-431b-8eda-71fb6f18578b req-b5c81a07-5ebd-4532-96bb-f8d3202abcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:29.448626 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2f688b91-9976-431b-8eda-71fb6f18578b req-b5c81a07-5ebd-4532-96bb-f8d3202abcd9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=cd18eb75-1260-4436-a679-31f9b98ece42 HTTP/1.1" status: 200 len: 916 time: 0.1001735 Jun 21 15:30:29.491026 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2f688b91-9976-431b-8eda-71fb6f18578b req-612dab8c-cb0f-4577-b779-502c42c6d550 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c230f546-9a6e-4bfc-8113-45ca04a98b8d HTTP/1.1" status: 200 len: 217 time: 0.0356367 Jun 21 15:30:29.550088 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f688b91-9976-431b-8eda-71fb6f18578b req-5c061dd1-981d-422a-8dc9-5ab66b932784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:29.551543 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2f688b91-9976-431b-8eda-71fb6f18578b req-5c061dd1-981d-422a-8dc9-5ab66b932784 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ab920f5-a481-4e85-bff9-0d3e87367ddc HTTP/1.1" status: 200 len: 854 time: 0.0537949 Jun 21 15:30:29.648471 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f688b91-9976-431b-8eda-71fb6f18578b req-4ef7481e-2a53-4482-aa30-539f83a79769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:29.649852 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2f688b91-9976-431b-8eda-71fb6f18578b req-4ef7481e-2a53-4482-aa30-539f83a79769 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cd18eb75-1260-4436-a679-31f9b98ece42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0921946 Jun 21 15:30:29.662060 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8dedc2-fc0e-4e37-b067-f69bfa72b575 req-6d5dd600-2cdd-4075-9642-83a5ed876eff tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:29.663616 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aa8dedc2-fc0e-4e37-b067-f69bfa72b575 req-6d5dd600-2cdd-4075-9642-83a5ed876eff tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 943 time: 0.0983970 Jun 21 15:30:29.757514 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aa8dedc2-fc0e-4e37-b067-f69bfa72b575 req-e3bb8c02-850a-4aab-9a15-cf17cdbda655 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/security-groups?id=721c2a69-a988-49a3-a070-802fd875572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829320 Jun 21 15:30:29.780639 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2f688b91-9976-431b-8eda-71fb6f18578b req-a465f7d6-c5c0-48fd-8572-97d097f71216 service neutron] 10.222.0.66 "GET /v2.0/networks/cd18eb75-1260-4436-a679-31f9b98ece42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157358 Jun 21 15:30:29.881188 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2f688b91-9976-431b-8eda-71fb6f18578b req-c3fa9e2c-0742-49ad-bddd-72aff7c895f1 service neutron] 10.222.0.66 "GET /v2.0/networks/cd18eb75-1260-4436-a679-31f9b98ece42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939021 Jun 21 15:30:30.962642 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89734c98-face-47f9-b805-07f1ee4d8275 req-20a60252-0b5f-4a58-b0ec-3a78f364eb50 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:30.964140 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-89734c98-face-47f9-b805-07f1ee4d8275 req-20a60252-0b5f-4a58-b0ec-3a78f364eb50 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 943 time: 0.0792820 Jun 21 15:30:31.010702 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-89734c98-face-47f9-b805-07f1ee4d8275 req-d69abad4-7a76-44cf-af4c-4a6d2c276417 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/security-groups?id=721c2a69-a988-49a3-a070-802fd875572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382259 Jun 21 15:30:32.196639 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee80931-b469-4d34-b2fd-c477326670ee req-3263dc99-2911-4d24-93a3-f6e9341a1251 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:32.198142 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3ee80931-b469-4d34-b2fd-c477326670ee req-3263dc99-2911-4d24-93a3-f6e9341a1251 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 943 time: 0.0673954 Jun 21 15:30:32.236071 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3ee80931-b469-4d34-b2fd-c477326670ee req-cf2d063b-0fb8-4e2b-ab5d-9e0981c6bf36 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/security-groups?id=721c2a69-a988-49a3-a070-802fd875572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321691 Jun 21 15:30:33.034217 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device c230f546-9a6e-4bfc-8113-45ca04a98b8d details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:30:33.135985 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port c230f546-9a6e-4bfc-8113-45ca04a98b8d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c230f546-9a6e-4bfc-8113-45ca04a98b8d,segment=NetworkSegment(60afbe7b-6743-4b10-8358-cf750b1cb872),segment_id=60afbe7b-6743-4b10-8358-cf750b1cb872)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:30:33.148361 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': 'c230f546-9a6e-4bfc-8113-45ca04a98b8d', 'network_id': 'cd18eb75-1260-4436-a679-31f9b98ece42', 'port_id': 'c230f546-9a6e-4bfc-8113-45ca04a98b8d', 'mac_address': 'fa:16:3e:45:f5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ab920f5-a481-4e85-bff9-0d3e87367ddc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:30:33.185379 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:33.198541 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c230f546-9a6e-4bfc-8113-45ca04a98b8d {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:30:33.219248 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port c230f546-9a6e-4bfc-8113-45ca04a98b8d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c230f546-9a6e-4bfc-8113-45ca04a98b8d,segment=NetworkSegment(60afbe7b-6743-4b10-8358-cf750b1cb872),segment_id=60afbe7b-6743-4b10-8358-cf750b1cb872)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:30:33.226143 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:33.227981 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:30:33.278269 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=c230f546-9a6e-4bfc-8113-45ca04a98b8d,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:30:33.285564 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:30:33.285869 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:30:33.286200 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:30:33.286532 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:30:33.286858 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:30:33.287181 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:30:33.287500 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:30:33.287819 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:30:33.288138 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:30:33.288454 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:30:33.288753 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:30:33.289079 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:30:33.292938 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:30:33.432687 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588e3e3-a3a9-42f7-9b0a-036cc51495e4 req-bd92815b-779b-41c3-ad93-865e5d6975cd tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:33.434150 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5588e3e3-a3a9-42f7-9b0a-036cc51495e4 req-bd92815b-779b-41c3-ad93-865e5d6975cd tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 944 time: 0.0867741 Jun 21 15:30:33.473250 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5588e3e3-a3a9-42f7-9b0a-036cc51495e4 req-6e29c95d-fbbe-4f75-9f7f-509b1b21c271 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/security-groups?id=721c2a69-a988-49a3-a070-802fd875572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330694 Jun 21 15:30:33.623515 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['c230f546-9a6e-4bfc-8113-45ca04a98b8d'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:30:34.668427 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96bd1e5-e932-44bd-9d7d-83a3cce19f0c req-bb46c6fa-9b79-46f0-bfdd-1b0ba6c02bbf tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:34.669805 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e96bd1e5-e932-44bd-9d7d-83a3cce19f0c req-bb46c6fa-9b79-46f0-bfdd-1b0ba6c02bbf tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 944 time: 0.0689647 Jun 21 15:30:34.709123 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e96bd1e5-e932-44bd-9d7d-83a3cce19f0c req-e2256339-e651-4848-b244-3b1f8d6d18e0 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/security-groups?id=721c2a69-a988-49a3-a070-802fd875572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334122 Jun 21 15:30:35.047949 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device c230f546-9a6e-4bfc-8113-45ca04a98b8d up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:30:35.105215 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port c230f546-9a6e-4bfc-8113-45ca04a98b8d completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:30:35.109050 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port c230f546-9a6e-4bfc-8113-45ca04a98b8d triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:30:35.109421 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:35.192498 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:35.216106 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0aef06f-55e6-4cf5-8901-1b2a317178b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c230f546-9a6e-4bfc-8113-45ca04a98b8d'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:30:35.218416 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ac77b8-eee0-47f4-a133-a4449524015b" -d '{"events": [{"server_uuid": "b0aef06f-55e6-4cf5-8901-1b2a317178b0", "name": "network-vif-plugged", "status": "completed", "tag": "c230f546-9a6e-4bfc-8113-45ca04a98b8d"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:30:35.231970 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port c230f546-9a6e-4bfc-8113-45ca04a98b8d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c230f546-9a6e-4bfc-8113-45ca04a98b8d,segment=NetworkSegment(60afbe7b-6743-4b10-8358-cf750b1cb872),segment_id=60afbe7b-6743-4b10-8358-cf750b1cb872)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:30:35.238255 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:35.241309 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:30:35.264826 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62daf427-40e6-461b-b215-a29ca7ec241c x-openstack-request-id: req-62daf427-40e6-461b-b215-a29ca7ec241c {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:30:35.265330 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0aef06f-55e6-4cf5-8901-1b2a317178b0", "name": "network-vif-plugged", "status": "completed", "tag": "c230f546-9a6e-4bfc-8113-45ca04a98b8d", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:30:35.265605 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-62daf427-40e6-461b-b215-a29ca7ec241c {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:30:35.266009 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0aef06f-55e6-4cf5-8901-1b2a317178b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c230f546-9a6e-4bfc-8113-45ca04a98b8d', 'code': 200} Jun 21 15:30:35.293627 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=c230f546-9a6e-4bfc-8113-45ca04a98b8d,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:30:35.296575 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:30:35.489343 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18031164-25ab-424a-b062-d1191633ab5d req-635d7cb3-c48a-4862-af71-a327dfc3691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:35.490861 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-18031164-25ab-424a-b062-d1191633ab5d req-635d7cb3-c48a-4862-af71-a327dfc3691e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 1098 time: 0.0577836 Jun 21 15:30:35.526613 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-18031164-25ab-424a-b062-d1191633ab5d req-a4863307-c7ff-457d-b030-cbc3d448d7c3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=721c2a69-a988-49a3-a070-802fd875572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284209 Jun 21 15:30:35.580000 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:35.898008 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0218492e-dea9-47d6-8678-dc4ad8140fbf req-ab927107-0873-4c6b-8b76-89dbbfa1f2d4 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:35.899455 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0218492e-dea9-47d6-8678-dc4ad8140fbf req-ab927107-0873-4c6b-8b76-89dbbfa1f2d4 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 945 time: 0.0696416 Jun 21 15:30:35.941611 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0218492e-dea9-47d6-8678-dc4ad8140fbf req-d78665fd-363a-4eec-b3e3-7e15e456ff1a tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/security-groups?id=721c2a69-a988-49a3-a070-802fd875572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344083 Jun 21 15:30:37.143357 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e34ca7-ff6a-4f63-92f4-d4a1993bbaf5 req-d7e87f72-698a-42fa-970b-0adf6d245219 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:37.144832 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-59e34ca7-ff6a-4f63-92f4-d4a1993bbaf5 req-d7e87f72-698a-42fa-970b-0adf6d245219 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 945 time: 0.0728362 Jun 21 15:30:37.185234 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-59e34ca7-ff6a-4f63-92f4-d4a1993bbaf5 req-fa27cb86-8d01-45ac-a9a8-eee790595193 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/security-groups?id=721c2a69-a988-49a3-a070-802fd875572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344222 Jun 21 15:30:37.392631 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d537759-4186-4675-8c0d-6aa84b9963c3 req-7f123efd-9bb8-4b63-bf88-46f08cb1b6b3 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:37.394298 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0d537759-4186-4675-8c0d-6aa84b9963c3 req-7f123efd-9bb8-4b63-bf88-46f08cb1b6b3 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 945 time: 0.0799210 Jun 21 15:30:37.436258 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0d537759-4186-4675-8c0d-6aa84b9963c3 req-fd755cc1-90c6-4eaa-ab79-67845a00def6 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/security-groups?id=721c2a69-a988-49a3-a070-802fd875572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356667 Jun 21 15:30:37.853439 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d0e55-2656-4dce-8632-d56b71ecaed8 req-89e6c5e9-914c-49f4-a3fe-97f5241983f4 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:37.854948 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4e0d0e55-2656-4dce-8632-d56b71ecaed8 req-89e6c5e9-914c-49f4-a3fe-97f5241983f4 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 945 time: 0.0757883 Jun 21 15:30:37.898729 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4e0d0e55-2656-4dce-8632-d56b71ecaed8 req-c136beff-ebd3-4dfa-868a-9787f4739010 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/security-groups?id=721c2a69-a988-49a3-a070-802fd875572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349393 Jun 21 15:30:38.289996 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-af9ed210-64a6-4aca-b5d5-8bb3eba29c64 req-6b0409c2-161f-42ad-83e5-73fc4cb8046a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0600915 Jun 21 15:30:38.395372 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ed210-64a6-4aca-b5d5-8bb3eba29c64 req-018de698-ce17-4cb2-9b6f-8f8d91cb160a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:38.397656 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-af9ed210-64a6-4aca-b5d5-8bb3eba29c64 req-018de698-ce17-4cb2-9b6f-8f8d91cb160a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3d3ab7d2ebfd44399fb8da58f1c491c7&device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 1098 time: 0.0622027 Jun 21 15:30:38.504613 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ed210-64a6-4aca-b5d5-8bb3eba29c64 req-089d487c-8007-4915-a158-ae3a8f7fb08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:38.507514 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-af9ed210-64a6-4aca-b5d5-8bb3eba29c64 req-089d487c-8007-4915-a158-ae3a8f7fb08c service neutron] 10.222.0.66 "GET /v2.0/networks?id=cd18eb75-1260-4436-a679-31f9b98ece42 HTTP/1.1" status: 200 len: 916 time: 0.0878863 Jun 21 15:30:38.557730 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-af9ed210-64a6-4aca-b5d5-8bb3eba29c64 req-2875b0fb-2cf8-494a-968a-80bac9af7c15 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c230f546-9a6e-4bfc-8113-45ca04a98b8d HTTP/1.1" status: 200 len: 217 time: 0.0426433 Jun 21 15:30:38.609178 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ed210-64a6-4aca-b5d5-8bb3eba29c64 req-ccb99b3f-d5e0-45fe-b34d-4bd125f1cc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:38.610696 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-af9ed210-64a6-4aca-b5d5-8bb3eba29c64 req-ccb99b3f-d5e0-45fe-b34d-4bd125f1cc8f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ab920f5-a481-4e85-bff9-0d3e87367ddc HTTP/1.1" status: 200 len: 854 time: 0.0463004 Jun 21 15:30:38.671910 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ed210-64a6-4aca-b5d5-8bb3eba29c64 req-42b85c3d-f1de-4789-bc16-b10679b8c7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:38.673300 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-af9ed210-64a6-4aca-b5d5-8bb3eba29c64 req-42b85c3d-f1de-4789-bc16-b10679b8c7bd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cd18eb75-1260-4436-a679-31f9b98ece42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0557837 Jun 21 15:30:38.772063 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-af9ed210-64a6-4aca-b5d5-8bb3eba29c64 req-3a7bf984-022f-4db6-9e2c-2c2d28a75541 service neutron] 10.222.0.66 "GET /v2.0/networks/cd18eb75-1260-4436-a679-31f9b98ece42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915427 Jun 21 15:30:38.889082 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-af9ed210-64a6-4aca-b5d5-8bb3eba29c64 req-43640eef-6427-4e85-a3b5-73a144e5e566 service neutron] 10.222.0.66 "GET /v2.0/networks/cd18eb75-1260-4436-a679-31f9b98ece42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094902 Jun 21 15:30:44.134781 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e0b250e2-d256-4328-ae0f-8a624374d8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:46.102000 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:30:46.655666 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a8e61418-2c87-4e7a-b42c-fdf168175bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:47.122230 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:48.216953 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:49.904771 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:50.848987 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6745b49-b2a3-44fa-8391-2a37510497a7 req-de77b4dd-a519-4131-8db1-c408d3724c74 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:50.850503 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a6745b49-b2a3-44fa-8391-2a37510497a7 req-de77b4dd-a519-4131-8db1-c408d3724c74 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 945 time: 0.0749612 Jun 21 15:30:50.892862 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a6745b49-b2a3-44fa-8391-2a37510497a7 req-577dc6e8-971c-472a-9584-dfab7ef07322 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/security-groups?id=721c2a69-a988-49a3-a070-802fd875572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341785 Jun 21 15:30:50.919539 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44344) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:30:51.079018 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c46591-eff4-4c78-ae9b-2d6bc551b445 tempest-TestMinimumBasicScenario-893343536 tempest-TestMinimumBasicScenario-893343536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:51.080514 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-57c46591-eff4-4c78-ae9b-2d6bc551b445 tempest-TestMinimumBasicScenario-893343536 tempest-TestMinimumBasicScenario-893343536-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 1093 time: 0.1599872 Jun 21 15:30:51.083927 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44348) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:30:51.090511 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-7c35f51d-f97d-4983-b874-6cfa5f1e0375 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'port_id': 'c230f546-9a6e-4bfc-8113-45ca04a98b8d', 'tenant_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:30:51.116418 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7c35f51d-f97d-4983-b874-6cfa5f1e0375 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks [] for floatingip, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:51.227670 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7c35f51d-f97d-4983-b874-6cfa5f1e0375 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:51.334970 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-7c35f51d-f97d-4983-b874-6cfa5f1e0375 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Allocated IP 172.26.3.152 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/a97cc2ef-61a2-41e2-a570-04880a33862c) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:30:51.439842 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7c35f51d-f97d-4983-b874-6cfa5f1e0375 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:51.486274 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7c35f51d-f97d-4983-b874-6cfa5f1e0375 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:51.489074 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-93634029-d971-4a8a-b974-68e464695559 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:30:51.532467 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c35f51d-f97d-4983-b874-6cfa5f1e0375 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:30:51.535285 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-7c35f51d-f97d-4983-b874-6cfa5f1e0375 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:30:51.540992 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c35f51d-f97d-4983-b874-6cfa5f1e0375 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:30:51.546355 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35f51d-f97d-4983-b874-6cfa5f1e0375 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Pushing event updated for resources: {'Port': ['ID=a97cc2ef-61a2-41e2-a570-04880a33862c,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:30:51.571923 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c35f51d-f97d-4983-b874-6cfa5f1e0375 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:30:51.572303 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c35f51d-f97d-4983-b874-6cfa5f1e0375 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:30:51.572681 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c35f51d-f97d-4983-b874-6cfa5f1e0375 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:30:51.573051 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c35f51d-f97d-4983-b874-6cfa5f1e0375 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:30:51.573411 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c35f51d-f97d-4983-b874-6cfa5f1e0375 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:30:51.573776 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c35f51d-f97d-4983-b874-6cfa5f1e0375 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:30:51.574159 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c35f51d-f97d-4983-b874-6cfa5f1e0375 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:30:51.574492 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c35f51d-f97d-4983-b874-6cfa5f1e0375 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:30:51.574849 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c35f51d-f97d-4983-b874-6cfa5f1e0375 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:30:51.575314 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c35f51d-f97d-4983-b874-6cfa5f1e0375 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:30:51.575719 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c35f51d-f97d-4983-b874-6cfa5f1e0375 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:30:51.576183 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c35f51d-f97d-4983-b874-6cfa5f1e0375 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:30:51.580926 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7c35f51d-f97d-4983-b874-6cfa5f1e0375 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:30:51.941952 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7c35f51d-f97d-4983-b874-6cfa5f1e0375 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:52.033361 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7c35f51d-f97d-4983-b874-6cfa5f1e0375 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:52.189363 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7c35f51d-f97d-4983-b874-6cfa5f1e0375 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:52.196227 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7c35f51d-f97d-4983-b874-6cfa5f1e0375 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:52.198416 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-111229f3-e16c-41ef-8ac7-a92affafcabd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:30:52.259625 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35f51d-f97d-4983-b874-6cfa5f1e0375 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Pushing event updated for resources: {'Port': ['ID=a97cc2ef-61a2-41e2-a570-04880a33862c,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:30:52.263608 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7c35f51d-f97d-4983-b874-6cfa5f1e0375 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:30:52.276338 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7c35f51d-f97d-4983-b874-6cfa5f1e0375 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:52.378328 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.l3_db [None req-7c35f51d-f97d-4983-b874-6cfa5f1e0375 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Floating IP d935fbee-c31e-4e0f-ae35-6214ca041fda associated. External IP: 172.26.3.152, port: c230f546-9a6e-4bfc-8113-45ca04a98b8d. Jun 21 15:30:52.602058 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c35f51d-f97d-4983-b874-6cfa5f1e0375 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Router 6a0e5832-30fa-48e4-ba7c-405d9b012533 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:30:52.719365 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c35f51d-f97d-4983-b874-6cfa5f1e0375 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:30:52.732023 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92c8a61-a8d1-496b-8d64-689c42addf5e None None] Sync routers for ids ['6a0e5832-30fa-48e4-ba7c-405d9b012533'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:30:52.740236 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7c35f51d-f97d-4983-b874-6cfa5f1e0375 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:52.742600 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92c8a61-a8d1-496b-8d64-689c42addf5e None None] Routers {'6a0e5832-30fa-48e4-ba7c-405d9b012533'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:30:52.743223 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-c92c8a61-a8d1-496b-8d64-689c42addf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:30:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6a0e5832-30fa-48e4-ba7c-405d9b012533'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:30:52.777615 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7c35f51d-f97d-4983-b874-6cfa5f1e0375 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6924176 Jun 21 15:30:52.778456 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0aef06f-55e6-4cf5-8901-1b2a317178b0', 'tag': 'c230f546-9a6e-4bfc-8113-45ca04a98b8d'}] {{(pid=105225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:30:52.780703 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44350) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:30:52.781206 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d720512e93a77e3bffebe2b790a2b81995dcc7e4c74443a12a7dc003910c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332c13a6-81c2-4621-b044-2bbdc3548c71" -d '{"events": [{"name": "network-changed", "server_uuid": "b0aef06f-55e6-4cf5-8901-1b2a317178b0", "tag": "c230f546-9a6e-4bfc-8113-45ca04a98b8d"}]}' {{(pid=105225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:30:52.786325 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-394f01c1-d2e8-4b3c-954e-e0c075e6329b tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-339130838', 'description': 'tempest-secgroup-smoke-339130838 description', 'project_id': '3d3ab7d2ebfd44399fb8da58f1c491c7'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:30:52.819071 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-394f01c1-d2e8-4b3c-954e-e0c075e6329b tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:52.918546 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-394f01c1-d2e8-4b3c-954e-e0c075e6329b tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:52.924577 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-394f01c1-d2e8-4b3c-954e-e0c075e6329b tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:52.927260 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e87cd9a9-8f6e-4e45-92e6-19783483607d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:30:52.958939 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f01c1-d2e8-4b3c-954e-e0c075e6329b tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=619f47b1-3d75-4619-8061-440545fc7f51,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:30:52.961436 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accbe59b-5804-4b34-9a9f-594856864540 x-openstack-request-id: req-accbe59b-5804-4b34-9a9f-594856864540 {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:30:52.962515 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0aef06f-55e6-4cf5-8901-1b2a317178b0", "tag": "c230f546-9a6e-4bfc-8113-45ca04a98b8d", "status": "completed", "code": 200}]} {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:30:52.962777 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-394f01c1-d2e8-4b3c-954e-e0c075e6329b tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:52.963359 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-accbe59b-5804-4b34-9a9f-594856864540 {{(pid=105225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:30:52.963874 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0aef06f-55e6-4cf5-8901-1b2a317178b0', 'tag': 'c230f546-9a6e-4bfc-8113-45ca04a98b8d', 'status': 'completed', 'code': 200} Jun 21 15:30:52.970389 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44356) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:30:52.975375 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-c4c703cc-ad3d-4555-82be-b71f37b76873 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Request body: {'security_group_rule': {'security_group_id': '619f47b1-3d75-4619-8061-440545fc7f51', 'project_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:30:52.978514 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-394f01c1-d2e8-4b3c-954e-e0c075e6329b tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1965981 Jun 21 15:30:52.979977 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-394f01c1-d2e8-4b3c-954e-e0c075e6329b tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:30:53.009022 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c4c703cc-ad3d-4555-82be-b71f37b76873 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:53.040555 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-c92c8a61-a8d1-496b-8d64-689c42addf5e None None] Set router 6a0e5832-30fa-48e4-ba7c-405d9b012533 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:30:53.067241 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c13a6-81c2-4621-b044-2bbdc3548c71 req-1552a1a3-ef57-4e59-b168-21d992039116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:53.069209 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-332c13a6-81c2-4621-b044-2bbdc3548c71 req-1552a1a3-ef57-4e59-b168-21d992039116 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3d3ab7d2ebfd44399fb8da58f1c491c7&device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 1098 time: 0.0709004 Jun 21 15:30:53.080985 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c4c703cc-ad3d-4555-82be-b71f37b76873 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:53.086479 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c4c703cc-ad3d-4555-82be-b71f37b76873 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:53.092661 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-08aab265-7d0b-4776-aa57-a4e0114cdc3d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:30:53.107389 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c703cc-ad3d-4555-82be-b71f37b76873 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7429d21e-6fbf-428f-9c7f-eb8db4865c29,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:30:53.110410 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c4c703cc-ad3d-4555-82be-b71f37b76873 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:30:53.117960 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c4c703cc-ad3d-4555-82be-b71f37b76873 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:53.119446 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c4c703cc-ad3d-4555-82be-b71f37b76873 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1480598 Jun 21 15:30:53.122732 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44358) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:30:53.127959 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-04e9e4d7-631a-4796-87e3-1e35f9da75dd tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Request body: {'security_group_rule': {'security_group_id': '619f47b1-3d75-4619-8061-440545fc7f51', 'project_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:30:53.160017 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-04e9e4d7-631a-4796-87e3-1e35f9da75dd tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:53.175365 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c13a6-81c2-4621-b044-2bbdc3548c71 req-81b0c009-3c7c-43e5-be6f-2a9da973d43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:53.177091 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-332c13a6-81c2-4621-b044-2bbdc3548c71 req-81b0c009-3c7c-43e5-be6f-2a9da973d43a service neutron] 10.222.0.66 "GET /v2.0/networks?id=cd18eb75-1260-4436-a679-31f9b98ece42 HTTP/1.1" status: 200 len: 916 time: 0.1003489 Jun 21 15:30:53.224278 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-04e9e4d7-631a-4796-87e3-1e35f9da75dd tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:53.231234 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-04e9e4d7-631a-4796-87e3-1e35f9da75dd tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:53.233352 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-400a12ef-9afe-4ef1-8654-a8f555ccfeef tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:30:53.251353 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e9e4d7-631a-4796-87e3-1e35f9da75dd tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6952540e-2c0e-4848-bcdc-fe98359ee823,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:30:53.254587 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-04e9e4d7-631a-4796-87e3-1e35f9da75dd tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:30:53.256498 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-332c13a6-81c2-4621-b044-2bbdc3548c71 req-0a9bdd67-2e3f-42b9-830a-68c4e4b203a0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c230f546-9a6e-4bfc-8113-45ca04a98b8d HTTP/1.1" status: 200 len: 999 time: 0.0708339 Jun 21 15:30:53.260358 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-04e9e4d7-631a-4796-87e3-1e35f9da75dd tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:53.261652 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-04e9e4d7-631a-4796-87e3-1e35f9da75dd tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1375587 Jun 21 15:30:53.264592 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44360) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:30:53.269158 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-18267153-7a78-4836-8257-92b81361a59a tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Request body: {'security_group_rule': {'security_group_id': '619f47b1-3d75-4619-8061-440545fc7f51', 'project_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:30:53.273689 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-c92c8a61-a8d1-496b-8d64-689c42addf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'name': 'tempest-TestMinimumBasicScenario-1322454605-router', 'tenant_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '822fd738-6d5f-44c7-8723-77e6c3cb7b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:29:53Z', 'updated_at': '2021-06-21T15:29:55Z', 'revision_number': 4, 'project_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'gw_port': {'id': '822fd738-6d5f-44c7-8723-77e6c3cb7b05', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:29:53Z', 'updated_at': '2021-06-21T15:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': 'd935fbee-c31e-4e0f-ae35-6214ca041fda', 'tenant_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'floating_ip_address': '172.26.3.152', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'port_id': 'c230f546-9a6e-4bfc-8113-45ca04a98b8d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd18eb75-1260-4436-a679-31f9b98ece42', 'mac_address': 'fa:16:3e:45:f5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aef06f-55e6-4cf5-8901-1b2a317178b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:30:51Z', 'updated_at': '2021-06-21T15:30:51Z', 'revision_number': 0, 'project_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e7cefae-00b0-4c6d-86a9-eda041afcd14', 'name': '', 'network_id': 'cd18eb75-1260-4436-a679-31f9b98ece42', 'tenant_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'mac_address': 'fa:16:3e:e2:18:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '2ab920f5-a481-4e85-bff9-0d3e87367ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:29:55Z', 'updated_at': '2021-06-21T15:30:01Z', 'revision_number': 5, 'project_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'subnets': [{'id': '2ab920f5-a481-4e85-bff9-0d3e87367ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:30:53.298446 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-18267153-7a78-4836-8257-92b81361a59a tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:53.299661 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92c8a61-a8d1-496b-8d64-689c42addf5e None None] Checking router: 6a0e5832-30fa-48e4-ba7c-405d9b012533 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:30:53.308223 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92c8a61-a8d1-496b-8d64-689c42addf5e None None] Routers {'6a0e5832-30fa-48e4-ba7c-405d9b012533'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:30:53.308947 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-c92c8a61-a8d1-496b-8d64-689c42addf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:30:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6a0e5832-30fa-48e4-ba7c-405d9b012533'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:30:53.311081 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c13a6-81c2-4621-b044-2bbdc3548c71 req-93f8e354-beb9-425c-bd06-be389c0ed33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:53.312849 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-332c13a6-81c2-4621-b044-2bbdc3548c71 req-93f8e354-beb9-425c-bd06-be389c0ed33a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ab920f5-a481-4e85-bff9-0d3e87367ddc HTTP/1.1" status: 200 len: 854 time: 0.0485208 Jun 21 15:30:53.370109 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-18267153-7a78-4836-8257-92b81361a59a tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:53.378453 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-18267153-7a78-4836-8257-92b81361a59a tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:53.378453 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8b51089f-253a-4815-8665-44f4aabcda51 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:30:53.390267 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c13a6-81c2-4621-b044-2bbdc3548c71 req-88c70c75-1c68-44fe-98db-fdf93b8dc9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:53.392075 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-332c13a6-81c2-4621-b044-2bbdc3548c71 req-88c70c75-1c68-44fe-98db-fdf93b8dc9f7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cd18eb75-1260-4436-a679-31f9b98ece42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716908 Jun 21 15:30:53.394880 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18267153-7a78-4836-8257-92b81361a59a tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3e64a09-16ef-476f-89ff-2ad337fe9511,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:30:53.399212 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-18267153-7a78-4836-8257-92b81361a59a tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:30:53.406356 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-18267153-7a78-4836-8257-92b81361a59a tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:53.408831 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-18267153-7a78-4836-8257-92b81361a59a tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1421428 Jun 21 15:30:53.410494 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44362) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:30:53.425088 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-fa4b56aa-fd76-4e9a-9804-4e82bc6e86ea tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Request body: {'security_group_rule': {'security_group_id': '619f47b1-3d75-4619-8061-440545fc7f51', 'project_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:30:53.437015 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-c92c8a61-a8d1-496b-8d64-689c42addf5e None None] Set router 6a0e5832-30fa-48e4-ba7c-405d9b012533 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:30:53.493642 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fa4b56aa-fd76-4e9a-9804-4e82bc6e86ea tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:53.522475 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-332c13a6-81c2-4621-b044-2bbdc3548c71 req-7da6934a-1c04-4ba9-8380-e2cd832f58b9 service neutron] 10.222.0.66 "GET /v2.0/networks/cd18eb75-1260-4436-a679-31f9b98ece42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196883 Jun 21 15:30:53.616286 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fa4b56aa-fd76-4e9a-9804-4e82bc6e86ea tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:53.628469 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fa4b56aa-fd76-4e9a-9804-4e82bc6e86ea tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:53.631890 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e0c5352f-1623-43cb-9e6f-99879d5d6142 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:30:53.657808 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4b56aa-fd76-4e9a-9804-4e82bc6e86ea tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c9e889-2dbe-4c23-b529-9371538bcfe9,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:30:53.660561 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fa4b56aa-fd76-4e9a-9804-4e82bc6e86ea tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:30:53.663703 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-332c13a6-81c2-4621-b044-2bbdc3548c71 req-06021b26-27a0-4c13-ba0c-284df41f7502 service neutron] 10.222.0.66 "GET /v2.0/networks/cd18eb75-1260-4436-a679-31f9b98ece42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294727 Jun 21 15:30:53.667299 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fa4b56aa-fd76-4e9a-9804-4e82bc6e86ea tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:53.667613 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-c92c8a61-a8d1-496b-8d64-689c42addf5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'name': 'tempest-TestMinimumBasicScenario-1322454605-router', 'tenant_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '822fd738-6d5f-44c7-8723-77e6c3cb7b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:29:53Z', 'updated_at': '2021-06-21T15:29:55Z', 'revision_number': 4, 'project_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'gw_port': {'id': '822fd738-6d5f-44c7-8723-77e6c3cb7b05', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:29:53Z', 'updated_at': '2021-06-21T15:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': 'd935fbee-c31e-4e0f-ae35-6214ca041fda', 'tenant_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'floating_ip_address': '172.26.3.152', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'port_id': 'c230f546-9a6e-4bfc-8113-45ca04a98b8d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd18eb75-1260-4436-a679-31f9b98ece42', 'mac_address': 'fa:16:3e:45:f5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aef06f-55e6-4cf5-8901-1b2a317178b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:30:51Z', 'updated_at': '2021-06-21T15:30:51Z', 'revision_number': 0, 'project_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e7cefae-00b0-4c6d-86a9-eda041afcd14', 'name': '', 'network_id': 'cd18eb75-1260-4436-a679-31f9b98ece42', 'tenant_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'mac_address': 'fa:16:3e:e2:18:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '2ab920f5-a481-4e85-bff9-0d3e87367ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:29:55Z', 'updated_at': '2021-06-21T15:30:01Z', 'revision_number': 5, 'project_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'subnets': [{'id': '2ab920f5-a481-4e85-bff9-0d3e87367ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:30:53.668374 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fa4b56aa-fd76-4e9a-9804-4e82bc6e86ea tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2561212 Jun 21 15:30:53.671527 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44364) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:30:53.676533 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-434a1eeb-8b55-404c-b226-b1ac002f7052 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Request body: {'security_group_rule': {'security_group_id': '619f47b1-3d75-4619-8061-440545fc7f51', 'project_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:30:53.695015 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92c8a61-a8d1-496b-8d64-689c42addf5e None None] The sync data for ids ['6a0e5832-30fa-48e4-ba7c-405d9b012533'] in dv-neutron-797121-2-hyperv is: [{'id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'name': 'tempest-TestMinimumBasicScenario-1322454605-router', 'tenant_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '822fd738-6d5f-44c7-8723-77e6c3cb7b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:29:53Z', 'updated_at': '2021-06-21T15:29:55Z', 'revision_number': 4, 'project_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'gw_port': {'id': '822fd738-6d5f-44c7-8723-77e6c3cb7b05', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:29:53Z', 'updated_at': '2021-06-21T15:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': 'd935fbee-c31e-4e0f-ae35-6214ca041fda', 'tenant_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'floating_ip_address': '172.26.3.152', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'port_id': 'c230f546-9a6e-4bfc-8113-45ca04a98b8d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd18eb75-1260-4436-a679-31f9b98ece42', 'mac_address': 'fa:16:3e:45:f5:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0aef06f-55e6-4cf5-8901-1b2a317178b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:30:51Z', 'updated_at': '2021-06-21T15:30:51Z', 'revision_number': 0, 'project_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e7cefae-00b0-4c6d-86a9-eda041afcd14', 'name': '', 'network_id': 'cd18eb75-1260-4436-a679-31f9b98ece42', 'tenant_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'mac_address': 'fa:16:3e:e2:18:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '2ab920f5-a481-4e85-bff9-0d3e87367ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:29:55Z', 'updated_at': '2021-06-21T15:30:01Z', 'revision_number': 5, 'project_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'subnets': [{'id': '2ab920f5-a481-4e85-bff9-0d3e87367ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:30:53.701865 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.securitygroups_db [None req-434a1eeb-8b55-404c-b226-b1ac002f7052 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Project 3d3ab7d2ebfd44399fb8da58f1c491c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 15:30:53.707856 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-434a1eeb-8b55-404c-b226-b1ac002f7052 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:53.772176 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-434a1eeb-8b55-404c-b226-b1ac002f7052 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:53.777926 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-434a1eeb-8b55-404c-b226-b1ac002f7052 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:53.779986 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-17f2501e-e9e2-4635-a7fb-3c76dc6ae17a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:30:53.797562 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a1eeb-8b55-404c-b226-b1ac002f7052 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a16f69c-015d-4c92-acd4-5ea5ac5fa893,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:30:53.800183 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-434a1eeb-8b55-404c-b226-b1ac002f7052 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:30:53.801589 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-434a1eeb-8b55-404c-b226-b1ac002f7052 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:53.802887 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-434a1eeb-8b55-404c-b226-b1ac002f7052 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1304252 Jun 21 15:30:53.805644 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44366) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:30:53.810148 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-f1e2d22a-cb0f-471a-8ca0-3b3984cc5507 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Request body: {'security_group_rule': {'security_group_id': '619f47b1-3d75-4619-8061-440545fc7f51', 'project_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:30:53.833468 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.securitygroups_db [None req-f1e2d22a-cb0f-471a-8ca0-3b3984cc5507 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Project 3d3ab7d2ebfd44399fb8da58f1c491c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 15:30:53.839064 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f1e2d22a-cb0f-471a-8ca0-3b3984cc5507 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:53.894961 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d0dc703-bf7f-464b-88e4-4aedfe855999 None None] New status for floating IP d935fbee-c31e-4e0f-ae35-6214ca041fda: ACTIVE {{(pid=105227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:30:53.909335 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f1e2d22a-cb0f-471a-8ca0-3b3984cc5507 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:53.914417 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f1e2d22a-cb0f-471a-8ca0-3b3984cc5507 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:53.916257 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fb20f77b-0e11-4373-bc1b-5b8bc0f947b7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:30:53.935570 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2d22a-cb0f-471a-8ca0-3b3984cc5507 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba440fc3-31b5-40a3-a835-a083e4d9d974,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:30:53.938577 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f1e2d22a-cb0f-471a-8ca0-3b3984cc5507 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:30:53.944138 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f1e2d22a-cb0f-471a-8ca0-3b3984cc5507 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:53.945334 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f1e2d22a-cb0f-471a-8ca0-3b3984cc5507 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1387599 Jun 21 15:30:54.072925 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f7cbc039-511c-4f88-844b-d37274784ac6 req-099b530a-3211-4306-b663-46f1214d6692 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-339130838&fields=id&tenant_id=3d3ab7d2ebfd44399fb8da58f1c491c7 HTTP/1.1" status: 200 len: 267 time: 0.0359859 Jun 21 15:30:54.155553 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbc039-511c-4f88-844b-d37274784ac6 req-23d262a9-2c56-4500-986f-ac07bcd9a0bb tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:54.160800 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f7cbc039-511c-4f88-844b-d37274784ac6 req-23d262a9-2c56-4500-986f-ac07bcd9a0bb tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 945 time: 0.0820971 Jun 21 15:30:54.174164 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-f7cbc039-511c-4f88-844b-d37274784ac6 req-a6abb836-bcb1-40b2-be5e-f9f76be0721a tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Request body: {'port': {'security_groups': ['721c2a69-a988-49a3-a070-802fd875572c', '619f47b1-3d75-4619-8061-440545fc7f51']}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:30:54.270359 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-f7cbc039-511c-4f88-844b-d37274784ac6 req-a6abb836-bcb1-40b2-be5e-f9f76be0721a tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:54.468796 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-f7cbc039-511c-4f88-844b-d37274784ac6 req-a6abb836-bcb1-40b2-be5e-f9f76be0721a tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] For port c230f546-9a6e-4bfc-8113-45ca04a98b8d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c230f546-9a6e-4bfc-8113-45ca04a98b8d,segment=NetworkSegment(60afbe7b-6743-4b10-8358-cf750b1cb872),segment_id=60afbe7b-6743-4b10-8358-cf750b1cb872)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:30:54.500932 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-f7cbc039-511c-4f88-844b-d37274784ac6 req-a6abb836-bcb1-40b2-be5e-f9f76be0721a tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:54.507842 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-f7cbc039-511c-4f88-844b-d37274784ac6 req-a6abb836-bcb1-40b2-be5e-f9f76be0721a tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:54.511825 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-989643c8-80c1-4a58-bdb5-bdbc2e60b500 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:30:54.519888 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['c230f546-9a6e-4bfc-8113-45ca04a98b8d'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:30:54.551674 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbc039-511c-4f88-844b-d37274784ac6 req-a6abb836-bcb1-40b2-be5e-f9f76be0721a tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:54.552318 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-f7cbc039-511c-4f88-844b-d37274784ac6 req-a6abb836-bcb1-40b2-be5e-f9f76be0721a tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:54.553700 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f7cbc039-511c-4f88-844b-d37274784ac6 req-a6abb836-bcb1-40b2-be5e-f9f76be0721a tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "PUT /v2.0/ports/c230f546-9a6e-4bfc-8113-45ca04a98b8d HTTP/1.1" status: 200 len: 981 time: 0.3858087 Jun 21 15:30:54.554271 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0aef06f-55e6-4cf5-8901-1b2a317178b0', 'tag': 'c230f546-9a6e-4bfc-8113-45ca04a98b8d'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:30:54.556648 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1af0b98-0911-43ef-a41f-7cbf2fd91c40" -d '{"events": [{"name": "network-changed", "server_uuid": "b0aef06f-55e6-4cf5-8901-1b2a317178b0", "tag": "c230f546-9a6e-4bfc-8113-45ca04a98b8d"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:30:54.613625 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb536abf-2eb1-47a9-b854-f59daaf6d73e x-openstack-request-id: req-bb536abf-2eb1-47a9-b854-f59daaf6d73e {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:30:54.613999 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0aef06f-55e6-4cf5-8901-1b2a317178b0", "tag": "c230f546-9a6e-4bfc-8113-45ca04a98b8d", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:30:54.614301 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bb536abf-2eb1-47a9-b854-f59daaf6d73e {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:30:54.614753 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0aef06f-55e6-4cf5-8901-1b2a317178b0', 'tag': 'c230f546-9a6e-4bfc-8113-45ca04a98b8d', 'status': 'completed', 'code': 200} Jun 21 15:30:54.615604 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6abb836-bcb1-40b2-be5e-f9f76be0721a tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Pushing event updated for resources: {'Port': ['ID=c230f546-9a6e-4bfc-8113-45ca04a98b8d,revision_number=6']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:30:54.626508 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a6abb836-bcb1-40b2-be5e-f9f76be0721a tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:30:54.634465 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['c230f546-9a6e-4bfc-8113-45ca04a98b8d'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:30:54.743659 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af0b98-0911-43ef-a41f-7cbf2fd91c40 req-7d8e6486-731d-4dc6-9e23-01678bfe12d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:54.745184 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c1af0b98-0911-43ef-a41f-7cbf2fd91c40 req-7d8e6486-731d-4dc6-9e23-01678bfe12d9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3d3ab7d2ebfd44399fb8da58f1c491c7&device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 1137 time: 0.1049764 Jun 21 15:30:54.802382 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1e27a-ee37-4b58-9507-678618bec552 req-d0c3e3b2-e6ab-4c28-90cd-b56b8e605cdb tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:54.803821 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-00c1e27a-ee37-4b58-9507-678618bec552 req-d0c3e3b2-e6ab-4c28-90cd-b56b8e605cdb tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 984 time: 0.1312239 Jun 21 15:30:54.879586 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-204c9b8e-c93c-4f2e-91b9-5ef988516a1d None None] Provisioning complete for port c230f546-9a6e-4bfc-8113-45ca04a98b8d triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:30:54.879958 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-204c9b8e-c93c-4f2e-91b9-5ef988516a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:30:55.184086 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-00c1e27a-ee37-4b58-9507-678618bec552 req-b23d0841-c367-41a3-beb9-13152ba65a66 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/security-groups?id=619f47b1-3d75-4619-8061-440545fc7f51&id=721c2a69-a988-49a3-a070-802fd875572c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3735733 Jun 21 15:30:55.188750 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af0b98-0911-43ef-a41f-7cbf2fd91c40 req-a8695596-a063-4b66-93ab-3d524f5ee80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:55.190191 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c1af0b98-0911-43ef-a41f-7cbf2fd91c40 req-a8695596-a063-4b66-93ab-3d524f5ee80e service neutron] 10.222.0.66 "GET /v2.0/networks?id=cd18eb75-1260-4436-a679-31f9b98ece42 HTTP/1.1" status: 200 len: 916 time: 0.4377310 Jun 21 15:30:55.260198 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c1af0b98-0911-43ef-a41f-7cbf2fd91c40 req-76b50490-b773-469b-8907-7fb84197211c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c230f546-9a6e-4bfc-8113-45ca04a98b8d HTTP/1.1" status: 200 len: 1001 time: 0.0628221 Jun 21 15:30:55.310621 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af0b98-0911-43ef-a41f-7cbf2fd91c40 req-72ab450b-675c-4f37-a6bf-8a67a1f48063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:55.312013 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c1af0b98-0911-43ef-a41f-7cbf2fd91c40 req-72ab450b-675c-4f37-a6bf-8a67a1f48063 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ab920f5-a481-4e85-bff9-0d3e87367ddc HTTP/1.1" status: 200 len: 854 time: 0.0445433 Jun 21 15:30:55.374956 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af0b98-0911-43ef-a41f-7cbf2fd91c40 req-4cf067d2-8463-4d4d-a24e-f53de042ee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:30:55.376421 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c1af0b98-0911-43ef-a41f-7cbf2fd91c40 req-4cf067d2-8463-4d4d-a24e-f53de042ee69 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cd18eb75-1260-4436-a679-31f9b98ece42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0576825 Jun 21 15:30:55.468196 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c1af0b98-0911-43ef-a41f-7cbf2fd91c40 req-7beab299-904b-40f1-9d66-7ce3d225fa54 service neutron] 10.222.0.66 "GET /v2.0/networks/cd18eb75-1260-4436-a679-31f9b98ece42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846226 Jun 21 15:30:55.560730 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c1af0b98-0911-43ef-a41f-7cbf2fd91c40 req-3e1d4673-2ffc-4bce-a233-b36782817255 service neutron] 10.222.0.66 "GET /v2.0/networks/cd18eb75-1260-4436-a679-31f9b98ece42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852373 Jun 21 15:31:05.593813 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:31:14.129696 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f4539487-ddc3-40c9-9d29-5b1c0dbb7e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:31:16.639817 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1b69d3e7-7aaa-4e8b-be8b-4ca61ca8f428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:31:17.119059 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:31:18.219569 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:31:19.910213 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:31:23.106060 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:31:35.629458 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:31:39.273734 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f675f2c8-f7f6-4e39-a57c-08edb32cbbc8 req-7e673d80-d92c-4660-b7f7-1661c3bf1c19 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565746 Jun 21 15:31:39.374059 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675f2c8-f7f6-4e39-a57c-08edb32cbbc8 req-6619db72-9daa-4694-804b-f25d9f79f56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:31:39.375551 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f675f2c8-f7f6-4e39-a57c-08edb32cbbc8 req-6619db72-9daa-4694-804b-f25d9f79f56b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3d3ab7d2ebfd44399fb8da58f1c491c7&device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 1137 time: 0.0561264 Jun 21 15:31:39.494804 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675f2c8-f7f6-4e39-a57c-08edb32cbbc8 req-79e992ae-a658-4fe3-a89a-27912a271902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:31:39.496512 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f675f2c8-f7f6-4e39-a57c-08edb32cbbc8 req-79e992ae-a658-4fe3-a89a-27912a271902 service neutron] 10.222.0.66 "GET /v2.0/networks?id=cd18eb75-1260-4436-a679-31f9b98ece42 HTTP/1.1" status: 200 len: 916 time: 0.0986454 Jun 21 15:31:39.561034 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f675f2c8-f7f6-4e39-a57c-08edb32cbbc8 req-e630cc0a-e47e-46b5-94af-aff9aeb8a5b4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c230f546-9a6e-4bfc-8113-45ca04a98b8d HTTP/1.1" status: 200 len: 1001 time: 0.0579996 Jun 21 15:31:39.615028 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675f2c8-f7f6-4e39-a57c-08edb32cbbc8 req-0c967ded-6097-4f16-b727-d2b6be1f1b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:31:39.616492 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f675f2c8-f7f6-4e39-a57c-08edb32cbbc8 req-0c967ded-6097-4f16-b727-d2b6be1f1b48 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ab920f5-a481-4e85-bff9-0d3e87367ddc HTTP/1.1" status: 200 len: 854 time: 0.0483665 Jun 21 15:31:39.680161 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f675f2c8-f7f6-4e39-a57c-08edb32cbbc8 req-35b12ad8-a541-440b-bd1e-3c9a1a14a8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:31:39.681604 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f675f2c8-f7f6-4e39-a57c-08edb32cbbc8 req-35b12ad8-a541-440b-bd1e-3c9a1a14a8a9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cd18eb75-1260-4436-a679-31f9b98ece42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0580673 Jun 21 15:31:39.774805 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f675f2c8-f7f6-4e39-a57c-08edb32cbbc8 req-96e7b84f-d678-401d-8bc1-34330e328238 service neutron] 10.222.0.66 "GET /v2.0/networks/cd18eb75-1260-4436-a679-31f9b98ece42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857759 Jun 21 15:31:39.870479 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f675f2c8-f7f6-4e39-a57c-08edb32cbbc8 req-cc234077-0874-4b9a-9813-98257ea92f46 service neutron] 10.222.0.66 "GET /v2.0/networks/cd18eb75-1260-4436-a679-31f9b98ece42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883591 Jun 21 15:31:44.136374 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d0347154-26a1-4f5a-b2dc-d18f4ad9577f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:31:46.650110 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f3f50781-b3a3-4fc7-a03c-9353e1b4eeca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:31:47.119305 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:31:48.221770 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:31:49.917047 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:32:00.105564 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:32:05.625911 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:32:06.553613 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631132e3-99c8-41a1-bfcb-8ed74b1f39dc req-f02b62e2-7a1a-42de-b144-8b2a6e3ecca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:32:06.555164 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-631132e3-99c8-41a1-bfcb-8ed74b1f39dc req-f02b62e2-7a1a-42de-b144-8b2a6e3ecca1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3d3ab7d2ebfd44399fb8da58f1c491c7&device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 1137 time: 0.0616269 Jun 21 15:32:06.697443 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631132e3-99c8-41a1-bfcb-8ed74b1f39dc req-dc6024a4-8022-4d38-9dd2-cd626f700def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:32:06.698921 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-631132e3-99c8-41a1-bfcb-8ed74b1f39dc req-dc6024a4-8022-4d38-9dd2-cd626f700def service neutron] 10.222.0.66 "GET /v2.0/networks?id=cd18eb75-1260-4436-a679-31f9b98ece42 HTTP/1.1" status: 200 len: 916 time: 0.1372418 Jun 21 15:32:06.709737 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c3ef39-8c87-450e-9bd6-69817a02ca02 req-86face20-3f7b-4e34-bfec-706346b51fea tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:32:06.711109 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-24c3ef39-8c87-450e-9bd6-69817a02ca02 req-86face20-3f7b-4e34-bfec-706346b51fea tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 984 time: 0.1903262 Jun 21 15:32:06.798265 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-24c3ef39-8c87-450e-9bd6-69817a02ca02 req-8e910a91-a6d9-45c5-9e6a-23343b57a158 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/security-groups?id=619f47b1-3d75-4619-8061-440545fc7f51&id=721c2a69-a988-49a3-a070-802fd875572c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0805581 Jun 21 15:32:06.802678 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-631132e3-99c8-41a1-bfcb-8ed74b1f39dc req-64307498-39e0-478a-8532-1c713efb7923 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c230f546-9a6e-4bfc-8113-45ca04a98b8d HTTP/1.1" status: 200 len: 1001 time: 0.0906956 Jun 21 15:32:06.853609 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631132e3-99c8-41a1-bfcb-8ed74b1f39dc req-1180127b-f085-418a-9f82-c47609ad06df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:32:06.855067 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-631132e3-99c8-41a1-bfcb-8ed74b1f39dc req-1180127b-f085-418a-9f82-c47609ad06df service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ab920f5-a481-4e85-bff9-0d3e87367ddc HTTP/1.1" status: 200 len: 854 time: 0.0457985 Jun 21 15:32:06.931558 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631132e3-99c8-41a1-bfcb-8ed74b1f39dc req-37378733-86e9-49b9-aeca-714c1b518e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:32:06.933376 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-631132e3-99c8-41a1-bfcb-8ed74b1f39dc req-37378733-86e9-49b9-aeca-714c1b518e76 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cd18eb75-1260-4436-a679-31f9b98ece42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715208 Jun 21 15:32:07.036282 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-631132e3-99c8-41a1-bfcb-8ed74b1f39dc req-d7b97634-fefe-486f-9799-e3e7f216bef7 service neutron] 10.222.0.66 "GET /v2.0/networks/cd18eb75-1260-4436-a679-31f9b98ece42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960810 Jun 21 15:32:07.140339 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-631132e3-99c8-41a1-bfcb-8ed74b1f39dc req-8dafbd3e-c23f-4bbd-bf8f-f766da2e5f37 service neutron] 10.222.0.66 "GET /v2.0/networks/cd18eb75-1260-4436-a679-31f9b98ece42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972307 Jun 21 15:32:08.030533 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdaf32-d8f6-42ea-a132-9461561d183e req-c820544f-25cf-48d8-bc25-47ea2f38b045 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:32:08.032034 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-57bdaf32-d8f6-42ea-a132-9461561d183e req-c820544f-25cf-48d8-bc25-47ea2f38b045 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 984 time: 0.1194320 Jun 21 15:32:08.079956 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-57bdaf32-d8f6-42ea-a132-9461561d183e req-22b938b8-07f6-4e65-bc67-22cd8c425724 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/security-groups?id=619f47b1-3d75-4619-8061-440545fc7f51&id=721c2a69-a988-49a3-a070-802fd875572c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413213 Jun 21 15:32:09.292517 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b015b4e-5ed6-4d94-b39c-0cae5cb774c0 req-8c5419c6-676a-44a6-b84b-f7fdc0f6fd2f tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:32:09.294025 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1b015b4e-5ed6-4d94-b39c-0cae5cb774c0 req-8c5419c6-676a-44a6-b84b-f7fdc0f6fd2f tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 984 time: 0.0791552 Jun 21 15:32:09.337136 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1b015b4e-5ed6-4d94-b39c-0cae5cb774c0 req-700cf715-f668-4357-8c3e-c2cc73d0946f tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/security-groups?id=619f47b1-3d75-4619-8061-440545fc7f51&id=721c2a69-a988-49a3-a070-802fd875572c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350544 Jun 21 15:32:10.546067 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb677fd-2194-4e06-b9f9-3e0c07c9128f req-b49718a1-c0b0-4672-a36b-a955caf3bba5 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:32:10.547859 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0bb677fd-2194-4e06-b9f9-3e0c07c9128f req-b49718a1-c0b0-4672-a36b-a955caf3bba5 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 984 time: 0.0793614 Jun 21 15:32:10.593957 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0bb677fd-2194-4e06-b9f9-3e0c07c9128f req-764f535c-27f1-4826-ae8f-ec632deb4ec0 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/security-groups?id=619f47b1-3d75-4619-8061-440545fc7f51&id=721c2a69-a988-49a3-a070-802fd875572c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396943 Jun 21 15:32:11.794540 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d14714-0e35-4746-9dec-58f4aa0f6a37 req-593dadcd-6ae0-4d0e-8d45-06240a6293b9 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:32:11.796035 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d9d14714-0e35-4746-9dec-58f4aa0f6a37 req-593dadcd-6ae0-4d0e-8d45-06240a6293b9 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 984 time: 0.0731542 Jun 21 15:32:11.844464 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d9d14714-0e35-4746-9dec-58f4aa0f6a37 req-16b1e369-4ece-440a-bc57-4824c734cbc7 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/security-groups?id=619f47b1-3d75-4619-8061-440545fc7f51&id=721c2a69-a988-49a3-a070-802fd875572c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415673 Jun 21 15:32:12.970202 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [req-6edf6f4a-28f7-4075-b3cf-087d4087802e req-4cc69564-43f3-40ca-8282-7c66d8a9fb7c tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] (105225) timed out ('10.222.0.66', 56838) {{(pid=105225) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 21 15:32:13.029652 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3209685-d26e-4c79-8747-e467bef33360 req-dab905a4-08da-482c-8687-073186a265a6 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:32:13.031128 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e3209685-d26e-4c79-8747-e467bef33360 req-dab905a4-08da-482c-8687-073186a265a6 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 984 time: 0.0748851 Jun 21 15:32:13.085217 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e3209685-d26e-4c79-8747-e467bef33360 req-2d3edcc0-272c-425b-a051-502ad668870a tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/security-groups?id=619f47b1-3d75-4619-8061-440545fc7f51&id=721c2a69-a988-49a3-a070-802fd875572c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460966 Jun 21 15:32:14.130284 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e6449b32-6404-415f-8056-5dc221f247b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:32:14.274876 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb9ef8-d68a-4aa0-9f16-9a133871b193 req-eb5b526a-0042-4896-9859-76c3939d4656 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:32:14.276222 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4bdb9ef8-d68a-4aa0-9f16-9a133871b193 req-eb5b526a-0042-4896-9859-76c3939d4656 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 984 time: 0.0720963 Jun 21 15:32:14.320413 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4bdb9ef8-d68a-4aa0-9f16-9a133871b193 req-0d7f8752-c07c-4679-8797-da06358d4eea tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/security-groups?id=619f47b1-3d75-4619-8061-440545fc7f51&id=721c2a69-a988-49a3-a070-802fd875572c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360818 Jun 21 15:32:15.510804 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eaa4da-b3cf-4461-bde6-e40d87dbacd4 req-5ea482bc-c6f4-4cc9-b9f4-b33dbaa464a9 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:32:15.512179 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-65eaa4da-b3cf-4461-bde6-e40d87dbacd4 req-5ea482bc-c6f4-4cc9-b9f4-b33dbaa464a9 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 984 time: 0.0790830 Jun 21 15:32:15.553520 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-65eaa4da-b3cf-4461-bde6-e40d87dbacd4 req-e3f1a950-e60d-42d8-8263-3e6cecebbab3 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/security-groups?id=619f47b1-3d75-4619-8061-440545fc7f51&id=721c2a69-a988-49a3-a070-802fd875572c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353014 Jun 21 15:32:16.643722 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-25deb339-984c-4f46-95ce-ff015fcc4f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:32:16.747245 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff891333-c836-4406-a2f1-717d384ce4ea req-1503f467-6856-45f0-bf16-9cbf94fea30b tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:32:16.748732 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ff891333-c836-4406-a2f1-717d384ce4ea req-1503f467-6856-45f0-bf16-9cbf94fea30b tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 984 time: 0.0723822 Jun 21 15:32:16.794103 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ff891333-c836-4406-a2f1-717d384ce4ea req-5ac7f4c7-b932-4dbc-aac9-323c7d16a280 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/security-groups?id=619f47b1-3d75-4619-8061-440545fc7f51&id=721c2a69-a988-49a3-a070-802fd875572c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372658 Jun 21 15:32:17.123869 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:32:17.981658 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f118f36-74a3-452d-84e4-7c07db5963c5 req-de171fe8-d148-44f0-8efe-77a301cd9513 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:32:17.983151 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8f118f36-74a3-452d-84e4-7c07db5963c5 req-de171fe8-d148-44f0-8efe-77a301cd9513 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 984 time: 0.0704148 Jun 21 15:32:18.028083 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8f118f36-74a3-452d-84e4-7c07db5963c5 req-fe982157-8cef-43fe-b4aa-cca99f07c9a4 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/security-groups?id=619f47b1-3d75-4619-8061-440545fc7f51&id=721c2a69-a988-49a3-a070-802fd875572c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357959 Jun 21 15:32:18.227152 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:32:19.215058 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3abbc22-c684-4ffb-a3f7-e95d3fe55c85 req-6413b0eb-0f99-43cd-8791-048ed48e9693 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:32:19.217058 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d3abbc22-c684-4ffb-a3f7-e95d3fe55c85 req-6413b0eb-0f99-43cd-8791-048ed48e9693 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 984 time: 0.0693350 Jun 21 15:32:19.260272 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d3abbc22-c684-4ffb-a3f7-e95d3fe55c85 req-c8c012e3-d39a-4639-b0b4-a4c704b7239c tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/security-groups?id=619f47b1-3d75-4619-8061-440545fc7f51&id=721c2a69-a988-49a3-a070-802fd875572c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371461 Jun 21 15:32:19.918702 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:32:35.624214 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:32:37.104478 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:32:41.307020 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aadea76d-fb9f-40de-b3dd-e199fcdefa17 req-82a28a99-8f37-456f-b062-6c7a8dc7192e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0614209 Jun 21 15:32:41.416519 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadea76d-fb9f-40de-b3dd-e199fcdefa17 req-1d2b5644-5374-4584-8a71-ce408630dd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:32:41.418056 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aadea76d-fb9f-40de-b3dd-e199fcdefa17 req-1d2b5644-5374-4584-8a71-ce408630dd51 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3d3ab7d2ebfd44399fb8da58f1c491c7&device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 1137 time: 0.0640514 Jun 21 15:32:41.526760 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadea76d-fb9f-40de-b3dd-e199fcdefa17 req-ee58363f-a6e2-4adf-85a7-ae8a8ebb3b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:32:41.528215 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aadea76d-fb9f-40de-b3dd-e199fcdefa17 req-ee58363f-a6e2-4adf-85a7-ae8a8ebb3b76 service neutron] 10.222.0.66 "GET /v2.0/networks?id=cd18eb75-1260-4436-a679-31f9b98ece42 HTTP/1.1" status: 200 len: 916 time: 0.0873933 Jun 21 15:32:41.603275 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aadea76d-fb9f-40de-b3dd-e199fcdefa17 req-c1fa8083-7b87-4609-b1de-4925ab6a214f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c230f546-9a6e-4bfc-8113-45ca04a98b8d HTTP/1.1" status: 200 len: 1001 time: 0.0678554 Jun 21 15:32:41.655910 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadea76d-fb9f-40de-b3dd-e199fcdefa17 req-8d94d766-18a6-4f23-ab59-48f0e85ef117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:32:41.657354 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aadea76d-fb9f-40de-b3dd-e199fcdefa17 req-8d94d766-18a6-4f23-ab59-48f0e85ef117 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ab920f5-a481-4e85-bff9-0d3e87367ddc HTTP/1.1" status: 200 len: 854 time: 0.0471246 Jun 21 15:32:41.717917 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadea76d-fb9f-40de-b3dd-e199fcdefa17 req-559a1e04-49d8-4d37-91a2-ce8b86966bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:32:41.719456 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aadea76d-fb9f-40de-b3dd-e199fcdefa17 req-559a1e04-49d8-4d37-91a2-ce8b86966bea service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cd18eb75-1260-4436-a679-31f9b98ece42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0547256 Jun 21 15:32:41.822535 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aadea76d-fb9f-40de-b3dd-e199fcdefa17 req-d8018544-ea42-4904-8156-6fb51f6f9256 service neutron] 10.222.0.66 "GET /v2.0/networks/cd18eb75-1260-4436-a679-31f9b98ece42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950081 Jun 21 15:32:41.916992 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aadea76d-fb9f-40de-b3dd-e199fcdefa17 req-77151b0c-655e-4ad4-9fa6-cb1cdd8c8573 service neutron] 10.222.0.66 "GET /v2.0/networks/cd18eb75-1260-4436-a679-31f9b98ece42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870357 Jun 21 15:32:44.139786 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0f679b31-49f7-4119-a3dd-9215731ec7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:32:46.649553 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-bdab50c5-0a5f-473a-8a8d-a5968f2eab89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:32:47.125582 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:32:48.229302 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:32:49.924327 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:05.620951 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:14.106197 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:33:14.138477 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-12731adb-19b0-47d6-bab9-67dbb6902a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:16.654577 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-be5e00fa-f9aa-4262-87a1-48f37e9078ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:17.129943 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:18.231876 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:19.928830 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:22.855447 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-30e9e91f-2aef-4211-affc-154537d8ea08 req-47ddb306-d817-4000-ba49-8ae07550aa51 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-339130838&fields=id&tenant_id=3d3ab7d2ebfd44399fb8da58f1c491c7 HTTP/1.1" status: 200 len: 267 time: 0.0461328 Jun 21 15:33:22.933078 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9e91f-2aef-4211-affc-154537d8ea08 req-4311427e-6ca8-4037-b619-c7f7f1228590 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:33:22.934565 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-30e9e91f-2aef-4211-affc-154537d8ea08 req-4311427e-6ca8-4037-b619-c7f7f1228590 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 984 time: 0.0722220 Jun 21 15:33:22.948167 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-30e9e91f-2aef-4211-affc-154537d8ea08 req-b09f4721-30b2-4d6b-bfff-f427e14a247c tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Request body: {'port': {'security_groups': ['721c2a69-a988-49a3-a070-802fd875572c']}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:33:23.032879 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-30e9e91f-2aef-4211-affc-154537d8ea08 req-b09f4721-30b2-4d6b-bfff-f427e14a247c tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:23.206272 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-30e9e91f-2aef-4211-affc-154537d8ea08 req-b09f4721-30b2-4d6b-bfff-f427e14a247c tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] For port c230f546-9a6e-4bfc-8113-45ca04a98b8d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c230f546-9a6e-4bfc-8113-45ca04a98b8d,segment=NetworkSegment(60afbe7b-6743-4b10-8358-cf750b1cb872),segment_id=60afbe7b-6743-4b10-8358-cf750b1cb872)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:33:23.243925 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-30e9e91f-2aef-4211-affc-154537d8ea08 req-b09f4721-30b2-4d6b-bfff-f427e14a247c tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:23.254369 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-30e9e91f-2aef-4211-affc-154537d8ea08 req-b09f4721-30b2-4d6b-bfff-f427e14a247c tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:23.258841 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-303bb541-dadb-4c14-81a0-b60ba918649f tempest-ServerDiskConfigTestJSON-1473581125 tempest-ServerDiskConfigTestJSON-1473581125-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:23.267029 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['c230f546-9a6e-4bfc-8113-45ca04a98b8d'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:33:23.299772 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9e91f-2aef-4211-affc-154537d8ea08 req-b09f4721-30b2-4d6b-bfff-f427e14a247c tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:33:23.307223 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-30e9e91f-2aef-4211-affc-154537d8ea08 req-b09f4721-30b2-4d6b-bfff-f427e14a247c tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:23.307223 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-30e9e91f-2aef-4211-affc-154537d8ea08 req-b09f4721-30b2-4d6b-bfff-f427e14a247c tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "PUT /v2.0/ports/c230f546-9a6e-4bfc-8113-45ca04a98b8d HTTP/1.1" status: 200 len: 942 time: 0.3582129 Jun 21 15:33:23.307223 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0aef06f-55e6-4cf5-8901-1b2a317178b0', 'tag': 'c230f546-9a6e-4bfc-8113-45ca04a98b8d'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:33:23.307223 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d379f025-b140-4485-a761-6e70e68ef23e" -d '{"events": [{"name": "network-changed", "server_uuid": "b0aef06f-55e6-4cf5-8901-1b2a317178b0", "tag": "c230f546-9a6e-4bfc-8113-45ca04a98b8d"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:33:23.308809 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44464) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:33:23.351755 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f4721-30b2-4d6b-bfff-f427e14a247c tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Pushing event updated for resources: {'Port': ['ID=c230f546-9a6e-4bfc-8113-45ca04a98b8d,revision_number=7']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:23.362035 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09f4721-30b2-4d6b-bfff-f427e14a247c tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:23.362614 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09f4721-30b2-4d6b-bfff-f427e14a247c tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:23.363098 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09f4721-30b2-4d6b-bfff-f427e14a247c tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:23.363571 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09f4721-30b2-4d6b-bfff-f427e14a247c tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:23.364356 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09f4721-30b2-4d6b-bfff-f427e14a247c tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:23.365109 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09f4721-30b2-4d6b-bfff-f427e14a247c tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:23.365770 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09f4721-30b2-4d6b-bfff-f427e14a247c tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:23.366390 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09f4721-30b2-4d6b-bfff-f427e14a247c tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:23.367017 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09f4721-30b2-4d6b-bfff-f427e14a247c tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:23.367618 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09f4721-30b2-4d6b-bfff-f427e14a247c tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:23.368682 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09f4721-30b2-4d6b-bfff-f427e14a247c tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:23.370015 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09f4721-30b2-4d6b-bfff-f427e14a247c tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:23.375515 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b09f4721-30b2-4d6b-bfff-f427e14a247c tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:23.380852 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['c230f546-9a6e-4bfc-8113-45ca04a98b8d'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:33:23.436195 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3414e5a3-a36e-4ca7-8613-734227b72359 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:23.473527 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3414e5a3-a36e-4ca7-8613-734227b72359 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:23.559941 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3414e5a3-a36e-4ca7-8613-734227b72359 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:23.562582 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-3414e5a3-a36e-4ca7-8613-734227b72359 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:23.563740 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-3414e5a3-a36e-4ca7-8613-734227b72359 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "DELETE /v2.0/security-groups/619f47b1-3d75-4619-8061-440545fc7f51 HTTP/1.1" status: 204 len: 168 time: 0.2539763 Jun 21 15:33:23.564654 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c0b83bed-7ed3-4abd-9fd8-c6d554686f21 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:23.566729 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44472) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:33:23.573541 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3414e5a3-a36e-4ca7-8613-734227b72359 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=619f47b1-3d75-4619-8061-440545fc7f51,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:23.581424 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3414e5a3-a36e-4ca7-8613-734227b72359 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:23.581861 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3414e5a3-a36e-4ca7-8613-734227b72359 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:23.582244 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3414e5a3-a36e-4ca7-8613-734227b72359 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:23.582617 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3414e5a3-a36e-4ca7-8613-734227b72359 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:23.582989 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3414e5a3-a36e-4ca7-8613-734227b72359 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:23.583355 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3414e5a3-a36e-4ca7-8613-734227b72359 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:23.583737 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3414e5a3-a36e-4ca7-8613-734227b72359 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:23.584085 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3414e5a3-a36e-4ca7-8613-734227b72359 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:23.584449 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3414e5a3-a36e-4ca7-8613-734227b72359 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:23.584809 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3414e5a3-a36e-4ca7-8613-734227b72359 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:23.585170 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3414e5a3-a36e-4ca7-8613-734227b72359 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:23.585527 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3414e5a3-a36e-4ca7-8613-734227b72359 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:23.588837 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3414e5a3-a36e-4ca7-8613-734227b72359 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:23.636642 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-29b01c1c-61db-49e6-8a37-74d56430602c None None] Provisioning complete for port c230f546-9a6e-4bfc-8113-45ca04a98b8d triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:33:23.637146 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-29b01c1c-61db-49e6-8a37-74d56430602c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:23.740009 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-c6945ac8-49d9-444f-a54a-2cc2c890c110 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Deleting port a97cc2ef-61a2-41e2-a570-04880a33862c {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:33:23.740357 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c6945ac8-49d9-444f-a54a-2cc2c890c110 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:23.816930 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c6945ac8-49d9-444f-a54a-2cc2c890c110 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:23.817173 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c6945ac8-49d9-444f-a54a-2cc2c890c110 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:23.889945 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-c6945ac8-49d9-444f-a54a-2cc2c890c110 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Calling delete_port for a97cc2ef-61a2-41e2-a570-04880a33862c owned by network:floatingip {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:33:24.074924 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c6945ac8-49d9-444f-a54a-2cc2c890c110 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:24.077157 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a3859221-3d77-412f-a724-1e9808952f55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:24.100372 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6945ac8-49d9-444f-a54a-2cc2c890c110 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Pushing event deleted for resources: {'Port': ['ID=a97cc2ef-61a2-41e2-a570-04880a33862c,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:24.103466 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c6945ac8-49d9-444f-a54a-2cc2c890c110 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:24.182363 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c6945ac8-49d9-444f-a54a-2cc2c890c110 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks [] for floatingip, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:24.182661 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [None req-c6945ac8-49d9-444f-a54a-2cc2c890c110 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Floating IP d935fbee-c31e-4e0f-ae35-6214ca041fda disassociated (deleted). External IP: 172.26.3.152, port: c230f546-9a6e-4bfc-8113-45ca04a98b8d. Jun 21 15:33:24.411582 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6945ac8-49d9-444f-a54a-2cc2c890c110 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Router 6a0e5832-30fa-48e4-ba7c-405d9b012533 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:33:24.799899 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac1066e-1ae9-491d-8837-ba942e7dd961 x-openstack-request-id: req-4ac1066e-1ae9-491d-8837-ba942e7dd961 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:33:24.800206 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0aef06f-55e6-4cf5-8901-1b2a317178b0", "tag": "c230f546-9a6e-4bfc-8113-45ca04a98b8d", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:33:24.800516 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4ac1066e-1ae9-491d-8837-ba942e7dd961 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:33:24.800959 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0aef06f-55e6-4cf5-8901-1b2a317178b0', 'tag': 'c230f546-9a6e-4bfc-8113-45ca04a98b8d', 'status': 'completed', 'code': 200} Jun 21 15:33:24.851063 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6945ac8-49d9-444f-a54a-2cc2c890c110 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:33:24.855956 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c6945ac8-49d9-444f-a54a-2cc2c890c110 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:24.861525 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755d74f5-83d1-40a3-8fb6-ef2a3676dc93 None None] Sync routers for ids ['6a0e5832-30fa-48e4-ba7c-405d9b012533'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:33:24.871500 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755d74f5-83d1-40a3-8fb6-ef2a3676dc93 None None] Routers {'6a0e5832-30fa-48e4-ba7c-405d9b012533'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:33:24.872132 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-755d74f5-83d1-40a3-8fb6-ef2a3676dc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:33:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6a0e5832-30fa-48e4-ba7c-405d9b012533'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:33:24.902424 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c6945ac8-49d9-444f-a54a-2cc2c890c110 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "DELETE /v2.0/floatingips/d935fbee-c31e-4e0f-ae35-6214ca041fda HTTP/1.1" status: 204 len: 168 time: 1.3339159 Jun 21 15:33:24.906330 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379f025-b140-4485-a761-6e70e68ef23e req-829709d8-a95e-4fa9-9c26-064b4b70ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:33:24.908608 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d379f025-b140-4485-a761-6e70e68ef23e req-829709d8-a95e-4fa9-9c26-064b4b70ef82 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3d3ab7d2ebfd44399fb8da58f1c491c7&device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 1098 time: 0.1069272 Jun 21 15:33:24.987730 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-755d74f5-83d1-40a3-8fb6-ef2a3676dc93 None None] Set router 6a0e5832-30fa-48e4-ba7c-405d9b012533 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:33:25.007122 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379f025-b140-4485-a761-6e70e68ef23e req-dca4371d-879d-441b-b9f6-9ddbe7b266e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:33:25.008920 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d379f025-b140-4485-a761-6e70e68ef23e req-dca4371d-879d-441b-b9f6-9ddbe7b266e7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=cd18eb75-1260-4436-a679-31f9b98ece42 HTTP/1.1" status: 200 len: 916 time: 0.0928586 Jun 21 15:33:25.051727 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d379f025-b140-4485-a761-6e70e68ef23e req-64313c9e-2bc3-4218-a329-9ab4cd74d06a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c230f546-9a6e-4bfc-8113-45ca04a98b8d HTTP/1.1" status: 200 len: 217 time: 0.0353968 Jun 21 15:33:25.102780 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379f025-b140-4485-a761-6e70e68ef23e req-5167bf47-a721-4c06-80d7-b45bf35e33a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:33:25.104457 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d379f025-b140-4485-a761-6e70e68ef23e req-5167bf47-a721-4c06-80d7-b45bf35e33a3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ab920f5-a481-4e85-bff9-0d3e87367ddc HTTP/1.1" status: 200 len: 854 time: 0.0469012 Jun 21 15:33:25.180823 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379f025-b140-4485-a761-6e70e68ef23e req-1db1a873-ed2f-47ac-ba51-b8e9ce46f4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:33:25.183313 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d379f025-b140-4485-a761-6e70e68ef23e req-1db1a873-ed2f-47ac-ba51-b8e9ce46f4dc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cd18eb75-1260-4436-a679-31f9b98ece42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723517 Jun 21 15:33:25.201731 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-755d74f5-83d1-40a3-8fb6-ef2a3676dc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'name': 'tempest-TestMinimumBasicScenario-1322454605-router', 'tenant_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '822fd738-6d5f-44c7-8723-77e6c3cb7b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:29:53Z', 'updated_at': '2021-06-21T15:29:55Z', 'revision_number': 4, 'project_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'gw_port': {'id': '822fd738-6d5f-44c7-8723-77e6c3cb7b05', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:29:53Z', 'updated_at': '2021-06-21T15:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '9e7cefae-00b0-4c6d-86a9-eda041afcd14', 'name': '', 'network_id': 'cd18eb75-1260-4436-a679-31f9b98ece42', 'tenant_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'mac_address': 'fa:16:3e:e2:18:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '2ab920f5-a481-4e85-bff9-0d3e87367ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:29:55Z', 'updated_at': '2021-06-21T15:30:01Z', 'revision_number': 5, 'project_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'subnets': [{'id': '2ab920f5-a481-4e85-bff9-0d3e87367ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:33:25.231486 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755d74f5-83d1-40a3-8fb6-ef2a3676dc93 None None] Checking router: 6a0e5832-30fa-48e4-ba7c-405d9b012533 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:33:25.243622 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755d74f5-83d1-40a3-8fb6-ef2a3676dc93 None None] Routers {'6a0e5832-30fa-48e4-ba7c-405d9b012533'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:33:25.244327 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-755d74f5-83d1-40a3-8fb6-ef2a3676dc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:33:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6a0e5832-30fa-48e4-ba7c-405d9b012533'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:33:25.294076 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d379f025-b140-4485-a761-6e70e68ef23e req-e89f00d3-15ac-44a3-a883-ab629c9308df service neutron] 10.222.0.66 "GET /v2.0/networks/cd18eb75-1260-4436-a679-31f9b98ece42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978212 Jun 21 15:33:25.361737 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-755d74f5-83d1-40a3-8fb6-ef2a3676dc93 None None] Set router 6a0e5832-30fa-48e4-ba7c-405d9b012533 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:33:25.392567 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d379f025-b140-4485-a761-6e70e68ef23e req-5c4ed421-a420-4034-afdf-3d66c634238b service neutron] 10.222.0.66 "GET /v2.0/networks/cd18eb75-1260-4436-a679-31f9b98ece42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900550 Jun 21 15:33:25.582353 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-755d74f5-83d1-40a3-8fb6-ef2a3676dc93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'name': 'tempest-TestMinimumBasicScenario-1322454605-router', 'tenant_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '822fd738-6d5f-44c7-8723-77e6c3cb7b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:29:53Z', 'updated_at': '2021-06-21T15:29:55Z', 'revision_number': 4, 'project_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'gw_port': {'id': '822fd738-6d5f-44c7-8723-77e6c3cb7b05', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:29:53Z', 'updated_at': '2021-06-21T15:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '9e7cefae-00b0-4c6d-86a9-eda041afcd14', 'name': '', 'network_id': 'cd18eb75-1260-4436-a679-31f9b98ece42', 'tenant_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'mac_address': 'fa:16:3e:e2:18:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '2ab920f5-a481-4e85-bff9-0d3e87367ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:29:55Z', 'updated_at': '2021-06-21T15:30:01Z', 'revision_number': 5, 'project_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'subnets': [{'id': '2ab920f5-a481-4e85-bff9-0d3e87367ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:33:25.611974 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-755d74f5-83d1-40a3-8fb6-ef2a3676dc93 None None] The sync data for ids ['6a0e5832-30fa-48e4-ba7c-405d9b012533'] in dv-neutron-797121-2-hyperv is: [{'id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'name': 'tempest-TestMinimumBasicScenario-1322454605-router', 'tenant_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '822fd738-6d5f-44c7-8723-77e6c3cb7b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:29:53Z', 'updated_at': '2021-06-21T15:29:55Z', 'revision_number': 4, 'project_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'gw_port': {'id': '822fd738-6d5f-44c7-8723-77e6c3cb7b05', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:29:53Z', 'updated_at': '2021-06-21T15:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '9e7cefae-00b0-4c6d-86a9-eda041afcd14', 'name': '', 'network_id': 'cd18eb75-1260-4436-a679-31f9b98ece42', 'tenant_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'mac_address': 'fa:16:3e:e2:18:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': '2ab920f5-a481-4e85-bff9-0d3e87367ddc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:29:55Z', 'updated_at': '2021-06-21T15:30:01Z', 'revision_number': 5, 'project_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'subnets': [{'id': '2ab920f5-a481-4e85-bff9-0d3e87367ddc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:33:25.843579 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9188b16e-3c54-4335-9e5a-8c73264cad49 None None] New status for floating IP d935fbee-c31e-4e0f-ae35-6214ca041fda: DOWN {{(pid=105227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:33:26.802287 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0aef06f-55e6-4cf5-8901-1b2a317178b0', 'tag': 'c230f546-9a6e-4bfc-8113-45ca04a98b8d'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:33:26.804872 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-562d3639-e660-43d7-a7ef-4b280fc949dc" -d '{"events": [{"name": "network-changed", "server_uuid": "b0aef06f-55e6-4cf5-8901-1b2a317178b0", "tag": "c230f546-9a6e-4bfc-8113-45ca04a98b8d"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:33:26.841614 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75e1bb7-0636-4698-93eb-ef08e55f39b2 x-openstack-request-id: req-e75e1bb7-0636-4698-93eb-ef08e55f39b2 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:33:26.842084 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0aef06f-55e6-4cf5-8901-1b2a317178b0", "tag": "c230f546-9a6e-4bfc-8113-45ca04a98b8d", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:33:26.842548 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e75e1bb7-0636-4698-93eb-ef08e55f39b2 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:33:26.843830 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0aef06f-55e6-4cf5-8901-1b2a317178b0', 'tag': 'c230f546-9a6e-4bfc-8113-45ca04a98b8d', 'status': 'completed', 'code': 200} Jun 21 15:33:26.923683 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d3639-e660-43d7-a7ef-4b280fc949dc req-96b09adc-35ba-4287-9e90-5f3172ad008f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:33:26.925195 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-562d3639-e660-43d7-a7ef-4b280fc949dc req-96b09adc-35ba-4287-9e90-5f3172ad008f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=3d3ab7d2ebfd44399fb8da58f1c491c7&device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 1098 time: 0.0577252 Jun 21 15:33:27.025614 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d3639-e660-43d7-a7ef-4b280fc949dc req-6e247067-502d-4ebe-9d73-4be60ad45c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:33:27.027144 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-562d3639-e660-43d7-a7ef-4b280fc949dc req-6e247067-502d-4ebe-9d73-4be60ad45c1b service neutron] 10.222.0.66 "GET /v2.0/networks?id=cd18eb75-1260-4436-a679-31f9b98ece42 HTTP/1.1" status: 200 len: 916 time: 0.0950501 Jun 21 15:33:27.083116 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-562d3639-e660-43d7-a7ef-4b280fc949dc req-7817c6cd-ab15-45fd-a4ba-1f254c1e101f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c230f546-9a6e-4bfc-8113-45ca04a98b8d HTTP/1.1" status: 200 len: 217 time: 0.0479653 Jun 21 15:33:27.135418 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d3639-e660-43d7-a7ef-4b280fc949dc req-e71419b5-9e5b-4d9b-9227-6685093a5f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:33:27.136985 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-562d3639-e660-43d7-a7ef-4b280fc949dc req-e71419b5-9e5b-4d9b-9227-6685093a5f5c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2ab920f5-a481-4e85-bff9-0d3e87367ddc HTTP/1.1" status: 200 len: 854 time: 0.0472364 Jun 21 15:33:27.198132 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562d3639-e660-43d7-a7ef-4b280fc949dc req-a1603662-05aa-4a6d-a9dd-6dbbcba4c7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:33:27.199634 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-562d3639-e660-43d7-a7ef-4b280fc949dc req-a1603662-05aa-4a6d-a9dd-6dbbcba4c7a9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cd18eb75-1260-4436-a679-31f9b98ece42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0553730 Jun 21 15:33:27.298646 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-562d3639-e660-43d7-a7ef-4b280fc949dc req-447605be-9d8d-4622-aceb-d30edb7811f1 service neutron] 10.222.0.66 "GET /v2.0/networks/cd18eb75-1260-4436-a679-31f9b98ece42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907960 Jun 21 15:33:27.397966 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-562d3639-e660-43d7-a7ef-4b280fc949dc req-287a0a41-7648-48b1-8b4b-cad3d70db0e9 service neutron] 10.222.0.66 "GET /v2.0/networks/cd18eb75-1260-4436-a679-31f9b98ece42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930767 Jun 21 15:33:32.350385 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5dc78-857c-4ac7-a93d-b8da2bdaa68b req-a697f350-b660-4a3b-81a6-3f564e0c3dfb tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:33:32.351867 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c4a5dc78-857c-4ac7-a93d-b8da2bdaa68b req-a697f350-b660-4a3b-81a6-3f564e0c3dfb tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 945 time: 0.0703955 Jun 21 15:33:32.392109 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c4a5dc78-857c-4ac7-a93d-b8da2bdaa68b req-60e70188-1d22-43ad-9a86-6d12c330061b tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/security-groups?id=721c2a69-a988-49a3-a070-802fd875572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342989 Jun 21 15:33:33.582500 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7781fb-e19f-431a-8017-c6b4b2a197e2 req-8a54bd9f-2c65-489d-9f30-a90f1f7a5c68 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:33:33.583981 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ee7781fb-e19f-431a-8017-c6b4b2a197e2 req-8a54bd9f-2c65-489d-9f30-a90f1f7a5c68 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 945 time: 0.0736973 Jun 21 15:33:33.628925 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ee7781fb-e19f-431a-8017-c6b4b2a197e2 req-0b56bd20-665c-4e49-921e-c336a58c68fa tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/security-groups?id=721c2a69-a988-49a3-a070-802fd875572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357351 Jun 21 15:33:34.355225 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf3772-ddb0-4361-bce4-306fef4323d8 req-26990aa1-4832-4989-af94-434fc6297c79 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:33:34.356763 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1faf3772-ddb0-4361-bce4-306fef4323d8 req-26990aa1-4832-4989-af94-434fc6297c79 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.66 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 945 time: 0.0775907 Jun 21 15:33:34.473171 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-1faf3772-ddb0-4361-bce4-306fef4323d8 req-c20d8bcc-342d-4bcd-a0b4-f8486e6defdd tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Deleting port c230f546-9a6e-4bfc-8113-45ca04a98b8d {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:33:34.473461 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-1faf3772-ddb0-4361-bce4-306fef4323d8 req-c20d8bcc-342d-4bcd-a0b4-f8486e6defdd tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:34.565389 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-1faf3772-ddb0-4361-bce4-306fef4323d8 req-c20d8bcc-342d-4bcd-a0b4-f8486e6defdd tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] For port c230f546-9a6e-4bfc-8113-45ca04a98b8d, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c230f546-9a6e-4bfc-8113-45ca04a98b8d,segment=NetworkSegment(60afbe7b-6743-4b10-8358-cf750b1cb872),segment_id=60afbe7b-6743-4b10-8358-cf750b1cb872)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:33:34.565718 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-1faf3772-ddb0-4361-bce4-306fef4323d8 req-c20d8bcc-342d-4bcd-a0b4-f8486e6defdd tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:34.632910 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-1faf3772-ddb0-4361-bce4-306fef4323d8 req-c20d8bcc-342d-4bcd-a0b4-f8486e6defdd tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Calling delete_port for c230f546-9a6e-4bfc-8113-45ca04a98b8d owned by compute:nova {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:33:34.795568 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-1faf3772-ddb0-4361-bce4-306fef4323d8 req-c20d8bcc-342d-4bcd-a0b4-f8486e6defdd tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:34.799932 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-95e3acea-6e13-4134-9a70-0d27ae596b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:34.807718 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['c230f546-9a6e-4bfc-8113-45ca04a98b8d'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:33:34.827831 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20d8bcc-342d-4bcd-a0b4-f8486e6defdd tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Pushing event deleted for resources: {'Port': ['ID=c230f546-9a6e-4bfc-8113-45ca04a98b8d,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:34.830987 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c20d8bcc-342d-4bcd-a0b4-f8486e6defdd tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:34.885090 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-1faf3772-ddb0-4361-bce4-306fef4323d8 req-c20d8bcc-342d-4bcd-a0b4-f8486e6defdd tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] No DVR routers for this DVR port c230f546-9a6e-4bfc-8113-45ca04a98b8d on host hv-neutron-7971 {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:33:34.887987 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-1faf3772-ddb0-4361-bce4-306fef4323d8 req-c20d8bcc-342d-4bcd-a0b4-f8486e6defdd tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:34.890059 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1faf3772-ddb0-4361-bce4-306fef4323d8 req-c20d8bcc-342d-4bcd-a0b4-f8486e6defdd tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.66 "DELETE /v2.0/ports/c230f546-9a6e-4bfc-8113-45ca04a98b8d HTTP/1.1" status: 204 len: 173 time: 0.5266817 Jun 21 15:33:34.890589 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0aef06f-55e6-4cf5-8901-1b2a317178b0', 'name': 'network-vif-deleted', 'tag': 'c230f546-9a6e-4bfc-8113-45ca04a98b8d'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:33:34.892940 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea45963-41a3-4e7c-a7be-999dbc1634bc" -d '{"events": [{"server_uuid": "b0aef06f-55e6-4cf5-8901-1b2a317178b0", "name": "network-vif-deleted", "tag": "c230f546-9a6e-4bfc-8113-45ca04a98b8d"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:33:34.907621 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186bc012-becf-4dfb-b5ae-a1ca58557b5e req-e1809fe6-337d-4444-9b98-63f853ad094b tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:33:34.909408 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-186bc012-becf-4dfb-b5ae-a1ca58557b5e req-e1809fe6-337d-4444-9b98-63f853ad094b tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/ports?device_id=b0aef06f-55e6-4cf5-8901-1b2a317178b0 HTTP/1.1" status: 200 len: 867 time: 0.1608181 Jun 21 15:33:34.937302 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-869e117c-b935-4f66-a383-0fdd7b924663 x-openstack-request-id: req-869e117c-b935-4f66-a383-0fdd7b924663 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:33:34.937814 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0aef06f-55e6-4cf5-8901-1b2a317178b0", "name": "network-vif-deleted", "tag": "c230f546-9a6e-4bfc-8113-45ca04a98b8d", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:33:34.937947 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-869e117c-b935-4f66-a383-0fdd7b924663 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:33:34.938389 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0aef06f-55e6-4cf5-8901-1b2a317178b0', 'name': 'network-vif-deleted', 'tag': 'c230f546-9a6e-4bfc-8113-45ca04a98b8d', 'status': 'completed', 'code': 200} Jun 21 15:33:34.955701 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-186bc012-becf-4dfb-b5ae-a1ca58557b5e req-2864e853-200f-4f68-a25e-77fc0f137b8f tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] 10.222.0.72 "GET /v2.0/security-groups?id=721c2a69-a988-49a3-a070-802fd875572c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386438 Jun 21 15:33:35.621274 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:37.703371 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44572) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:33:37.928351 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device c230f546-9a6e-4bfc-8113-45ca04a98b8d no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:33:37.953761 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: c230f546-9a6e-4bfc-8113-45ca04a98b8d {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:33:37.954085 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device c230f546-9a6e-4bfc-8113-45ca04a98b8d not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:33:38.088537 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-30a4b3f1-d081-4550-a4cc-5b79712ced59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:38.360448 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-30a4b3f1-d081-4550-a4cc-5b79712ced59 admin admin] Deleting port 9e7cefae-00b0-4c6d-86a9-eda041afcd14 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:33:38.360784 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-30a4b3f1-d081-4550-a4cc-5b79712ced59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:38.449977 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-30a4b3f1-d081-4550-a4cc-5b79712ced59 admin admin] For port 9e7cefae-00b0-4c6d-86a9-eda041afcd14, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=9e7cefae-00b0-4c6d-86a9-eda041afcd14,segment=NetworkSegment(60afbe7b-6743-4b10-8358-cf750b1cb872),segment_id=60afbe7b-6743-4b10-8358-cf750b1cb872)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:33:38.450336 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-30a4b3f1-d081-4550-a4cc-5b79712ced59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:38.517043 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-30a4b3f1-d081-4550-a4cc-5b79712ced59 admin admin] Calling delete_port for 9e7cefae-00b0-4c6d-86a9-eda041afcd14 owned by network:router_interface {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:33:38.701654 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-30a4b3f1-d081-4550-a4cc-5b79712ced59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:38.706290 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-dbb6cf65-859c-4113-b97a-b3796eda6ef7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:38.734892 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a4b3f1-d081-4550-a4cc-5b79712ced59 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e7cefae-00b0-4c6d-86a9-eda041afcd14,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:38.738646 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-30a4b3f1-d081-4550-a4cc-5b79712ced59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:38.902764 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-30a4b3f1-d081-4550-a4cc-5b79712ced59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:39.130082 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a4b3f1-d081-4550-a4cc-5b79712ced59 admin admin] Router 6a0e5832-30fa-48e4-ba7c-405d9b012533 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:33:39.243282 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a4b3f1-d081-4550-a4cc-5b79712ced59 admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:33:39.248401 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-30a4b3f1-d081-4550-a4cc-5b79712ced59 admin admin] 10.222.0.72 "PUT /v2.0/routers/6a0e5832-30fa-48e4-ba7c-405d9b012533/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5439801 Jun 21 15:33:39.251322 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44574) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:33:39.252432 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be51bda9-e50e-4964-bae0-36f62bc60580 None None] Sync routers for ids ['6a0e5832-30fa-48e4-ba7c-405d9b012533'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:33:39.265816 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be51bda9-e50e-4964-bae0-36f62bc60580 None None] Routers {'6a0e5832-30fa-48e4-ba7c-405d9b012533'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:33:39.266456 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-be51bda9-e50e-4964-bae0-36f62bc60580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:33:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6a0e5832-30fa-48e4-ba7c-405d9b012533'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:33:39.364136 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-63f6e447-67a6-47cb-a363-56f38b1d0ffd admin admin] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:39.369004 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-be51bda9-e50e-4964-bae0-36f62bc60580 None None] Set router 6a0e5832-30fa-48e4-ba7c-405d9b012533 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:33:39.474948 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-63f6e447-67a6-47cb-a363-56f38b1d0ffd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:39.536664 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-63f6e447-67a6-47cb-a363-56f38b1d0ffd admin admin] Deleting port 822fd738-6d5f-44c7-8723-77e6c3cb7b05 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:33:39.537038 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-63f6e447-67a6-47cb-a363-56f38b1d0ffd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:39.572364 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-be51bda9-e50e-4964-bae0-36f62bc60580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'name': 'tempest-TestMinimumBasicScenario-1322454605-router', 'tenant_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.150'}], 'enable_snat': True}, 'gw_port_id': '822fd738-6d5f-44c7-8723-77e6c3cb7b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:29:53Z', 'updated_at': '2021-06-21T15:33:38Z', 'revision_number': 5, 'project_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'gw_port': {'id': '822fd738-6d5f-44c7-8723-77e6c3cb7b05', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:54:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:29:53Z', 'updated_at': '2021-06-21T15:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:33:39.600275 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be51bda9-e50e-4964-bae0-36f62bc60580 None None] Checking router: 6a0e5832-30fa-48e4-ba7c-405d9b012533 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:33:39.609712 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be51bda9-e50e-4964-bae0-36f62bc60580 None None] Routers {'6a0e5832-30fa-48e4-ba7c-405d9b012533'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:33:39.610359 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-be51bda9-e50e-4964-bae0-36f62bc60580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:33:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['6a0e5832-30fa-48e4-ba7c-405d9b012533'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:33:39.619918 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-63f6e447-67a6-47cb-a363-56f38b1d0ffd admin admin] For port 822fd738-6d5f-44c7-8723-77e6c3cb7b05, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=822fd738-6d5f-44c7-8723-77e6c3cb7b05,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:33:39.620259 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-63f6e447-67a6-47cb-a363-56f38b1d0ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:39.867904 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-be51bda9-e50e-4964-bae0-36f62bc60580 None None] Set router 6a0e5832-30fa-48e4-ba7c-405d9b012533 gateway port host: None {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:33:39.922524 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-be51bda9-e50e-4964-bae0-36f62bc60580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'name': 'tempest-TestMinimumBasicScenario-1322454605-router', 'tenant_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:29:53Z', 'updated_at': '2021-06-21T15:33:39Z', 'revision_number': 6, 'project_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'gw_port_host': None}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:33:39.949397 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be51bda9-e50e-4964-bae0-36f62bc60580 None None] The sync data for ids ['6a0e5832-30fa-48e4-ba7c-405d9b012533'] in dv-neutron-797121-2-hyperv is: [{'id': '6a0e5832-30fa-48e4-ba7c-405d9b012533', 'name': 'tempest-TestMinimumBasicScenario-1322454605-router', 'tenant_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:29:53Z', 'updated_at': '2021-06-21T15:33:39Z', 'revision_number': 6, 'project_id': '3d3ab7d2ebfd44399fb8da58f1c491c7', 'gw_port_host': None}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:33:39.999047 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-63f6e447-67a6-47cb-a363-56f38b1d0ffd admin admin] Calling delete_port for 822fd738-6d5f-44c7-8723-77e6c3cb7b05 owned by network:router_gateway {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:33:40.166512 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-63f6e447-67a6-47cb-a363-56f38b1d0ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:40.168441 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4f84918f-3700-4791-b0d5-9c4236c14cf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:40.195976 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6e447-67a6-47cb-a363-56f38b1d0ffd admin admin] Pushing event deleted for resources: {'Port': ['ID=822fd738-6d5f-44c7-8723-77e6c3cb7b05,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:40.199082 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-63f6e447-67a6-47cb-a363-56f38b1d0ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:40.264872 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-63f6e447-67a6-47cb-a363-56f38b1d0ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:40.355704 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-63f6e447-67a6-47cb-a363-56f38b1d0ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:40.359373 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-63f6e447-67a6-47cb-a363-56f38b1d0ffd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:40.409993 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-63f6e447-67a6-47cb-a363-56f38b1d0ffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:40.410540 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f6e447-67a6-47cb-a363-56f38b1d0ffd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a0e5832-30fa-48e4-ba7c-405d9b012533 {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 15:33:40.415190 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-63f6e447-67a6-47cb-a363-56f38b1d0ffd admin admin] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:40.416294 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-63f6e447-67a6-47cb-a363-56f38b1d0ffd admin admin] 10.222.0.72 "DELETE /v2.0/routers/6a0e5832-30fa-48e4-ba7c-405d9b012533 HTTP/1.1" status: 204 len: 168 time: 1.1641035 Jun 21 15:33:40.419083 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44576) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:33:40.463482 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a828238-151b-4d82-b98e-c09b5fa3dd88 admin admin] Deleting subnet 2ab920f5-a481-4e85-bff9-0d3e87367ddc {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 15:33:40.466698 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1a828238-151b-4d82-b98e-c09b5fa3dd88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:40.501950 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1a828238-151b-4d82-b98e-c09b5fa3dd88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:40.583127 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1a828238-151b-4d82-b98e-c09b5fa3dd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:40.638547 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1a828238-151b-4d82-b98e-c09b5fa3dd88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:40.641418 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1b9d1e9f-006c-433e-9823-914284792d1b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:40.665258 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a828238-151b-4d82-b98e-c09b5fa3dd88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ab920f5-a481-4e85-bff9-0d3e87367ddc,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:40.667290 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1a828238-151b-4d82-b98e-c09b5fa3dd88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:40.669194 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1a828238-151b-4d82-b98e-c09b5fa3dd88 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/2ab920f5-a481-4e85-bff9-0d3e87367ddc HTTP/1.1" status: 204 len: 168 time: 0.2491517 Jun 21 15:33:40.670087 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1a828238-151b-4d82-b98e-c09b5fa3dd88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:40.671999 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44578) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:33:40.675364 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbc9574-ca46-4244-9278-41a02598b7eb None None] Network cd18eb75-1260-4436-a679-31f9b98ece42 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:33:40.751713 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-66311f50-a971-4be9-951e-fa14d67f664f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:40.776038 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9e7cefae-00b0-4c6d-86a9-eda041afcd14 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:33:40.810296 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-66311f50-a971-4be9-951e-fa14d67f664f admin admin] Deleting port 2368136e-749a-4abb-9bfc-6bcb57997681 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:33:40.810641 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-66311f50-a971-4be9-951e-fa14d67f664f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:40.811445 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 9e7cefae-00b0-4c6d-86a9-eda041afcd14 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:33:40.811833 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9e7cefae-00b0-4c6d-86a9-eda041afcd14 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:33:40.812881 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 822fd738-6d5f-44c7-8723-77e6c3cb7b05 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:33:40.834523 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 822fd738-6d5f-44c7-8723-77e6c3cb7b05 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:33:40.834882 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 822fd738-6d5f-44c7-8723-77e6c3cb7b05 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:33:40.877112 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-66311f50-a971-4be9-951e-fa14d67f664f admin admin] For port 2368136e-749a-4abb-9bfc-6bcb57997681, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=2368136e-749a-4abb-9bfc-6bcb57997681,segment=NetworkSegment(60afbe7b-6743-4b10-8358-cf750b1cb872),segment_id=60afbe7b-6743-4b10-8358-cf750b1cb872)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:33:40.877465 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-66311f50-a971-4be9-951e-fa14d67f664f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:40.927120 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2c4dfa-edb0-4f1f-bb21-cd3c19401598 None None] DHCP port deletion for cd18eb75-1260-4436-a679-31f9b98ece42 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 15:33:40.946390 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-66311f50-a971-4be9-951e-fa14d67f664f admin admin] Calling delete_port for 2368136e-749a-4abb-9bfc-6bcb57997681 owned by network:dhcp {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:33:40.987742 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-cd2c4dfa-edb0-4f1f-bb21-cd3c19401598 None None] Deleting port 2368136e-749a-4abb-9bfc-6bcb57997681 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:33:40.988124 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-cd2c4dfa-edb0-4f1f-bb21-cd3c19401598 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:41.041669 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-66311f50-a971-4be9-951e-fa14d67f664f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:41.044820 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ea7e869f-ad02-412c-a011-2b2b9a136c98 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:41.052100 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-cd2c4dfa-edb0-4f1f-bb21-cd3c19401598 None None] For port 2368136e-749a-4abb-9bfc-6bcb57997681, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=2368136e-749a-4abb-9bfc-6bcb57997681,segment=NetworkSegment(60afbe7b-6743-4b10-8358-cf750b1cb872),segment_id=60afbe7b-6743-4b10-8358-cf750b1cb872)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:33:41.052501 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-cd2c4dfa-edb0-4f1f-bb21-cd3c19401598 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:41.069654 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66311f50-a971-4be9-951e-fa14d67f664f admin admin] Pushing event deleted for resources: {'Port': ['ID=2368136e-749a-4abb-9bfc-6bcb57997681,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:41.071566 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66311f50-a971-4be9-951e-fa14d67f664f admin admin] No DVR routers for this DVR port 2368136e-749a-4abb-9bfc-6bcb57997681 on host dv-neutron-797121-2-hyperv {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:33:41.073112 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-66311f50-a971-4be9-951e-fa14d67f664f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:41.119335 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-cd2c4dfa-edb0-4f1f-bb21-cd3c19401598 None None] Calling delete_port for 2368136e-749a-4abb-9bfc-6bcb57997681 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:33:41.145551 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-66311f50-a971-4be9-951e-fa14d67f664f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:41.155982 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-66311f50-a971-4be9-951e-fa14d67f664f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd18eb75-1260-4436-a679-31f9b98ece42']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:33:41.166615 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-66311f50-a971-4be9-951e-fa14d67f664f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60afbe7b-6743-4b10-8358-cf750b1cb872') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:33:41.166892 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-66311f50-a971-4be9-951e-fa14d67f664f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60afbe7b-6743-4b10-8358-cf750b1cb872') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:33:41.176098 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-66311f50-a971-4be9-951e-fa14d67f664f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:41.189711 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-66311f50-a971-4be9-951e-fa14d67f664f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:41.193602 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-cd2c4dfa-edb0-4f1f-bb21-cd3c19401598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:41.195565 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:41.196514 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66311f50-a971-4be9-951e-fa14d67f664f admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 15:33:41.196970 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-66311f50-a971-4be9-951e-fa14d67f664f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 15:33:41.198854 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 15:33:41.219073 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2c4dfa-edb0-4f1f-bb21-cd3c19401598 None None] Pushing event deleted for resources: {'Port': ['ID=2368136e-749a-4abb-9bfc-6bcb57997681,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:41.223405 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2c4dfa-edb0-4f1f-bb21-cd3c19401598 None None] No DVR routers for this DVR port 2368136e-749a-4abb-9bfc-6bcb57997681 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:33:41.233601 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2c4dfa-edb0-4f1f-bb21-cd3c19401598 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:41.233601 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2c4dfa-edb0-4f1f-bb21-cd3c19401598 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:41.233601 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2c4dfa-edb0-4f1f-bb21-cd3c19401598 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:41.233601 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2c4dfa-edb0-4f1f-bb21-cd3c19401598 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:41.233601 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2c4dfa-edb0-4f1f-bb21-cd3c19401598 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:41.233601 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2c4dfa-edb0-4f1f-bb21-cd3c19401598 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:41.233601 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2c4dfa-edb0-4f1f-bb21-cd3c19401598 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:41.233601 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2c4dfa-edb0-4f1f-bb21-cd3c19401598 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:41.234816 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2c4dfa-edb0-4f1f-bb21-cd3c19401598 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:41.234816 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2c4dfa-edb0-4f1f-bb21-cd3c19401598 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:41.235172 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2c4dfa-edb0-4f1f-bb21-cd3c19401598 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:41.235511 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd2c4dfa-edb0-4f1f-bb21-cd3c19401598 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:41.238786 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-cd2c4dfa-edb0-4f1f-bb21-cd3c19401598 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:41.259695 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-66311f50-a971-4be9-951e-fa14d67f664f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:41.264255 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-09a02799-0770-437b-ae61-a0a70443a69e tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:41.267362 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-66311f50-a971-4be9-951e-fa14d67f664f admin admin] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:41.270108 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-66311f50-a971-4be9-951e-fa14d67f664f admin admin] 10.222.0.72 "DELETE /v2.0/networks/cd18eb75-1260-4436-a679-31f9b98ece42 HTTP/1.1" status: 204 len: 168 time: 0.5968232 Jun 21 15:33:41.273596 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44580) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:33:41.284755 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66311f50-a971-4be9-951e-fa14d67f664f admin admin] Pushing event deleted for resources: {'Network': ['ID=cd18eb75-1260-4436-a679-31f9b98ece42,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:41.287320 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-66311f50-a971-4be9-951e-fa14d67f664f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:41.658570 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-91fc3c93-37f7-4306-9e21-675e05d28a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:41.937284 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-91fc3c93-37f7-4306-9e21-675e05d28a29 admin admin] Deleting port 9fde0e8f-5183-4985-a842-6cb332ab2780 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:33:41.937676 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-91fc3c93-37f7-4306-9e21-675e05d28a29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:42.019811 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-91fc3c93-37f7-4306-9e21-675e05d28a29 admin admin] For port 9fde0e8f-5183-4985-a842-6cb332ab2780, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=9fde0e8f-5183-4985-a842-6cb332ab2780,segment=NetworkSegment(06c3fd84-f5ef-4474-8b67-fee7b524e2af),segment_id=06c3fd84-f5ef-4474-8b67-fee7b524e2af)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:33:42.020201 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-91fc3c93-37f7-4306-9e21-675e05d28a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:42.081310 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-91fc3c93-37f7-4306-9e21-675e05d28a29 admin admin] Calling delete_port for 9fde0e8f-5183-4985-a842-6cb332ab2780 owned by network:router_interface {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:33:42.279104 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-91fc3c93-37f7-4306-9e21-675e05d28a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:42.281766 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-06ba9382-8a4b-45f3-a55e-28942483926e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:42.315820 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc3c93-37f7-4306-9e21-675e05d28a29 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fde0e8f-5183-4985-a842-6cb332ab2780,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:42.321960 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-91fc3c93-37f7-4306-9e21-675e05d28a29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:42.481104 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-91fc3c93-37f7-4306-9e21-675e05d28a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:42.687637 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 2368136e-749a-4abb-9bfc-6bcb57997681 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:33:42.715049 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 2368136e-749a-4abb-9bfc-6bcb57997681 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:33:42.715412 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 2368136e-749a-4abb-9bfc-6bcb57997681 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:33:43.071028 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fc3c93-37f7-4306-9e21-675e05d28a29 admin admin] Router f8e9c81a-cb00-4552-969a-bed13e2993b9 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:33:43.189121 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fc3c93-37f7-4306-9e21-675e05d28a29 admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:33:43.194179 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-91fc3c93-37f7-4306-9e21-675e05d28a29 admin admin] 10.222.0.72 "PUT /v2.0/routers/f8e9c81a-cb00-4552-969a-bed13e2993b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9193628 Jun 21 15:33:43.196927 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44582) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:33:43.197957 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcf6505-1a6e-4653-a7d7-e42307875e48 None None] Sync routers for ids ['f8e9c81a-cb00-4552-969a-bed13e2993b9'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:33:43.209482 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcf6505-1a6e-4653-a7d7-e42307875e48 None None] Routers {'f8e9c81a-cb00-4552-969a-bed13e2993b9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:33:43.210170 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-9bcf6505-1a6e-4653-a7d7-e42307875e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:33:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['f8e9c81a-cb00-4552-969a-bed13e2993b9'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:33:43.310669 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-838c9dbd-c7e6-4f8b-9b20-b4a8dfcc5d3b admin admin] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:43.318473 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-9bcf6505-1a6e-4653-a7d7-e42307875e48 None None] Set router f8e9c81a-cb00-4552-969a-bed13e2993b9 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:33:43.416385 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-838c9dbd-c7e6-4f8b-9b20-b4a8dfcc5d3b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:43.472633 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-838c9dbd-c7e6-4f8b-9b20-b4a8dfcc5d3b admin admin] Deleting port 46abe28c-6d23-4ff8-a246-ca565bcfcb63 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:33:43.472972 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-838c9dbd-c7e6-4f8b-9b20-b4a8dfcc5d3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:43.500064 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-9bcf6505-1a6e-4653-a7d7-e42307875e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e9c81a-cb00-4552-969a-bed13e2993b9', 'name': 'tempest-TestMinimumBasicScenario-9283406-router', 'tenant_id': '6dbd74cbdfb34394bde2b29708532d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.186'}], 'enable_snat': True}, 'gw_port_id': '46abe28c-6d23-4ff8-a246-ca565bcfcb63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:29:58Z', 'updated_at': '2021-06-21T15:33:42Z', 'revision_number': 5, 'project_id': '6dbd74cbdfb34394bde2b29708532d44', 'gw_port': {'id': '46abe28c-6d23-4ff8-a246-ca565bcfcb63', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8e:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8e9c81a-cb00-4552-969a-bed13e2993b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:29:58Z', 'updated_at': '2021-06-21T15:30:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:33:43.525215 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcf6505-1a6e-4653-a7d7-e42307875e48 None None] Checking router: f8e9c81a-cb00-4552-969a-bed13e2993b9 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:33:43.534868 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcf6505-1a6e-4653-a7d7-e42307875e48 None None] Routers {'f8e9c81a-cb00-4552-969a-bed13e2993b9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:33:43.535477 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-9bcf6505-1a6e-4653-a7d7-e42307875e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:33:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['f8e9c81a-cb00-4552-969a-bed13e2993b9'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:33:43.555178 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-838c9dbd-c7e6-4f8b-9b20-b4a8dfcc5d3b admin admin] For port 46abe28c-6d23-4ff8-a246-ca565bcfcb63, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=46abe28c-6d23-4ff8-a246-ca565bcfcb63,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:33:43.555537 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-838c9dbd-c7e6-4f8b-9b20-b4a8dfcc5d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:43.619321 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-9bcf6505-1a6e-4653-a7d7-e42307875e48 None None] Set router f8e9c81a-cb00-4552-969a-bed13e2993b9 gateway port host: None {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:33:43.623083 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-838c9dbd-c7e6-4f8b-9b20-b4a8dfcc5d3b admin admin] Calling delete_port for 46abe28c-6d23-4ff8-a246-ca565bcfcb63 owned by network:router_gateway {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:33:43.672193 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-9bcf6505-1a6e-4653-a7d7-e42307875e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8e9c81a-cb00-4552-969a-bed13e2993b9', 'name': 'tempest-TestMinimumBasicScenario-9283406-router', 'tenant_id': '6dbd74cbdfb34394bde2b29708532d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:29:58Z', 'updated_at': '2021-06-21T15:33:43Z', 'revision_number': 6, 'project_id': '6dbd74cbdfb34394bde2b29708532d44', 'gw_port_host': None}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:33:43.697271 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcf6505-1a6e-4653-a7d7-e42307875e48 None None] The sync data for ids ['f8e9c81a-cb00-4552-969a-bed13e2993b9'] in dv-neutron-797121-2-hyperv is: [{'id': 'f8e9c81a-cb00-4552-969a-bed13e2993b9', 'name': 'tempest-TestMinimumBasicScenario-9283406-router', 'tenant_id': '6dbd74cbdfb34394bde2b29708532d44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:29:58Z', 'updated_at': '2021-06-21T15:33:43Z', 'revision_number': 6, 'project_id': '6dbd74cbdfb34394bde2b29708532d44', 'gw_port_host': None}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:33:43.789079 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-838c9dbd-c7e6-4f8b-9b20-b4a8dfcc5d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:43.791968 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f2c9f6fc-ce0a-4443-a99b-698d5e73498a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:43.816321 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c9dbd-c7e6-4f8b-9b20-b4a8dfcc5d3b admin admin] Pushing event deleted for resources: {'Port': ['ID=46abe28c-6d23-4ff8-a246-ca565bcfcb63,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:43.820136 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-838c9dbd-c7e6-4f8b-9b20-b4a8dfcc5d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:43.880792 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-838c9dbd-c7e6-4f8b-9b20-b4a8dfcc5d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:43.969278 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-838c9dbd-c7e6-4f8b-9b20-b4a8dfcc5d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:43.971353 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-838c9dbd-c7e6-4f8b-9b20-b4a8dfcc5d3b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:44.017208 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-838c9dbd-c7e6-4f8b-9b20-b4a8dfcc5d3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:44.017837 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838c9dbd-c7e6-4f8b-9b20-b4a8dfcc5d3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8e9c81a-cb00-4552-969a-bed13e2993b9 {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 15:33:44.023061 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-838c9dbd-c7e6-4f8b-9b20-b4a8dfcc5d3b admin admin] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:44.024947 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-838c9dbd-c7e6-4f8b-9b20-b4a8dfcc5d3b admin admin] 10.222.0.72 "DELETE /v2.0/routers/f8e9c81a-cb00-4552-969a-bed13e2993b9 HTTP/1.1" status: 204 len: 168 time: 0.8269033 Jun 21 15:33:44.027671 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44584) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:33:44.073595 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-a57bec11-e66e-41e6-a054-cd43424b0c73 admin admin] Deleting subnet 2c2582ba-2673-42f1-8d43-2a2cae5c438f {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 15:33:44.076998 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a57bec11-e66e-41e6-a054-cd43424b0c73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:44.121940 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a57bec11-e66e-41e6-a054-cd43424b0c73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:44.131422 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-46304b44-cbaa-48ab-b0dc-a9230ccad3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:44.201460 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a57bec11-e66e-41e6-a054-cd43424b0c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:44.258341 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a57bec11-e66e-41e6-a054-cd43424b0c73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:44.261008 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0f9c4a2a-dc0c-4883-b8e3-2ad36b86df27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:44.284120 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57bec11-e66e-41e6-a054-cd43424b0c73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c2582ba-2673-42f1-8d43-2a2cae5c438f,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:44.287155 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a57bec11-e66e-41e6-a054-cd43424b0c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:44.288162 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a57bec11-e66e-41e6-a054-cd43424b0c73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:44.289979 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a57bec11-e66e-41e6-a054-cd43424b0c73 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/2c2582ba-2673-42f1-8d43-2a2cae5c438f HTTP/1.1" status: 204 len: 168 time: 0.2613719 Jun 21 15:33:44.292823 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44586) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:33:44.298583 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96ae514-9e3a-4b69-853b-eebe2f402ca0 None None] Network 06d86cda-bcaf-4078-ab9b-ae9ae36ac677 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:33:44.362343 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fbe4896f-6ab1-4e75-bda7-5234d11f8bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:44.425217 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-fbe4896f-6ab1-4e75-bda7-5234d11f8bbc admin admin] Deleting port 80b40973-c835-47a4-aaf7-896fc71b653d {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:33:44.425555 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fbe4896f-6ab1-4e75-bda7-5234d11f8bbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:44.495799 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acc21a2-1720-4954-ab21-32c333503fa6 None None] DHCP port deletion for 06d86cda-bcaf-4078-ab9b-ae9ae36ac677 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 15:33:44.505521 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-fbe4896f-6ab1-4e75-bda7-5234d11f8bbc admin admin] For port 80b40973-c835-47a4-aaf7-896fc71b653d, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=80b40973-c835-47a4-aaf7-896fc71b653d,segment=NetworkSegment(06c3fd84-f5ef-4474-8b67-fee7b524e2af),segment_id=06c3fd84-f5ef-4474-8b67-fee7b524e2af)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:33:44.505912 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fbe4896f-6ab1-4e75-bda7-5234d11f8bbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:44.546624 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-1acc21a2-1720-4954-ab21-32c333503fa6 None None] Deleting port 80b40973-c835-47a4-aaf7-896fc71b653d {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:33:44.547005 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1acc21a2-1720-4954-ab21-32c333503fa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:44.570167 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-fbe4896f-6ab1-4e75-bda7-5234d11f8bbc admin admin] Calling delete_port for 80b40973-c835-47a4-aaf7-896fc71b653d owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:33:44.617809 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-1acc21a2-1720-4954-ab21-32c333503fa6 None None] For port 80b40973-c835-47a4-aaf7-896fc71b653d, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=80b40973-c835-47a4-aaf7-896fc71b653d,segment=NetworkSegment(06c3fd84-f5ef-4474-8b67-fee7b524e2af),segment_id=06c3fd84-f5ef-4474-8b67-fee7b524e2af)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:33:44.618211 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1acc21a2-1720-4954-ab21-32c333503fa6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:44.664134 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 46abe28c-6d23-4ff8-a246-ca565bcfcb63 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:33:44.666293 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fbe4896f-6ab1-4e75-bda7-5234d11f8bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:44.669638 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e844cc15-5829-4dfa-82ad-9dabaef8d2b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:44.691204 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-1acc21a2-1720-4954-ab21-32c333503fa6 None None] Calling delete_port for 80b40973-c835-47a4-aaf7-896fc71b653d owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:33:44.694907 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4896f-6ab1-4e75-bda7-5234d11f8bbc admin admin] Pushing event deleted for resources: {'Port': ['ID=80b40973-c835-47a4-aaf7-896fc71b653d,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:44.697699 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe4896f-6ab1-4e75-bda7-5234d11f8bbc admin admin] No DVR routers for this DVR port 80b40973-c835-47a4-aaf7-896fc71b653d on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:33:44.699212 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fbe4896f-6ab1-4e75-bda7-5234d11f8bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:44.716132 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 46abe28c-6d23-4ff8-a246-ca565bcfcb63 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:33:44.716489 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 46abe28c-6d23-4ff8-a246-ca565bcfcb63 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:33:44.716909 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9fde0e8f-5183-4985-a842-6cb332ab2780 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:33:44.739696 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 9fde0e8f-5183-4985-a842-6cb332ab2780 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:33:44.740054 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9fde0e8f-5183-4985-a842-6cb332ab2780 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:33:44.740482 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 80b40973-c835-47a4-aaf7-896fc71b653d no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:33:44.784886 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fbe4896f-6ab1-4e75-bda7-5234d11f8bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:44.790607 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 80b40973-c835-47a4-aaf7-896fc71b653d {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:33:44.790960 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 80b40973-c835-47a4-aaf7-896fc71b653d not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:33:44.796073 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-fbe4896f-6ab1-4e75-bda7-5234d11f8bbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d86cda-bcaf-4078-ab9b-ae9ae36ac677']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:33:44.807170 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-fbe4896f-6ab1-4e75-bda7-5234d11f8bbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c3fd84-f5ef-4474-8b67-fee7b524e2af') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:33:44.807462 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-fbe4896f-6ab1-4e75-bda7-5234d11f8bbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c3fd84-f5ef-4474-8b67-fee7b524e2af') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:33:44.816811 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fbe4896f-6ab1-4e75-bda7-5234d11f8bbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:44.826623 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1acc21a2-1720-4954-ab21-32c333503fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:44.828652 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8ab7d20c-3094-4b1e-8b2d-3f69614161e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:44.832097 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fbe4896f-6ab1-4e75-bda7-5234d11f8bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:44.838049 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbe4896f-6ab1-4e75-bda7-5234d11f8bbc admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 15:33:44.838429 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fbe4896f-6ab1-4e75-bda7-5234d11f8bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:44.840141 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 15:33:44.840141 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 15:33:44.840141 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 15:33:44.840141 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 15:33:44.840141 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 15:33:44.840141 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 15:33:44.840141 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 15:33:44.840141 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 15:33:44.840141 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 15:33:44.840141 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 15:33:44.840141 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 15:33:44.840141 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 15:33:44.840141 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 15:33:44.840141 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 15:33:44.840141 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 15:33:44.840141 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 15:33:44.840141 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 15:33:44.840141 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 15:33:44.840141 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 15:33:44.840141 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 15:33:44.840141 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 15:33:44.840141 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 15:33:44.840141 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 15:33:44.840141 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 15:33:44.840141 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 15:33:44.840141 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 15:33:44.840141 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 15:33:44.840141 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 15:33:44.840141 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 15:33:44.840141 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 15:33:44.840141 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 15:33:44.840141 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 15:33:44.852473 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc21a2-1720-4954-ab21-32c333503fa6 None None] Pushing event deleted for resources: {'Port': ['ID=80b40973-c835-47a4-aaf7-896fc71b653d,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:44.855438 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-1acc21a2-1720-4954-ab21-32c333503fa6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:44.856271 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acc21a2-1720-4954-ab21-32c333503fa6 None None] No DVR routers for this DVR port 80b40973-c835-47a4-aaf7-896fc71b653d on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:33:44.894383 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fbe4896f-6ab1-4e75-bda7-5234d11f8bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:44.899726 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fbe4896f-6ab1-4e75-bda7-5234d11f8bbc admin admin] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:44.902335 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-fbe4896f-6ab1-4e75-bda7-5234d11f8bbc admin admin] 10.222.0.72 "DELETE /v2.0/networks/06d86cda-bcaf-4078-ab9b-ae9ae36ac677 HTTP/1.1" status: 204 len: 168 time: 0.6084785 Jun 21 15:33:44.903211 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6f2fdb60-49dc-4cb2-9de8-fc6893a4796e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:44.916084 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe4896f-6ab1-4e75-bda7-5234d11f8bbc admin admin] Pushing event deleted for resources: {'Network': ['ID=06d86cda-bcaf-4078-ab9b-ae9ae36ac677,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:44.918454 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fbe4896f-6ab1-4e75-bda7-5234d11f8bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:45.059198 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44590) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:33:45.106072 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-7d11fac3-b35e-47b0-8428-121bf727ef34 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3d3ab7d2ebfd44399fb8da58f1c491c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455198 Jun 21 15:33:45.109224 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44592) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:33:45.161712 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ab3a7400-eec8-42a5-95b5-61603b00a018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:45.183243 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ab3a7400-eec8-42a5-95b5-61603b00a018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:45.236989 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ab3a7400-eec8-42a5-95b5-61603b00a018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:45.239787 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ab3a7400-eec8-42a5-95b5-61603b00a018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:45.240961 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-ab3a7400-eec8-42a5-95b5-61603b00a018 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/721c2a69-a988-49a3-a070-802fd875572c HTTP/1.1" status: 204 len: 168 time: 0.1306455 Jun 21 15:33:45.241905 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-78daa82e-4b97-48ab-9c60-46f8d8002973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:45.250345 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a7400-eec8-42a5-95b5-61603b00a018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721c2a69-a988-49a3-a070-802fd875572c,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:45.253394 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ab3a7400-eec8-42a5-95b5-61603b00a018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:45.570433 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44600) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:33:45.616503 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-595c8607-f089-4d82-ae47-35c42341f1a0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6dbd74cbdfb34394bde2b29708532d44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448203 Jun 21 15:33:45.618899 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44602) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:33:45.669630 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ad282ba1-6cf7-4ec5-8a84-da4cda2e84d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:45.692171 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ad282ba1-6cf7-4ec5-8a84-da4cda2e84d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:45.746928 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ad282ba1-6cf7-4ec5-8a84-da4cda2e84d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:45.749718 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ad282ba1-6cf7-4ec5-8a84-da4cda2e84d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:45.750989 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ad282ba1-6cf7-4ec5-8a84-da4cda2e84d4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b15388d5-f98e-49ed-a3e0-ed243a0d6ac2 HTTP/1.1" status: 204 len: 168 time: 0.1311522 Jun 21 15:33:45.751956 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-87d77cb7-9544-43f5-8f72-93cb19b1b4e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:45.761552 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad282ba1-6cf7-4ec5-8a84-da4cda2e84d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15388d5-f98e-49ed-a3e0-ed243a0d6ac2,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:45.764081 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ad282ba1-6cf7-4ec5-8a84-da4cda2e84d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:46.657606 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5f8fb513-d6b7-460a-b1f6-0d6de678ce5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:47.123767 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:47.665515 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44642) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:33:47.670468 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-e91ebe8c-d3bb-4dae-ac59-7669b1a1a18d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1134593421', 'description': 'tempest-secgroup-smoke-1134593421 description', 'project_id': '0051d95f936f45a5bdf7530c097504c5'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:33:47.699463 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e91ebe8c-d3bb-4dae-ac59-7669b1a1a18d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:47.713577 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e91ebe8c-d3bb-4dae-ac59-7669b1a1a18d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:47.816135 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e91ebe8c-d3bb-4dae-ac59-7669b1a1a18d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:47.823136 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e91ebe8c-d3bb-4dae-ac59-7669b1a1a18d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:47.825497 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c42ed564-1523-48d5-af20-3040db0a716d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:47.859816 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ebe8c-d3bb-4dae-ac59-7669b1a1a18d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9155493-0c46-4d1e-ba4e-eb7e101099d3,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:47.863513 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e91ebe8c-d3bb-4dae-ac59-7669b1a1a18d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:47.915890 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e91ebe8c-d3bb-4dae-ac59-7669b1a1a18d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:47.924369 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e91ebe8c-d3bb-4dae-ac59-7669b1a1a18d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:47.926772 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-412b41d2-1640-463b-808e-b724bfd9933c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:47.951576 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e91ebe8c-d3bb-4dae-ac59-7669b1a1a18d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:47.952766 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e91ebe8c-d3bb-4dae-ac59-7669b1a1a18d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2862546 Jun 21 15:33:47.954813 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ebe8c-d3bb-4dae-ac59-7669b1a1a18d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7485b5d-2a31-4278-867c-e4203ab8d037,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:47.956416 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44644) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:33:47.957672 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e91ebe8c-d3bb-4dae-ac59-7669b1a1a18d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:47.963302 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-fcbb6a0a-ee98-4110-b0d6-aa32098e8d1d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'security_group_rule': {'security_group_id': 'f7485b5d-2a31-4278-867c-e4203ab8d037', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:33:47.997357 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fcbb6a0a-ee98-4110-b0d6-aa32098e8d1d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:48.056410 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fcbb6a0a-ee98-4110-b0d6-aa32098e8d1d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:48.062432 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fcbb6a0a-ee98-4110-b0d6-aa32098e8d1d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:48.064396 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-18267153-7a78-4836-8257-92b81361a59a tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:48.081013 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb6a0a-ee98-4110-b0d6-aa32098e8d1d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc7cbf0-9a22-49ee-a385-be507f4b9cd6,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:48.083997 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fcbb6a0a-ee98-4110-b0d6-aa32098e8d1d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:48.088285 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-fcbb6a0a-ee98-4110-b0d6-aa32098e8d1d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:48.090359 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-fcbb6a0a-ee98-4110-b0d6-aa32098e8d1d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1329696 Jun 21 15:33:48.093330 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44646) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:33:48.099330 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-cf6572cb-35b6-41bc-9e32-797f98003ef9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'security_group_rule': {'security_group_id': 'f7485b5d-2a31-4278-867c-e4203ab8d037', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:33:48.135893 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cf6572cb-35b6-41bc-9e32-797f98003ef9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:48.205562 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cf6572cb-35b6-41bc-9e32-797f98003ef9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:48.211870 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cf6572cb-35b6-41bc-9e32-797f98003ef9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:48.213675 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ed1e8419-dc99-4d0a-b55b-b86ce3fcd6d7 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:48.230367 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6572cb-35b6-41bc-9e32-797f98003ef9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cd091d3-1892-4a0e-bf48-8f099101686e,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:48.233325 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:48.233964 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-cf6572cb-35b6-41bc-9e32-797f98003ef9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:48.238028 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-cf6572cb-35b6-41bc-9e32-797f98003ef9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:48.239264 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-cf6572cb-35b6-41bc-9e32-797f98003ef9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1450529 Jun 21 15:33:48.242065 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44648) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:33:48.246511 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-e1c35f5f-44ca-4e8a-9531-5aa976027ab9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'security_group_rule': {'security_group_id': 'f7485b5d-2a31-4278-867c-e4203ab8d037', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:33:48.274071 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e1c35f5f-44ca-4e8a-9531-5aa976027ab9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:48.336027 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e1c35f5f-44ca-4e8a-9531-5aa976027ab9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:48.342271 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e1c35f5f-44ca-4e8a-9531-5aa976027ab9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:48.344075 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d9e5c5d6-1702-4907-a5de-efe74cb3900a tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:48.362969 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c35f5f-44ca-4e8a-9531-5aa976027ab9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07a45815-1454-47a7-9a96-d75dce839c21,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:48.365593 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e1c35f5f-44ca-4e8a-9531-5aa976027ab9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:48.370995 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e1c35f5f-44ca-4e8a-9531-5aa976027ab9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:48.372638 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e1c35f5f-44ca-4e8a-9531-5aa976027ab9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296453 Jun 21 15:33:48.375461 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44650) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:33:48.380432 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-af318ea4-416d-4bb5-899e-54a15504ba1f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'security_group_rule': {'security_group_id': 'f7485b5d-2a31-4278-867c-e4203ab8d037', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:33:48.410619 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-af318ea4-416d-4bb5-899e-54a15504ba1f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:48.480479 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-af318ea4-416d-4bb5-899e-54a15504ba1f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:48.486196 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-af318ea4-416d-4bb5-899e-54a15504ba1f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:48.488112 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-04e9e4d7-631a-4796-87e3-1e35f9da75dd tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:48.503837 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af318ea4-416d-4bb5-899e-54a15504ba1f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64946cd0-63ae-488a-8e51-ab7d07c2d373,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:48.506233 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-af318ea4-416d-4bb5-899e-54a15504ba1f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:48.513766 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-af318ea4-416d-4bb5-899e-54a15504ba1f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:48.514936 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-af318ea4-416d-4bb5-899e-54a15504ba1f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1385205 Jun 21 15:33:48.517809 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44652) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:33:48.522248 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-aadf2a08-8ff1-4b92-b20b-23bda53d9dfc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'security_group_rule': {'security_group_id': 'f7485b5d-2a31-4278-867c-e4203ab8d037', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:33:48.545278 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.securitygroups_db [None req-aadf2a08-8ff1-4b92-b20b-23bda53d9dfc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Project 0051d95f936f45a5bdf7530c097504c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 15:33:48.550144 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-aadf2a08-8ff1-4b92-b20b-23bda53d9dfc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:48.611712 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-aadf2a08-8ff1-4b92-b20b-23bda53d9dfc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:48.618118 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-aadf2a08-8ff1-4b92-b20b-23bda53d9dfc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:48.620576 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5cde0408-ee40-44b4-933c-03663d9a6784 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:48.640775 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadf2a08-8ff1-4b92-b20b-23bda53d9dfc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a176136a-d01d-4aeb-9af7-4f44fb601d76,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:48.644187 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-aadf2a08-8ff1-4b92-b20b-23bda53d9dfc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:48.649312 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-aadf2a08-8ff1-4b92-b20b-23bda53d9dfc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:48.650512 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-aadf2a08-8ff1-4b92-b20b-23bda53d9dfc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1317842 Jun 21 15:33:48.653217 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44654) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:33:48.657850 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-578810a2-204c-4a3e-8970-057e086cb42d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'security_group_rule': {'security_group_id': 'f7485b5d-2a31-4278-867c-e4203ab8d037', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:33:48.683098 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.securitygroups_db [None req-578810a2-204c-4a3e-8970-057e086cb42d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Project 0051d95f936f45a5bdf7530c097504c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 15:33:48.688074 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-578810a2-204c-4a3e-8970-057e086cb42d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:48.750919 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-578810a2-204c-4a3e-8970-057e086cb42d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:48.758380 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-578810a2-204c-4a3e-8970-057e086cb42d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:48.767417 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-58f75855-c4d0-437b-aa53-ba6dc7cb34d3 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:48.782362 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578810a2-204c-4a3e-8970-057e086cb42d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1243770c-d8a3-4fb3-b2b2-52ca606f0b62,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:48.785268 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-578810a2-204c-4a3e-8970-057e086cb42d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:48.786517 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-578810a2-204c-4a3e-8970-057e086cb42d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:48.787695 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-578810a2-204c-4a3e-8970-057e086cb42d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1334424 Jun 21 15:33:48.791673 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44656) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:33:48.799106 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-f51f2641-9718-4b65-b2a2-3516c861fb2f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'network': {'name': 'tempest-network-smoke--2137441481', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'port_security_enabled': True}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:33:48.821181 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51f2641-9718-4b65-b2a2-3516c861fb2f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Made reservation on behalf of 0051d95f936f45a5bdf7530c097504c5 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:33:48.824763 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f51f2641-9718-4b65-b2a2-3516c861fb2f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:48.847746 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f51f2641-9718-4b65-b2a2-3516c861fb2f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] vlan segment allocate from pool success with {'vlan_id': 445, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 15:33:48.856770 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f51f2641-9718-4b65-b2a2-3516c861fb2f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:48.856770 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-f51f2641-9718-4b65-b2a2-3516c861fb2f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Added segment 76eb005a-88af-446c-9ec5-f60ccf3f939c of type vlan for network bedc5933-4ce5-4721-bd5f-227ce9f4f93c Jun 21 15:33:48.895492 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f51f2641-9718-4b65-b2a2-3516c861fb2f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:48.940643 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f51f2641-9718-4b65-b2a2-3516c861fb2f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:48.949116 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51f2641-9718-4b65-b2a2-3516c861fb2f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:33:48.949833 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f51f2641-9718-4b65-b2a2-3516c861fb2f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:48.953307 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-818da751-f8a0-4622-b705-62ebe29b56c0 tempest-PortsTestJSON-1894570063 tempest-PortsTestJSON-1894570063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:49.015520 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f51f2641-9718-4b65-b2a2-3516c861fb2f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2223673 Jun 21 15:33:49.018607 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44658) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:33:49.023540 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-aaeb2331-1a57-43bd-a5c9-9d449ecc1f13 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1152040555', 'admin_state_up': True, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:33:49.023704 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f2641-9718-4b65-b2a2-3516c861fb2f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Network': ['ID=bedc5933-4ce5-4721-bd5f-227ce9f4f93c,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:49.026366 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f51f2641-9718-4b65-b2a2-3516c861fb2f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:49.033997 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network bedc5933-4ce5-4721-bd5f-227ce9f4f93c details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 15:33:49.055337 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-aaeb2331-1a57-43bd-a5c9-9d449ecc1f13 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:49.056349 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-aaeb2331-1a57-43bd-a5c9-9d449ecc1f13 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:49.112405 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-aaeb2331-1a57-43bd-a5c9-9d449ecc1f13 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:49.253191 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-aaeb2331-1a57-43bd-a5c9-9d449ecc1f13 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:49.460965 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-aaeb2331-1a57-43bd-a5c9-9d449ecc1f13 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router_gateway, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:49.483965 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-aaeb2331-1a57-43bd-a5c9-9d449ecc1f13 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:49.612695 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-aaeb2331-1a57-43bd-a5c9-9d449ecc1f13 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Allocated IP 172.26.3.239 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/17a04f39-f4be-467d-90c8-0d1d4dbd6321) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:33:49.719375 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-aaeb2331-1a57-43bd-a5c9-9d449ecc1f13 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:49.764403 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-aaeb2331-1a57-43bd-a5c9-9d449ecc1f13 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:49.767727 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3e738ebe-f2d6-44df-9ec1-d64f19019a78 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:49.802544 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaeb2331-1a57-43bd-a5c9-9d449ecc1f13 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:33:49.806892 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-aaeb2331-1a57-43bd-a5c9-9d449ecc1f13 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:33:49.809652 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaeb2331-1a57-43bd-a5c9-9d449ecc1f13 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:33:49.842993 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeb2331-1a57-43bd-a5c9-9d449ecc1f13 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Port': ['ID=17a04f39-f4be-467d-90c8-0d1d4dbd6321,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:49.846244 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-aaeb2331-1a57-43bd-a5c9-9d449ecc1f13 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:49.927021 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:50.448291 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-aaeb2331-1a57-43bd-a5c9-9d449ecc1f13 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router_gateway, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:50.646587 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-aaeb2331-1a57-43bd-a5c9-9d449ecc1f13 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:50.778057 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaeb2331-1a57-43bd-a5c9-9d449ecc1f13 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Router 7414c6dd-91bc-44b5-a924-5845652c1aa6 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 15:33:50.895647 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaeb2331-1a57-43bd-a5c9-9d449ecc1f13 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:33:50.910577 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90293f58-44b0-4c4c-ac0b-f5d4772ad4e8 None None] Sync routers for ids ['7414c6dd-91bc-44b5-a924-5845652c1aa6'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:33:50.920807 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-aaeb2331-1a57-43bd-a5c9-9d449ecc1f13 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:50.922136 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-aaeb2331-1a57-43bd-a5c9-9d449ecc1f13 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9025168 Jun 21 15:33:50.922308 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90293f58-44b0-4c4c-ac0b-f5d4772ad4e8 None None] Routers {'7414c6dd-91bc-44b5-a924-5845652c1aa6'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:33:50.922806 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-90293f58-44b0-4c4c-ac0b-f5d4772ad4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:33:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['7414c6dd-91bc-44b5-a924-5845652c1aa6'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:33:50.925499 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44660) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:33:51.024682 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-90293f58-44b0-4c4c-ac0b-f5d4772ad4e8 None None] Set router 7414c6dd-91bc-44b5-a924-5845652c1aa6 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:33:51.048833 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-87c9a594-038c-47d1-9bb1-db3adf315889 tempest-TestNetworkAdvancedServerOps-1812796509 tempest-TestNetworkAdvancedServerOps-1812796509-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=0051d95f936f45a5bdf7530c097504c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1218657 Jun 21 15:33:51.052258 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44664) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:33:51.105215 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:33:51.144735 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f723c50-7c7a-4ddf-ba9b-b036e8646c74 tempest-TestNetworkAdvancedServerOps-1812796509 tempest-TestNetworkAdvancedServerOps-1812796509-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:33:51.146593 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1f723c50-7c7a-4ddf-ba9b-b036e8646c74 tempest-TestNetworkAdvancedServerOps-1812796509 tempest-TestNetworkAdvancedServerOps-1812796509-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0931518 Jun 21 15:33:51.149334 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44666) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:33:51.180783 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6afa26de-ec2e-4664-90b8-c9a0dfdd6a35 tempest-TestNetworkAdvancedServerOps-1812796509 tempest-TestNetworkAdvancedServerOps-1812796509-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=78e7bc12-ea33-4baf-9744-b93105835641&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277143 Jun 21 15:33:51.180999 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44668) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:33:51.185813 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-e859ddc2-74d3-43bc-9e9c-ef74376718f1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-121869217', 'network_id': 'bedc5933-4ce5-4721-bd5f-227ce9f4f93c', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:33:51.199532 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-90293f58-44b0-4c4c-ac0b-f5d4772ad4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152040555', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '17a04f39-f4be-467d-90c8-0d1d4dbd6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:33:49Z', 'updated_at': '2021-06-21T15:33:50Z', 'revision_number': 3, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '17a04f39-f4be-467d-90c8-0d1d4dbd6321', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:33:49Z', 'updated_at': '2021-06-21T15:33:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:33:51.233742 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90293f58-44b0-4c4c-ac0b-f5d4772ad4e8 None None] Checking router: 7414c6dd-91bc-44b5-a924-5845652c1aa6 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:33:51.234108 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90293f58-44b0-4c4c-ac0b-f5d4772ad4e8 None None] Updating router 7414c6dd-91bc-44b5-a924-5845652c1aa6 port 17a04f39-f4be-467d-90c8-0d1d4dbd6321 binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:33:51.269091 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-90293f58-44b0-4c4c-ac0b-f5d4772ad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:51.274223 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e859ddc2-74d3-43bc-9e9c-ef74376718f1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Made reservation on behalf of 0051d95f936f45a5bdf7530c097504c5 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:33:51.277677 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e859ddc2-74d3-43bc-9e9c-ef74376718f1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:51.464084 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e859ddc2-74d3-43bc-9e9c-ef74376718f1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:51.466986 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-88c11031-efb3-46ab-b06f-9af321d80278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:51.527606 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-90293f58-44b0-4c4c-ac0b-f5d4772ad4e8 None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:51.537413 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859ddc2-74d3-43bc-9e9c-ef74376718f1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Subnet': ['ID=c47ecb10-31f3-43a9-8ba1-054c7bdad34a,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:51.541839 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e859ddc2-74d3-43bc-9e9c-ef74376718f1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:51.546020 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e859ddc2-74d3-43bc-9e9c-ef74376718f1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Checking segment: {'id': '76eb005a-88af-446c-9ec5-f60ccf3f939c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'bedc5933-4ce5-4721-bd5f-227ce9f4f93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:33:51.546286 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-90293f58-44b0-4c4c-ac0b-f5d4772ad4e8 None None] Transition to ACTIVE for port object 17a04f39-f4be-467d-90c8-0d1d4dbd6321 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:33:51.546402 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e859ddc2-74d3-43bc-9e9c-ef74376718f1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Network hostable DHCP agents. Network: bedc5933-4ce5-4721-bd5f-227ce9f4f93c, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 15:33:51.557353 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-90293f58-44b0-4c4c-ac0b-f5d4772ad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:51.559662 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:51.566958 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e859ddc2-74d3-43bc-9e9c-ef74376718f1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Network bedc5933-4ce5-4721-bd5f-227ce9f4f93c is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 15:33:51.578047 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-e859ddc2-74d3-43bc-9e9c-ef74376718f1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, bedc5933-4ce5-4721-bd5f-227ce9f4f93c) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:33:51.582872 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e859ddc2-74d3-43bc-9e9c-ef74376718f1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:33:51.583443 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e859ddc2-74d3-43bc-9e9c-ef74376718f1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:51.592910 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e83761-21c3-4027-af19-e1c19e80215a None None] Network bedc5933-4ce5-4721-bd5f-227ce9f4f93c requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:33:51.600114 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e859ddc2-74d3-43bc-9e9c-ef74376718f1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4181879 Jun 21 15:33:51.603012 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44670) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:33:51.654458 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-90293f58-44b0-4c4c-ac0b-f5d4772ad4e8 None None] Attempting to bind port 17a04f39-f4be-467d-90c8-0d1d4dbd6321 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:33:51.654827 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-90293f58-44b0-4c4c-ac0b-f5d4772ad4e8 None None] Attempting to bind port 17a04f39-f4be-467d-90c8-0d1d4dbd6321 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:33:51.655180 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90293f58-44b0-4c4c-ac0b-f5d4772ad4e8 None None] Attempting to bind port 17a04f39-f4be-467d-90c8-0d1d4dbd6321 on network 78e7bc12-ea33-4baf-9744-b93105835641 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:33:51.674285 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57078d62-65a9-4291-baef-c1953b8f1385 None None] Pushing event updated for resources: {'Port': ['ID=17a04f39-f4be-467d-90c8-0d1d4dbd6321,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:51.677832 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90293f58-44b0-4c4c-ac0b-f5d4772ad4e8 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:33:51.678219 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90293f58-44b0-4c4c-ac0b-f5d4772ad4e8 None None] Checking segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:33:51.678624 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-90293f58-44b0-4c4c-ac0b-f5d4772ad4e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:51.679013 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90293f58-44b0-4c4c-ac0b-f5d4772ad4e8 None None] Bound using segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:33:51.679487 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-90293f58-44b0-4c4c-ac0b-f5d4772ad4e8 None None] Bound port: 17a04f39-f4be-467d-90c8-0d1d4dbd6321, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:33:51.679855 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-90293f58-44b0-4c4c-ac0b-f5d4772ad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:51.681679 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-57078d62-65a9-4291-baef-c1953b8f1385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:51.773342 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-90293f58-44b0-4c4c-ac0b-f5d4772ad4e8 None None] For port 17a04f39-f4be-467d-90c8-0d1d4dbd6321, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:33:51.797025 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-90293f58-44b0-4c4c-ac0b-f5d4772ad4e8 None None] For port 17a04f39-f4be-467d-90c8-0d1d4dbd6321, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=17a04f39-f4be-467d-90c8-0d1d4dbd6321,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:33:51.803758 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-90293f58-44b0-4c4c-ac0b-f5d4772ad4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:51.806785 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:51.864925 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ad593b-8d71-4adf-a7cb-298f3676b6b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-bedc5933-4ce5-4721-bd5f-227ce9f4f93c', 'network_id': 'bedc5933-4ce5-4721-bd5f-227ce9f4f93c', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'fixed_ips': [{'subnet_id': 'c47ecb10-31f3-43a9-8ba1-054c7bdad34a'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 15:33:51.865814 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-91ad593b-8d71-4adf-a7cb-298f3676b6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:51.898143 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57078d62-65a9-4291-baef-c1953b8f1385 None None] Pushing event updated for resources: {'Port': ['ID=17a04f39-f4be-467d-90c8-0d1d4dbd6321,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:51.900918 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90293f58-44b0-4c4c-ac0b-f5d4772ad4e8 None None] Routers {'7414c6dd-91bc-44b5-a924-5845652c1aa6'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:33:51.901276 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-90293f58-44b0-4c4c-ac0b-f5d4772ad4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:33:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['7414c6dd-91bc-44b5-a924-5845652c1aa6'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:33:51.904721 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-57078d62-65a9-4291-baef-c1953b8f1385 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:52.042701 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-38f98c30-162e-45ef-9c74-ee55e6f1de3b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:52.246678 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-90293f58-44b0-4c4c-ac0b-f5d4772ad4e8 None None] Set router 7414c6dd-91bc-44b5-a924-5845652c1aa6 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:33:52.306142 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-91ad593b-8d71-4adf-a7cb-298f3676b6b8 None None] Allocated IP 172.20.0.2 (bedc5933-4ce5-4721-bd5f-227ce9f4f93c/c47ecb10-31f3-43a9-8ba1-054c7bdad34a/a2cc7114-1ab2-449b-af8f-d057b332501c) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:33:52.533106 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-91ad593b-8d71-4adf-a7cb-298f3676b6b8 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:52.543476 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-91ad593b-8d71-4adf-a7cb-298f3676b6b8 None None] Transition to ACTIVE for port object a2cc7114-1ab2-449b-af8f-d057b332501c will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:33:52.546009 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-90293f58-44b0-4c4c-ac0b-f5d4772ad4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152040555', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '17a04f39-f4be-467d-90c8-0d1d4dbd6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:33:49Z', 'updated_at': '2021-06-21T15:33:50Z', 'revision_number': 3, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '17a04f39-f4be-467d-90c8-0d1d4dbd6321', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:33:49Z', 'updated_at': '2021-06-21T15:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:33:52.576552 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90293f58-44b0-4c4c-ac0b-f5d4772ad4e8 None None] The sync data for ids ['7414c6dd-91bc-44b5-a924-5845652c1aa6'] in dv-neutron-797121-2-hyperv is: [{'id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152040555', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '17a04f39-f4be-467d-90c8-0d1d4dbd6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:33:49Z', 'updated_at': '2021-06-21T15:33:50Z', 'revision_number': 3, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '17a04f39-f4be-467d-90c8-0d1d4dbd6321', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:33:49Z', 'updated_at': '2021-06-21T15:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:33:52.585311 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-91ad593b-8d71-4adf-a7cb-298f3676b6b8 None None] Transition to ACTIVE for port object a2cc7114-1ab2-449b-af8f-d057b332501c will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:33:52.597573 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-91ad593b-8d71-4adf-a7cb-298f3676b6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:52.601134 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:52.640655 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ad593b-8d71-4adf-a7cb-298f3676b6b8 None None] Network bedc5933-4ce5-4721-bd5f-227ce9f4f93c is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:33:52.645713 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-91ad593b-8d71-4adf-a7cb-298f3676b6b8 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:33:52.651524 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ad593b-8d71-4adf-a7cb-298f3676b6b8 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:33:52.652283 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-38f98c30-162e-45ef-9c74-ee55e6f1de3b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Allocated IP 172.20.0.1 (bedc5933-4ce5-4721-bd5f-227ce9f4f93c/c47ecb10-31f3-43a9-8ba1-054c7bdad34a/46726428-24f8-41b6-9170-07af43b90812) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:33:52.680840 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad593b-8d71-4adf-a7cb-298f3676b6b8 None None] Pushing event updated for resources: {'Port': ['ID=a2cc7114-1ab2-449b-af8f-d057b332501c,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:52.684455 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-91ad593b-8d71-4adf-a7cb-298f3676b6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:52.713351 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-91ad593b-8d71-4adf-a7cb-298f3676b6b8 None None] Attempting to bind port a2cc7114-1ab2-449b-af8f-d057b332501c on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:33:52.713723 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-91ad593b-8d71-4adf-a7cb-298f3676b6b8 None None] Attempting to bind port a2cc7114-1ab2-449b-af8f-d057b332501c by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '76eb005a-88af-446c-9ec5-f60ccf3f939c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'bedc5933-4ce5-4721-bd5f-227ce9f4f93c'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:33:52.714122 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ad593b-8d71-4adf-a7cb-298f3676b6b8 None None] Attempting to bind port a2cc7114-1ab2-449b-af8f-d057b332501c on network bedc5933-4ce5-4721-bd5f-227ce9f4f93c {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:33:52.719018 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ad593b-8d71-4adf-a7cb-298f3676b6b8 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:33:52.719395 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ad593b-8d71-4adf-a7cb-298f3676b6b8 None None] Checking segment: {'id': '76eb005a-88af-446c-9ec5-f60ccf3f939c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'bedc5933-4ce5-4721-bd5f-227ce9f4f93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:33:52.719802 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-91ad593b-8d71-4adf-a7cb-298f3676b6b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:52.720199 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ad593b-8d71-4adf-a7cb-298f3676b6b8 None None] Bound using segment: {'id': '76eb005a-88af-446c-9ec5-f60ccf3f939c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'bedc5933-4ce5-4721-bd5f-227ce9f4f93c'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:33:52.720851 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-91ad593b-8d71-4adf-a7cb-298f3676b6b8 None None] Bound port: a2cc7114-1ab2-449b-af8f-d057b332501c, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76eb005a-88af-446c-9ec5-f60ccf3f939c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'bedc5933-4ce5-4721-bd5f-227ce9f4f93c'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:33:52.721260 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-91ad593b-8d71-4adf-a7cb-298f3676b6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:52.780668 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-38f98c30-162e-45ef-9c74-ee55e6f1de3b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:52.797378 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-91ad593b-8d71-4adf-a7cb-298f3676b6b8 None None] For port a2cc7114-1ab2-449b-af8f-d057b332501c, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:33:52.801278 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-91ad593b-8d71-4adf-a7cb-298f3676b6b8 None None] For port a2cc7114-1ab2-449b-af8f-d057b332501c, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=a2cc7114-1ab2-449b-af8f-d057b332501c,segment=NetworkSegment(76eb005a-88af-446c-9ec5-f60ccf3f939c),segment_id=76eb005a-88af-446c-9ec5-f60ccf3f939c)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:33:52.804247 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-38f98c30-162e-45ef-9c74-ee55e6f1de3b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Transition to ACTIVE for port object 46726428-24f8-41b6-9170-07af43b90812 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:33:52.814324 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-91ad593b-8d71-4adf-a7cb-298f3676b6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:52.819148 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:52.842497 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-38f98c30-162e-45ef-9c74-ee55e6f1de3b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:52.844505 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-30a4b3f1-d081-4550-a4cc-5b79712ced59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:52.900148 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f98c30-162e-45ef-9c74-ee55e6f1de3b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Network bedc5933-4ce5-4721-bd5f-227ce9f4f93c is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:33:52.900615 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ad593b-8d71-4adf-a7cb-298f3676b6b8 None None] Pushing event updated for resources: {'Port': ['ID=a2cc7114-1ab2-449b-af8f-d057b332501c,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:52.903761 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-91ad593b-8d71-4adf-a7cb-298f3676b6b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:52.904320 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-38f98c30-162e-45ef-9c74-ee55e6f1de3b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:33:52.907229 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f98c30-162e-45ef-9c74-ee55e6f1de3b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:33:52.940444 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f98c30-162e-45ef-9c74-ee55e6f1de3b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Port': ['ID=46726428-24f8-41b6-9170-07af43b90812,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:52.944097 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-38f98c30-162e-45ef-9c74-ee55e6f1de3b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:52.966279 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-38f98c30-162e-45ef-9c74-ee55e6f1de3b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:53.146483 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-38f98c30-162e-45ef-9c74-ee55e6f1de3b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:53.444415 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-38f98c30-162e-45ef-9c74-ee55e6f1de3b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:53.456495 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-38f98c30-162e-45ef-9c74-ee55e6f1de3b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:53.460176 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c20d8bcc-342d-4bcd-a0b4-f8486e6defdd tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:53.539090 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f98c30-162e-45ef-9c74-ee55e6f1de3b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Port': ['ID=46726428-24f8-41b6-9170-07af43b90812,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:53.541489 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-38f98c30-162e-45ef-9c74-ee55e6f1de3b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:53.543561 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-38f98c30-162e-45ef-9c74-ee55e6f1de3b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:53.644949 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f98c30-162e-45ef-9c74-ee55e6f1de3b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Network bedc5933-4ce5-4721-bd5f-227ce9f4f93c is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:33:53.646932 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-38f98c30-162e-45ef-9c74-ee55e6f1de3b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:33:53.781262 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587d5f6a-b1b8-408e-8ac7-f56da073782c None None] Network bedc5933-4ce5-4721-bd5f-227ce9f4f93c requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:33:53.902800 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-96a0017c-7f92-4601-ab97-235023126a70 None None] Provisioning for port a2cc7114-1ab2-449b-af8f-d057b332501c completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:33:54.090085 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f98c30-162e-45ef-9c74-ee55e6f1de3b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Router 7414c6dd-91bc-44b5-a924-5845652c1aa6 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:33:54.200291 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f98c30-162e-45ef-9c74-ee55e6f1de3b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:33:54.208257 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-38f98c30-162e-45ef-9c74-ee55e6f1de3b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "PUT /v2.0/routers/7414c6dd-91bc-44b5-a924-5845652c1aa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6018720 Jun 21 15:33:54.217536 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de2b4e8-ee9c-4bb7-a55f-9e99604ae95f None None] Sync routers for ids ['7414c6dd-91bc-44b5-a924-5845652c1aa6'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:33:54.230274 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de2b4e8-ee9c-4bb7-a55f-9e99604ae95f None None] Routers {'7414c6dd-91bc-44b5-a924-5845652c1aa6'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:33:54.230944 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-5de2b4e8-ee9c-4bb7-a55f-9e99604ae95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:33:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['7414c6dd-91bc-44b5-a924-5845652c1aa6'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:33:54.238306 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-b61999b7-c350-4880-895c-512cf66e1d09 None None] Provisioning for port 46726428-24f8-41b6-9170-07af43b90812 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:33:54.243597 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-b61999b7-c350-4880-895c-512cf66e1d09 None None] Provisioning complete for port 46726428-24f8-41b6-9170-07af43b90812 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:33:54.244279 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b61999b7-c350-4880-895c-512cf66e1d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:54.286426 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-b61999b7-c350-4880-895c-512cf66e1d09 None None] Port 46726428-24f8-41b6-9170-07af43b90812 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:33:54.363850 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-5de2b4e8-ee9c-4bb7-a55f-9e99604ae95f None None] Set router 7414c6dd-91bc-44b5-a924-5845652c1aa6 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:33:54.365831 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-fd2701d5-3af2-4565-b995-5fd9048aa41d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1134593421&fields=id&tenant_id=0051d95f936f45a5bdf7530c097504c5 HTTP/1.1" status: 200 len: 267 time: 0.0352728 Jun 21 15:33:54.419074 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-87b684a5-d22a-4b04-b5ac-df51a000adc9 None None] Provisioning complete for port 46726428-24f8-41b6-9170-07af43b90812 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:33:54.419447 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-87b684a5-d22a-4b04-b5ac-df51a000adc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:54.459635 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-87b684a5-d22a-4b04-b5ac-df51a000adc9 None None] Port 46726428-24f8-41b6-9170-07af43b90812 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:33:54.497831 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-3b6fd614-0e95-49eb-a4b5-d915839dcfae tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:33:54.499359 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-3b6fd614-0e95-49eb-a4b5-d915839dcfae tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/networks?id=bedc5933-4ce5-4721-bd5f-227ce9f4f93c HTTP/1.1" status: 200 len: 797 time: 0.1260056 Jun 21 15:33:54.515221 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-13589306-1350-4ec9-9612-dfd593e85e9f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/quotas/0051d95f936f45a5bdf7530c097504c5 HTTP/1.1" status: 200 len: 375 time: 0.0100145 Jun 21 15:33:54.586756 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-5de2b4e8-ee9c-4bb7-a55f-9e99604ae95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152040555', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '17a04f39-f4be-467d-90c8-0d1d4dbd6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:33:49Z', 'updated_at': '2021-06-21T15:33:53Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '17a04f39-f4be-467d-90c8-0d1d4dbd6321', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:33:49Z', 'updated_at': '2021-06-21T15:33:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '46726428-24f8-41b6-9170-07af43b90812', 'name': '', 'network_id': 'bedc5933-4ce5-4721-bd5f-227ce9f4f93c', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:63:46:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'c47ecb10-31f3-43a9-8ba1-054c7bdad34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:33:52Z', 'updated_at': '2021-06-21T15:33:53Z', 'revision_number': 2, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': 'c47ecb10-31f3-43a9-8ba1-054c7bdad34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:33:54.588650 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-534ca444-4653-42d0-aff9-f67f5c8e23ff tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0667768 Jun 21 15:33:54.614846 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de2b4e8-ee9c-4bb7-a55f-9e99604ae95f None None] Checking router: 7414c6dd-91bc-44b5-a924-5845652c1aa6 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:33:54.615203 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de2b4e8-ee9c-4bb7-a55f-9e99604ae95f None None] Updating router 7414c6dd-91bc-44b5-a924-5845652c1aa6 port 46726428-24f8-41b6-9170-07af43b90812 binding host dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:33:54.656442 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-5de2b4e8-ee9c-4bb7-a55f-9e99604ae95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:54.680252 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0bc1cccc-a4d7-4c7e-8eab-82ac62897e2b None None] Provisioning complete for port 46726428-24f8-41b6-9170-07af43b90812 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:33:54.680814 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0bc1cccc-a4d7-4c7e-8eab-82ac62897e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:54.718240 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-0bc1cccc-a4d7-4c7e-8eab-82ac62897e2b None None] Port 46726428-24f8-41b6-9170-07af43b90812 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:33:54.738797 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device a2cc7114-1ab2-449b-af8f-d057b332501c up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:33:54.763754 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-6170be1c-f347-484d-a1b1-a8794b30f8ad service neutron] 10.222.0.72 "GET /v2.0/networks/bedc5933-4ce5-4721-bd5f-227ce9f4f93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627164 Jun 21 15:33:54.795452 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port a2cc7114-1ab2-449b-af8f-d057b332501c completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:33:54.800459 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port a2cc7114-1ab2-449b-af8f-d057b332501c triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:33:54.800964 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:54.863113 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-b7df3bf9-9b4b-47bb-a670-688ce8c641bc service neutron] 10.222.0.72 "GET /v2.0/networks/bedc5933-4ce5-4721-bd5f-227ce9f4f93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917833 Jun 21 15:33:54.889028 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:54.927792 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port a2cc7114-1ab2-449b-af8f-d057b332501c, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=a2cc7114-1ab2-449b-af8f-d057b332501c,segment=NetworkSegment(76eb005a-88af-446c-9ec5-f60ccf3f939c),segment_id=76eb005a-88af-446c-9ec5-f60ccf3f939c)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:33:54.938781 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:54.941027 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 17a04f39-f4be-467d-90c8-0d1d4dbd6321 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:33:54.945187 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:55.080560 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=a2cc7114-1ab2-449b-af8f-d057b332501c,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:55.088645 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:55.093040 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-5de2b4e8-ee9c-4bb7-a55f-9e99604ae95f None None] Notify callbacks [] for port, precommit_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:55.097209 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 17a04f39-f4be-467d-90c8-0d1d4dbd6321 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:33:55.102038 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 17a04f39-f4be-467d-90c8-0d1d4dbd6321 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:33:55.102420 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:55.113391 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.provisioning_blocks [None req-5de2b4e8-ee9c-4bb7-a55f-9e99604ae95f None None] Transition to ACTIVE for port object 46726428-24f8-41b6-9170-07af43b90812 will not be triggered until provisioned by entity L2. {{(pid=105227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:33:55.123984 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-36cc597a-0d10-4d4d-a914-c25471927cf5 req-af5eca4b-f924-4dc0-b32e-8c1558d76de9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=b71c474e-b9c2-48f2-a489-29cf954d914e HTTP/1.1" status: 200 len: 210 time: 0.0738509 Jun 21 15:33:55.128043 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-5de2b4e8-ee9c-4bb7-a55f-9e99604ae95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:55.130069 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:55.174623 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ae5d0-5c67-4d50-94e8-bd3ddeff1918 None None] Pushing event updated for resources: {'Port': ['ID=46726428-24f8-41b6-9170-07af43b90812,revision_number=3']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:55.218559 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:55.220696 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899ae5d0-5c67-4d50-94e8-bd3ddeff1918 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:55.221658 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899ae5d0-5c67-4d50-94e8-bd3ddeff1918 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:55.221658 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899ae5d0-5c67-4d50-94e8-bd3ddeff1918 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:55.221658 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899ae5d0-5c67-4d50-94e8-bd3ddeff1918 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:55.222109 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899ae5d0-5c67-4d50-94e8-bd3ddeff1918 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:55.222300 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899ae5d0-5c67-4d50-94e8-bd3ddeff1918 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:55.222609 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899ae5d0-5c67-4d50-94e8-bd3ddeff1918 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:55.222961 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899ae5d0-5c67-4d50-94e8-bd3ddeff1918 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:55.223225 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899ae5d0-5c67-4d50-94e8-bd3ddeff1918 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:55.223536 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899ae5d0-5c67-4d50-94e8-bd3ddeff1918 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:55.223844 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899ae5d0-5c67-4d50-94e8-bd3ddeff1918 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:55.228802 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899ae5d0-5c67-4d50-94e8-bd3ddeff1918 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:33:55.233531 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-899ae5d0-5c67-4d50-94e8-bd3ddeff1918 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:55.291471 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 17a04f39-f4be-467d-90c8-0d1d4dbd6321, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=17a04f39-f4be-467d-90c8-0d1d4dbd6321,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:33:55.298118 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-5de2b4e8-ee9c-4bb7-a55f-9e99604ae95f None None] Attempting to bind port 46726428-24f8-41b6-9170-07af43b90812 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:33:55.298426 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-5de2b4e8-ee9c-4bb7-a55f-9e99604ae95f None None] Attempting to bind port 46726428-24f8-41b6-9170-07af43b90812 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '76eb005a-88af-446c-9ec5-f60ccf3f939c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'bedc5933-4ce5-4721-bd5f-227ce9f4f93c'}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:33:55.298979 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de2b4e8-ee9c-4bb7-a55f-9e99604ae95f None None] Attempting to bind port 46726428-24f8-41b6-9170-07af43b90812 on network bedc5933-4ce5-4721-bd5f-227ce9f4f93c {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:33:55.304943 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:55.305265 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de2b4e8-ee9c-4bb7-a55f-9e99604ae95f None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:33:55.305613 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de2b4e8-ee9c-4bb7-a55f-9e99604ae95f None None] Checking segment: {'id': '76eb005a-88af-446c-9ec5-f60ccf3f939c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'bedc5933-4ce5-4721-bd5f-227ce9f4f93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:33:55.306267 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-5de2b4e8-ee9c-4bb7-a55f-9e99604ae95f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:55.306669 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de2b4e8-ee9c-4bb7-a55f-9e99604ae95f None None] Bound using segment: {'id': '76eb005a-88af-446c-9ec5-f60ccf3f939c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'bedc5933-4ce5-4721-bd5f-227ce9f4f93c'} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:33:55.307200 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-5de2b4e8-ee9c-4bb7-a55f-9e99604ae95f None None] Bound port: 46726428-24f8-41b6-9170-07af43b90812, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76eb005a-88af-446c-9ec5-f60ccf3f939c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'bedc5933-4ce5-4721-bd5f-227ce9f4f93c'}}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:33:55.307682 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-5de2b4e8-ee9c-4bb7-a55f-9e99604ae95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:55.315244 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-05524dc6-d6a5-4a70-b7c0-2e7f0f40fc89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:55.378153 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=17a04f39-f4be-467d-90c8-0d1d4dbd6321,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:55.378153 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:55.382272 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-5de2b4e8-ee9c-4bb7-a55f-9e99604ae95f None None] For port 46726428-24f8-41b6-9170-07af43b90812, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:33:55.385599 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-5de2b4e8-ee9c-4bb7-a55f-9e99604ae95f None None] For port 46726428-24f8-41b6-9170-07af43b90812, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=46726428-24f8-41b6-9170-07af43b90812,segment=NetworkSegment(76eb005a-88af-446c-9ec5-f60ccf3f939c),segment_id=76eb005a-88af-446c-9ec5-f60ccf3f939c)] {{(pid=105227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:33:55.390722 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-5de2b4e8-ee9c-4bb7-a55f-9e99604ae95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:55.392743 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-c95ba253-8903-467b-9673-3b024728a1fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:55.448734 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de2b4e8-ee9c-4bb7-a55f-9e99604ae95f None None] Routers {'7414c6dd-91bc-44b5-a924-5845652c1aa6'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:33:55.449376 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-5de2b4e8-ee9c-4bb7-a55f-9e99604ae95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:33:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['7414c6dd-91bc-44b5-a924-5845652c1aa6'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:33:55.487113 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899ae5d0-5c67-4d50-94e8-bd3ddeff1918 None None] Pushing event updated for resources: {'Port': ['ID=46726428-24f8-41b6-9170-07af43b90812,revision_number=4']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:55.491659 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-899ae5d0-5c67-4d50-94e8-bd3ddeff1918 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:55.561481 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-5de2b4e8-ee9c-4bb7-a55f-9e99604ae95f None None] Set router 7414c6dd-91bc-44b5-a924-5845652c1aa6 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:33:55.774614 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-5de2b4e8-ee9c-4bb7-a55f-9e99604ae95f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152040555', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '17a04f39-f4be-467d-90c8-0d1d4dbd6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:33:49Z', 'updated_at': '2021-06-21T15:33:53Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '17a04f39-f4be-467d-90c8-0d1d4dbd6321', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:33:49Z', 'updated_at': '2021-06-21T15:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '46726428-24f8-41b6-9170-07af43b90812', 'name': '', 'network_id': 'bedc5933-4ce5-4721-bd5f-227ce9f4f93c', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:63:46:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'c47ecb10-31f3-43a9-8ba1-054c7bdad34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:33:52Z', 'updated_at': '2021-06-21T15:33:55Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': 'c47ecb10-31f3-43a9-8ba1-054c7bdad34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:33:55.801077 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de2b4e8-ee9c-4bb7-a55f-9e99604ae95f None None] The sync data for ids ['7414c6dd-91bc-44b5-a924-5845652c1aa6'] in dv-neutron-797121-2-hyperv is: [{'id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152040555', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '17a04f39-f4be-467d-90c8-0d1d4dbd6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:33:49Z', 'updated_at': '2021-06-21T15:33:53Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '17a04f39-f4be-467d-90c8-0d1d4dbd6321', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:33:49Z', 'updated_at': '2021-06-21T15:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '46726428-24f8-41b6-9170-07af43b90812', 'name': '', 'network_id': 'bedc5933-4ce5-4721-bd5f-227ce9f4f93c', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:63:46:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'c47ecb10-31f3-43a9-8ba1-054c7bdad34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:33:52Z', 'updated_at': '2021-06-21T15:33:55Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': 'c47ecb10-31f3-43a9-8ba1-054c7bdad34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:33:56.217131 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4abbd4b4-595c-4549-9498-5dd48f95f823 req-67aa34ac-2e93-4688-bf5a-7372989d551e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=b71c474e-b9c2-48f2-a489-29cf954d914e HTTP/1.1" status: 200 len: 210 time: 0.0357935 Jun 21 15:33:56.730771 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 46726428-24f8-41b6-9170-07af43b90812 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:33:56.784957 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 46726428-24f8-41b6-9170-07af43b90812 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:33:56.789073 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 46726428-24f8-41b6-9170-07af43b90812 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:33:56.789450 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:56.868345 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:56.901813 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 46726428-24f8-41b6-9170-07af43b90812, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=46726428-24f8-41b6-9170-07af43b90812,segment=NetworkSegment(76eb005a-88af-446c-9ec5-f60ccf3f939c),segment_id=76eb005a-88af-446c-9ec5-f60ccf3f939c)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:33:56.907519 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:56.908553 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device a2cc7114-1ab2-449b-af8f-d057b332501c up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:33:56.910381 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-c263a3e6-9839-45cc-895c-7b8352ad640b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:33:56.981726 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=46726428-24f8-41b6-9170-07af43b90812,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:33:56.986189 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:33:56.996342 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port a2cc7114-1ab2-449b-af8f-d057b332501c triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:33:56.996736 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:57.081814 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 17a04f39-f4be-467d-90c8-0d1d4dbd6321 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:33:57.133737 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 17a04f39-f4be-467d-90c8-0d1d4dbd6321 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:33:57.134139 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:57.299264 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b7f2d9ed-0c42-4d12-ac87-0fbaf49bc862 req-ddd57613-ab96-42d1-9dc8-df78027f51b8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=b71c474e-b9c2-48f2-a489-29cf954d914e HTTP/1.1" status: 200 len: 210 time: 0.0291104 Jun 21 15:33:58.454487 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b04f2c39-a123-44d5-aa83-6c5dccfbf136 req-e65b402c-eea3-4523-a7a4-075c6185331f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=b71c474e-b9c2-48f2-a489-29cf954d914e HTTP/1.1" status: 200 len: 210 time: 0.0332544 Jun 21 15:33:58.659133 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 46726428-24f8-41b6-9170-07af43b90812 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:33:58.709861 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 46726428-24f8-41b6-9170-07af43b90812 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:33:58.710241 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:59.570958 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-7f3ef4f8-c0a8-4f0e-a1cd-5cedbd2a48e3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:33:59.572379 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-7f3ef4f8-c0a8-4f0e-a1cd-5cedbd2a48e3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.66 "GET /v2.0/networks?id=bedc5933-4ce5-4721-bd5f-227ce9f4f93c HTTP/1.1" status: 200 len: 797 time: 0.1159482 Jun 21 15:33:59.619456 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d7849d67-f87b-4dfa-a0c1-d11661995009 req-e7341804-2319-4d1f-96d5-7d7f72ecc12e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=b71c474e-b9c2-48f2-a489-29cf954d914e HTTP/1.1" status: 200 len: 210 time: 0.0415466 Jun 21 15:33:59.642440 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-793365ce-fc63-4db5-94e1-54c78ed583b5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0051d95f936f45a5bdf7530c097504c5 HTTP/1.1" status: 200 len: 380 time: 0.0550568 Jun 21 15:33:59.656871 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-1b0f822f-1681-4753-87e4-e8a8d5a47abe tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'port': {'device_id': 'b71c474e-b9c2-48f2-a489-29cf954d914e', 'network_id': 'bedc5933-4ce5-4721-bd5f-227ce9f4f93c', 'admin_state_up': True, 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'security_groups': ['f7485b5d-2a31-4278-867c-e4203ab8d037']}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:33:59.790412 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-1b0f822f-1681-4753-87e4-e8a8d5a47abe tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Made reservation on behalf of 0051d95f936f45a5bdf7530c097504c5 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:33:59.795816 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-1b0f822f-1681-4753-87e4-e8a8d5a47abe tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:33:59.965760 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-1b0f822f-1681-4753-87e4-e8a8d5a47abe tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Allocated IP 172.20.0.8 (bedc5933-4ce5-4721-bd5f-227ce9f4f93c/c47ecb10-31f3-43a9-8ba1-054c7bdad34a/c73e3cd5-819f-412d-b3f4-32a801832883) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:34:00.151488 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-1b0f822f-1681-4753-87e4-e8a8d5a47abe tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:34:00.166519 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-1b0f822f-1681-4753-87e4-e8a8d5a47abe tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Transition to ACTIVE for port object c73e3cd5-819f-412d-b3f4-32a801832883 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:34:00.205661 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-1b0f822f-1681-4753-87e4-e8a8d5a47abe tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:34:00.210479 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-95e3acea-6e13-4134-9a70-0d27ae596b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:34:00.253155 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-1b0f822f-1681-4753-87e4-e8a8d5a47abe tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Network bedc5933-4ce5-4721-bd5f-227ce9f4f93c is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:34:00.256318 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-1b0f822f-1681-4753-87e4-e8a8d5a47abe tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:34:00.263026 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-1b0f822f-1681-4753-87e4-e8a8d5a47abe tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:34:00.295971 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f822f-1681-4753-87e4-e8a8d5a47abe tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Port': ['ID=c73e3cd5-819f-412d-b3f4-32a801832883,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:34:00.301284 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1b0f822f-1681-4753-87e4-e8a8d5a47abe tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:34:00.334592 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-1b0f822f-1681-4753-87e4-e8a8d5a47abe tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:34:00.335387 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-1b0f822f-1681-4753-87e4-e8a8d5a47abe tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:34:00.354578 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-1b0f822f-1681-4753-87e4-e8a8d5a47abe tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7064102 Jun 21 15:34:00.368295 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-2550e3bd-62a4-49e1-b0e8-30c3e22e4068 service neutron] Request body: {'port': {'device_id': 'b71c474e-b9c2-48f2-a489-29cf954d914e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:34:00.463007 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-2550e3bd-62a4-49e1-b0e8-30c3e22e4068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:34:00.526476 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-eaa2c82e-ffc5-4ee7-9948-121f5421c3ec None None] Provisioning for port c73e3cd5-819f-412d-b3f4-32a801832883 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:34:00.531142 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-eaa2c82e-ffc5-4ee7-9948-121f5421c3ec None None] Provisioning complete for port c73e3cd5-819f-412d-b3f4-32a801832883 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:34:00.531455 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-eaa2c82e-ffc5-4ee7-9948-121f5421c3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:34:00.570888 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-eaa2c82e-ffc5-4ee7-9948-121f5421c3ec None None] Port c73e3cd5-819f-412d-b3f4-32a801832883 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:34:00.788125 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-2550e3bd-62a4-49e1-b0e8-30c3e22e4068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c73e3cd5-819f-412d-b3f4-32a801832883 {{(pid=105224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:34:00.796827 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-2550e3bd-62a4-49e1-b0e8-30c3e22e4068 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:34:00.813408 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-2550e3bd-62a4-49e1-b0e8-30c3e22e4068 service neutron] Transition to ACTIVE for port object c73e3cd5-819f-412d-b3f4-32a801832883 will not be triggered until provisioned by entity L2. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:34:00.820903 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-2550e3bd-62a4-49e1-b0e8-30c3e22e4068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:34:00.825721 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4f84918f-3700-4791-b0d5-9c4236c14cf7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:34:00.859662 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec27f6-7cba-449f-959f-cd2d3e70f59c req-a07643fc-6aee-45c3-bdb3-a5cd56362032 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:34:00.861153 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-39ec27f6-7cba-449f-959f-cd2d3e70f59c req-a07643fc-6aee-45c3-bdb3-a5cd56362032 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=b71c474e-b9c2-48f2-a489-29cf954d914e HTTP/1.1" status: 200 len: 931 time: 0.1142571 Jun 21 15:34:00.924957 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2550e3bd-62a4-49e1-b0e8-30c3e22e4068 service neutron] Pushing event updated for resources: {'Port': ['ID=c73e3cd5-819f-412d-b3f4-32a801832883,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:34:00.931024 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2550e3bd-62a4-49e1-b0e8-30c3e22e4068 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:34:00.990723 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-39ec27f6-7cba-449f-959f-cd2d3e70f59c req-ce27cd4d-8108-4563-831a-c6e42bc68265 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7485b5d-2a31-4278-867c-e4203ab8d037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203699 Jun 21 15:34:01.029207 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-2550e3bd-62a4-49e1-b0e8-30c3e22e4068 service neutron] Attempting to bind port c73e3cd5-819f-412d-b3f4-32a801832883 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:34:01.029533 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-2550e3bd-62a4-49e1-b0e8-30c3e22e4068 service neutron] Attempting to bind port c73e3cd5-819f-412d-b3f4-32a801832883 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '76eb005a-88af-446c-9ec5-f60ccf3f939c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'bedc5933-4ce5-4721-bd5f-227ce9f4f93c'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:34:01.029913 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-2550e3bd-62a4-49e1-b0e8-30c3e22e4068 service neutron] Attempting to bind port c73e3cd5-819f-412d-b3f4-32a801832883 on network bedc5933-4ce5-4721-bd5f-227ce9f4f93c {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:34:01.035196 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-2550e3bd-62a4-49e1-b0e8-30c3e22e4068 service neutron] Port c73e3cd5-819f-412d-b3f4-32a801832883 on network bedc5933-4ce5-4721-bd5f-227ce9f4f93c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 15:34:01.035650 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-2550e3bd-62a4-49e1-b0e8-30c3e22e4068 service neutron] Attempting to bind port c73e3cd5-819f-412d-b3f4-32a801832883 on network bedc5933-4ce5-4721-bd5f-227ce9f4f93c {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:34:01.041240 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-2550e3bd-62a4-49e1-b0e8-30c3e22e4068 service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:34:01.041509 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-2550e3bd-62a4-49e1-b0e8-30c3e22e4068 service neutron] Checking segment: {'id': '76eb005a-88af-446c-9ec5-f60ccf3f939c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'bedc5933-4ce5-4721-bd5f-227ce9f4f93c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:34:01.042079 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-2550e3bd-62a4-49e1-b0e8-30c3e22e4068 service neutron] Bound using segment: {'id': '76eb005a-88af-446c-9ec5-f60ccf3f939c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'bedc5933-4ce5-4721-bd5f-227ce9f4f93c'} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:34:01.042505 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-2550e3bd-62a4-49e1-b0e8-30c3e22e4068 service neutron] Bound port: c73e3cd5-819f-412d-b3f4-32a801832883, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76eb005a-88af-446c-9ec5-f60ccf3f939c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'bedc5933-4ce5-4721-bd5f-227ce9f4f93c'}}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:34:01.042855 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-2550e3bd-62a4-49e1-b0e8-30c3e22e4068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:34:01.113680 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-2550e3bd-62a4-49e1-b0e8-30c3e22e4068 service neutron] For port c73e3cd5-819f-412d-b3f4-32a801832883, host hv-neutron-7971, cleared binding levels {{(pid=105224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:34:01.116954 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-2550e3bd-62a4-49e1-b0e8-30c3e22e4068 service neutron] For port c73e3cd5-819f-412d-b3f4-32a801832883, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c73e3cd5-819f-412d-b3f4-32a801832883,segment=NetworkSegment(76eb005a-88af-446c-9ec5-f60ccf3f939c),segment_id=76eb005a-88af-446c-9ec5-f60ccf3f939c)] {{(pid=105224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:34:01.123454 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-2550e3bd-62a4-49e1-b0e8-30c3e22e4068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:34:01.126216 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-38f98c30-162e-45ef-9c74-ee55e6f1de3b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:34:01.157821 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-2550e3bd-62a4-49e1-b0e8-30c3e22e4068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:34:01.158469 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-2550e3bd-62a4-49e1-b0e8-30c3e22e4068 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:34:01.159994 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-2550e3bd-62a4-49e1-b0e8-30c3e22e4068 service neutron] 10.222.0.66 "PUT /v2.0/ports/c73e3cd5-819f-412d-b3f4-32a801832883 HTTP/1.1" status: 200 len: 1093 time: 0.7967227 Jun 21 15:34:01.160486 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b71c474e-b9c2-48f2-a489-29cf954d914e', 'tag': 'c73e3cd5-819f-412d-b3f4-32a801832883'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:34:01.162838 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a927ed5-4dff-4589-97e1-ca4cab164d37" -d '{"events": [{"name": "network-changed", "server_uuid": "b71c474e-b9c2-48f2-a489-29cf954d914e", "tag": "c73e3cd5-819f-412d-b3f4-32a801832883"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:34:01.188514 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2550e3bd-62a4-49e1-b0e8-30c3e22e4068 service neutron] Pushing event updated for resources: {'Port': ['ID=c73e3cd5-819f-412d-b3f4-32a801832883,revision_number=3']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:34:01.192201 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2550e3bd-62a4-49e1-b0e8-30c3e22e4068 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:34:01.211917 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50966b13-bf29-4af9-8659-ef7ee4104276 x-openstack-request-id: req-50966b13-bf29-4af9-8659-ef7ee4104276 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:34:01.212374 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b71c474e-b9c2-48f2-a489-29cf954d914e", "tag": "c73e3cd5-819f-412d-b3f4-32a801832883", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:34:01.212758 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-50966b13-bf29-4af9-8659-ef7ee4104276 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:34:01.213413 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b71c474e-b9c2-48f2-a489-29cf954d914e', 'tag': 'c73e3cd5-819f-412d-b3f4-32a801832883', 'status': 'completed', 'code': 200} Jun 21 15:34:01.271817 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-7a557106-2d99-49a1-be13-5ee61b6399f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:34:01.273344 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-7a557106-2d99-49a1-be13-5ee61b6399f0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&device_id=b71c474e-b9c2-48f2-a489-29cf954d914e HTTP/1.1" status: 200 len: 1096 time: 0.0585897 Jun 21 15:34:01.321526 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-93882a89-9397-4f1f-8ade-07554402c8bb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c73e3cd5-819f-412d-b3f4-32a801832883 HTTP/1.1" status: 200 len: 217 time: 0.0387006 Jun 21 15:34:01.370675 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-04921c3f-96aa-4ed4-a848-4d2adcfd128b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:34:01.372240 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-04921c3f-96aa-4ed4-a848-4d2adcfd128b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c47ecb10-31f3-43a9-8ba1-054c7bdad34a HTTP/1.1" status: 200 len: 834 time: 0.0441918 Jun 21 15:34:01.439422 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-d6c540f2-0124-4557-abf0-2c0b4bbdb9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:34:01.440992 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-d6c540f2-0124-4557-abf0-2c0b4bbdb9f6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bedc5933-4ce5-4721-bd5f-227ce9f4f93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0596142 Jun 21 15:34:01.539599 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-33ecac86-2671-4285-8e4b-c23615a913c6 service neutron] 10.222.0.66 "GET /v2.0/networks/bedc5933-4ce5-4721-bd5f-227ce9f4f93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907288 Jun 21 15:34:01.634281 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9551a43a-84f0-4698-9d9b-4d7e0b904590 req-715fd00d-e08e-482b-8eee-e3b74e783f24 service neutron] 10.222.0.66 "GET /v2.0/networks/bedc5933-4ce5-4721-bd5f-227ce9f4f93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858791 Jun 21 15:34:01.753397 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a927ed5-4dff-4589-97e1-ca4cab164d37 req-dd6f2d34-809e-45ef-9235-6b10ee34eb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:34:01.754935 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6a927ed5-4dff-4589-97e1-ca4cab164d37 req-dd6f2d34-809e-45ef-9235-6b10ee34eb1a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&device_id=b71c474e-b9c2-48f2-a489-29cf954d914e HTTP/1.1" status: 200 len: 1096 time: 0.0627990 Jun 21 15:34:01.849272 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a927ed5-4dff-4589-97e1-ca4cab164d37 req-72dc4105-6c08-4d5d-8258-89d918bb54f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:34:01.850764 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6a927ed5-4dff-4589-97e1-ca4cab164d37 req-72dc4105-6c08-4d5d-8258-89d918bb54f0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bedc5933-4ce5-4721-bd5f-227ce9f4f93c HTTP/1.1" status: 200 len: 898 time: 0.0886450 Jun 21 15:34:01.893465 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6a927ed5-4dff-4589-97e1-ca4cab164d37 req-d3a2b513-6951-480e-b3d6-51e3e2571d12 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c73e3cd5-819f-412d-b3f4-32a801832883 HTTP/1.1" status: 200 len: 217 time: 0.0356770 Jun 21 15:34:01.947145 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a927ed5-4dff-4589-97e1-ca4cab164d37 req-6f942607-349e-48ad-a109-dcd71762252e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:34:01.948564 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6a927ed5-4dff-4589-97e1-ca4cab164d37 req-6f942607-349e-48ad-a109-dcd71762252e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c47ecb10-31f3-43a9-8ba1-054c7bdad34a HTTP/1.1" status: 200 len: 834 time: 0.0488384 Jun 21 15:34:02.018961 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a927ed5-4dff-4589-97e1-ca4cab164d37 req-5cd86fa0-07d7-4211-a241-4bd1c504619a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:34:02.020438 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6a927ed5-4dff-4589-97e1-ca4cab164d37 req-5cd86fa0-07d7-4211-a241-4bd1c504619a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bedc5933-4ce5-4721-bd5f-227ce9f4f93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0631800 Jun 21 15:34:02.122051 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6a927ed5-4dff-4589-97e1-ca4cab164d37 req-b37f09ae-ed4e-4254-8ed0-ab2a2870539b service neutron] 10.222.0.66 "GET /v2.0/networks/bedc5933-4ce5-4721-bd5f-227ce9f4f93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929277 Jun 21 15:34:02.244724 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a437ced-6fa0-47af-ad6b-1b3d5d2b7504 req-f108c943-bca6-455e-bacb-378a4108d240 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:34:02.246132 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7a437ced-6fa0-47af-ad6b-1b3d5d2b7504 req-f108c943-bca6-455e-bacb-378a4108d240 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=b71c474e-b9c2-48f2-a489-29cf954d914e HTTP/1.1" status: 200 len: 943 time: 0.1378515 Jun 21 15:34:02.248337 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6a927ed5-4dff-4589-97e1-ca4cab164d37 req-e1cacd51-7ece-49e4-9802-af73513f7173 service neutron] 10.222.0.66 "GET /v2.0/networks/bedc5933-4ce5-4721-bd5f-227ce9f4f93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102664 Jun 21 15:34:02.286193 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7a437ced-6fa0-47af-ad6b-1b3d5d2b7504 req-f7c06ad6-3811-4bba-912d-264827c9cf70 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7485b5d-2a31-4278-867c-e4203ab8d037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342638 Jun 21 15:34:03.484279 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c4d34-1618-49b5-88fa-7cf2d38ca34c req-da47000f-043d-47a6-90d0-2ef29cf55b52 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:34:03.485771 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6b0c4d34-1618-49b5-88fa-7cf2d38ca34c req-da47000f-043d-47a6-90d0-2ef29cf55b52 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=b71c474e-b9c2-48f2-a489-29cf954d914e HTTP/1.1" status: 200 len: 943 time: 0.0811524 Jun 21 15:34:03.524509 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6b0c4d34-1618-49b5-88fa-7cf2d38ca34c req-c492e69f-b1a0-4522-a98c-38af1b434e89 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7485b5d-2a31-4278-867c-e4203ab8d037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326850 Jun 21 15:34:04.051427 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device c73e3cd5-819f-412d-b3f4-32a801832883 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:34:04.166882 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port c73e3cd5-819f-412d-b3f4-32a801832883, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c73e3cd5-819f-412d-b3f4-32a801832883,segment=NetworkSegment(76eb005a-88af-446c-9ec5-f60ccf3f939c),segment_id=76eb005a-88af-446c-9ec5-f60ccf3f939c)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:34:04.183361 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': 'c73e3cd5-819f-412d-b3f4-32a801832883', 'network_id': 'bedc5933-4ce5-4721-bd5f-227ce9f4f93c', 'port_id': 'c73e3cd5-819f-412d-b3f4-32a801832883', 'mac_address': 'fa:16:3e:ea:59:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c47ecb10-31f3-43a9-8ba1-054c7bdad34a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:34:04.226798 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:34:04.241679 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c73e3cd5-819f-412d-b3f4-32a801832883 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:34:04.263838 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port c73e3cd5-819f-412d-b3f4-32a801832883, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c73e3cd5-819f-412d-b3f4-32a801832883,segment=NetworkSegment(76eb005a-88af-446c-9ec5-f60ccf3f939c),segment_id=76eb005a-88af-446c-9ec5-f60ccf3f939c)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:34:04.269191 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:34:04.271088 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:34:04.326494 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=c73e3cd5-819f-412d-b3f4-32a801832883,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:34:04.331114 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:34:04.659213 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['c73e3cd5-819f-412d-b3f4-32a801832883'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:34:04.716208 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6ef3c-9eee-480b-87c5-cfe3d3da3512 req-6e215410-766f-405d-b1aa-869411d51e66 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:34:04.717772 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c0f6ef3c-9eee-480b-87c5-cfe3d3da3512 req-6e215410-766f-405d-b1aa-869411d51e66 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=b71c474e-b9c2-48f2-a489-29cf954d914e HTTP/1.1" status: 200 len: 944 time: 0.0709193 Jun 21 15:34:04.759955 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c0f6ef3c-9eee-480b-87c5-cfe3d3da3512 req-2e222110-63ad-4974-95af-0c4cb4ec7973 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7485b5d-2a31-4278-867c-e4203ab8d037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358901 Jun 21 15:34:05.629195 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:34:05.954428 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890617a2-3d26-40e9-a952-433adf21face req-3aae05f8-2654-4267-995c-39ad0fa10bcc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:34:05.956256 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-890617a2-3d26-40e9-a952-433adf21face req-3aae05f8-2654-4267-995c-39ad0fa10bcc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=b71c474e-b9c2-48f2-a489-29cf954d914e HTTP/1.1" status: 200 len: 944 time: 0.0757272 Jun 21 15:34:06.004950 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-890617a2-3d26-40e9-a952-433adf21face req-7d22a177-9dda-47c9-929e-dc630ee4425a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7485b5d-2a31-4278-867c-e4203ab8d037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400200 Jun 21 15:34:06.052300 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device c73e3cd5-819f-412d-b3f4-32a801832883 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:34:06.113680 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port c73e3cd5-819f-412d-b3f4-32a801832883 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:34:06.117713 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port c73e3cd5-819f-412d-b3f4-32a801832883 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:34:06.118112 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:34:06.199224 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:34:06.231852 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b71c474e-b9c2-48f2-a489-29cf954d914e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73e3cd5-819f-412d-b3f4-32a801832883'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:34:06.235815 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49329dd6-a921-406c-b953-88c6a67cd1f8" -d '{"events": [{"server_uuid": "b71c474e-b9c2-48f2-a489-29cf954d914e", "name": "network-vif-plugged", "status": "completed", "tag": "c73e3cd5-819f-412d-b3f4-32a801832883"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:34:06.249123 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port c73e3cd5-819f-412d-b3f4-32a801832883, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c73e3cd5-819f-412d-b3f4-32a801832883,segment=NetworkSegment(76eb005a-88af-446c-9ec5-f60ccf3f939c),segment_id=76eb005a-88af-446c-9ec5-f60ccf3f939c)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:34:06.254835 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:34:06.256808 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:34:06.278550 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7bdc470-599f-4b5c-8405-ebddbe6af376 x-openstack-request-id: req-b7bdc470-599f-4b5c-8405-ebddbe6af376 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:34:06.278850 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b71c474e-b9c2-48f2-a489-29cf954d914e", "name": "network-vif-plugged", "status": "completed", "tag": "c73e3cd5-819f-412d-b3f4-32a801832883", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:34:06.279108 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b7bdc470-599f-4b5c-8405-ebddbe6af376 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:34:06.279518 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b71c474e-b9c2-48f2-a489-29cf954d914e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c73e3cd5-819f-412d-b3f4-32a801832883', 'code': 200} Jun 21 15:34:06.304975 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=c73e3cd5-819f-412d-b3f4-32a801832883,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:34:06.307777 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:34:06.518138 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a80205-1db3-437c-be32-47e3ff1b697f req-abc5ee03-459c-4d7d-8709-c852e9a4449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:34:06.519621 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e7a80205-1db3-437c-be32-47e3ff1b697f req-abc5ee03-459c-4d7d-8709-c852e9a4449d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b71c474e-b9c2-48f2-a489-29cf954d914e HTTP/1.1" status: 200 len: 1098 time: 0.0562985 Jun 21 15:34:06.555182 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e7a80205-1db3-437c-be32-47e3ff1b697f req-93ae82c5-50d8-4e2b-91a7-3bcc77b65fc2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=f7485b5d-2a31-4278-867c-e4203ab8d037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282888 Jun 21 15:34:07.192769 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84743f69-0bc4-42c5-b073-c6a77b63625a req-c11c9753-da17-4364-93d4-e75110f6acfb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:34:07.194123 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-84743f69-0bc4-42c5-b073-c6a77b63625a req-c11c9753-da17-4364-93d4-e75110f6acfb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=b71c474e-b9c2-48f2-a489-29cf954d914e HTTP/1.1" status: 200 len: 945 time: 0.0684865 Jun 21 15:34:07.242847 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-84743f69-0bc4-42c5-b073-c6a77b63625a req-f0e1166e-a6d9-4e3b-919e-1969305eb3d8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7485b5d-2a31-4278-867c-e4203ab8d037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404458 Jun 21 15:34:08.427098 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3f09de-47b5-4fa5-b5d8-87a24c05a334 req-ef88a5c9-cf2b-460e-bb32-20f6cf505f2a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:34:08.428576 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4b3f09de-47b5-4fa5-b5d8-87a24c05a334 req-ef88a5c9-cf2b-460e-bb32-20f6cf505f2a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=b71c474e-b9c2-48f2-a489-29cf954d914e HTTP/1.1" status: 200 len: 945 time: 0.0734637 Jun 21 15:34:08.468608 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4b3f09de-47b5-4fa5-b5d8-87a24c05a334 req-09f5d24d-8574-4774-9a08-8f1b323979f2 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7485b5d-2a31-4278-867c-e4203ab8d037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342207 Jun 21 15:34:08.658741 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95002d6-e007-42e8-b2e9-1a8170cd9705 req-0db2cf45-aa12-4591-b233-1fbf52234029 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:34:08.660276 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a95002d6-e007-42e8-b2e9-1a8170cd9705 req-0db2cf45-aa12-4591-b233-1fbf52234029 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=b71c474e-b9c2-48f2-a489-29cf954d914e HTTP/1.1" status: 200 len: 945 time: 0.0811195 Jun 21 15:34:08.707316 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a95002d6-e007-42e8-b2e9-1a8170cd9705 req-44c2d466-a9c1-4b9d-9c54-03f1181ff3b9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7485b5d-2a31-4278-867c-e4203ab8d037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382144 Jun 21 15:34:08.736042 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44748) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:34:08.790386 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05c1e04-cd36-4746-9abe-c837f5f29442 tempest-TestNetworkAdvancedServerOps-1812796509 tempest-TestNetworkAdvancedServerOps-1812796509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:34:08.791859 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b05c1e04-cd36-4746-9abe-c837f5f29442 tempest-TestNetworkAdvancedServerOps-1812796509 tempest-TestNetworkAdvancedServerOps-1812796509-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b71c474e-b9c2-48f2-a489-29cf954d914e HTTP/1.1" status: 200 len: 1093 time: 0.0546992 Jun 21 15:34:08.794808 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44750) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:34:08.799162 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-1f69f949-f1c4-4c79-a2a3-4e423cddf4e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'port_id': 'c73e3cd5-819f-412d-b3f4-32a801832883', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:34:08.825515 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1f69f949-f1c4-4c79-a2a3-4e423cddf4e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for floatingip, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:34:08.932234 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1f69f949-f1c4-4c79-a2a3-4e423cddf4e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:34:09.036694 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-1f69f949-f1c4-4c79-a2a3-4e423cddf4e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Allocated IP 172.26.3.11 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/87ac92b4-818d-4bd5-9fd6-9423c4add78e) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:34:09.138077 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1f69f949-f1c4-4c79-a2a3-4e423cddf4e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:34:09.178390 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1f69f949-f1c4-4c79-a2a3-4e423cddf4e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:34:09.180546 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-dbb6cf65-859c-4113-b97a-b3796eda6ef7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:34:09.215476 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f69f949-f1c4-4c79-a2a3-4e423cddf4e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:34:09.218523 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-1f69f949-f1c4-4c79-a2a3-4e423cddf4e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:34:09.228330 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f69f949-f1c4-4c79-a2a3-4e423cddf4e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:34:09.249534 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f69f949-f1c4-4c79-a2a3-4e423cddf4e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Port': ['ID=87ac92b4-818d-4bd5-9fd6-9423c4add78e,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:34:09.253653 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1f69f949-f1c4-4c79-a2a3-4e423cddf4e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:34:09.950474 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1f69f949-f1c4-4c79-a2a3-4e423cddf4e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:34:10.046203 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1f69f949-f1c4-4c79-a2a3-4e423cddf4e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:34:10.202037 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1f69f949-f1c4-4c79-a2a3-4e423cddf4e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:34:10.211638 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1f69f949-f1c4-4c79-a2a3-4e423cddf4e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:34:10.215064 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-66311f50-a971-4be9-951e-fa14d67f664f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:34:10.288127 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f69f949-f1c4-4c79-a2a3-4e423cddf4e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Port': ['ID=87ac92b4-818d-4bd5-9fd6-9423c4add78e,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:34:10.291910 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1f69f949-f1c4-4c79-a2a3-4e423cddf4e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:34:10.302505 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1f69f949-f1c4-4c79-a2a3-4e423cddf4e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:34:10.404306 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [None req-1f69f949-f1c4-4c79-a2a3-4e423cddf4e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Floating IP 9dc53d41-90a4-425e-89ec-1120259f389d associated. External IP: 172.26.3.11, port: c73e3cd5-819f-412d-b3f4-32a801832883. Jun 21 15:34:10.633936 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f69f949-f1c4-4c79-a2a3-4e423cddf4e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Router 7414c6dd-91bc-44b5-a924-5845652c1aa6 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:34:10.748532 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f69f949-f1c4-4c79-a2a3-4e423cddf4e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:34:10.758262 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a966c8bc-db99-48fa-9573-6c392597d1c4 None None] Sync routers for ids ['7414c6dd-91bc-44b5-a924-5845652c1aa6'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:34:10.766945 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1f69f949-f1c4-4c79-a2a3-4e423cddf4e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:34:10.771416 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a966c8bc-db99-48fa-9573-6c392597d1c4 None None] Routers {'7414c6dd-91bc-44b5-a924-5845652c1aa6'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:34:10.772041 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-a966c8bc-db99-48fa-9573-6c392597d1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:33:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['7414c6dd-91bc-44b5-a924-5845652c1aa6'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:34:10.818601 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1f69f949-f1c4-4c79-a2a3-4e423cddf4e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0221584 Jun 21 15:34:10.819596 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b71c474e-b9c2-48f2-a489-29cf954d914e', 'tag': 'c73e3cd5-819f-412d-b3f4-32a801832883'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:34:10.822267 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1deaa09-c982-4a1e-b8d4-bea96c82b21e" -d '{"events": [{"name": "network-changed", "server_uuid": "b71c474e-b9c2-48f2-a489-29cf954d914e", "tag": "c73e3cd5-819f-412d-b3f4-32a801832883"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:34:10.859791 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf34a313-e7d0-4b74-9af6-cb7c9dd4f054 x-openstack-request-id: req-bf34a313-e7d0-4b74-9af6-cb7c9dd4f054 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:34:10.860122 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b71c474e-b9c2-48f2-a489-29cf954d914e", "tag": "c73e3cd5-819f-412d-b3f4-32a801832883", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:34:10.860440 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bf34a313-e7d0-4b74-9af6-cb7c9dd4f054 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:34:10.860889 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b71c474e-b9c2-48f2-a489-29cf954d914e', 'tag': 'c73e3cd5-819f-412d-b3f4-32a801832883', 'status': 'completed', 'code': 200} Jun 21 15:34:10.882156 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-a966c8bc-db99-48fa-9573-6c392597d1c4 None None] Set router 7414c6dd-91bc-44b5-a924-5845652c1aa6 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:34:10.973303 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1deaa09-c982-4a1e-b8d4-bea96c82b21e req-42703175-51bc-4c81-b12a-d1acfdc1f20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:34:10.974847 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d1deaa09-c982-4a1e-b8d4-bea96c82b21e req-42703175-51bc-4c81-b12a-d1acfdc1f20f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&device_id=b71c474e-b9c2-48f2-a489-29cf954d914e HTTP/1.1" status: 200 len: 1098 time: 0.0917578 Jun 21 15:34:11.053159 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d9094-f920-464c-93d1-7e76692aef98 req-92bead5b-83a8-4c86-b5e7-6545f16dac38 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:34:11.054749 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8b2d9094-f920-464c-93d1-7e76692aef98 req-92bead5b-83a8-4c86-b5e7-6545f16dac38 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=b71c474e-b9c2-48f2-a489-29cf954d914e HTTP/1.1" status: 200 len: 945 time: 0.1364419 Jun 21 15:34:11.116008 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8b2d9094-f920-464c-93d1-7e76692aef98 req-dfaf6875-6938-48de-ba5f-f6e10ed9e8c6 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7485b5d-2a31-4278-867c-e4203ab8d037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544198 Jun 21 15:34:11.117031 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1deaa09-c982-4a1e-b8d4-bea96c82b21e req-38941a76-7471-4543-8525-c218b70ad322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:34:11.118519 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d1deaa09-c982-4a1e-b8d4-bea96c82b21e req-38941a76-7471-4543-8525-c218b70ad322 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bedc5933-4ce5-4721-bd5f-227ce9f4f93c HTTP/1.1" status: 200 len: 898 time: 0.1369162 Jun 21 15:34:11.141903 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44758) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:34:11.190647 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d1deaa09-c982-4a1e-b8d4-bea96c82b21e req-282ae37d-bf72-4117-ab14-e227b6dd13e9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c73e3cd5-819f-412d-b3f4-32a801832883 HTTP/1.1" status: 200 len: 998 time: 0.0635858 Jun 21 15:34:11.205740 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-54001e7c-367a-46ff-b9d2-8f30f55cd84b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/floatingips/9dc53d41-90a4-425e-89ec-1120259f389d HTTP/1.1" status: 200 len: 990 time: 0.0624142 Jun 21 15:34:11.247165 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1deaa09-c982-4a1e-b8d4-bea96c82b21e req-ad973652-cfa0-4ee9-9c22-c8b9a31d6bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:34:11.248657 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d1deaa09-c982-4a1e-b8d4-bea96c82b21e req-ad973652-cfa0-4ee9-9c22-c8b9a31d6bfe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c47ecb10-31f3-43a9-8ba1-054c7bdad34a HTTP/1.1" status: 200 len: 834 time: 0.0518122 Jun 21 15:34:11.277416 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-a966c8bc-db99-48fa-9573-6c392597d1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152040555', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '17a04f39-f4be-467d-90c8-0d1d4dbd6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:33:49Z', 'updated_at': '2021-06-21T15:33:53Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '17a04f39-f4be-467d-90c8-0d1d4dbd6321', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:33:49Z', 'updated_at': '2021-06-21T15:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '9dc53d41-90a4-425e-89ec-1120259f389d', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'floating_ip_address': '172.26.3.11', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'port_id': 'c73e3cd5-819f-412d-b3f4-32a801832883', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bedc5933-4ce5-4721-bd5f-227ce9f4f93c', 'mac_address': 'fa:16:3e:ea:59:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71c474e-b9c2-48f2-a489-29cf954d914e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:34:09Z', 'updated_at': '2021-06-21T15:34:09Z', 'revision_number': 0, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46726428-24f8-41b6-9170-07af43b90812', 'name': '', 'network_id': 'bedc5933-4ce5-4721-bd5f-227ce9f4f93c', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:63:46:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'c47ecb10-31f3-43a9-8ba1-054c7bdad34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:33:52Z', 'updated_at': '2021-06-21T15:33:56Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': 'c47ecb10-31f3-43a9-8ba1-054c7bdad34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:34:11.307571 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a966c8bc-db99-48fa-9573-6c392597d1c4 None None] Checking router: 7414c6dd-91bc-44b5-a924-5845652c1aa6 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:34:11.310906 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1deaa09-c982-4a1e-b8d4-bea96c82b21e req-65c2a5ca-3399-4f2b-a1a7-cdf781f3e53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:34:11.312431 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d1deaa09-c982-4a1e-b8d4-bea96c82b21e req-65c2a5ca-3399-4f2b-a1a7-cdf781f3e53f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bedc5933-4ce5-4721-bd5f-227ce9f4f93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0558612 Jun 21 15:34:11.319713 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a966c8bc-db99-48fa-9573-6c392597d1c4 None None] Routers {'7414c6dd-91bc-44b5-a924-5845652c1aa6'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:34:11.320677 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-a966c8bc-db99-48fa-9573-6c392597d1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:33:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['7414c6dd-91bc-44b5-a924-5845652c1aa6'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:34:11.409965 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d1deaa09-c982-4a1e-b8d4-bea96c82b21e req-57ed87d1-2b6e-4b99-bb2b-188106205d50 service neutron] 10.222.0.66 "GET /v2.0/networks/bedc5933-4ce5-4721-bd5f-227ce9f4f93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897713 Jun 21 15:34:11.432283 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-a966c8bc-db99-48fa-9573-6c392597d1c4 None None] Set router 7414c6dd-91bc-44b5-a924-5845652c1aa6 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:34:11.511925 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d1deaa09-c982-4a1e-b8d4-bea96c82b21e req-73078316-4a11-4de6-9f44-051ec304ee34 service neutron] 10.222.0.66 "GET /v2.0/networks/bedc5933-4ce5-4721-bd5f-227ce9f4f93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952616 Jun 21 15:34:11.661018 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-a966c8bc-db99-48fa-9573-6c392597d1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152040555', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '17a04f39-f4be-467d-90c8-0d1d4dbd6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:33:49Z', 'updated_at': '2021-06-21T15:33:53Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '17a04f39-f4be-467d-90c8-0d1d4dbd6321', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:33:49Z', 'updated_at': '2021-06-21T15:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '9dc53d41-90a4-425e-89ec-1120259f389d', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'floating_ip_address': '172.26.3.11', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'port_id': 'c73e3cd5-819f-412d-b3f4-32a801832883', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bedc5933-4ce5-4721-bd5f-227ce9f4f93c', 'mac_address': 'fa:16:3e:ea:59:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71c474e-b9c2-48f2-a489-29cf954d914e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:34:09Z', 'updated_at': '2021-06-21T15:34:09Z', 'revision_number': 0, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46726428-24f8-41b6-9170-07af43b90812', 'name': '', 'network_id': 'bedc5933-4ce5-4721-bd5f-227ce9f4f93c', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:63:46:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'c47ecb10-31f3-43a9-8ba1-054c7bdad34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:33:52Z', 'updated_at': '2021-06-21T15:33:56Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': 'c47ecb10-31f3-43a9-8ba1-054c7bdad34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:34:11.687724 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a966c8bc-db99-48fa-9573-6c392597d1c4 None None] The sync data for ids ['7414c6dd-91bc-44b5-a924-5845652c1aa6'] in dv-neutron-797121-2-hyperv is: [{'id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152040555', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '17a04f39-f4be-467d-90c8-0d1d4dbd6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:33:49Z', 'updated_at': '2021-06-21T15:33:53Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '17a04f39-f4be-467d-90c8-0d1d4dbd6321', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:33:49Z', 'updated_at': '2021-06-21T15:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '9dc53d41-90a4-425e-89ec-1120259f389d', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'floating_ip_address': '172.26.3.11', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'port_id': 'c73e3cd5-819f-412d-b3f4-32a801832883', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bedc5933-4ce5-4721-bd5f-227ce9f4f93c', 'mac_address': 'fa:16:3e:ea:59:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71c474e-b9c2-48f2-a489-29cf954d914e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:34:09Z', 'updated_at': '2021-06-21T15:34:09Z', 'revision_number': 0, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46726428-24f8-41b6-9170-07af43b90812', 'name': '', 'network_id': 'bedc5933-4ce5-4721-bd5f-227ce9f4f93c', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:63:46:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'c47ecb10-31f3-43a9-8ba1-054c7bdad34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:33:52Z', 'updated_at': '2021-06-21T15:33:56Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': 'c47ecb10-31f3-43a9-8ba1-054c7bdad34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:34:11.913210 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c829b954-ba1b-4b5a-8edd-88354a9be1da None None] New status for floating IP 9dc53d41-90a4-425e-89ec-1120259f389d: ACTIVE {{(pid=105227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:34:12.209778 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44760) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:34:12.280846 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-7482b79d-180c-40b0-bc8b-7279dc412958 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/floatingips/9dc53d41-90a4-425e-89ec-1120259f389d HTTP/1.1" status: 200 len: 992 time: 0.0698426 Jun 21 15:34:14.139351 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3212ee6d-80d7-4289-8f88-8d4612fc906d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:34:16.663278 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-70040767-906d-440f-aabe-af19fe29b84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:34:17.133897 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:34:18.239228 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:34:19.930460 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:34:28.108346 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:34:35.633091 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:34:44.137046 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d61532c4-00fe-4cbe-9b61-e418e4db9ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:34:44.318745 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ecc2e65f-026a-41d7-9601-a0dea2202df3 req-1bf6aff3-937f-4651-896d-3b6ace1a36db service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b71c474e-b9c2-48f2-a489-29cf954d914e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1360919 Jun 21 15:34:44.423527 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2e65f-026a-41d7-9601-a0dea2202df3 req-3ef5b893-c284-440d-9d31-960998e9b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:34:44.425128 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ecc2e65f-026a-41d7-9601-a0dea2202df3 req-3ef5b893-c284-440d-9d31-960998e9b4c3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&device_id=b71c474e-b9c2-48f2-a489-29cf954d914e HTTP/1.1" status: 200 len: 1098 time: 0.0573454 Jun 21 15:34:44.545047 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2e65f-026a-41d7-9601-a0dea2202df3 req-379a6c15-427a-4751-99a2-8735c0c01d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:34:44.546535 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ecc2e65f-026a-41d7-9601-a0dea2202df3 req-379a6c15-427a-4751-99a2-8735c0c01d48 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bedc5933-4ce5-4721-bd5f-227ce9f4f93c HTTP/1.1" status: 200 len: 898 time: 0.0961370 Jun 21 15:34:44.619570 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ecc2e65f-026a-41d7-9601-a0dea2202df3 req-0581b8e4-a3fa-49fa-b3df-3c95068ebf4d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c73e3cd5-819f-412d-b3f4-32a801832883 HTTP/1.1" status: 200 len: 1000 time: 0.0660698 Jun 21 15:34:44.670471 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2e65f-026a-41d7-9601-a0dea2202df3 req-9996f4d9-e4fc-4fb6-8340-89c4e849ecee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:34:44.671795 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ecc2e65f-026a-41d7-9601-a0dea2202df3 req-9996f4d9-e4fc-4fb6-8340-89c4e849ecee service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c47ecb10-31f3-43a9-8ba1-054c7bdad34a HTTP/1.1" status: 200 len: 834 time: 0.0448530 Jun 21 15:34:44.753089 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2e65f-026a-41d7-9601-a0dea2202df3 req-e3dbeba7-c88e-471e-a5db-be0eca4fa642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:34:44.754672 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ecc2e65f-026a-41d7-9601-a0dea2202df3 req-e3dbeba7-c88e-471e-a5db-be0eca4fa642 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bedc5933-4ce5-4721-bd5f-227ce9f4f93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766077 Jun 21 15:34:44.846823 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ecc2e65f-026a-41d7-9601-a0dea2202df3 req-67490b21-a8b7-49b9-b3be-565fa01a2a5b service neutron] 10.222.0.66 "GET /v2.0/networks/bedc5933-4ce5-4721-bd5f-227ce9f4f93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853069 Jun 21 15:34:44.936839 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ecc2e65f-026a-41d7-9601-a0dea2202df3 req-0207ef7d-9ca2-44a8-ae8d-c8eb0cf6c54c service neutron] 10.222.0.66 "GET /v2.0/networks/bedc5933-4ce5-4721-bd5f-227ce9f4f93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835233 Jun 21 15:34:46.657198 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-72ca8c23-056e-40f4-bc1e-b5b9a9b6bed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:34:47.132142 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:34:48.241446 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:34:49.946029 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:05.111920 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:35:05.645899 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:14.132801 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d79ae656-b0aa-4a2f-8aae-6b616ddcffa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:16.671298 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5cd4aa5b-de95-4731-b174-4a8fe490c8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:17.133490 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:18.243869 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:19.939006 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:29.895093 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e88511-b84d-4139-a7ee-86862b7cb6a8 req-88d1390b-6427-4c01-80e2-56586027f889 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:35:29.897412 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-93e88511-b84d-4139-a7ee-86862b7cb6a8 req-88d1390b-6427-4c01-80e2-56586027f889 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=b71c474e-b9c2-48f2-a489-29cf954d914e HTTP/1.1" status: 200 len: 945 time: 0.0820153 Jun 21 15:35:29.939396 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-93e88511-b84d-4139-a7ee-86862b7cb6a8 req-daaec325-e640-4555-ae35-94e0d6c13d0f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7485b5d-2a31-4278-867c-e4203ab8d037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337176 Jun 21 15:35:31.128694 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d6d40-a66d-47a7-b6ff-b33d17750e46 req-5c907731-cbd5-46ec-955e-d5af9c538e84 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:35:31.130205 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5f9d6d40-a66d-47a7-b6ff-b33d17750e46 req-5c907731-cbd5-46ec-955e-d5af9c538e84 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=b71c474e-b9c2-48f2-a489-29cf954d914e HTTP/1.1" status: 200 len: 945 time: 0.0716765 Jun 21 15:35:31.171565 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5f9d6d40-a66d-47a7-b6ff-b33d17750e46 req-b8ecb967-67bd-4298-9f84-4ad0ef32fdad tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7485b5d-2a31-4278-867c-e4203ab8d037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328057 Jun 21 15:35:31.198299 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44796) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:35:31.261698 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3dd1612d-f355-4323-b4dd-6648c279bfdc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/floatingips/9dc53d41-90a4-425e-89ec-1120259f389d HTTP/1.1" status: 200 len: 992 time: 0.0620658 Jun 21 15:35:32.743444 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0d7bd-1ba3-4ac8-b3fe-0d5db2db7369 req-b916bba5-f217-41b7-bdbc-6251b9c4abc4 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:35:32.744883 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-63d0d7bd-1ba3-4ac8-b3fe-0d5db2db7369 req-b916bba5-f217-41b7-bdbc-6251b9c4abc4 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=b71c474e-b9c2-48f2-a489-29cf954d914e HTTP/1.1" status: 200 len: 945 time: 0.0665228 Jun 21 15:35:32.788950 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-63d0d7bd-1ba3-4ac8-b3fe-0d5db2db7369 req-2c30a5e4-3b63-4adc-8c6c-d5820fd406b5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7485b5d-2a31-4278-867c-e4203ab8d037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368540 Jun 21 15:35:33.996596 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02623f95-12a8-43ea-865c-0c2ca391cc3f req-64ad0333-0693-419d-87d3-9478e062af02 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:35:33.998114 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-02623f95-12a8-43ea-865c-0c2ca391cc3f req-64ad0333-0693-419d-87d3-9478e062af02 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=b71c474e-b9c2-48f2-a489-29cf954d914e HTTP/1.1" status: 200 len: 945 time: 0.0876696 Jun 21 15:35:34.039775 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-02623f95-12a8-43ea-865c-0c2ca391cc3f req-5d5235cf-7822-4a19-8563-9f9f3ef4f7db tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7485b5d-2a31-4278-867c-e4203ab8d037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331733 Jun 21 15:35:34.071770 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44806) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:35:34.140681 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-10b95567-8304-48f2-b6c2-a442500e1423 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/floatingips/9dc53d41-90a4-425e-89ec-1120259f389d HTTP/1.1" status: 200 len: 992 time: 0.0670524 Jun 21 15:35:34.462595 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44814) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:35:34.653041 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-6661f3af-1f62-4b56-a8d0-9089f3444d83 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Deleting port 87ac92b4-818d-4bd5-9fd6-9423c4add78e {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:35:34.653288 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6661f3af-1f62-4b56-a8d0-9089f3444d83 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:34.739932 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6661f3af-1f62-4b56-a8d0-9089f3444d83 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:34.740246 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6661f3af-1f62-4b56-a8d0-9089f3444d83 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:34.808280 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-6661f3af-1f62-4b56-a8d0-9089f3444d83 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Calling delete_port for 87ac92b4-818d-4bd5-9fd6-9423c4add78e owned by network:floatingip {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:35:34.972989 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6661f3af-1f62-4b56-a8d0-9089f3444d83 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:34.975027 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4157b9d7-e254-4b86-a1f9-4b768a28a46c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:35:35.000874 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6661f3af-1f62-4b56-a8d0-9089f3444d83 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event deleted for resources: {'Port': ['ID=87ac92b4-818d-4bd5-9fd6-9423c4add78e,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:35:35.031188 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661f3af-1f62-4b56-a8d0-9089f3444d83 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:35.031559 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661f3af-1f62-4b56-a8d0-9089f3444d83 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:35.031979 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661f3af-1f62-4b56-a8d0-9089f3444d83 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:35.032367 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661f3af-1f62-4b56-a8d0-9089f3444d83 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:35.032727 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661f3af-1f62-4b56-a8d0-9089f3444d83 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:35.033123 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661f3af-1f62-4b56-a8d0-9089f3444d83 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:35.033472 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661f3af-1f62-4b56-a8d0-9089f3444d83 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:35.033863 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661f3af-1f62-4b56-a8d0-9089f3444d83 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:35.034233 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661f3af-1f62-4b56-a8d0-9089f3444d83 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:35.034595 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661f3af-1f62-4b56-a8d0-9089f3444d83 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:35.034962 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661f3af-1f62-4b56-a8d0-9089f3444d83 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:35.035329 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6661f3af-1f62-4b56-a8d0-9089f3444d83 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:35.039038 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6661f3af-1f62-4b56-a8d0-9089f3444d83 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:35:35.086253 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6661f3af-1f62-4b56-a8d0-9089f3444d83 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for floatingip, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:35.087051 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.l3_db [None req-6661f3af-1f62-4b56-a8d0-9089f3444d83 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Floating IP 9dc53d41-90a4-425e-89ec-1120259f389d disassociated (deleted). External IP: 172.26.3.11, port: c73e3cd5-819f-412d-b3f4-32a801832883. Jun 21 15:35:35.307624 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6661f3af-1f62-4b56-a8d0-9089f3444d83 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Router 7414c6dd-91bc-44b5-a924-5845652c1aa6 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:35:35.417480 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6661f3af-1f62-4b56-a8d0-9089f3444d83 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:35:35.422873 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6661f3af-1f62-4b56-a8d0-9089f3444d83 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:35.427257 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f930c081-8f41-4c60-96ee-df92b82a9528 None None] Sync routers for ids ['7414c6dd-91bc-44b5-a924-5845652c1aa6'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:35:35.437033 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f930c081-8f41-4c60-96ee-df92b82a9528 None None] Routers {'7414c6dd-91bc-44b5-a924-5845652c1aa6'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:35:35.437642 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-f930c081-8f41-4c60-96ee-df92b82a9528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:35:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['7414c6dd-91bc-44b5-a924-5845652c1aa6'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:35:35.460161 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6661f3af-1f62-4b56-a8d0-9089f3444d83 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "DELETE /v2.0/floatingips/9dc53d41-90a4-425e-89ec-1120259f389d HTTP/1.1" status: 204 len: 168 time: 0.9962111 Jun 21 15:35:35.460820 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b71c474e-b9c2-48f2-a489-29cf954d914e', 'tag': 'c73e3cd5-819f-412d-b3f4-32a801832883'}] {{(pid=105225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:35:35.463300 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d720512e93a77e3bffebe2b790a2b81995dcc7e4c74443a12a7dc003910c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55888866-e528-434e-8060-9c04ea0a3b81" -d '{"events": [{"name": "network-changed", "server_uuid": "b71c474e-b9c2-48f2-a489-29cf954d914e", "tag": "c73e3cd5-819f-412d-b3f4-32a801832883"}]}' {{(pid=105225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:35:35.502390 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be2dea5-c07d-435a-b517-a6e6a5dfae14 x-openstack-request-id: req-3be2dea5-c07d-435a-b517-a6e6a5dfae14 {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:35:35.502735 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b71c474e-b9c2-48f2-a489-29cf954d914e", "tag": "c73e3cd5-819f-412d-b3f4-32a801832883", "status": "completed", "code": 200}]} {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:35:35.503039 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3be2dea5-c07d-435a-b517-a6e6a5dfae14 {{(pid=105225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:35:35.503494 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b71c474e-b9c2-48f2-a489-29cf954d914e', 'tag': 'c73e3cd5-819f-412d-b3f4-32a801832883', 'status': 'completed', 'code': 200} Jun 21 15:35:35.548831 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-f930c081-8f41-4c60-96ee-df92b82a9528 None None] Set router 7414c6dd-91bc-44b5-a924-5845652c1aa6 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:35:35.593684 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55888866-e528-434e-8060-9c04ea0a3b81 req-2d9e517a-cb71-474c-87f4-e084937b35cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:35:35.595359 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-55888866-e528-434e-8060-9c04ea0a3b81 req-2d9e517a-cb71-474c-87f4-e084937b35cb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&device_id=b71c474e-b9c2-48f2-a489-29cf954d914e HTTP/1.1" status: 200 len: 1098 time: 0.0629354 Jun 21 15:35:35.697026 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:35.698327 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55888866-e528-434e-8060-9c04ea0a3b81 req-94036a00-af26-4c6b-aa8b-8a32d6d48f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:35:35.700309 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-55888866-e528-434e-8060-9c04ea0a3b81 req-94036a00-af26-4c6b-aa8b-8a32d6d48f9c service neutron] 10.222.0.66 "GET /v2.0/networks?id=bedc5933-4ce5-4721-bd5f-227ce9f4f93c HTTP/1.1" status: 200 len: 898 time: 0.0982945 Jun 21 15:35:35.750076 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-55888866-e528-434e-8060-9c04ea0a3b81 req-228bd16b-780f-4446-995a-962486e9ca32 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c73e3cd5-819f-412d-b3f4-32a801832883 HTTP/1.1" status: 200 len: 217 time: 0.0386555 Jun 21 15:35:35.768105 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-f930c081-8f41-4c60-96ee-df92b82a9528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152040555', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '17a04f39-f4be-467d-90c8-0d1d4dbd6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:33:49Z', 'updated_at': '2021-06-21T15:33:53Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '17a04f39-f4be-467d-90c8-0d1d4dbd6321', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:33:49Z', 'updated_at': '2021-06-21T15:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '46726428-24f8-41b6-9170-07af43b90812', 'name': '', 'network_id': 'bedc5933-4ce5-4721-bd5f-227ce9f4f93c', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:63:46:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'c47ecb10-31f3-43a9-8ba1-054c7bdad34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:33:52Z', 'updated_at': '2021-06-21T15:33:56Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': 'c47ecb10-31f3-43a9-8ba1-054c7bdad34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:35:35.799703 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f930c081-8f41-4c60-96ee-df92b82a9528 None None] Checking router: 7414c6dd-91bc-44b5-a924-5845652c1aa6 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:35:35.808325 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f930c081-8f41-4c60-96ee-df92b82a9528 None None] Routers {'7414c6dd-91bc-44b5-a924-5845652c1aa6'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:35:35.808875 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-f930c081-8f41-4c60-96ee-df92b82a9528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:35:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['7414c6dd-91bc-44b5-a924-5845652c1aa6'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:35:35.833762 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55888866-e528-434e-8060-9c04ea0a3b81 req-2db7fdea-568e-4847-94f1-296357f93738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:35:35.835151 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-55888866-e528-434e-8060-9c04ea0a3b81 req-2db7fdea-568e-4847-94f1-296357f93738 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c47ecb10-31f3-43a9-8ba1-054c7bdad34a HTTP/1.1" status: 200 len: 834 time: 0.0783577 Jun 21 15:35:35.892055 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb01eb54-61ba-44b8-8d9b-f5d99b7e4f9f req-9862562b-db1d-4e97-92ba-72d890b31c85 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:35:35.893539 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cb01eb54-61ba-44b8-8d9b-f5d99b7e4f9f req-9862562b-db1d-4e97-92ba-72d890b31c85 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=b71c474e-b9c2-48f2-a489-29cf954d914e HTTP/1.1" status: 200 len: 945 time: 0.1061592 Jun 21 15:35:35.915680 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-f930c081-8f41-4c60-96ee-df92b82a9528 None None] Set router 7414c6dd-91bc-44b5-a924-5845652c1aa6 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:35:35.942087 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55888866-e528-434e-8060-9c04ea0a3b81 req-9a54607f-4190-4523-af70-e28948212cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:35:35.943562 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-55888866-e528-434e-8060-9c04ea0a3b81 req-9a54607f-4190-4523-af70-e28948212cfe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bedc5933-4ce5-4721-bd5f-227ce9f4f93c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1005974 Jun 21 15:35:35.948630 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cb01eb54-61ba-44b8-8d9b-f5d99b7e4f9f req-f0f925b1-aef8-4ec6-b943-4e12d8f7d69d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7485b5d-2a31-4278-867c-e4203ab8d037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485671 Jun 21 15:35:36.036355 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-55888866-e528-434e-8060-9c04ea0a3b81 req-c65995a3-85b4-468e-92ec-8fd0f71998ad service neutron] 10.222.0.66 "GET /v2.0/networks/bedc5933-4ce5-4721-bd5f-227ce9f4f93c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846932 Jun 21 15:35:36.115434 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-f930c081-8f41-4c60-96ee-df92b82a9528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152040555', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '17a04f39-f4be-467d-90c8-0d1d4dbd6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:33:49Z', 'updated_at': '2021-06-21T15:33:53Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '17a04f39-f4be-467d-90c8-0d1d4dbd6321', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:33:49Z', 'updated_at': '2021-06-21T15:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '46726428-24f8-41b6-9170-07af43b90812', 'name': '', 'network_id': 'bedc5933-4ce5-4721-bd5f-227ce9f4f93c', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:63:46:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'c47ecb10-31f3-43a9-8ba1-054c7bdad34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:33:52Z', 'updated_at': '2021-06-21T15:33:56Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': 'c47ecb10-31f3-43a9-8ba1-054c7bdad34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:35:36.129388 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-55888866-e528-434e-8060-9c04ea0a3b81 req-8f59beaa-5962-4f8c-b22d-d4d4182adfcf service neutron] 10.222.0.66 "GET /v2.0/networks/bedc5933-4ce5-4721-bd5f-227ce9f4f93c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858190 Jun 21 15:35:36.142776 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f930c081-8f41-4c60-96ee-df92b82a9528 None None] The sync data for ids ['7414c6dd-91bc-44b5-a924-5845652c1aa6'] in dv-neutron-797121-2-hyperv is: [{'id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152040555', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '17a04f39-f4be-467d-90c8-0d1d4dbd6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:33:49Z', 'updated_at': '2021-06-21T15:33:53Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '17a04f39-f4be-467d-90c8-0d1d4dbd6321', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:33:49Z', 'updated_at': '2021-06-21T15:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '46726428-24f8-41b6-9170-07af43b90812', 'name': '', 'network_id': 'bedc5933-4ce5-4721-bd5f-227ce9f4f93c', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:63:46:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': 'c47ecb10-31f3-43a9-8ba1-054c7bdad34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:33:52Z', 'updated_at': '2021-06-21T15:33:56Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': 'c47ecb10-31f3-43a9-8ba1-054c7bdad34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:35:36.389077 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e01bfa-926f-4bdd-9530-618d8159cb9d None None] New status for floating IP 9dc53d41-90a4-425e-89ec-1120259f389d: DOWN {{(pid=105227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:35:37.132660 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d5edb-1080-46c7-9580-0f13e9dffa9a req-aacdbf0f-89c9-485c-b7b5-05f427f16099 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:35:37.134153 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8b0d5edb-1080-46c7-9580-0f13e9dffa9a req-aacdbf0f-89c9-485c-b7b5-05f427f16099 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=b71c474e-b9c2-48f2-a489-29cf954d914e HTTP/1.1" status: 200 len: 945 time: 0.0717223 Jun 21 15:35:37.175860 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8b0d5edb-1080-46c7-9580-0f13e9dffa9a req-8c918923-1661-4dbe-b902-a33c93bdbe77 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=f7485b5d-2a31-4278-867c-e4203ab8d037&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358119 Jun 21 15:35:37.777388 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbfcab3-c30e-4a18-a89c-f622253e1d42 req-75d41ee2-a617-46d7-8e7e-da9cc8b2a906 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:35:37.778748 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-afbfcab3-c30e-4a18-a89c-f622253e1d42 req-75d41ee2-a617-46d7-8e7e-da9cc8b2a906 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.66 "GET /v2.0/ports?device_id=b71c474e-b9c2-48f2-a489-29cf954d914e HTTP/1.1" status: 200 len: 945 time: 0.0766964 Jun 21 15:35:37.885614 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-afbfcab3-c30e-4a18-a89c-f622253e1d42 req-8200074c-ed87-4126-bdae-ecac4ec3c42a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Deleting port c73e3cd5-819f-412d-b3f4-32a801832883 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:35:37.885985 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-afbfcab3-c30e-4a18-a89c-f622253e1d42 req-8200074c-ed87-4126-bdae-ecac4ec3c42a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:37.976207 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-afbfcab3-c30e-4a18-a89c-f622253e1d42 req-8200074c-ed87-4126-bdae-ecac4ec3c42a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] For port c73e3cd5-819f-412d-b3f4-32a801832883, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c73e3cd5-819f-412d-b3f4-32a801832883,segment=NetworkSegment(76eb005a-88af-446c-9ec5-f60ccf3f939c),segment_id=76eb005a-88af-446c-9ec5-f60ccf3f939c)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:35:37.976551 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-afbfcab3-c30e-4a18-a89c-f622253e1d42 req-8200074c-ed87-4126-bdae-ecac4ec3c42a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:38.042206 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-afbfcab3-c30e-4a18-a89c-f622253e1d42 req-8200074c-ed87-4126-bdae-ecac4ec3c42a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Calling delete_port for c73e3cd5-819f-412d-b3f4-32a801832883 owned by compute:nova {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:35:38.187664 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-afbfcab3-c30e-4a18-a89c-f622253e1d42 req-8200074c-ed87-4126-bdae-ecac4ec3c42a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:38.192038 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-387675df-0a16-4050-9004-d413e1759609 tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:35:38.217103 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8200074c-ed87-4126-bdae-ecac4ec3c42a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event deleted for resources: {'Port': ['ID=c73e3cd5-819f-412d-b3f4-32a801832883,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:35:38.229882 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8200074c-ed87-4126-bdae-ecac4ec3c42a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:38.230270 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8200074c-ed87-4126-bdae-ecac4ec3c42a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:38.230610 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8200074c-ed87-4126-bdae-ecac4ec3c42a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:38.230978 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8200074c-ed87-4126-bdae-ecac4ec3c42a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:38.231346 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8200074c-ed87-4126-bdae-ecac4ec3c42a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:38.231777 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8200074c-ed87-4126-bdae-ecac4ec3c42a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:38.232052 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8200074c-ed87-4126-bdae-ecac4ec3c42a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:38.232437 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8200074c-ed87-4126-bdae-ecac4ec3c42a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:38.232796 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8200074c-ed87-4126-bdae-ecac4ec3c42a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:38.233146 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8200074c-ed87-4126-bdae-ecac4ec3c42a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:38.233502 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8200074c-ed87-4126-bdae-ecac4ec3c42a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:38.233843 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8200074c-ed87-4126-bdae-ecac4ec3c42a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:38.253445 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8200074c-ed87-4126-bdae-ecac4ec3c42a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:35:38.273312 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbfcab3-c30e-4a18-a89c-f622253e1d42 req-8200074c-ed87-4126-bdae-ecac4ec3c42a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] No DVR routers for this DVR port c73e3cd5-819f-412d-b3f4-32a801832883 on host hv-neutron-7971 {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:35:38.275800 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-afbfcab3-c30e-4a18-a89c-f622253e1d42 req-8200074c-ed87-4126-bdae-ecac4ec3c42a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:38.277925 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-afbfcab3-c30e-4a18-a89c-f622253e1d42 req-8200074c-ed87-4126-bdae-ecac4ec3c42a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.66 "DELETE /v2.0/ports/c73e3cd5-819f-412d-b3f4-32a801832883 HTTP/1.1" status: 204 len: 173 time: 0.4930890 Jun 21 15:35:38.278451 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b71c474e-b9c2-48f2-a489-29cf954d914e', 'name': 'network-vif-deleted', 'tag': 'c73e3cd5-819f-412d-b3f4-32a801832883'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:35:38.280813 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ae53d9-7d19-40fa-86cb-fbc8a4195f79" -d '{"events": [{"server_uuid": "b71c474e-b9c2-48f2-a489-29cf954d914e", "name": "network-vif-deleted", "tag": "c73e3cd5-819f-412d-b3f4-32a801832883"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:35:38.336539 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bf99db-7831-42b9-adbe-d1557394dcf3 x-openstack-request-id: req-c5bf99db-7831-42b9-adbe-d1557394dcf3 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:35:38.336899 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b71c474e-b9c2-48f2-a489-29cf954d914e", "name": "network-vif-deleted", "tag": "c73e3cd5-819f-412d-b3f4-32a801832883", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:35:38.337190 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c5bf99db-7831-42b9-adbe-d1557394dcf3 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:35:38.337625 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b71c474e-b9c2-48f2-a489-29cf954d914e', 'name': 'network-vif-deleted', 'tag': 'c73e3cd5-819f-412d-b3f4-32a801832883', 'status': 'completed', 'code': 200} Jun 21 15:35:38.339821 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8e0c1d66-44af-41a8-9d62-d18f489cf556 req-a53efda8-345e-496a-b5fb-74bf4970f819 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=b71c474e-b9c2-48f2-a489-29cf954d914e HTTP/1.1" status: 200 len: 210 time: 0.0381444 Jun 21 15:35:39.446952 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44832) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:35:39.853810 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-28c24093-eb17-4bce-8fb7-fdf523a6f038 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:40.140806 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-28c24093-eb17-4bce-8fb7-fdf523a6f038 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Deleting port 46726428-24f8-41b6-9170-07af43b90812 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:35:40.141040 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-28c24093-eb17-4bce-8fb7-fdf523a6f038 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:40.243320 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-28c24093-eb17-4bce-8fb7-fdf523a6f038 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] For port 46726428-24f8-41b6-9170-07af43b90812, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=46726428-24f8-41b6-9170-07af43b90812,segment=NetworkSegment(76eb005a-88af-446c-9ec5-f60ccf3f939c),segment_id=76eb005a-88af-446c-9ec5-f60ccf3f939c)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:35:40.243647 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-28c24093-eb17-4bce-8fb7-fdf523a6f038 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:40.309942 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-28c24093-eb17-4bce-8fb7-fdf523a6f038 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Calling delete_port for 46726428-24f8-41b6-9170-07af43b90812 owned by network:router_interface {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:35:40.508312 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-28c24093-eb17-4bce-8fb7-fdf523a6f038 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:40.511515 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-90f08ca8-2837-4056-b1f5-10800a231b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:35:40.535020 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device c73e3cd5-819f-412d-b3f4-32a801832883 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:35:40.547134 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c24093-eb17-4bce-8fb7-fdf523a6f038 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event deleted for resources: {'Port': ['ID=46726428-24f8-41b6-9170-07af43b90812,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:35:40.550943 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-28c24093-eb17-4bce-8fb7-fdf523a6f038 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:35:40.561627 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: c73e3cd5-819f-412d-b3f4-32a801832883 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:35:40.562222 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device c73e3cd5-819f-412d-b3f4-32a801832883 not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:35:40.732081 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-28c24093-eb17-4bce-8fb7-fdf523a6f038 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:40.971028 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c24093-eb17-4bce-8fb7-fdf523a6f038 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Router 7414c6dd-91bc-44b5-a924-5845652c1aa6 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:35:41.435380 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c24093-eb17-4bce-8fb7-fdf523a6f038 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:35:41.440834 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-28c24093-eb17-4bce-8fb7-fdf523a6f038 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "PUT /v2.0/routers/7414c6dd-91bc-44b5-a924-5845652c1aa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9928589 Jun 21 15:35:41.444761 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44834) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:35:41.448392 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16af96fd-1396-42d8-b3af-23779c22814a None None] Sync routers for ids ['7414c6dd-91bc-44b5-a924-5845652c1aa6'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:35:41.459249 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16af96fd-1396-42d8-b3af-23779c22814a None None] Routers {'7414c6dd-91bc-44b5-a924-5845652c1aa6'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:35:41.459889 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-16af96fd-1396-42d8-b3af-23779c22814a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:35:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['7414c6dd-91bc-44b5-a924-5845652c1aa6'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:35:41.495334 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a69e8db-55f5-45e2-a5c1-f93aef9f8cc6 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Deleting subnet c47ecb10-31f3-43a9-8ba1-054c7bdad34a {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 15:35:41.498457 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1a69e8db-55f5-45e2-a5c1-f93aef9f8cc6 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:41.538656 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1a69e8db-55f5-45e2-a5c1-f93aef9f8cc6 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:41.569339 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-16af96fd-1396-42d8-b3af-23779c22814a None None] Set router 7414c6dd-91bc-44b5-a924-5845652c1aa6 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:35:41.630703 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1a69e8db-55f5-45e2-a5c1-f93aef9f8cc6 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:41.689078 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1a69e8db-55f5-45e2-a5c1-f93aef9f8cc6 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:41.692629 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-79dc697c-2999-49ef-a6e3-cc3b910bdbc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:35:41.719603 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1a69e8db-55f5-45e2-a5c1-f93aef9f8cc6 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:41.724620 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1a69e8db-55f5-45e2-a5c1-f93aef9f8cc6 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "DELETE /v2.0/subnets/c47ecb10-31f3-43a9-8ba1-054c7bdad34a HTTP/1.1" status: 204 len: 168 time: 0.2762783 Jun 21 15:35:41.724620 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69e8db-55f5-45e2-a5c1-f93aef9f8cc6 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event deleted for resources: {'Subnet': ['ID=c47ecb10-31f3-43a9-8ba1-054c7bdad34a,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:35:41.725512 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44836) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:35:41.727021 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1a69e8db-55f5-45e2-a5c1-f93aef9f8cc6 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:35:41.730174 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60789ce1-b7da-4480-9935-006edda45fcd None None] Network bedc5933-4ce5-4721-bd5f-227ce9f4f93c requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:35:41.836719 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-03aba677-4e98-4bb1-8df5-9ddb053910bb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:41.972752 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-16af96fd-1396-42d8-b3af-23779c22814a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152040555', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '17a04f39-f4be-467d-90c8-0d1d4dbd6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:33:49Z', 'updated_at': '2021-06-21T15:35:40Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '17a04f39-f4be-467d-90c8-0d1d4dbd6321', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:33:49Z', 'updated_at': '2021-06-21T15:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:35:42.016364 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16af96fd-1396-42d8-b3af-23779c22814a None None] Checking router: 7414c6dd-91bc-44b5-a924-5845652c1aa6 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:35:42.044360 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16af96fd-1396-42d8-b3af-23779c22814a None None] Routers {'7414c6dd-91bc-44b5-a924-5845652c1aa6'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:35:42.044999 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-16af96fd-1396-42d8-b3af-23779c22814a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:35:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['7414c6dd-91bc-44b5-a924-5845652c1aa6'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:35:42.111032 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:35:42.159338 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-16af96fd-1396-42d8-b3af-23779c22814a None None] Set router 7414c6dd-91bc-44b5-a924-5845652c1aa6 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:35:42.218805 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d18d954-1c08-4ec8-a3a2-41b1a9f8d79a None None] DHCP port deletion for bedc5933-4ce5-4721-bd5f-227ce9f4f93c request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 15:35:42.274131 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-03aba677-4e98-4bb1-8df5-9ddb053910bb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:42.328719 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-03aba677-4e98-4bb1-8df5-9ddb053910bb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Deleting port 17a04f39-f4be-467d-90c8-0d1d4dbd6321 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:35:42.329054 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-03aba677-4e98-4bb1-8df5-9ddb053910bb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:42.354367 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-8d18d954-1c08-4ec8-a3a2-41b1a9f8d79a None None] Deleting port a2cc7114-1ab2-449b-af8f-d057b332501c {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:35:42.354743 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8d18d954-1c08-4ec8-a3a2-41b1a9f8d79a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:42.411274 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-03aba677-4e98-4bb1-8df5-9ddb053910bb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] For port 17a04f39-f4be-467d-90c8-0d1d4dbd6321, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=17a04f39-f4be-467d-90c8-0d1d4dbd6321,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:35:42.411661 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-03aba677-4e98-4bb1-8df5-9ddb053910bb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:42.430709 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-8d18d954-1c08-4ec8-a3a2-41b1a9f8d79a None None] For port a2cc7114-1ab2-449b-af8f-d057b332501c, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=a2cc7114-1ab2-449b-af8f-d057b332501c,segment=NetworkSegment(76eb005a-88af-446c-9ec5-f60ccf3f939c),segment_id=76eb005a-88af-446c-9ec5-f60ccf3f939c)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:35:42.430949 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8d18d954-1c08-4ec8-a3a2-41b1a9f8d79a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:42.476706 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-03aba677-4e98-4bb1-8df5-9ddb053910bb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Calling delete_port for 17a04f39-f4be-467d-90c8-0d1d4dbd6321 owned by network:router_gateway {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:35:42.494499 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-8d18d954-1c08-4ec8-a3a2-41b1a9f8d79a None None] Calling delete_port for a2cc7114-1ab2-449b-af8f-d057b332501c owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:35:42.499742 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-16af96fd-1396-42d8-b3af-23779c22814a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152040555', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '17a04f39-f4be-467d-90c8-0d1d4dbd6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:33:49Z', 'updated_at': '2021-06-21T15:35:40Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '17a04f39-f4be-467d-90c8-0d1d4dbd6321', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:33:49Z', 'updated_at': '2021-06-21T15:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:35:42.534497 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16af96fd-1396-42d8-b3af-23779c22814a None None] The sync data for ids ['7414c6dd-91bc-44b5-a924-5845652c1aa6'] in dv-neutron-797121-2-hyperv is: [{'id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1152040555', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.239'}], 'enable_snat': True}, 'gw_port_id': '17a04f39-f4be-467d-90c8-0d1d4dbd6321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:33:49Z', 'updated_at': '2021-06-21T15:35:40Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '17a04f39-f4be-467d-90c8-0d1d4dbd6321', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7414c6dd-91bc-44b5-a924-5845652c1aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:33:49Z', 'updated_at': '2021-06-21T15:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:35:42.617357 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8d18d954-1c08-4ec8-a3a2-41b1a9f8d79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:42.619409 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-c263a3e6-9839-45cc-895c-7b8352ad640b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:35:42.642939 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d18d954-1c08-4ec8-a3a2-41b1a9f8d79a None None] Pushing event deleted for resources: {'Port': ['ID=a2cc7114-1ab2-449b-af8f-d057b332501c,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:35:42.647358 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d18d954-1c08-4ec8-a3a2-41b1a9f8d79a None None] No DVR routers for this DVR port a2cc7114-1ab2-449b-af8f-d057b332501c on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:35:42.653659 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18d954-1c08-4ec8-a3a2-41b1a9f8d79a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:42.654028 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18d954-1c08-4ec8-a3a2-41b1a9f8d79a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:42.654362 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18d954-1c08-4ec8-a3a2-41b1a9f8d79a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:42.660082 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18d954-1c08-4ec8-a3a2-41b1a9f8d79a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:42.661854 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-03aba677-4e98-4bb1-8df5-9ddb053910bb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:42.662491 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18d954-1c08-4ec8-a3a2-41b1a9f8d79a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:42.662491 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18d954-1c08-4ec8-a3a2-41b1a9f8d79a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:42.662491 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18d954-1c08-4ec8-a3a2-41b1a9f8d79a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:42.662491 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18d954-1c08-4ec8-a3a2-41b1a9f8d79a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:42.662491 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18d954-1c08-4ec8-a3a2-41b1a9f8d79a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:42.662491 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18d954-1c08-4ec8-a3a2-41b1a9f8d79a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:42.662491 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18d954-1c08-4ec8-a3a2-41b1a9f8d79a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:42.663223 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b09f4721-30b2-4d6b-bfff-f427e14a247c tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:35:42.663324 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d18d954-1c08-4ec8-a3a2-41b1a9f8d79a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:42.663324 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8d18d954-1c08-4ec8-a3a2-41b1a9f8d79a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:35:42.678704 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aba677-4e98-4bb1-8df5-9ddb053910bb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event deleted for resources: {'Port': ['ID=17a04f39-f4be-467d-90c8-0d1d4dbd6321,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:35:42.683309 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-03aba677-4e98-4bb1-8df5-9ddb053910bb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:35:42.749808 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-03aba677-4e98-4bb1-8df5-9ddb053910bb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:42.843912 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-03aba677-4e98-4bb1-8df5-9ddb053910bb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:42.846232 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-03aba677-4e98-4bb1-8df5-9ddb053910bb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:42.900320 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-03aba677-4e98-4bb1-8df5-9ddb053910bb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:42.900988 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03aba677-4e98-4bb1-8df5-9ddb053910bb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Fanout notify agent at l3_agent the message router_deleted on router 7414c6dd-91bc-44b5-a924-5845652c1aa6 {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 15:35:42.908219 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-03aba677-4e98-4bb1-8df5-9ddb053910bb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:42.909346 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-03aba677-4e98-4bb1-8df5-9ddb053910bb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "DELETE /v2.0/routers/7414c6dd-91bc-44b5-a924-5845652c1aa6 HTTP/1.1" status: 204 len: 168 time: 1.1831899 Jun 21 15:35:42.912650 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44838) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:35:42.995858 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-59a6d4de-7126-4c17-ba29-235a03a80f24 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:43.009933 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 46726428-24f8-41b6-9170-07af43b90812 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:35:43.031663 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 46726428-24f8-41b6-9170-07af43b90812 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:35:43.032149 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 46726428-24f8-41b6-9170-07af43b90812 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:35:43.032659 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device a2cc7114-1ab2-449b-af8f-d057b332501c no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:35:43.055908 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: a2cc7114-1ab2-449b-af8f-d057b332501c {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:35:43.056318 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device a2cc7114-1ab2-449b-af8f-d057b332501c not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:35:43.093682 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-59a6d4de-7126-4c17-ba29-235a03a80f24 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:43.103540 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-59a6d4de-7126-4c17-ba29-235a03a80f24 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bedc5933-4ce5-4721-bd5f-227ce9f4f93c']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:35:43.113391 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-59a6d4de-7126-4c17-ba29-235a03a80f24 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76eb005a-88af-446c-9ec5-f60ccf3f939c') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:35:43.113681 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-59a6d4de-7126-4c17-ba29-235a03a80f24 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76eb005a-88af-446c-9ec5-f60ccf3f939c') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:35:43.122259 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-59a6d4de-7126-4c17-ba29-235a03a80f24 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:43.136732 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-59a6d4de-7126-4c17-ba29-235a03a80f24 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:43.144321 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a6d4de-7126-4c17-ba29-235a03a80f24 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 15:35:43.144670 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-59a6d4de-7126-4c17-ba29-235a03a80f24 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:43.147851 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 15:35:43.147851 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 15:35:43.147851 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 15:35:43.147851 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 15:35:43.147851 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 15:35:43.147851 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 15:35:43.147851 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 15:35:43.147851 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 15:35:43.147851 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 15:35:43.147851 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 15:35:43.147851 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 15:35:43.147851 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 15:35:43.147851 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 15:35:43.147851 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 15:35:43.147851 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 15:35:43.147851 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 15:35:43.147851 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 15:35:43.147851 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 15:35:43.147851 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 15:35:43.147851 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 15:35:43.147851 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 15:35:43.147851 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 15:35:43.147851 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 15:35:43.147851 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 15:35:43.147851 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 15:35:43.147851 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 15:35:43.147851 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 15:35:43.147851 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 15:35:43.147851 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 15:35:43.147851 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 15:35:43.147851 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 15:35:43.147851 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 15:35:43.215489 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-59a6d4de-7126-4c17-ba29-235a03a80f24 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:43.219575 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3a2af553-b22b-4693-96b1-b46fe1e502ba tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:35:43.225598 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-59a6d4de-7126-4c17-ba29-235a03a80f24 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:43.227598 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-59a6d4de-7126-4c17-ba29-235a03a80f24 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "DELETE /v2.0/networks/bedc5933-4ce5-4721-bd5f-227ce9f4f93c HTTP/1.1" status: 204 len: 168 time: 0.3129566 Jun 21 15:35:43.230338 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44840) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:35:43.243106 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6d4de-7126-4c17-ba29-235a03a80f24 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event deleted for resources: {'Network': ['ID=bedc5933-4ce5-4721-bd5f-227ce9f4f93c,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:35:43.245814 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-59a6d4de-7126-4c17-ba29-235a03a80f24 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:35:43.292858 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fe0cbecf-6702-4f50-92da-6ec4aa06b7c3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:43.317400 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fe0cbecf-6702-4f50-92da-6ec4aa06b7c3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:43.385389 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fe0cbecf-6702-4f50-92da-6ec4aa06b7c3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:43.387967 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fe0cbecf-6702-4f50-92da-6ec4aa06b7c3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:43.389123 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fe0cbecf-6702-4f50-92da-6ec4aa06b7c3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "DELETE /v2.0/security-groups/f7485b5d-2a31-4278-867c-e4203ab8d037 HTTP/1.1" status: 204 len: 168 time: 0.1577814 Jun 21 15:35:43.390005 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-437b6a20-a052-4924-9b00-c5263e2ada4e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:35:43.399471 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0cbecf-6702-4f50-92da-6ec4aa06b7c3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7485b5d-2a31-4278-867c-e4203ab8d037,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:35:43.403064 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fe0cbecf-6702-4f50-92da-6ec4aa06b7c3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:35:43.737556 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44846) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:35:43.745131 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-e61ff0b7-b320-46e0-9d3d-bb453440da3e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-771591823', 'description': 'tempest-secgroup-smoke-771591823 description', 'project_id': '0051d95f936f45a5bdf7530c097504c5'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:35:43.776241 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e61ff0b7-b320-46e0-9d3d-bb453440da3e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:43.864321 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e61ff0b7-b320-46e0-9d3d-bb453440da3e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:43.870054 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e61ff0b7-b320-46e0-9d3d-bb453440da3e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:43.872370 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c7dce780-3cf4-4295-9cec-ebfc71c1e190 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:35:43.898688 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e61ff0b7-b320-46e0-9d3d-bb453440da3e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:43.899902 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e61ff0b7-b320-46e0-9d3d-bb453440da3e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1610208 Jun 21 15:35:43.902867 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ff0b7-b320-46e0-9d3d-bb453440da3e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2cf407-abf7-428f-808e-bfea3a805374,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:35:43.903380 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44848) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:35:43.905950 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e61ff0b7-b320-46e0-9d3d-bb453440da3e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:35:43.908259 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-cf3097fa-a867-4d06-9dd7-433c3b6be3dd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'security_group_rule': {'security_group_id': '0a2cf407-abf7-428f-808e-bfea3a805374', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:35:43.944226 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cf3097fa-a867-4d06-9dd7-433c3b6be3dd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:44.001139 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cf3097fa-a867-4d06-9dd7-433c3b6be3dd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:44.007745 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cf3097fa-a867-4d06-9dd7-433c3b6be3dd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:44.010313 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-949ae7c2-eb9a-433a-9399-51b9a12a6329 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:35:44.033202 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3097fa-a867-4d06-9dd7-433c3b6be3dd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d26ad5b-7151-46f9-91ff-cf80b506d920,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:35:44.035818 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cf3097fa-a867-4d06-9dd7-433c3b6be3dd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:35:44.041355 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cf3097fa-a867-4d06-9dd7-433c3b6be3dd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:44.042625 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-cf3097fa-a867-4d06-9dd7-433c3b6be3dd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382213 Jun 21 15:35:44.045573 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44850) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:35:44.050624 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-e05385db-b8b1-475f-99ea-8fab042eceab tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'security_group_rule': {'security_group_id': '0a2cf407-abf7-428f-808e-bfea3a805374', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:35:44.083121 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e05385db-b8b1-475f-99ea-8fab042eceab tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:44.130938 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-95d2018c-2ad6-4b94-8a45-643be655c6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:44.144758 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e05385db-b8b1-475f-99ea-8fab042eceab tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:44.150562 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e05385db-b8b1-475f-99ea-8fab042eceab tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:44.154776 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-74caa3ba-20cc-4285-80d9-fff634ce5851 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:35:44.170419 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05385db-b8b1-475f-99ea-8fab042eceab tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be2c4a8-e0e2-45d2-9792-3ff42d899754,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:35:44.175478 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e05385db-b8b1-475f-99ea-8fab042eceab tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:35:44.184151 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e05385db-b8b1-475f-99ea-8fab042eceab tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:44.185388 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e05385db-b8b1-475f-99ea-8fab042eceab tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1388578 Jun 21 15:35:44.188231 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44852) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:35:44.193147 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-89ea1342-8ede-4071-bf0d-776fa6076fcb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'security_group_rule': {'security_group_id': '0a2cf407-abf7-428f-808e-bfea3a805374', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:35:44.222500 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89ea1342-8ede-4071-bf0d-776fa6076fcb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:44.284768 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89ea1342-8ede-4071-bf0d-776fa6076fcb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:44.290957 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89ea1342-8ede-4071-bf0d-776fa6076fcb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:44.292782 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-30244c33-d695-474c-94e4-5cb8639020c9 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:35:44.309732 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea1342-8ede-4071-bf0d-776fa6076fcb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f294294a-d5b9-43c8-b613-c0c604beadcf,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:35:44.312559 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-89ea1342-8ede-4071-bf0d-776fa6076fcb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:35:44.316576 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-89ea1342-8ede-4071-bf0d-776fa6076fcb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:44.317843 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-89ea1342-8ede-4071-bf0d-776fa6076fcb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286418 Jun 21 15:35:44.320657 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44854) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:35:44.325161 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-8752c79c-4482-45f6-9d8c-8daad17fb83e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'security_group_rule': {'security_group_id': '0a2cf407-abf7-428f-808e-bfea3a805374', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:35:44.352684 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8752c79c-4482-45f6-9d8c-8daad17fb83e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:44.420875 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8752c79c-4482-45f6-9d8c-8daad17fb83e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:44.429438 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8752c79c-4482-45f6-9d8c-8daad17fb83e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:44.431957 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-eb4bad8a-f6d4-4783-87d8-3086f6508abb tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:35:44.453634 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8752c79c-4482-45f6-9d8c-8daad17fb83e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eed7e85-0eb7-4fd0-9a84-221b098144b3,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:35:44.457322 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8752c79c-4482-45f6-9d8c-8daad17fb83e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:35:44.460282 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8752c79c-4482-45f6-9d8c-8daad17fb83e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:44.461570 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8752c79c-4482-45f6-9d8c-8daad17fb83e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1399744 Jun 21 15:35:44.464301 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44856) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:35:44.468756 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-b1ba1d76-0a97-4e02-bdd0-a59e2e9f01d5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'security_group_rule': {'security_group_id': '0a2cf407-abf7-428f-808e-bfea3a805374', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:35:44.494297 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.securitygroups_db [None req-b1ba1d76-0a97-4e02-bdd0-a59e2e9f01d5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Project 0051d95f936f45a5bdf7530c097504c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 15:35:44.499486 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b1ba1d76-0a97-4e02-bdd0-a59e2e9f01d5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:44.564502 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b1ba1d76-0a97-4e02-bdd0-a59e2e9f01d5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:44.572093 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b1ba1d76-0a97-4e02-bdd0-a59e2e9f01d5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:44.574003 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d4fdbb1f-cb67-467f-833d-9774195b2eea tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:35:44.592592 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba1d76-0a97-4e02-bdd0-a59e2e9f01d5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad7984f-78a0-4151-998d-1ff95f53c86b,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:35:44.595128 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b1ba1d76-0a97-4e02-bdd0-a59e2e9f01d5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:35:44.601602 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b1ba1d76-0a97-4e02-bdd0-a59e2e9f01d5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:44.603135 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b1ba1d76-0a97-4e02-bdd0-a59e2e9f01d5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1375616 Jun 21 15:35:44.605687 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44858) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:35:44.610710 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-3a62106b-b497-42ce-9c23-0107344f92f3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'security_group_rule': {'security_group_id': '0a2cf407-abf7-428f-808e-bfea3a805374', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:35:44.633680 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.securitygroups_db [None req-3a62106b-b497-42ce-9c23-0107344f92f3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Project 0051d95f936f45a5bdf7530c097504c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 15:35:44.638538 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3a62106b-b497-42ce-9c23-0107344f92f3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:44.675476 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 17a04f39-f4be-467d-90c8-0d1d4dbd6321 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:35:44.697217 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 17a04f39-f4be-467d-90c8-0d1d4dbd6321 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:35:44.697568 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 17a04f39-f4be-467d-90c8-0d1d4dbd6321 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:35:44.703412 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3a62106b-b497-42ce-9c23-0107344f92f3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:44.710584 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3a62106b-b497-42ce-9c23-0107344f92f3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:44.713172 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-01cf3aab-ffab-48c1-a84f-5bd0ac0405f8 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:35:44.733139 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a62106b-b497-42ce-9c23-0107344f92f3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2d35c5-699d-46ae-a9b4-f370c9f61837,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:35:44.736217 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3a62106b-b497-42ce-9c23-0107344f92f3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:35:44.738824 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3a62106b-b497-42ce-9c23-0107344f92f3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:44.740104 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3a62106b-b497-42ce-9c23-0107344f92f3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1334484 Jun 21 15:35:44.744265 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44860) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:35:44.749308 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-40ac4eb5-7fff-4355-a433-3fd55169959d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'network': {'name': 'tempest-network-smoke--506992741', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'port_security_enabled': True}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:35:44.773443 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ac4eb5-7fff-4355-a433-3fd55169959d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Made reservation on behalf of 0051d95f936f45a5bdf7530c097504c5 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:35:44.776979 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-40ac4eb5-7fff-4355-a433-3fd55169959d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:44.803090 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40ac4eb5-7fff-4355-a433-3fd55169959d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 15:35:44.812680 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-40ac4eb5-7fff-4355-a433-3fd55169959d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:44.813056 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-40ac4eb5-7fff-4355-a433-3fd55169959d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Added segment 45193644-f1f0-45f4-9279-252a1be3b325 of type vlan for network b86a536f-8f80-4e3f-accb-1ad3fef77d86 Jun 21 15:35:44.858367 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-40ac4eb5-7fff-4355-a433-3fd55169959d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:44.896999 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-40ac4eb5-7fff-4355-a433-3fd55169959d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:44.905931 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ac4eb5-7fff-4355-a433-3fd55169959d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:35:44.906830 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-40ac4eb5-7fff-4355-a433-3fd55169959d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:44.909901 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fe6f3d50-16cc-474a-8d47-bb6d3600870a tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:35:44.971727 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-40ac4eb5-7fff-4355-a433-3fd55169959d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2262557 Jun 21 15:35:44.976166 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44862) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:35:44.978171 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac4eb5-7fff-4355-a433-3fd55169959d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Network': ['ID=b86a536f-8f80-4e3f-accb-1ad3fef77d86,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:35:44.980860 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-40ac4eb5-7fff-4355-a433-3fd55169959d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:35:44.981076 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-c3421e5f-1f7a-4134-bdc0-a61dae69be4f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1621810032', 'admin_state_up': True, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:35:44.988878 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network b86a536f-8f80-4e3f-accb-1ad3fef77d86 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 15:35:45.007328 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c3421e5f-1f7a-4134-bdc0-a61dae69be4f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:45.008232 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c3421e5f-1f7a-4134-bdc0-a61dae69be4f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:45.068362 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c3421e5f-1f7a-4134-bdc0-a61dae69be4f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:45.222199 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c3421e5f-1f7a-4134-bdc0-a61dae69be4f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:45.430453 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c3421e5f-1f7a-4134-bdc0-a61dae69be4f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router_gateway, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:45.449456 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c3421e5f-1f7a-4134-bdc0-a61dae69be4f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:45.560070 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-c3421e5f-1f7a-4134-bdc0-a61dae69be4f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Allocated IP 172.26.3.202 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/83a210db-4dc3-4c4f-8fdd-2de7884a1c80) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:35:45.669299 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c3421e5f-1f7a-4134-bdc0-a61dae69be4f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:45.712920 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c3421e5f-1f7a-4134-bdc0-a61dae69be4f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:45.717103 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bc37db4e-910e-419d-b9aa-1c45a8571810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:35:45.760843 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3421e5f-1f7a-4134-bdc0-a61dae69be4f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:35:45.763609 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-c3421e5f-1f7a-4134-bdc0-a61dae69be4f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:35:45.770032 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3421e5f-1f7a-4134-bdc0-a61dae69be4f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:35:45.775500 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3421e5f-1f7a-4134-bdc0-a61dae69be4f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Port': ['ID=83a210db-4dc3-4c4f-8fdd-2de7884a1c80,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:35:45.797924 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c3421e5f-1f7a-4134-bdc0-a61dae69be4f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:35:46.028899 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c3421e5f-1f7a-4134-bdc0-a61dae69be4f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router_gateway, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:46.242122 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c3421e5f-1f7a-4134-bdc0-a61dae69be4f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:46.380424 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3421e5f-1f7a-4134-bdc0-a61dae69be4f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Router 8ee544f2-6838-4944-8bee-bcbfcaee1bb1 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 15:35:46.491082 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3421e5f-1f7a-4134-bdc0-a61dae69be4f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:35:46.500736 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a38aa69-f2b9-4e97-b4f9-8f91f0e7db45 None None] Sync routers for ids ['8ee544f2-6838-4944-8bee-bcbfcaee1bb1'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:35:46.510003 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a38aa69-f2b9-4e97-b4f9-8f91f0e7db45 None None] Routers {'8ee544f2-6838-4944-8bee-bcbfcaee1bb1'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:35:46.510818 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-5a38aa69-f2b9-4e97-b4f9-8f91f0e7db45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:35:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['8ee544f2-6838-4944-8bee-bcbfcaee1bb1'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:35:46.512332 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c3421e5f-1f7a-4134-bdc0-a61dae69be4f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:46.513729 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c3421e5f-1f7a-4134-bdc0-a61dae69be4f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5364928 Jun 21 15:35:46.516928 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44864) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:35:46.545649 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c4c48644-e120-49f0-b6d9-d3847caa1ba0 tempest-TestNetworkAdvancedServerOps-1812796509 tempest-TestNetworkAdvancedServerOps-1812796509-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=0051d95f936f45a5bdf7530c097504c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275218 Jun 21 15:35:46.548089 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44866) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:35:46.614975 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-5a38aa69-f2b9-4e97-b4f9-8f91f0e7db45 None None] Set router 8ee544f2-6838-4944-8bee-bcbfcaee1bb1 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:35:46.642187 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4519c1-a21a-4c21-bbd3-beb6dfb49a94 tempest-TestNetworkAdvancedServerOps-1812796509 tempest-TestNetworkAdvancedServerOps-1812796509-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:35:46.643904 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6c4519c1-a21a-4c21-bbd3-beb6dfb49a94 tempest-TestNetworkAdvancedServerOps-1812796509 tempest-TestNetworkAdvancedServerOps-1812796509-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0947969 Jun 21 15:35:46.647307 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44868) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:35:46.669278 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ed810bee-e7f7-49c4-8f85-6368e40f8ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:46.689831 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a703c3a4-a169-4235-a187-91fb7b611f5e tempest-TestNetworkAdvancedServerOps-1812796509 tempest-TestNetworkAdvancedServerOps-1812796509-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=78e7bc12-ea33-4baf-9744-b93105835641&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408323 Jun 21 15:35:46.692592 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44870) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:35:46.697486 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-1bdf8ce7-5181-4213-bc80-d1779a186d7f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-69695681', 'network_id': 'b86a536f-8f80-4e3f-accb-1ad3fef77d86', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:35:46.784983 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdf8ce7-5181-4213-bc80-d1779a186d7f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Made reservation on behalf of 0051d95f936f45a5bdf7530c097504c5 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:35:46.788904 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1bdf8ce7-5181-4213-bc80-d1779a186d7f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:46.797146 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-5a38aa69-f2b9-4e97-b4f9-8f91f0e7db45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1621810032', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': '83a210db-4dc3-4c4f-8fdd-2de7884a1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:35:45Z', 'updated_at': '2021-06-21T15:35:45Z', 'revision_number': 3, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '83a210db-4dc3-4c4f-8fdd-2de7884a1c80', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:35:45Z', 'updated_at': '2021-06-21T15:35:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:35:46.923397 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a38aa69-f2b9-4e97-b4f9-8f91f0e7db45 None None] Checking router: 8ee544f2-6838-4944-8bee-bcbfcaee1bb1 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:35:46.923630 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a38aa69-f2b9-4e97-b4f9-8f91f0e7db45 None None] Updating router 8ee544f2-6838-4944-8bee-bcbfcaee1bb1 port 83a210db-4dc3-4c4f-8fdd-2de7884a1c80 binding host dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:35:46.956371 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-5a38aa69-f2b9-4e97-b4f9-8f91f0e7db45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:46.982717 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1bdf8ce7-5181-4213-bc80-d1779a186d7f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:46.985991 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-02b4f8ab-971b-4ee6-9375-109aad24faea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:35:47.042340 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdf8ce7-5181-4213-bc80-d1779a186d7f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Subnet': ['ID=e7f3fe94-0bbe-4160-934c-af466c9e25cd,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:35:47.045902 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1bdf8ce7-5181-4213-bc80-d1779a186d7f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:35:47.053514 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdf8ce7-5181-4213-bc80-d1779a186d7f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Checking segment: {'id': '45193644-f1f0-45f4-9279-252a1be3b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b86a536f-8f80-4e3f-accb-1ad3fef77d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:35:47.053890 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdf8ce7-5181-4213-bc80-d1779a186d7f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Network hostable DHCP agents. Network: b86a536f-8f80-4e3f-accb-1ad3fef77d86, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 15:35:47.073671 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdf8ce7-5181-4213-bc80-d1779a186d7f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Network b86a536f-8f80-4e3f-accb-1ad3fef77d86 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 15:35:47.083532 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-1bdf8ce7-5181-4213-bc80-d1779a186d7f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, b86a536f-8f80-4e3f-accb-1ad3fef77d86) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:35:47.087866 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdf8ce7-5181-4213-bc80-d1779a186d7f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:35:47.088364 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1bdf8ce7-5181-4213-bc80-d1779a186d7f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:47.093902 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d80c45-0735-4851-935e-9df94b98f6d4 None None] Network b86a536f-8f80-4e3f-accb-1ad3fef77d86 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:35:47.112621 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1bdf8ce7-5181-4213-bc80-d1779a186d7f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4190011 Jun 21 15:35:47.115308 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44872) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:35:47.161563 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:47.216061 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-5a38aa69-f2b9-4e97-b4f9-8f91f0e7db45 None None] Notify callbacks [] for port, precommit_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:47.226380 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.provisioning_blocks [None req-5a38aa69-f2b9-4e97-b4f9-8f91f0e7db45 None None] Transition to ACTIVE for port object 83a210db-4dc3-4c4f-8fdd-2de7884a1c80 will not be triggered until provisioned by entity L2. {{(pid=105227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:35:47.233336 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-5a38aa69-f2b9-4e97-b4f9-8f91f0e7db45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:47.235547 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-2b0cdb3d-d822-402a-be2b-ce85d2918d4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:35:47.261558 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ef9fe8-483f-4738-a811-7793bddc7ea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-b86a536f-8f80-4e3f-accb-1ad3fef77d86', 'network_id': 'b86a536f-8f80-4e3f-accb-1ad3fef77d86', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'fixed_ips': [{'subnet_id': 'e7f3fe94-0bbe-4160-934c-af466c9e25cd'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 15:35:47.262916 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-38ef9fe8-483f-4738-a811-7793bddc7ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:47.283162 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-5a38aa69-f2b9-4e97-b4f9-8f91f0e7db45 None None] Attempting to bind port 83a210db-4dc3-4c4f-8fdd-2de7884a1c80 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:35:47.283584 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-5a38aa69-f2b9-4e97-b4f9-8f91f0e7db45 None None] Attempting to bind port 83a210db-4dc3-4c4f-8fdd-2de7884a1c80 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:35:47.283952 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a38aa69-f2b9-4e97-b4f9-8f91f0e7db45 None None] Attempting to bind port 83a210db-4dc3-4c4f-8fdd-2de7884a1c80 on network 78e7bc12-ea33-4baf-9744-b93105835641 {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:35:47.295559 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a38aa69-f2b9-4e97-b4f9-8f91f0e7db45 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:35:47.295927 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a38aa69-f2b9-4e97-b4f9-8f91f0e7db45 None None] Checking segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:35:47.296320 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-5a38aa69-f2b9-4e97-b4f9-8f91f0e7db45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:47.296706 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a38aa69-f2b9-4e97-b4f9-8f91f0e7db45 None None] Bound using segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:35:47.297164 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-5a38aa69-f2b9-4e97-b4f9-8f91f0e7db45 None None] Bound port: 83a210db-4dc3-4c4f-8fdd-2de7884a1c80, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:35:47.297531 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-5a38aa69-f2b9-4e97-b4f9-8f91f0e7db45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:47.300157 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e5e13-aef1-46a9-bc35-857f5ca9dc6d None None] Pushing event updated for resources: {'Port': ['ID=83a210db-4dc3-4c4f-8fdd-2de7884a1c80,revision_number=2']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:35:47.325429 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182e5e13-aef1-46a9-bc35-857f5ca9dc6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:47.325764 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182e5e13-aef1-46a9-bc35-857f5ca9dc6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:47.326119 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182e5e13-aef1-46a9-bc35-857f5ca9dc6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:47.326439 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182e5e13-aef1-46a9-bc35-857f5ca9dc6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:47.326756 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182e5e13-aef1-46a9-bc35-857f5ca9dc6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:47.327074 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182e5e13-aef1-46a9-bc35-857f5ca9dc6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:47.327387 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182e5e13-aef1-46a9-bc35-857f5ca9dc6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:47.327702 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182e5e13-aef1-46a9-bc35-857f5ca9dc6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:47.328013 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182e5e13-aef1-46a9-bc35-857f5ca9dc6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:47.328317 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182e5e13-aef1-46a9-bc35-857f5ca9dc6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:47.328625 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182e5e13-aef1-46a9-bc35-857f5ca9dc6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:47.328929 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-182e5e13-aef1-46a9-bc35-857f5ca9dc6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:35:47.340950 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-182e5e13-aef1-46a9-bc35-857f5ca9dc6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:35:47.360865 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-5a38aa69-f2b9-4e97-b4f9-8f91f0e7db45 None None] For port 83a210db-4dc3-4c4f-8fdd-2de7884a1c80, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:35:47.364831 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-5a38aa69-f2b9-4e97-b4f9-8f91f0e7db45 None None] For port 83a210db-4dc3-4c4f-8fdd-2de7884a1c80, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=83a210db-4dc3-4c4f-8fdd-2de7884a1c80,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:35:47.372040 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-5a38aa69-f2b9-4e97-b4f9-8f91f0e7db45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:47.378128 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-899ae5d0-5c67-4d50-94e8-bd3ddeff1918 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:35:47.407467 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-38ef9fe8-483f-4738-a811-7793bddc7ea4 None None] Allocated IP 172.20.0.2 (b86a536f-8f80-4e3f-accb-1ad3fef77d86/e7f3fe94-0bbe-4160-934c-af466c9e25cd/27584047-43fc-409c-9665-15334f55b4cb) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:35:47.448938 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a38aa69-f2b9-4e97-b4f9-8f91f0e7db45 None None] Routers {'8ee544f2-6838-4944-8bee-bcbfcaee1bb1'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:35:47.449936 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-5a38aa69-f2b9-4e97-b4f9-8f91f0e7db45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:35:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['8ee544f2-6838-4944-8bee-bcbfcaee1bb1'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:35:47.490308 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182e5e13-aef1-46a9-bc35-857f5ca9dc6d None None] Pushing event updated for resources: {'Port': ['ID=83a210db-4dc3-4c4f-8fdd-2de7884a1c80,revision_number=3']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:35:47.494989 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-182e5e13-aef1-46a9-bc35-857f5ca9dc6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:35:47.565078 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-38ef9fe8-483f-4738-a811-7793bddc7ea4 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:47.574003 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-38ef9fe8-483f-4738-a811-7793bddc7ea4 None None] Transition to ACTIVE for port object 27584047-43fc-409c-9665-15334f55b4cb will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:35:47.575302 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-5a38aa69-f2b9-4e97-b4f9-8f91f0e7db45 None None] Set router 8ee544f2-6838-4944-8bee-bcbfcaee1bb1 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:35:47.588685 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-38ef9fe8-483f-4738-a811-7793bddc7ea4 None None] Transition to ACTIVE for port object 27584047-43fc-409c-9665-15334f55b4cb will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:35:47.600510 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-38ef9fe8-483f-4738-a811-7793bddc7ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:47.610566 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-57078d62-65a9-4291-baef-c1953b8f1385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:35:47.630333 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cec31f95-ac66-4a52-a393-7116432780c8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:47.635388 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ef9fe8-483f-4738-a811-7793bddc7ea4 None None] Network b86a536f-8f80-4e3f-accb-1ad3fef77d86 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:35:47.638427 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-38ef9fe8-483f-4738-a811-7793bddc7ea4 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:35:47.641844 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ef9fe8-483f-4738-a811-7793bddc7ea4 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:35:47.686160 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef9fe8-483f-4738-a811-7793bddc7ea4 None None] Pushing event updated for resources: {'Port': ['ID=27584047-43fc-409c-9665-15334f55b4cb,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:35:47.703762 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-38ef9fe8-483f-4738-a811-7793bddc7ea4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:35:47.716516 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-38ef9fe8-483f-4738-a811-7793bddc7ea4 None None] Attempting to bind port 27584047-43fc-409c-9665-15334f55b4cb on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:35:47.716882 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-38ef9fe8-483f-4738-a811-7793bddc7ea4 None None] Attempting to bind port 27584047-43fc-409c-9665-15334f55b4cb by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '45193644-f1f0-45f4-9279-252a1be3b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b86a536f-8f80-4e3f-accb-1ad3fef77d86'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:35:47.717242 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef9fe8-483f-4738-a811-7793bddc7ea4 None None] Attempting to bind port 27584047-43fc-409c-9665-15334f55b4cb on network b86a536f-8f80-4e3f-accb-1ad3fef77d86 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:35:47.723361 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef9fe8-483f-4738-a811-7793bddc7ea4 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:35:47.723733 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef9fe8-483f-4738-a811-7793bddc7ea4 None None] Checking segment: {'id': '45193644-f1f0-45f4-9279-252a1be3b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b86a536f-8f80-4e3f-accb-1ad3fef77d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:35:47.724139 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-38ef9fe8-483f-4738-a811-7793bddc7ea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:47.724675 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef9fe8-483f-4738-a811-7793bddc7ea4 None None] Bound using segment: {'id': '45193644-f1f0-45f4-9279-252a1be3b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b86a536f-8f80-4e3f-accb-1ad3fef77d86'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:35:47.725147 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-38ef9fe8-483f-4738-a811-7793bddc7ea4 None None] Bound port: 27584047-43fc-409c-9665-15334f55b4cb, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45193644-f1f0-45f4-9279-252a1be3b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b86a536f-8f80-4e3f-accb-1ad3fef77d86'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:35:47.725521 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-38ef9fe8-483f-4738-a811-7793bddc7ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:47.783556 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-5a38aa69-f2b9-4e97-b4f9-8f91f0e7db45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1621810032', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': '83a210db-4dc3-4c4f-8fdd-2de7884a1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:35:45Z', 'updated_at': '2021-06-21T15:35:45Z', 'revision_number': 3, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '83a210db-4dc3-4c4f-8fdd-2de7884a1c80', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:35:45Z', 'updated_at': '2021-06-21T15:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:35:47.796172 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-38ef9fe8-483f-4738-a811-7793bddc7ea4 None None] For port 27584047-43fc-409c-9665-15334f55b4cb, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:35:47.800313 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-38ef9fe8-483f-4738-a811-7793bddc7ea4 None None] For port 27584047-43fc-409c-9665-15334f55b4cb, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=27584047-43fc-409c-9665-15334f55b4cb,segment=NetworkSegment(45193644-f1f0-45f4-9279-252a1be3b325),segment_id=45193644-f1f0-45f4-9279-252a1be3b325)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:35:47.805591 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-38ef9fe8-483f-4738-a811-7793bddc7ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:47.807513 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-91ad593b-8d71-4adf-a7cb-298f3676b6b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:35:47.810699 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a38aa69-f2b9-4e97-b4f9-8f91f0e7db45 None None] The sync data for ids ['8ee544f2-6838-4944-8bee-bcbfcaee1bb1'] in dv-neutron-797121-2-hyperv is: [{'id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1621810032', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': '83a210db-4dc3-4c4f-8fdd-2de7884a1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:35:45Z', 'updated_at': '2021-06-21T15:35:45Z', 'revision_number': 3, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '83a210db-4dc3-4c4f-8fdd-2de7884a1c80', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:35:45Z', 'updated_at': '2021-06-21T15:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:35:47.870781 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef9fe8-483f-4738-a811-7793bddc7ea4 None None] Pushing event updated for resources: {'Port': ['ID=27584047-43fc-409c-9665-15334f55b4cb,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:35:47.874290 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-38ef9fe8-483f-4738-a811-7793bddc7ea4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:35:47.972110 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-cec31f95-ac66-4a52-a393-7116432780c8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Allocated IP 172.20.0.1 (b86a536f-8f80-4e3f-accb-1ad3fef77d86/e7f3fe94-0bbe-4160-934c-af466c9e25cd/069e6128-9289-44e2-82de-84995b96b11d) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:35:48.136317 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cec31f95-ac66-4a52-a393-7116432780c8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:48.158309 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-cec31f95-ac66-4a52-a393-7116432780c8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Transition to ACTIVE for port object 069e6128-9289-44e2-82de-84995b96b11d will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:35:48.214700 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cec31f95-ac66-4a52-a393-7116432780c8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:48.218660 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-803159ed-8ef9-431b-ae22-afe2416ca9c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:35:48.254830 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:48.269777 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec31f95-ac66-4a52-a393-7116432780c8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Network b86a536f-8f80-4e3f-accb-1ad3fef77d86 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:35:48.273519 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-cec31f95-ac66-4a52-a393-7116432780c8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:35:48.277536 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec31f95-ac66-4a52-a393-7116432780c8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:35:48.306483 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec31f95-ac66-4a52-a393-7116432780c8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Port': ['ID=069e6128-9289-44e2-82de-84995b96b11d,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:35:48.310982 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cec31f95-ac66-4a52-a393-7116432780c8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:35:48.329702 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cec31f95-ac66-4a52-a393-7116432780c8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:48.491811 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cec31f95-ac66-4a52-a393-7116432780c8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:48.829445 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cec31f95-ac66-4a52-a393-7116432780c8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:48.832266 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 27584047-43fc-409c-9665-15334f55b4cb up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:35:48.836275 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cec31f95-ac66-4a52-a393-7116432780c8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:48.840827 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0ee85535-a7bb-47a9-bc94-ea870eec20d4 tempest-ServersNegativeTestJSON-1168771657 tempest-ServersNegativeTestJSON-1168771657-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:35:48.892886 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 27584047-43fc-409c-9665-15334f55b4cb completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:35:48.897863 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 83a210db-4dc3-4c4f-8fdd-2de7884a1c80 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:35:48.917041 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec31f95-ac66-4a52-a393-7116432780c8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Port': ['ID=069e6128-9289-44e2-82de-84995b96b11d,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:35:48.920345 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cec31f95-ac66-4a52-a393-7116432780c8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:48.928925 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cec31f95-ac66-4a52-a393-7116432780c8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:35:48.959395 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 83a210db-4dc3-4c4f-8fdd-2de7884a1c80 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:35:48.963827 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 83a210db-4dc3-4c4f-8fdd-2de7884a1c80 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:35:48.964286 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:48.991392 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05a706d-8f9d-4948-b2c2-a07366e54011 None None] Network b86a536f-8f80-4e3f-accb-1ad3fef77d86 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:35:49.022659 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec31f95-ac66-4a52-a393-7116432780c8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Network b86a536f-8f80-4e3f-accb-1ad3fef77d86 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:35:49.024132 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-cec31f95-ac66-4a52-a393-7116432780c8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:35:49.081167 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8c1a0f94-4d84-4878-8a73-d2cc5259bfca None None] Provisioning for port 27584047-43fc-409c-9665-15334f55b4cb completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:35:49.113744 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8c1a0f94-4d84-4878-8a73-d2cc5259bfca None None] Provisioning complete for port 27584047-43fc-409c-9665-15334f55b4cb triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:35:49.114142 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8c1a0f94-4d84-4878-8a73-d2cc5259bfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:49.145382 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec31f95-ac66-4a52-a393-7116432780c8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Router 8ee544f2-6838-4944-8bee-bcbfcaee1bb1 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:35:49.172014 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:49.210932 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 83a210db-4dc3-4c4f-8fdd-2de7884a1c80, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=83a210db-4dc3-4c4f-8fdd-2de7884a1c80,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:35:49.231787 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:49.234290 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:35:49.261143 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec31f95-ac66-4a52-a393-7116432780c8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:35:49.268026 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-cec31f95-ac66-4a52-a393-7116432780c8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "PUT /v2.0/routers/8ee544f2-6838-4944-8bee-bcbfcaee1bb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1516037 Jun 21 15:35:49.322083 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8c1a0f94-4d84-4878-8a73-d2cc5259bfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:49.335867 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=83a210db-4dc3-4c4f-8fdd-2de7884a1c80,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:35:49.338507 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:35:49.380478 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-8c1a0f94-4d84-4878-8a73-d2cc5259bfca None None] For port 27584047-43fc-409c-9665-15334f55b4cb, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=27584047-43fc-409c-9665-15334f55b4cb,segment=NetworkSegment(45193644-f1f0-45f4-9279-252a1be3b325),segment_id=45193644-f1f0-45f4-9279-252a1be3b325)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:35:49.386614 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8c1a0f94-4d84-4878-8a73-d2cc5259bfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:49.389543 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-dd0bfeff-173f-48ca-81aa-8e541d260a22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:35:49.428085 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-b0694aa0-b04d-441c-81d8-19b38c2d961e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-771591823&fields=id&tenant_id=0051d95f936f45a5bdf7530c097504c5 HTTP/1.1" status: 200 len: 267 time: 0.0475461 Jun 21 15:35:49.448253 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a0f94-4d84-4878-8a73-d2cc5259bfca None None] Pushing event updated for resources: {'Port': ['ID=27584047-43fc-409c-9665-15334f55b4cb,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:35:49.451320 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8c1a0f94-4d84-4878-8a73-d2cc5259bfca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:35:49.540079 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-29711dce-a6dc-4f9a-97fe-c5a498622bd4 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:35:49.541571 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-29711dce-a6dc-4f9a-97fe-c5a498622bd4 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/networks?id=b86a536f-8f80-4e3f-accb-1ad3fef77d86 HTTP/1.1" status: 200 len: 796 time: 0.1061792 Jun 21 15:35:49.559893 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-4b345cce-52a5-46e9-b973-60d3033e7b38 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/quotas/0051d95f936f45a5bdf7530c097504c5 HTTP/1.1" status: 200 len: 375 time: 0.0123169 Jun 21 15:35:49.585531 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b10844-9a2b-4a92-8485-78112aa84ac2 None None] Sync routers for ids ['8ee544f2-6838-4944-8bee-bcbfcaee1bb1'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:35:49.595705 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b10844-9a2b-4a92-8485-78112aa84ac2 None None] Routers {'8ee544f2-6838-4944-8bee-bcbfcaee1bb1'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:35:49.596915 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-96b10844-9a2b-4a92-8485-78112aa84ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:35:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['8ee544f2-6838-4944-8bee-bcbfcaee1bb1'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:35:49.643396 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-64d9d0e8-c14f-4ad7-9d19-d62699deb3bb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768330 Jun 21 15:35:49.661828 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-abc5a02b-b1e0-4089-8086-ff8414b76a2e None None] Provisioning complete for port 27584047-43fc-409c-9665-15334f55b4cb triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:35:49.661828 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-abc5a02b-b1e0-4089-8086-ff8414b76a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:49.749631 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-96b10844-9a2b-4a92-8485-78112aa84ac2 None None] Set router 8ee544f2-6838-4944-8bee-bcbfcaee1bb1 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:35:49.810061 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-31a16196-d8a3-4ab9-b09a-9ede56c36598 service neutron] 10.222.0.72 "GET /v2.0/networks/b86a536f-8f80-4e3f-accb-1ad3fef77d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542859 Jun 21 15:35:49.910038 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-8994e86c-1a2a-40b3-9e97-8811a0d59133 service neutron] 10.222.0.72 "GET /v2.0/networks/b86a536f-8f80-4e3f-accb-1ad3fef77d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936804 Jun 21 15:35:49.930499 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-abc5a02b-b1e0-4089-8086-ff8414b76a2e None None] Provisioning for port 069e6128-9289-44e2-82de-84995b96b11d completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:35:49.944706 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-abc5a02b-b1e0-4089-8086-ff8414b76a2e None None] Provisioning complete for port 069e6128-9289-44e2-82de-84995b96b11d triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:35:49.945142 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-abc5a02b-b1e0-4089-8086-ff8414b76a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:49.980803 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:50.017471 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-abc5a02b-b1e0-4089-8086-ff8414b76a2e None None] Port 069e6128-9289-44e2-82de-84995b96b11d cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:35:50.050333 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-96b10844-9a2b-4a92-8485-78112aa84ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1621810032', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': '83a210db-4dc3-4c4f-8fdd-2de7884a1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:35:45Z', 'updated_at': '2021-06-21T15:35:48Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '83a210db-4dc3-4c4f-8fdd-2de7884a1c80', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:35:45Z', 'updated_at': '2021-06-21T15:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '069e6128-9289-44e2-82de-84995b96b11d', 'name': '', 'network_id': 'b86a536f-8f80-4e3f-accb-1ad3fef77d86', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:b0:3c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'e7f3fe94-0bbe-4160-934c-af466c9e25cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:35:47Z', 'updated_at': '2021-06-21T15:35:48Z', 'revision_number': 2, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': 'e7f3fe94-0bbe-4160-934c-af466c9e25cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:35:50.092506 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0c449469-6c4d-4ed0-b097-0008f90ce264 req-8bd58ddd-9d7a-4d81-8586-4cd26279fe8b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14 HTTP/1.1" status: 200 len: 210 time: 0.0327241 Jun 21 15:35:50.246562 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b10844-9a2b-4a92-8485-78112aa84ac2 None None] Checking router: 8ee544f2-6838-4944-8bee-bcbfcaee1bb1 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:35:50.247581 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b10844-9a2b-4a92-8485-78112aa84ac2 None None] Updating router 8ee544f2-6838-4944-8bee-bcbfcaee1bb1 port 069e6128-9289-44e2-82de-84995b96b11d binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:35:50.286375 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f5404bb4-1253-4603-9b7a-5cb12b077727 None None] Provisioning complete for port 069e6128-9289-44e2-82de-84995b96b11d triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:35:50.286750 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f5404bb4-1253-4603-9b7a-5cb12b077727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:50.308530 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-96b10844-9a2b-4a92-8485-78112aa84ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:50.351941 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-f5404bb4-1253-4603-9b7a-5cb12b077727 None None] Port 069e6128-9289-44e2-82de-84995b96b11d cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:35:50.597138 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-96b10844-9a2b-4a92-8485-78112aa84ac2 None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:50.608782 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-96b10844-9a2b-4a92-8485-78112aa84ac2 None None] Transition to ACTIVE for port object 069e6128-9289-44e2-82de-84995b96b11d will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:35:50.616599 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-96b10844-9a2b-4a92-8485-78112aa84ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:50.618592 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-dd0bfeff-173f-48ca-81aa-8e541d260a22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:35:50.705387 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6101ec-5c0d-4d1b-ae16-9935b5902343 None None] Pushing event updated for resources: {'Port': ['ID=069e6128-9289-44e2-82de-84995b96b11d,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:35:50.709648 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-2e6101ec-5c0d-4d1b-ae16-9935b5902343 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:35:50.762435 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 27584047-43fc-409c-9665-15334f55b4cb up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:35:50.766002 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-96b10844-9a2b-4a92-8485-78112aa84ac2 None None] Attempting to bind port 069e6128-9289-44e2-82de-84995b96b11d on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:35:50.766377 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-96b10844-9a2b-4a92-8485-78112aa84ac2 None None] Attempting to bind port 069e6128-9289-44e2-82de-84995b96b11d by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '45193644-f1f0-45f4-9279-252a1be3b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b86a536f-8f80-4e3f-accb-1ad3fef77d86'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:35:50.766726 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b10844-9a2b-4a92-8485-78112aa84ac2 None None] Attempting to bind port 069e6128-9289-44e2-82de-84995b96b11d on network b86a536f-8f80-4e3f-accb-1ad3fef77d86 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:35:50.789393 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b10844-9a2b-4a92-8485-78112aa84ac2 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:35:50.789804 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b10844-9a2b-4a92-8485-78112aa84ac2 None None] Checking segment: {'id': '45193644-f1f0-45f4-9279-252a1be3b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b86a536f-8f80-4e3f-accb-1ad3fef77d86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:35:50.790228 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-96b10844-9a2b-4a92-8485-78112aa84ac2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:50.790625 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b10844-9a2b-4a92-8485-78112aa84ac2 None None] Bound using segment: {'id': '45193644-f1f0-45f4-9279-252a1be3b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b86a536f-8f80-4e3f-accb-1ad3fef77d86'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:35:50.791099 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-96b10844-9a2b-4a92-8485-78112aa84ac2 None None] Bound port: 069e6128-9289-44e2-82de-84995b96b11d, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45193644-f1f0-45f4-9279-252a1be3b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b86a536f-8f80-4e3f-accb-1ad3fef77d86'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:35:50.791469 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-96b10844-9a2b-4a92-8485-78112aa84ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:50.874276 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 27584047-43fc-409c-9665-15334f55b4cb triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:35:50.874646 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:50.895686 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-96b10844-9a2b-4a92-8485-78112aa84ac2 None None] For port 069e6128-9289-44e2-82de-84995b96b11d, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:35:50.914670 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-96b10844-9a2b-4a92-8485-78112aa84ac2 None None] For port 069e6128-9289-44e2-82de-84995b96b11d, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=069e6128-9289-44e2-82de-84995b96b11d,segment=NetworkSegment(45193644-f1f0-45f4-9279-252a1be3b325),segment_id=45193644-f1f0-45f4-9279-252a1be3b325)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:35:50.926854 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-96b10844-9a2b-4a92-8485-78112aa84ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:50.931263 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:35:50.996751 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b10844-9a2b-4a92-8485-78112aa84ac2 None None] Routers {'8ee544f2-6838-4944-8bee-bcbfcaee1bb1'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:35:50.997381 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-96b10844-9a2b-4a92-8485-78112aa84ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:35:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['8ee544f2-6838-4944-8bee-bcbfcaee1bb1'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:35:51.001142 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6101ec-5c0d-4d1b-ae16-9935b5902343 None None] Pushing event updated for resources: {'Port': ['ID=069e6128-9289-44e2-82de-84995b96b11d,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:35:51.052406 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-2e6101ec-5c0d-4d1b-ae16-9935b5902343 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:35:51.080798 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 83a210db-4dc3-4c4f-8fdd-2de7884a1c80 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:35:51.197275 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-96b10844-9a2b-4a92-8485-78112aa84ac2 None None] Set router 8ee544f2-6838-4944-8bee-bcbfcaee1bb1 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:35:51.228995 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-0914df92-4c6d-443e-8d99-e9e6e22b6753 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:35:51.231219 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-0914df92-4c6d-443e-8d99-e9e6e22b6753 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.66 "GET /v2.0/networks?id=b86a536f-8f80-4e3f-accb-1ad3fef77d86 HTTP/1.1" status: 200 len: 796 time: 0.1281083 Jun 21 15:35:51.341915 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 83a210db-4dc3-4c4f-8fdd-2de7884a1c80 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:35:51.342299 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:51.518012 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-96b10844-9a2b-4a92-8485-78112aa84ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1621810032', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': '83a210db-4dc3-4c4f-8fdd-2de7884a1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:35:45Z', 'updated_at': '2021-06-21T15:35:48Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '83a210db-4dc3-4c4f-8fdd-2de7884a1c80', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:35:45Z', 'updated_at': '2021-06-21T15:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '069e6128-9289-44e2-82de-84995b96b11d', 'name': '', 'network_id': 'b86a536f-8f80-4e3f-accb-1ad3fef77d86', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:b0:3c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'e7f3fe94-0bbe-4160-934c-af466c9e25cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:35:47Z', 'updated_at': '2021-06-21T15:35:50Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': 'e7f3fe94-0bbe-4160-934c-af466c9e25cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:35:51.548433 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b10844-9a2b-4a92-8485-78112aa84ac2 None None] The sync data for ids ['8ee544f2-6838-4944-8bee-bcbfcaee1bb1'] in dv-neutron-797121-2-hyperv is: [{'id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1621810032', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': '83a210db-4dc3-4c4f-8fdd-2de7884a1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:35:45Z', 'updated_at': '2021-06-21T15:35:48Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '83a210db-4dc3-4c4f-8fdd-2de7884a1c80', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:35:45Z', 'updated_at': '2021-06-21T15:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '069e6128-9289-44e2-82de-84995b96b11d', 'name': '', 'network_id': 'b86a536f-8f80-4e3f-accb-1ad3fef77d86', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:b0:3c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'e7f3fe94-0bbe-4160-934c-af466c9e25cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:35:47Z', 'updated_at': '2021-06-21T15:35:50Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': 'e7f3fe94-0bbe-4160-934c-af466c9e25cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:35:51.632113 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4ef4b5be-85b7-465f-b089-5b809bad0d1d req-473ca442-a011-4855-9809-a017d0b3ed68 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14 HTTP/1.1" status: 200 len: 210 time: 0.0385926 Jun 21 15:35:51.649060 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-5fd584f6-9b8e-4d9d-b15f-93991224e3eb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0051d95f936f45a5bdf7530c097504c5 HTTP/1.1" status: 200 len: 379 time: 0.4078991 Jun 21 15:35:51.663517 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-f8d9cf8f-5b46-4051-9c1d-991ae558aa5a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'port': {'device_id': '0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14', 'network_id': 'b86a536f-8f80-4e3f-accb-1ad3fef77d86', 'admin_state_up': True, 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'security_groups': ['0a2cf407-abf7-428f-808e-bfea3a805374']}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:35:51.783591 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-f8d9cf8f-5b46-4051-9c1d-991ae558aa5a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Made reservation on behalf of 0051d95f936f45a5bdf7530c097504c5 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:35:51.787478 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-f8d9cf8f-5b46-4051-9c1d-991ae558aa5a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:51.914781 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-f8d9cf8f-5b46-4051-9c1d-991ae558aa5a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Allocated IP 172.20.0.14 (b86a536f-8f80-4e3f-accb-1ad3fef77d86/e7f3fe94-0bbe-4160-934c-af466c9e25cd/0d374a2b-1753-4393-896b-d298b0851918) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:35:52.061163 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-f8d9cf8f-5b46-4051-9c1d-991ae558aa5a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:52.075851 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-f8d9cf8f-5b46-4051-9c1d-991ae558aa5a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Transition to ACTIVE for port object 0d374a2b-1753-4393-896b-d298b0851918 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:35:52.112138 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-f8d9cf8f-5b46-4051-9c1d-991ae558aa5a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:52.117268 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cec31f95-ac66-4a52-a393-7116432780c8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:35:52.166744 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-f8d9cf8f-5b46-4051-9c1d-991ae558aa5a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Network b86a536f-8f80-4e3f-accb-1ad3fef77d86 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:35:52.171997 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-f8d9cf8f-5b46-4051-9c1d-991ae558aa5a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:35:52.175328 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-f8d9cf8f-5b46-4051-9c1d-991ae558aa5a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:35:52.182521 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d9cf8f-5b46-4051-9c1d-991ae558aa5a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Port': ['ID=0d374a2b-1753-4393-896b-d298b0851918,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:35:52.185605 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f8d9cf8f-5b46-4051-9c1d-991ae558aa5a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:35:52.242590 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-f8d9cf8f-5b46-4051-9c1d-991ae558aa5a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:35:52.243317 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-f8d9cf8f-5b46-4051-9c1d-991ae558aa5a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:52.262067 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-f8d9cf8f-5b46-4051-9c1d-991ae558aa5a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6031780 Jun 21 15:35:52.274797 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-209c4150-e462-411b-8d5f-e7eb2629e471 service neutron] Request body: {'port': {'device_id': '0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:35:52.355353 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-209c4150-e462-411b-8d5f-e7eb2629e471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:52.372092 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-1bdf3294-f8e4-4973-a214-b71c3903bdb4 None None] Provisioning for port 0d374a2b-1753-4393-896b-d298b0851918 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:35:52.377380 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-1bdf3294-f8e4-4973-a214-b71c3903bdb4 None None] Provisioning complete for port 0d374a2b-1753-4393-896b-d298b0851918 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:35:52.378581 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1bdf3294-f8e4-4973-a214-b71c3903bdb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:52.415982 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-1bdf3294-f8e4-4973-a214-b71c3903bdb4 None None] Port 0d374a2b-1753-4393-896b-d298b0851918 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:35:52.642786 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-209c4150-e462-411b-8d5f-e7eb2629e471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d374a2b-1753-4393-896b-d298b0851918 {{(pid=105224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:35:52.650747 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-209c4150-e462-411b-8d5f-e7eb2629e471 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:52.663436 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-209c4150-e462-411b-8d5f-e7eb2629e471 service neutron] Transition to ACTIVE for port object 0d374a2b-1753-4393-896b-d298b0851918 will not be triggered until provisioned by entity L2. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:35:52.670887 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-209c4150-e462-411b-8d5f-e7eb2629e471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:52.674160 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d45a376c-cf85-48c8-9624-df5f4cdfb085 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:35:52.760840 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c4150-e462-411b-8d5f-e7eb2629e471 service neutron] Pushing event updated for resources: {'Port': ['ID=0d374a2b-1753-4393-896b-d298b0851918,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:35:52.764933 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-209c4150-e462-411b-8d5f-e7eb2629e471 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:35:52.792004 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 069e6128-9289-44e2-82de-84995b96b11d up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:35:52.842254 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 069e6128-9289-44e2-82de-84995b96b11d completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:35:52.846734 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 069e6128-9289-44e2-82de-84995b96b11d triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:35:52.847227 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:52.890308 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-209c4150-e462-411b-8d5f-e7eb2629e471 service neutron] Attempting to bind port 0d374a2b-1753-4393-896b-d298b0851918 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:35:52.890675 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-209c4150-e462-411b-8d5f-e7eb2629e471 service neutron] Attempting to bind port 0d374a2b-1753-4393-896b-d298b0851918 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '45193644-f1f0-45f4-9279-252a1be3b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b86a536f-8f80-4e3f-accb-1ad3fef77d86'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:35:52.890960 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-209c4150-e462-411b-8d5f-e7eb2629e471 service neutron] Attempting to bind port 0d374a2b-1753-4393-896b-d298b0851918 on network b86a536f-8f80-4e3f-accb-1ad3fef77d86 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:35:52.903564 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-209c4150-e462-411b-8d5f-e7eb2629e471 service neutron] Port 0d374a2b-1753-4393-896b-d298b0851918 on network b86a536f-8f80-4e3f-accb-1ad3fef77d86 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 15:35:52.903831 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-209c4150-e462-411b-8d5f-e7eb2629e471 service neutron] Attempting to bind port 0d374a2b-1753-4393-896b-d298b0851918 on network b86a536f-8f80-4e3f-accb-1ad3fef77d86 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:35:52.915700 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b3858-fad8-417c-935d-4f378f65f025 req-f651a607-2d9d-4efe-80d4-781fbb0f0452 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:35:52.917196 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-248b3858-fad8-417c-935d-4f378f65f025 req-f651a607-2d9d-4efe-80d4-781fbb0f0452 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14 HTTP/1.1" status: 200 len: 944 time: 0.1273074 Jun 21 15:35:52.918404 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-209c4150-e462-411b-8d5f-e7eb2629e471 service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:35:52.918727 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-209c4150-e462-411b-8d5f-e7eb2629e471 service neutron] Checking segment: {'id': '45193644-f1f0-45f4-9279-252a1be3b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b86a536f-8f80-4e3f-accb-1ad3fef77d86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:35:52.919095 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-209c4150-e462-411b-8d5f-e7eb2629e471 service neutron] Bound using segment: {'id': '45193644-f1f0-45f4-9279-252a1be3b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b86a536f-8f80-4e3f-accb-1ad3fef77d86'} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:35:52.919530 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-209c4150-e462-411b-8d5f-e7eb2629e471 service neutron] Bound port: 0d374a2b-1753-4393-896b-d298b0851918, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45193644-f1f0-45f4-9279-252a1be3b325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'b86a536f-8f80-4e3f-accb-1ad3fef77d86'}}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:35:52.919940 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-209c4150-e462-411b-8d5f-e7eb2629e471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:52.939077 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:52.976942 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 069e6128-9289-44e2-82de-84995b96b11d, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=069e6128-9289-44e2-82de-84995b96b11d,segment=NetworkSegment(45193644-f1f0-45f4-9279-252a1be3b325),segment_id=45193644-f1f0-45f4-9279-252a1be3b325)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:35:52.981599 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:52.983434 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-2e6101ec-5c0d-4d1b-ae16-9935b5902343 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:35:52.994830 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-248b3858-fad8-417c-935d-4f378f65f025 req-73f6c5c4-7aab-4529-a8a0-777195dd8265 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a2cf407-abf7-428f-808e-bfea3a805374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712457 Jun 21 15:35:53.021431 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-209c4150-e462-411b-8d5f-e7eb2629e471 service neutron] For port 0d374a2b-1753-4393-896b-d298b0851918, host hv-neutron-7971, cleared binding levels {{(pid=105224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:35:53.024842 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-209c4150-e462-411b-8d5f-e7eb2629e471 service neutron] For port 0d374a2b-1753-4393-896b-d298b0851918, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0d374a2b-1753-4393-896b-d298b0851918,segment=NetworkSegment(45193644-f1f0-45f4-9279-252a1be3b325),segment_id=45193644-f1f0-45f4-9279-252a1be3b325)] {{(pid=105224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:35:53.029467 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-209c4150-e462-411b-8d5f-e7eb2629e471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:53.032465 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-38f98c30-162e-45ef-9c74-ee55e6f1de3b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:35:53.037661 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=069e6128-9289-44e2-82de-84995b96b11d,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:35:53.040983 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:35:53.069459 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-209c4150-e462-411b-8d5f-e7eb2629e471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:35:53.070107 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-209c4150-e462-411b-8d5f-e7eb2629e471 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:53.071434 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-209c4150-e462-411b-8d5f-e7eb2629e471 service neutron] 10.222.0.66 "PUT /v2.0/ports/0d374a2b-1753-4393-896b-d298b0851918 HTTP/1.1" status: 200 len: 1094 time: 0.8015156 Jun 21 15:35:53.071992 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14', 'tag': '0d374a2b-1753-4393-896b-d298b0851918'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:35:53.074311 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d1def8-0eef-4bff-9a4e-ab64767db906" -d '{"events": [{"name": "network-changed", "server_uuid": "0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14", "tag": "0d374a2b-1753-4393-896b-d298b0851918"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:35:53.098178 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c4150-e462-411b-8d5f-e7eb2629e471 service neutron] Pushing event updated for resources: {'Port': ['ID=0d374a2b-1753-4393-896b-d298b0851918,revision_number=3']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:35:53.101596 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-209c4150-e462-411b-8d5f-e7eb2629e471 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:35:53.122850 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a73d20-1f08-4ddb-b6e4-5bdb651ebe52 x-openstack-request-id: req-d5a73d20-1f08-4ddb-b6e4-5bdb651ebe52 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:35:53.123191 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14", "tag": "0d374a2b-1753-4393-896b-d298b0851918", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:35:53.123494 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d5a73d20-1f08-4ddb-b6e4-5bdb651ebe52 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:35:53.124079 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14', 'tag': '0d374a2b-1753-4393-896b-d298b0851918', 'status': 'completed', 'code': 200} Jun 21 15:35:53.183834 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-add892ed-5699-4f6b-bcb2-deff9e1ab855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:35:53.185231 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-add892ed-5699-4f6b-bcb2-deff9e1ab855 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&device_id=0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14 HTTP/1.1" status: 200 len: 1097 time: 0.0585682 Jun 21 15:35:53.228615 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-9d69f2d7-1c2d-45e1-93ec-7c1b4d2ecbbd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d374a2b-1753-4393-896b-d298b0851918 HTTP/1.1" status: 200 len: 217 time: 0.0358310 Jun 21 15:35:53.287166 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-74aaeb3e-fb70-4c60-ae15-01a615212a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:35:53.288639 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-74aaeb3e-fb70-4c60-ae15-01a615212a98 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e7f3fe94-0bbe-4160-934c-af466c9e25cd HTTP/1.1" status: 200 len: 833 time: 0.0529809 Jun 21 15:35:53.348912 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-38d1ef33-cf95-44a3-8fde-624c464565c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:35:53.350466 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-38d1ef33-cf95-44a3-8fde-624c464565c3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a536f-8f80-4e3f-accb-1ad3fef77d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0548429 Jun 21 15:35:53.445232 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-70634472-f48d-465b-bc0c-c1978504dbc0 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a536f-8f80-4e3f-accb-1ad3fef77d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875711 Jun 21 15:35:53.544753 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d863a01-5b47-44fd-91f1-f0ef615e04e3 req-05e46840-ede1-46e5-95fb-b4640e8ecc79 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a536f-8f80-4e3f-accb-1ad3fef77d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920615 Jun 21 15:35:53.658085 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1def8-0eef-4bff-9a4e-ab64767db906 req-3b1969f6-b263-4e4e-9e2e-65d8ebfcb0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:35:53.660037 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a1d1def8-0eef-4bff-9a4e-ab64767db906 req-3b1969f6-b263-4e4e-9e2e-65d8ebfcb0a0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&device_id=0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14 HTTP/1.1" status: 200 len: 1097 time: 0.0578926 Jun 21 15:35:53.755034 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1def8-0eef-4bff-9a4e-ab64767db906 req-14544c44-29ab-46b9-b44e-4eec07dd0329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:35:53.756376 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a1d1def8-0eef-4bff-9a4e-ab64767db906 req-14544c44-29ab-46b9-b44e-4eec07dd0329 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a536f-8f80-4e3f-accb-1ad3fef77d86 HTTP/1.1" status: 200 len: 897 time: 0.0899603 Jun 21 15:35:53.806238 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a1d1def8-0eef-4bff-9a4e-ab64767db906 req-6e6eaa30-dca9-463d-873a-fae6315fdbd2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d374a2b-1753-4393-896b-d298b0851918 HTTP/1.1" status: 200 len: 217 time: 0.0428040 Jun 21 15:35:53.860571 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1def8-0eef-4bff-9a4e-ab64767db906 req-9eaf4713-2eed-475f-b143-e5161cbe1974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:35:53.862933 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a1d1def8-0eef-4bff-9a4e-ab64767db906 req-9eaf4713-2eed-475f-b143-e5161cbe1974 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e7f3fe94-0bbe-4160-934c-af466c9e25cd HTTP/1.1" status: 200 len: 833 time: 0.0504036 Jun 21 15:35:53.930549 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1def8-0eef-4bff-9a4e-ab64767db906 req-11da8665-b738-4516-8a36-d3e5e6f17540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:35:53.932036 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a1d1def8-0eef-4bff-9a4e-ab64767db906 req-11da8665-b738-4516-8a36-d3e5e6f17540 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a536f-8f80-4e3f-accb-1ad3fef77d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0623236 Jun 21 15:35:54.033193 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a1d1def8-0eef-4bff-9a4e-ab64767db906 req-ecc062af-5a59-479f-917c-6ef929a1c717 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a536f-8f80-4e3f-accb-1ad3fef77d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935602 Jun 21 15:35:54.165525 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a1d1def8-0eef-4bff-9a4e-ab64767db906 req-76aa890c-54c1-4421-aed7-9efa87e6e9c6 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a536f-8f80-4e3f-accb-1ad3fef77d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252153 Jun 21 15:35:54.197202 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638001b1-d706-4de6-ae0b-d1b414a35c32 req-f28a368f-6181-4586-8256-7d6358450eae tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:35:54.198742 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-638001b1-d706-4de6-ae0b-d1b414a35c32 req-f28a368f-6181-4586-8256-7d6358450eae tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14 HTTP/1.1" status: 200 len: 944 time: 0.0858486 Jun 21 15:35:54.240985 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-638001b1-d706-4de6-ae0b-d1b414a35c32 req-41b5f1f0-947a-4cfb-bd7c-e881c73a37a2 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a2cf407-abf7-428f-808e-bfea3a805374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364258 Jun 21 15:35:54.732178 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 069e6128-9289-44e2-82de-84995b96b11d up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:35:54.782153 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 069e6128-9289-44e2-82de-84995b96b11d triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:35:54.782533 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:55.432594 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a04cfd4-ab51-4597-81b7-e4b486dcbca4 req-6162a5fa-ae70-48cb-8edd-e2afb3e39efd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:35:55.434153 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7a04cfd4-ab51-4597-81b7-e4b486dcbca4 req-6162a5fa-ae70-48cb-8edd-e2afb3e39efd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14 HTTP/1.1" status: 200 len: 944 time: 0.0725498 Jun 21 15:35:55.483372 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7a04cfd4-ab51-4597-81b7-e4b486dcbca4 req-8a88780d-8862-41b1-bcf5-e7d7fdd4a7d4 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a2cf407-abf7-428f-808e-bfea3a805374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428934 Jun 21 15:35:56.613899 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 0d374a2b-1753-4393-896b-d298b0851918 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:35:56.681757 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be7994-da64-45f5-a29c-32e81da2ea63 req-b0bdad75-553a-4592-bb26-57ca1a10f1f0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:35:56.683434 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f9be7994-da64-45f5-a29c-32e81da2ea63 req-b0bdad75-553a-4592-bb26-57ca1a10f1f0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14 HTTP/1.1" status: 200 len: 944 time: 0.0832078 Jun 21 15:35:56.721701 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 0d374a2b-1753-4393-896b-d298b0851918, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0d374a2b-1753-4393-896b-d298b0851918,segment=NetworkSegment(45193644-f1f0-45f4-9279-252a1be3b325),segment_id=45193644-f1f0-45f4-9279-252a1be3b325)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:35:56.722111 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f9be7994-da64-45f5-a29c-32e81da2ea63 req-5fa0563d-8157-4bad-9649-d3ec7a2210de tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a2cf407-abf7-428f-808e-bfea3a805374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330245 Jun 21 15:35:56.737946 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '0d374a2b-1753-4393-896b-d298b0851918', 'network_id': 'b86a536f-8f80-4e3f-accb-1ad3fef77d86', 'port_id': '0d374a2b-1753-4393-896b-d298b0851918', 'mac_address': 'fa:16:3e:00:47:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7f3fe94-0bbe-4160-934c-af466c9e25cd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:35:56.774574 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:56.787056 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d374a2b-1753-4393-896b-d298b0851918 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:35:56.806100 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 0d374a2b-1753-4393-896b-d298b0851918, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0d374a2b-1753-4393-896b-d298b0851918,segment=NetworkSegment(45193644-f1f0-45f4-9279-252a1be3b325),segment_id=45193644-f1f0-45f4-9279-252a1be3b325)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:35:56.812556 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:56.814314 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:35:56.867929 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=0d374a2b-1753-4393-896b-d298b0851918,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:35:56.872916 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:35:57.258836 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['0d374a2b-1753-4393-896b-d298b0851918'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:35:57.913062 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e582797-5f00-49d5-a246-340dfc00eb2c req-c4c8a14f-c0ae-400e-afac-698fd70e5e42 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:35:57.914541 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1e582797-5f00-49d5-a246-340dfc00eb2c req-c4c8a14f-c0ae-400e-afac-698fd70e5e42 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14 HTTP/1.1" status: 200 len: 945 time: 0.0742540 Jun 21 15:35:57.952471 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1e582797-5f00-49d5-a246-340dfc00eb2c req-c36dcd48-635d-4e14-a600-151e7d7fc491 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a2cf407-abf7-428f-808e-bfea3a805374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322244 Jun 21 15:35:58.628100 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 0d374a2b-1753-4393-896b-d298b0851918 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:35:58.683200 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port 0d374a2b-1753-4393-896b-d298b0851918 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:35:58.687246 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 0d374a2b-1753-4393-896b-d298b0851918 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:35:58.687783 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:58.777744 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:58.801597 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d374a2b-1753-4393-896b-d298b0851918'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:35:58.803902 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5769c18a-1896-452d-b2de-50d864135b6f" -d '{"events": [{"server_uuid": "0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14", "name": "network-vif-plugged", "status": "completed", "tag": "0d374a2b-1753-4393-896b-d298b0851918"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:35:58.816789 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 0d374a2b-1753-4393-896b-d298b0851918, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0d374a2b-1753-4393-896b-d298b0851918,segment=NetworkSegment(45193644-f1f0-45f4-9279-252a1be3b325),segment_id=45193644-f1f0-45f4-9279-252a1be3b325)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:35:58.822760 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:35:58.824813 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-1acc21a2-1720-4954-ab21-32c333503fa6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:35:58.871955 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=0d374a2b-1753-4393-896b-d298b0851918,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:35:58.875119 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:35:58.899720 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f081ea1-ed58-434f-b16d-5f526f1c7467 x-openstack-request-id: req-1f081ea1-ed58-434f-b16d-5f526f1c7467 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:35:58.900077 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14", "name": "network-vif-plugged", "status": "completed", "tag": "0d374a2b-1753-4393-896b-d298b0851918", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:35:58.900336 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1f081ea1-ed58-434f-b16d-5f526f1c7467 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:35:58.900795 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d374a2b-1753-4393-896b-d298b0851918', 'code': 200} Jun 21 15:35:59.183756 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38790c0-1f5d-441b-b797-f2ffe3515b43 req-0c402a82-0263-411e-ab5d-18201aa09339 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:35:59.185328 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e38790c0-1f5d-441b-b797-f2ffe3515b43 req-0c402a82-0263-411e-ab5d-18201aa09339 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14 HTTP/1.1" status: 200 len: 946 time: 0.1049547 Jun 21 15:35:59.199840 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a49000-484f-4c43-aaad-4937eb18bb4c req-2f0048df-4f0e-461c-bee5-6a899844932d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:35:59.201236 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-11a49000-484f-4c43-aaad-4937eb18bb4c req-2f0048df-4f0e-461c-bee5-6a899844932d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14 HTTP/1.1" status: 200 len: 1099 time: 0.0861278 Jun 21 15:35:59.247382 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e38790c0-1f5d-441b-b797-f2ffe3515b43 req-c8bf34c9-8143-42f3-bac1-2fe02cfb8b82 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a2cf407-abf7-428f-808e-bfea3a805374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551779 Jun 21 15:35:59.252712 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-11a49000-484f-4c43-aaad-4937eb18bb4c req-3611e51f-e0a5-47e1-8d13-be990cf840af service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=0a2cf407-abf7-428f-808e-bfea3a805374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437043 Jun 21 15:36:00.435714 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44205b7e-3af6-4e3e-a1c1-c5e5a9a209fc req-fee6692d-4f81-495a-bec1-b81597b5ca3e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:36:00.437204 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-44205b7e-3af6-4e3e-a1c1-c5e5a9a209fc req-fee6692d-4f81-495a-bec1-b81597b5ca3e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14 HTTP/1.1" status: 200 len: 946 time: 0.0723195 Jun 21 15:36:00.475796 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-44205b7e-3af6-4e3e-a1c1-c5e5a9a209fc req-9dc83889-5a73-42c5-b664-d4c93d72ed4d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a2cf407-abf7-428f-808e-bfea3a805374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327678 Jun 21 15:36:01.702945 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fccd69-f623-419d-8449-a73f24286e78 req-e2aa8418-73dd-4277-9722-18dab8983164 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:36:01.705222 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-40fccd69-f623-419d-8449-a73f24286e78 req-e2aa8418-73dd-4277-9722-18dab8983164 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14 HTTP/1.1" status: 200 len: 946 time: 0.0960517 Jun 21 15:36:01.747225 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-40fccd69-f623-419d-8449-a73f24286e78 req-84279362-9d37-4095-aa71-79831e211d4e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a2cf407-abf7-428f-808e-bfea3a805374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352144 Jun 21 15:36:01.958883 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650b041-0448-4f14-a990-3f5ed246ccb0 req-c51f2e6f-b827-4a95-ae34-8091260a8492 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:36:01.960268 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e650b041-0448-4f14-a990-3f5ed246ccb0 req-c51f2e6f-b827-4a95-ae34-8091260a8492 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14 HTTP/1.1" status: 200 len: 946 time: 0.0789025 Jun 21 15:36:02.011799 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e650b041-0448-4f14-a990-3f5ed246ccb0 req-bc067591-9961-4f3b-9877-43e93cd1f6ed tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a2cf407-abf7-428f-808e-bfea3a805374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453432 Jun 21 15:36:02.043332 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44932) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:36:02.103028 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b91bc2-4413-43fd-97aa-846147c79659 tempest-TestNetworkAdvancedServerOps-1812796509 tempest-TestNetworkAdvancedServerOps-1812796509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:36:02.104839 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-62b91bc2-4413-43fd-97aa-846147c79659 tempest-TestNetworkAdvancedServerOps-1812796509 tempest-TestNetworkAdvancedServerOps-1812796509-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14 HTTP/1.1" status: 200 len: 1094 time: 0.0601728 Jun 21 15:36:02.107418 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 44934) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:36:02.112235 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-defee52b-9f65-44cd-95be-537b421c44e9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'port_id': '0d374a2b-1753-4393-896b-d298b0851918', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:36:02.137271 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-defee52b-9f65-44cd-95be-537b421c44e9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for floatingip, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:36:02.246794 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-defee52b-9f65-44cd-95be-537b421c44e9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:36:02.359414 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-defee52b-9f65-44cd-95be-537b421c44e9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Allocated IP 172.26.3.100 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/a4b20322-9700-4552-8353-891488a129c6) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:36:02.462619 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-defee52b-9f65-44cd-95be-537b421c44e9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:36:02.509730 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-defee52b-9f65-44cd-95be-537b421c44e9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:36:02.513815 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1f69f949-f1c4-4c79-a2a3-4e423cddf4e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:36:02.552031 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defee52b-9f65-44cd-95be-537b421c44e9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:36:02.564055 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-defee52b-9f65-44cd-95be-537b421c44e9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:36:02.566384 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defee52b-9f65-44cd-95be-537b421c44e9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Port': ['ID=a4b20322-9700-4552-8353-891488a129c6,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:36:02.568537 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defee52b-9f65-44cd-95be-537b421c44e9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:36:02.570751 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-defee52b-9f65-44cd-95be-537b421c44e9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:36:02.945103 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-defee52b-9f65-44cd-95be-537b421c44e9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:36:03.031933 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-defee52b-9f65-44cd-95be-537b421c44e9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:36:03.196645 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-defee52b-9f65-44cd-95be-537b421c44e9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:36:03.204157 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-defee52b-9f65-44cd-95be-537b421c44e9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:36:03.207044 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cec31f95-ac66-4a52-a393-7116432780c8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:36:03.270617 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defee52b-9f65-44cd-95be-537b421c44e9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Port': ['ID=a4b20322-9700-4552-8353-891488a129c6,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:36:03.276001 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-defee52b-9f65-44cd-95be-537b421c44e9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:36:03.285722 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-defee52b-9f65-44cd-95be-537b421c44e9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:36:03.397047 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [None req-defee52b-9f65-44cd-95be-537b421c44e9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Floating IP c24e38ee-0f3f-47e5-a36c-c10fa8d53802 associated. External IP: 172.26.3.100, port: 0d374a2b-1753-4393-896b-d298b0851918. Jun 21 15:36:03.623260 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-defee52b-9f65-44cd-95be-537b421c44e9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Router 8ee544f2-6838-4944-8bee-bcbfcaee1bb1 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:36:03.735103 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defee52b-9f65-44cd-95be-537b421c44e9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:36:03.745942 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07400303-5a84-4d80-87f8-4537a8645411 None None] Sync routers for ids ['8ee544f2-6838-4944-8bee-bcbfcaee1bb1'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:36:03.754497 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-defee52b-9f65-44cd-95be-537b421c44e9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:36:03.756316 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07400303-5a84-4d80-87f8-4537a8645411 None None] Routers {'8ee544f2-6838-4944-8bee-bcbfcaee1bb1'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:36:03.756968 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-07400303-5a84-4d80-87f8-4537a8645411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:35:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['8ee544f2-6838-4944-8bee-bcbfcaee1bb1'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:36:03.791915 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-defee52b-9f65-44cd-95be-537b421c44e9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6834996 Jun 21 15:36:03.792630 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14', 'tag': '0d374a2b-1753-4393-896b-d298b0851918'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:36:03.796050 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11911849-4c95-430f-a413-54504e851c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14", "tag": "0d374a2b-1753-4393-896b-d298b0851918"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:36:03.833067 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51ac17f-04d6-47d6-bcc9-5076740e5ec3 x-openstack-request-id: req-b51ac17f-04d6-47d6-bcc9-5076740e5ec3 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:36:03.833404 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14", "tag": "0d374a2b-1753-4393-896b-d298b0851918", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:36:03.833719 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b51ac17f-04d6-47d6-bcc9-5076740e5ec3 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:36:03.834239 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14', 'tag': '0d374a2b-1753-4393-896b-d298b0851918', 'status': 'completed', 'code': 200} Jun 21 15:36:03.871887 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-07400303-5a84-4d80-87f8-4537a8645411 None None] Set router 8ee544f2-6838-4944-8bee-bcbfcaee1bb1 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:36:03.952524 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11911849-4c95-430f-a413-54504e851c8d req-1c235f8a-05bb-49b7-b67f-8f0d041e241b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:36:03.953995 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-11911849-4c95-430f-a413-54504e851c8d req-1c235f8a-05bb-49b7-b67f-8f0d041e241b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&device_id=0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14 HTTP/1.1" status: 200 len: 1099 time: 0.0977886 Jun 21 15:36:04.017713 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d6f5a-e93a-4f25-a859-4a3351c8416d req-7dcce8aa-7a1f-488f-ade7-5cb2b78726d3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:36:04.019214 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e83d6f5a-e93a-4f25-a859-4a3351c8416d req-7dcce8aa-7a1f-488f-ade7-5cb2b78726d3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14 HTTP/1.1" status: 200 len: 946 time: 0.1270640 Jun 21 15:36:04.085402 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e83d6f5a-e93a-4f25-a859-4a3351c8416d req-fd242a3a-0fa6-4d4b-8524-3386a96b4e8a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a2cf407-abf7-428f-808e-bfea3a805374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595343 Jun 21 15:36:04.089078 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11911849-4c95-430f-a413-54504e851c8d req-418d5011-c349-40f3-ab83-bcfa8bc95725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:36:04.090499 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-11911849-4c95-430f-a413-54504e851c8d req-418d5011-c349-40f3-ab83-bcfa8bc95725 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a536f-8f80-4e3f-accb-1ad3fef77d86 HTTP/1.1" status: 200 len: 897 time: 0.1293857 Jun 21 15:36:04.096419 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-07400303-5a84-4d80-87f8-4537a8645411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1621810032', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': '83a210db-4dc3-4c4f-8fdd-2de7884a1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:35:45Z', 'updated_at': '2021-06-21T15:35:48Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '83a210db-4dc3-4c4f-8fdd-2de7884a1c80', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:35:45Z', 'updated_at': '2021-06-21T15:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': 'c24e38ee-0f3f-47e5-a36c-c10fa8d53802', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'floating_ip_address': '172.26.3.100', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'port_id': '0d374a2b-1753-4393-896b-d298b0851918', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86a536f-8f80-4e3f-accb-1ad3fef77d86', 'mac_address': 'fa:16:3e:00:47:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:36:02Z', 'updated_at': '2021-06-21T15:36:02Z', 'revision_number': 0, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '069e6128-9289-44e2-82de-84995b96b11d', 'name': '', 'network_id': 'b86a536f-8f80-4e3f-accb-1ad3fef77d86', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:b0:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'e7f3fe94-0bbe-4160-934c-af466c9e25cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:35:47Z', 'updated_at': '2021-06-21T15:35:52Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': 'e7f3fe94-0bbe-4160-934c-af466c9e25cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:36:04.110867 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44940) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:36:04.123612 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07400303-5a84-4d80-87f8-4537a8645411 None None] Checking router: 8ee544f2-6838-4944-8bee-bcbfcaee1bb1 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:36:04.131785 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07400303-5a84-4d80-87f8-4537a8645411 None None] Routers {'8ee544f2-6838-4944-8bee-bcbfcaee1bb1'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:36:04.132403 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-07400303-5a84-4d80-87f8-4537a8645411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:35:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['8ee544f2-6838-4944-8bee-bcbfcaee1bb1'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:36:04.184080 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c99bae30-4b56-48fb-a754-e4729c91d1eb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/floatingips/c24e38ee-0f3f-47e5-a36c-c10fa8d53802 HTTP/1.1" status: 200 len: 992 time: 0.0716529 Jun 21 15:36:04.253765 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-07400303-5a84-4d80-87f8-4537a8645411 None None] Set router 8ee544f2-6838-4944-8bee-bcbfcaee1bb1 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:36:04.486723 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-07400303-5a84-4d80-87f8-4537a8645411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1621810032', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': '83a210db-4dc3-4c4f-8fdd-2de7884a1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:35:45Z', 'updated_at': '2021-06-21T15:35:48Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '83a210db-4dc3-4c4f-8fdd-2de7884a1c80', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:35:45Z', 'updated_at': '2021-06-21T15:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': 'c24e38ee-0f3f-47e5-a36c-c10fa8d53802', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'floating_ip_address': '172.26.3.100', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'port_id': '0d374a2b-1753-4393-896b-d298b0851918', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86a536f-8f80-4e3f-accb-1ad3fef77d86', 'mac_address': 'fa:16:3e:00:47:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:36:02Z', 'updated_at': '2021-06-21T15:36:02Z', 'revision_number': 0, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '069e6128-9289-44e2-82de-84995b96b11d', 'name': '', 'network_id': 'b86a536f-8f80-4e3f-accb-1ad3fef77d86', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:b0:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'e7f3fe94-0bbe-4160-934c-af466c9e25cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:35:47Z', 'updated_at': '2021-06-21T15:35:52Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': 'e7f3fe94-0bbe-4160-934c-af466c9e25cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:36:04.511218 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-11911849-4c95-430f-a413-54504e851c8d req-cf63844c-1aef-4b9d-91f4-16271053b8b2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d374a2b-1753-4393-896b-d298b0851918 HTTP/1.1" status: 200 len: 1000 time: 0.4135189 Jun 21 15:36:04.566031 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11911849-4c95-430f-a413-54504e851c8d req-03554620-6313-4fdc-990e-fa1612dc686a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:36:04.567511 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-11911849-4c95-430f-a413-54504e851c8d req-03554620-6313-4fdc-990e-fa1612dc686a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e7f3fe94-0bbe-4160-934c-af466c9e25cd HTTP/1.1" status: 200 len: 833 time: 0.0485716 Jun 21 15:36:04.607686 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07400303-5a84-4d80-87f8-4537a8645411 None None] The sync data for ids ['8ee544f2-6838-4944-8bee-bcbfcaee1bb1'] in dv-neutron-797121-2-hyperv is: [{'id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1621810032', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': '83a210db-4dc3-4c4f-8fdd-2de7884a1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:35:45Z', 'updated_at': '2021-06-21T15:35:48Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '83a210db-4dc3-4c4f-8fdd-2de7884a1c80', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:35:45Z', 'updated_at': '2021-06-21T15:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': 'c24e38ee-0f3f-47e5-a36c-c10fa8d53802', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'floating_ip_address': '172.26.3.100', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'port_id': '0d374a2b-1753-4393-896b-d298b0851918', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86a536f-8f80-4e3f-accb-1ad3fef77d86', 'mac_address': 'fa:16:3e:00:47:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:36:02Z', 'updated_at': '2021-06-21T15:36:02Z', 'revision_number': 0, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '069e6128-9289-44e2-82de-84995b96b11d', 'name': '', 'network_id': 'b86a536f-8f80-4e3f-accb-1ad3fef77d86', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:b0:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'e7f3fe94-0bbe-4160-934c-af466c9e25cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:35:47Z', 'updated_at': '2021-06-21T15:35:52Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': 'e7f3fe94-0bbe-4160-934c-af466c9e25cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:36:04.629992 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11911849-4c95-430f-a413-54504e851c8d req-b4c2335f-fbec-4dba-bd63-765fdcd99497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:36:04.631482 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-11911849-4c95-430f-a413-54504e851c8d req-b4c2335f-fbec-4dba-bd63-765fdcd99497 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a536f-8f80-4e3f-accb-1ad3fef77d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0572615 Jun 21 15:36:04.731470 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-11911849-4c95-430f-a413-54504e851c8d req-6ea823dc-7649-4e4b-853d-fe53bdb01af7 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a536f-8f80-4e3f-accb-1ad3fef77d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932360 Jun 21 15:36:04.796921 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60112062-c70e-424a-b688-7ba61aa962f1 None None] New status for floating IP c24e38ee-0f3f-47e5-a36c-c10fa8d53802: ACTIVE {{(pid=105226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:36:04.832051 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-11911849-4c95-430f-a413-54504e851c8d req-2216c227-53de-4e49-b190-3f11a8e23914 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a536f-8f80-4e3f-accb-1ad3fef77d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933812 Jun 21 15:36:05.187490 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 44942) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:36:05.257459 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-2c255ee9-f3fe-4549-a68e-a3beb38e6ede tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/floatingips/c24e38ee-0f3f-47e5-a36c-c10fa8d53802 HTTP/1.1" status: 200 len: 994 time: 0.0685997 Jun 21 15:36:05.671435 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:36:14.128676 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-24320a5f-43a9-4620-a188-f9a25e62a57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:36:16.670662 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-982c4360-08ff-4feb-8469-232618a7053c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:36:17.131581 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:36:18.255010 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:36:19.113824 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:36:19.946026 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:36:35.663016 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:36:44.128332 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5c31c315-ef7f-4ab0-ac78-c9634721845a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:36:44.299034 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8ec360ec-a6f1-41a5-8542-e7bb937d3fc3 req-bcb06d3f-4869-4d11-b6fa-7e2f805c5168 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0659204 Jun 21 15:36:44.407739 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec360ec-a6f1-41a5-8542-e7bb937d3fc3 req-2c287e85-cd30-4cf3-a15b-2342882ea662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:36:44.409245 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8ec360ec-a6f1-41a5-8542-e7bb937d3fc3 req-2c287e85-cd30-4cf3-a15b-2342882ea662 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&device_id=0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14 HTTP/1.1" status: 200 len: 1099 time: 0.0571771 Jun 21 15:36:44.518575 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec360ec-a6f1-41a5-8542-e7bb937d3fc3 req-3f20a5ec-c47f-4b27-b224-2d9129b14cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:36:44.520080 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8ec360ec-a6f1-41a5-8542-e7bb937d3fc3 req-3f20a5ec-c47f-4b27-b224-2d9129b14cf6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a536f-8f80-4e3f-accb-1ad3fef77d86 HTTP/1.1" status: 200 len: 897 time: 0.0855527 Jun 21 15:36:44.589250 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8ec360ec-a6f1-41a5-8542-e7bb937d3fc3 req-8b125244-d8a5-462d-bcb0-c4dfca57e464 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d374a2b-1753-4393-896b-d298b0851918 HTTP/1.1" status: 200 len: 1002 time: 0.0623865 Jun 21 15:36:44.638799 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec360ec-a6f1-41a5-8542-e7bb937d3fc3 req-5e0ba27a-380a-434a-90b3-92d034d72400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:36:44.640293 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8ec360ec-a6f1-41a5-8542-e7bb937d3fc3 req-5e0ba27a-380a-434a-90b3-92d034d72400 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e7f3fe94-0bbe-4160-934c-af466c9e25cd HTTP/1.1" status: 200 len: 833 time: 0.0437393 Jun 21 15:36:44.709551 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec360ec-a6f1-41a5-8542-e7bb937d3fc3 req-d60912a8-541e-4444-a114-329f2db8af0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:36:44.711114 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8ec360ec-a6f1-41a5-8542-e7bb937d3fc3 req-d60912a8-541e-4444-a114-329f2db8af0f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a536f-8f80-4e3f-accb-1ad3fef77d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0641456 Jun 21 15:36:44.807604 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8ec360ec-a6f1-41a5-8542-e7bb937d3fc3 req-a5925dd0-406f-4f6d-a4f7-1ea9c1e10ede service neutron] 10.222.0.66 "GET /v2.0/networks/b86a536f-8f80-4e3f-accb-1ad3fef77d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882742 Jun 21 15:36:44.912231 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8ec360ec-a6f1-41a5-8542-e7bb937d3fc3 req-cca2f54d-c0ee-498b-a3a7-3800d41fcffd service neutron] 10.222.0.66 "GET /v2.0/networks/b86a536f-8f80-4e3f-accb-1ad3fef77d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969381 Jun 21 15:36:46.672644 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-122d367c-ce78-47d3-9d4f-17bd0bd97e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:36:47.133743 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:36:48.258382 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:36:49.953991 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:36:56.113478 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:37:05.667646 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:37:14.125637 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d2bcc502-c8fc-4853-a7a8-07e5418d02f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:37:16.671277 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b1e68168-6937-481c-8626-ff0123c8f85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:37:17.133381 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:37:18.259020 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:37:19.957238 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:37:31.073378 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5850c83-de3d-422c-a44f-c716123e11f7 req-4e2824c2-d634-4b9f-ad2a-06924e3522bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:37:31.074944 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a5850c83-de3d-422c-a44f-c716123e11f7 req-4e2824c2-d634-4b9f-ad2a-06924e3522bf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&device_id=0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14 HTTP/1.1" status: 200 len: 1099 time: 0.0693102 Jun 21 15:37:31.204931 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5850c83-de3d-422c-a44f-c716123e11f7 req-d774fef4-41c4-4b9c-869e-48ee3985a4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:37:31.206415 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a5850c83-de3d-422c-a44f-c716123e11f7 req-d774fef4-41c4-4b9c-869e-48ee3985a4c4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a536f-8f80-4e3f-accb-1ad3fef77d86 HTTP/1.1" status: 200 len: 897 time: 0.1245253 Jun 21 15:37:31.258445 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b65dff7-5ad9-4074-aa10-50c984c66a39 req-79fee314-cc94-4a58-bb3b-5a755ade2c49 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:37:31.259973 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9b65dff7-5ad9-4074-aa10-50c984c66a39 req-79fee314-cc94-4a58-bb3b-5a755ade2c49 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14 HTTP/1.1" status: 200 len: 946 time: 0.2198386 Jun 21 15:37:31.297190 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a5850c83-de3d-422c-a44f-c716123e11f7 req-e3282eba-88d4-48c0-a9eb-0c84aa779ec4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d374a2b-1753-4393-896b-d298b0851918 HTTP/1.1" status: 200 len: 1002 time: 0.0830760 Jun 21 15:37:31.321173 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9b65dff7-5ad9-4074-aa10-50c984c66a39 req-c420ca80-e1e5-4b7c-93fa-351039641caf tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a2cf407-abf7-428f-808e-bfea3a805374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534766 Jun 21 15:37:31.355494 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5850c83-de3d-422c-a44f-c716123e11f7 req-7a1d5e0d-1c11-4058-9c4c-79dc261e2af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:37:31.356920 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a5850c83-de3d-422c-a44f-c716123e11f7 req-7a1d5e0d-1c11-4058-9c4c-79dc261e2af0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e7f3fe94-0bbe-4160-934c-af466c9e25cd HTTP/1.1" status: 200 len: 833 time: 0.0503314 Jun 21 15:37:31.421188 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5850c83-de3d-422c-a44f-c716123e11f7 req-ecc9f876-aafe-4a41-9f97-2fcc23dd2402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:37:31.422705 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a5850c83-de3d-422c-a44f-c716123e11f7 req-ecc9f876-aafe-4a41-9f97-2fcc23dd2402 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a536f-8f80-4e3f-accb-1ad3fef77d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0588663 Jun 21 15:37:31.510857 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a5850c83-de3d-422c-a44f-c716123e11f7 req-0fbdeeab-94fc-4527-aa71-68a54fd1b2af service neutron] 10.222.0.66 "GET /v2.0/networks/b86a536f-8f80-4e3f-accb-1ad3fef77d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806994 Jun 21 15:37:31.611397 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a5850c83-de3d-422c-a44f-c716123e11f7 req-6642aada-581b-4f92-98e4-28381ab27507 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a536f-8f80-4e3f-accb-1ad3fef77d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935686 Jun 21 15:37:32.568883 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd407db1-fc74-4a45-bfd7-0ad887ae4e17 req-f706b1de-686e-44ac-b40d-7c0d8690ea39 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:37:32.570372 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-dd407db1-fc74-4a45-bfd7-0ad887ae4e17 req-f706b1de-686e-44ac-b40d-7c0d8690ea39 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14 HTTP/1.1" status: 200 len: 946 time: 0.1280875 Jun 21 15:37:32.610691 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-dd407db1-fc74-4a45-bfd7-0ad887ae4e17 req-e778aea8-f826-4bef-8175-0c46e87dbdbd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a2cf407-abf7-428f-808e-bfea3a805374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335066 Jun 21 15:37:33.116881 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:37:33.795127 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a509d-b4bf-4f2f-9eaf-0e6ece317e79 req-af6ef6a3-0796-4cec-9058-1e2a762fc21f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:37:33.796603 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2d0a509d-b4bf-4f2f-9eaf-0e6ece317e79 req-af6ef6a3-0796-4cec-9058-1e2a762fc21f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14 HTTP/1.1" status: 200 len: 946 time: 0.0751774 Jun 21 15:37:33.835074 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2d0a509d-b4bf-4f2f-9eaf-0e6ece317e79 req-169504da-3f2c-40c5-8596-52747b2ebe13 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a2cf407-abf7-428f-808e-bfea3a805374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327735 Jun 21 15:37:35.032454 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9548e-59d4-4643-ba54-8cf3dab0dc2c req-4efeb90d-614b-4a57-b5df-f31523326aeb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:37:35.033820 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-02a9548e-59d4-4643-ba54-8cf3dab0dc2c req-4efeb90d-614b-4a57-b5df-f31523326aeb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14 HTTP/1.1" status: 200 len: 946 time: 0.0791514 Jun 21 15:37:35.076966 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-02a9548e-59d4-4643-ba54-8cf3dab0dc2c req-039fc297-8452-49a5-9f6d-fdcd0bc85c49 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a2cf407-abf7-428f-808e-bfea3a805374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345120 Jun 21 15:37:35.661669 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:37:36.270218 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02ac34e-e63a-4c75-8d84-8d77871b000e req-d5e8afb5-f143-4530-b1bf-72425d3cfef4 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:37:36.271690 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c02ac34e-e63a-4c75-8d84-8d77871b000e req-d5e8afb5-f143-4530-b1bf-72425d3cfef4 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14 HTTP/1.1" status: 200 len: 946 time: 0.0656245 Jun 21 15:37:36.310037 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c02ac34e-e63a-4c75-8d84-8d77871b000e req-4460c60c-93db-4304-8abd-513b39983d44 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a2cf407-abf7-428f-808e-bfea3a805374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325572 Jun 21 15:37:37.507538 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bed948-b6b3-40f1-9475-e2106448b45c req-e36f442c-f20f-431c-a44e-4c0c20389dee tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:37:37.509010 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a0bed948-b6b3-40f1-9475-e2106448b45c req-e36f442c-f20f-431c-a44e-4c0c20389dee tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14 HTTP/1.1" status: 200 len: 946 time: 0.0755997 Jun 21 15:37:37.553373 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a0bed948-b6b3-40f1-9475-e2106448b45c req-6d92fca7-5b09-4c14-9814-9f5ddbc985fb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a2cf407-abf7-428f-808e-bfea3a805374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355160 Jun 21 15:37:38.752621 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa11768-3bfd-4bf1-b80f-8aec3ee3c415 req-91ec171b-e144-4fc0-8441-c3db45383b44 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:37:38.754133 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-efa11768-3bfd-4bf1-b80f-8aec3ee3c415 req-91ec171b-e144-4fc0-8441-c3db45383b44 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14 HTTP/1.1" status: 200 len: 946 time: 0.0738668 Jun 21 15:37:38.800210 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-efa11768-3bfd-4bf1-b80f-8aec3ee3c415 req-594e71ae-e6dd-4a7c-937d-6d7271755136 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a2cf407-abf7-428f-808e-bfea3a805374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400794 Jun 21 15:37:39.989170 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e9a735-511a-4741-b274-dccde62cb9f0 req-87a13f5e-c4d4-47e3-a178-544555214269 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:37:39.991097 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-71e9a735-511a-4741-b274-dccde62cb9f0 req-87a13f5e-c4d4-47e3-a178-544555214269 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14 HTTP/1.1" status: 200 len: 946 time: 0.0712914 Jun 21 15:37:40.037811 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-71e9a735-511a-4741-b274-dccde62cb9f0 req-fe41dd1f-8223-4580-ac38-a1a870292987 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a2cf407-abf7-428f-808e-bfea3a805374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382164 Jun 21 15:37:41.227064 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d038d4-d97b-4678-aab5-f99c5555abcf req-94be832a-5a7e-4c68-9c31-f8824270cda2 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:37:41.228578 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-95d038d4-d97b-4678-aab5-f99c5555abcf req-94be832a-5a7e-4c68-9c31-f8824270cda2 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14 HTTP/1.1" status: 200 len: 946 time: 0.0711639 Jun 21 15:37:41.274146 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-95d038d4-d97b-4678-aab5-f99c5555abcf req-f6961dd3-2ba4-4693-92bd-24740cdee43f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a2cf407-abf7-428f-808e-bfea3a805374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372269 Jun 21 15:37:42.458907 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0474b-d5ea-4229-ab94-8973f1d81486 req-b1c6a4af-eb89-4fd2-9492-0f6b6ef42f40 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:37:42.460389 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3ab0474b-d5ea-4229-ab94-8973f1d81486 req-b1c6a4af-eb89-4fd2-9492-0f6b6ef42f40 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14 HTTP/1.1" status: 200 len: 946 time: 0.0659802 Jun 21 15:37:42.500620 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3ab0474b-d5ea-4229-ab94-8973f1d81486 req-4a794f36-4fc1-434b-bf30-487924d3dd48 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a2cf407-abf7-428f-808e-bfea3a805374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342960 Jun 21 15:37:43.688680 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f03fbf-df3f-4c49-bf7c-67ac8b1fe7e6 req-9a835c9d-379c-45b2-80c9-64686a69e98d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:37:43.690101 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-13f03fbf-df3f-4c49-bf7c-67ac8b1fe7e6 req-9a835c9d-379c-45b2-80c9-64686a69e98d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14 HTTP/1.1" status: 200 len: 946 time: 0.0753362 Jun 21 15:37:43.734482 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-13f03fbf-df3f-4c49-bf7c-67ac8b1fe7e6 req-538f3f4c-47ed-49bf-a966-cb54ecfb92d8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a2cf407-abf7-428f-808e-bfea3a805374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354657 Jun 21 15:37:43.770096 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45004) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:37:43.837886 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-7d6977a9-a34c-4dfa-9680-0ef9eaef883b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/floatingips/c24e38ee-0f3f-47e5-a36c-c10fa8d53802 HTTP/1.1" status: 200 len: 994 time: 0.0665143 Jun 21 15:37:44.124440 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-510593c7-406f-4ed6-a07d-597d981dab23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:37:46.253144 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-602a92d5-b6af-43d9-930a-97360087a6bf req-bb127e25-03b6-40e3-ac92-d51a40d81c21 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0592327 Jun 21 15:37:46.367657 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a92d5-b6af-43d9-930a-97360087a6bf req-227903bb-88b7-4854-a005-f7965843c406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:37:46.369132 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-602a92d5-b6af-43d9-930a-97360087a6bf req-227903bb-88b7-4854-a005-f7965843c406 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&device_id=0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14 HTTP/1.1" status: 200 len: 1099 time: 0.0629742 Jun 21 15:37:46.480856 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a92d5-b6af-43d9-930a-97360087a6bf req-ec056e3d-8779-44b6-96bb-6ed01d9765dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:37:46.482343 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-602a92d5-b6af-43d9-930a-97360087a6bf req-ec056e3d-8779-44b6-96bb-6ed01d9765dd service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a536f-8f80-4e3f-accb-1ad3fef77d86 HTTP/1.1" status: 200 len: 897 time: 0.0894551 Jun 21 15:37:46.553833 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-602a92d5-b6af-43d9-930a-97360087a6bf req-8abac116-f90d-4c85-a0a5-6446f50c0198 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d374a2b-1753-4393-896b-d298b0851918 HTTP/1.1" status: 200 len: 1002 time: 0.0634813 Jun 21 15:37:46.606068 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a92d5-b6af-43d9-930a-97360087a6bf req-55be8614-2bb4-4a60-8158-4eb759183d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:37:46.608212 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-602a92d5-b6af-43d9-930a-97360087a6bf req-55be8614-2bb4-4a60-8158-4eb759183d32 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e7f3fe94-0bbe-4160-934c-af466c9e25cd HTTP/1.1" status: 200 len: 833 time: 0.0479605 Jun 21 15:37:46.668930 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-dd99fc3b-4f6e-4d40-9848-0dd638f55d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:37:46.678771 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a92d5-b6af-43d9-930a-97360087a6bf req-aff44147-ce68-4300-926c-f1b82986a9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:37:46.680295 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-602a92d5-b6af-43d9-930a-97360087a6bf req-aff44147-ce68-4300-926c-f1b82986a9e5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a536f-8f80-4e3f-accb-1ad3fef77d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0646758 Jun 21 15:37:46.782442 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-602a92d5-b6af-43d9-930a-97360087a6bf req-554596d2-edfc-4c14-bbee-7d8d83f610c6 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a536f-8f80-4e3f-accb-1ad3fef77d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936885 Jun 21 15:37:46.871484 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-602a92d5-b6af-43d9-930a-97360087a6bf req-7f066832-c902-45d1-a6d2-e84d7140d976 service neutron] 10.222.0.66 "GET /v2.0/networks/b86a536f-8f80-4e3f-accb-1ad3fef77d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818462 Jun 21 15:37:47.132670 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:37:48.263375 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:37:49.956813 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:05.664978 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:10.121962 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:38:14.119880 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-be131b7b-957c-4796-902a-ca692a80b6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:16.667812 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1ade3726-cf33-4966-a0d0-76eeaab10d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:17.132192 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:18.265662 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:19.960491 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:35.681386 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:44.120492 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-37b8b303-930e-444e-ace0-18a9f29cad33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:44.882607 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45036) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:38:45.058086 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-21b651bf-d6e5-4f1b-beed-0b3d87efcd7e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Deleting port a4b20322-9700-4552-8353-891488a129c6 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:38:45.058348 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-21b651bf-d6e5-4f1b-beed-0b3d87efcd7e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:45.143040 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-21b651bf-d6e5-4f1b-beed-0b3d87efcd7e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:45.143370 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-21b651bf-d6e5-4f1b-beed-0b3d87efcd7e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:45.210239 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-21b651bf-d6e5-4f1b-beed-0b3d87efcd7e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Calling delete_port for a4b20322-9700-4552-8353-891488a129c6 owned by network:floatingip {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:38:45.373109 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-21b651bf-d6e5-4f1b-beed-0b3d87efcd7e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:45.375430 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9df6695a-d702-456d-b9b7-9fe2176c96b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:38:45.399309 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b651bf-d6e5-4f1b-beed-0b3d87efcd7e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event deleted for resources: {'Port': ['ID=a4b20322-9700-4552-8353-891488a129c6,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:38:45.411039 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b651bf-d6e5-4f1b-beed-0b3d87efcd7e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:38:45.411418 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b651bf-d6e5-4f1b-beed-0b3d87efcd7e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:38:45.411952 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b651bf-d6e5-4f1b-beed-0b3d87efcd7e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:38:45.412335 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b651bf-d6e5-4f1b-beed-0b3d87efcd7e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:38:45.412706 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b651bf-d6e5-4f1b-beed-0b3d87efcd7e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:38:45.413113 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b651bf-d6e5-4f1b-beed-0b3d87efcd7e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:38:45.413484 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b651bf-d6e5-4f1b-beed-0b3d87efcd7e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:38:45.413870 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b651bf-d6e5-4f1b-beed-0b3d87efcd7e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:38:45.414460 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b651bf-d6e5-4f1b-beed-0b3d87efcd7e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:38:45.414949 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b651bf-d6e5-4f1b-beed-0b3d87efcd7e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:38:45.415315 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b651bf-d6e5-4f1b-beed-0b3d87efcd7e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:38:45.415706 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b651bf-d6e5-4f1b-beed-0b3d87efcd7e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:38:45.433368 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-21b651bf-d6e5-4f1b-beed-0b3d87efcd7e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:38:45.473086 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-21b651bf-d6e5-4f1b-beed-0b3d87efcd7e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for floatingip, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:45.473447 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [None req-21b651bf-d6e5-4f1b-beed-0b3d87efcd7e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Floating IP c24e38ee-0f3f-47e5-a36c-c10fa8d53802 disassociated (deleted). External IP: 172.26.3.100, port: 0d374a2b-1753-4393-896b-d298b0851918. Jun 21 15:38:45.704554 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21b651bf-d6e5-4f1b-beed-0b3d87efcd7e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Router 8ee544f2-6838-4944-8bee-bcbfcaee1bb1 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:38:45.820817 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21b651bf-d6e5-4f1b-beed-0b3d87efcd7e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:38:45.826337 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-21b651bf-d6e5-4f1b-beed-0b3d87efcd7e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:45.831376 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b241355-ce72-493a-bf17-3dacf1f6377a None None] Sync routers for ids ['8ee544f2-6838-4944-8bee-bcbfcaee1bb1'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:38:45.840406 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b241355-ce72-493a-bf17-3dacf1f6377a None None] Routers {'8ee544f2-6838-4944-8bee-bcbfcaee1bb1'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:38:45.841020 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-4b241355-ce72-493a-bf17-3dacf1f6377a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:38:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['8ee544f2-6838-4944-8bee-bcbfcaee1bb1'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:38:45.864023 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-21b651bf-d6e5-4f1b-beed-0b3d87efcd7e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "DELETE /v2.0/floatingips/c24e38ee-0f3f-47e5-a36c-c10fa8d53802 HTTP/1.1" status: 204 len: 168 time: 0.9803357 Jun 21 15:38:45.864799 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14', 'tag': '0d374a2b-1753-4393-896b-d298b0851918'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:38:45.867303 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dea60e1-f1dd-47db-85c2-c9e2ebd874df" -d '{"events": [{"name": "network-changed", "server_uuid": "0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14", "tag": "0d374a2b-1753-4393-896b-d298b0851918"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:38:45.955358 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-4b241355-ce72-493a-bf17-3dacf1f6377a None None] Set router 8ee544f2-6838-4944-8bee-bcbfcaee1bb1 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:38:45.961624 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:38:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b9549d-c6fc-4d39-807d-9d4fe1c8df0c x-openstack-request-id: req-e1b9549d-c6fc-4d39-807d-9d4fe1c8df0c {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:38:45.962188 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14", "tag": "0d374a2b-1753-4393-896b-d298b0851918", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:38:45.962299 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e1b9549d-c6fc-4d39-807d-9d4fe1c8df0c {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:38:45.962881 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14', 'tag': '0d374a2b-1753-4393-896b-d298b0851918', 'status': 'completed', 'code': 200} Jun 21 15:38:46.038734 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea60e1-f1dd-47db-85c2-c9e2ebd874df req-44d84bf5-0037-4e51-a4ae-af6f488e2dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:38:46.040565 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7dea60e1-f1dd-47db-85c2-c9e2ebd874df req-44d84bf5-0037-4e51-a4ae-af6f488e2dbc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&device_id=0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14 HTTP/1.1" status: 200 len: 1099 time: 0.0535281 Jun 21 15:38:46.145834 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea60e1-f1dd-47db-85c2-c9e2ebd874df req-39c15b57-d7f3-4b42-bff2-43dcaf3e0143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:38:46.147289 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7dea60e1-f1dd-47db-85c2-c9e2ebd874df req-39c15b57-d7f3-4b42-bff2-43dcaf3e0143 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b86a536f-8f80-4e3f-accb-1ad3fef77d86 HTTP/1.1" status: 200 len: 897 time: 0.0999110 Jun 21 15:38:46.181253 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-4b241355-ce72-493a-bf17-3dacf1f6377a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1621810032', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': '83a210db-4dc3-4c4f-8fdd-2de7884a1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:35:45Z', 'updated_at': '2021-06-21T15:35:48Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '83a210db-4dc3-4c4f-8fdd-2de7884a1c80', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:35:45Z', 'updated_at': '2021-06-21T15:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '069e6128-9289-44e2-82de-84995b96b11d', 'name': '', 'network_id': 'b86a536f-8f80-4e3f-accb-1ad3fef77d86', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:b0:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'e7f3fe94-0bbe-4160-934c-af466c9e25cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:35:47Z', 'updated_at': '2021-06-21T15:35:52Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': 'e7f3fe94-0bbe-4160-934c-af466c9e25cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:38:46.196042 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7dea60e1-f1dd-47db-85c2-c9e2ebd874df req-c7244f5b-403c-4f9c-a3fb-2533ca567575 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d374a2b-1753-4393-896b-d298b0851918 HTTP/1.1" status: 200 len: 217 time: 0.0367963 Jun 21 15:38:46.212854 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b241355-ce72-493a-bf17-3dacf1f6377a None None] Checking router: 8ee544f2-6838-4944-8bee-bcbfcaee1bb1 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:38:46.221215 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b241355-ce72-493a-bf17-3dacf1f6377a None None] Routers {'8ee544f2-6838-4944-8bee-bcbfcaee1bb1'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:38:46.221851 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-4b241355-ce72-493a-bf17-3dacf1f6377a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:38:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['8ee544f2-6838-4944-8bee-bcbfcaee1bb1'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:38:46.284500 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea60e1-f1dd-47db-85c2-c9e2ebd874df req-278dc566-f152-4d15-aaf7-43d528feca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:38:46.286028 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7dea60e1-f1dd-47db-85c2-c9e2ebd874df req-278dc566-f152-4d15-aaf7-43d528feca00 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e7f3fe94-0bbe-4160-934c-af466c9e25cd HTTP/1.1" status: 200 len: 833 time: 0.0806866 Jun 21 15:38:46.325796 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-4b241355-ce72-493a-bf17-3dacf1f6377a None None] Set router 8ee544f2-6838-4944-8bee-bcbfcaee1bb1 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:38:46.336240 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0885e-7f26-4bcd-8e85-dede572993c5 req-4060796e-f9c4-4907-bc3f-b46cbe0d07a8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:38:46.338095 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-59b0885e-7f26-4bcd-8e85-dede572993c5 req-4060796e-f9c4-4907-bc3f-b46cbe0d07a8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14 HTTP/1.1" status: 200 len: 946 time: 0.1313801 Jun 21 15:38:46.389214 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-59b0885e-7f26-4bcd-8e85-dede572993c5 req-0db97c70-07de-4edd-8b27-4d648f8d45dd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a2cf407-abf7-428f-808e-bfea3a805374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449185 Jun 21 15:38:46.392825 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dea60e1-f1dd-47db-85c2-c9e2ebd874df req-b0291226-6807-449c-832a-5de9eea0072c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:38:46.394343 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7dea60e1-f1dd-47db-85c2-c9e2ebd874df req-b0291226-6807-449c-832a-5de9eea0072c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b86a536f-8f80-4e3f-accb-1ad3fef77d86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0998938 Jun 21 15:38:46.498420 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7dea60e1-f1dd-47db-85c2-c9e2ebd874df req-6019a581-03e2-4f8c-a76f-f0431f65b41a service neutron] 10.222.0.66 "GET /v2.0/networks/b86a536f-8f80-4e3f-accb-1ad3fef77d86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950942 Jun 21 15:38:46.528436 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-4b241355-ce72-493a-bf17-3dacf1f6377a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1621810032', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': '83a210db-4dc3-4c4f-8fdd-2de7884a1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:35:45Z', 'updated_at': '2021-06-21T15:35:48Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '83a210db-4dc3-4c4f-8fdd-2de7884a1c80', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:35:45Z', 'updated_at': '2021-06-21T15:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '069e6128-9289-44e2-82de-84995b96b11d', 'name': '', 'network_id': 'b86a536f-8f80-4e3f-accb-1ad3fef77d86', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:b0:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'e7f3fe94-0bbe-4160-934c-af466c9e25cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:35:47Z', 'updated_at': '2021-06-21T15:35:52Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': 'e7f3fe94-0bbe-4160-934c-af466c9e25cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:38:46.554660 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b241355-ce72-493a-bf17-3dacf1f6377a None None] The sync data for ids ['8ee544f2-6838-4944-8bee-bcbfcaee1bb1'] in dv-neutron-797121-2-hyperv is: [{'id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1621810032', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': '83a210db-4dc3-4c4f-8fdd-2de7884a1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:35:45Z', 'updated_at': '2021-06-21T15:35:48Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '83a210db-4dc3-4c4f-8fdd-2de7884a1c80', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:35:45Z', 'updated_at': '2021-06-21T15:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '069e6128-9289-44e2-82de-84995b96b11d', 'name': '', 'network_id': 'b86a536f-8f80-4e3f-accb-1ad3fef77d86', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:b0:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'e7f3fe94-0bbe-4160-934c-af466c9e25cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:35:47Z', 'updated_at': '2021-06-21T15:35:52Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': 'e7f3fe94-0bbe-4160-934c-af466c9e25cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:38:46.591212 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7dea60e1-f1dd-47db-85c2-c9e2ebd874df req-fc98572c-1e80-4ca0-bdac-f4e5f216a56a service neutron] 10.222.0.66 "GET /v2.0/networks/b86a536f-8f80-4e3f-accb-1ad3fef77d86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843875 Jun 21 15:38:46.662101 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7dfad6ac-48c3-4ce4-8c69-c30d6cde32e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:46.795953 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87678796-72c1-4f92-a189-e3acba60f7e1 None None] New status for floating IP c24e38ee-0f3f-47e5-a36c-c10fa8d53802: DOWN {{(pid=105226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:38:46.954010 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [req-30cd41cf-7b72-4e74-9d72-740b1d4e6302 req-2c6d7774-64b1-49ed-9547-2a2679c5c6f1 service neutron] (105224) timed out ('10.222.0.72', 41346) {{(pid=105224) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 21 15:38:47.121412 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:38:47.128117 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:47.647552 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331c521-d499-4e89-a71e-4395aae1b136 req-945373c2-a2c1-4877-a7ce-839a11fb8512 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:38:47.649356 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f331c521-d499-4e89-a71e-4395aae1b136 req-945373c2-a2c1-4877-a7ce-839a11fb8512 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14 HTTP/1.1" status: 200 len: 946 time: 0.0850081 Jun 21 15:38:47.690658 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f331c521-d499-4e89-a71e-4395aae1b136 req-0b6baac1-2094-47aa-8226-c719fe628dd5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=0a2cf407-abf7-428f-808e-bfea3a805374&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353816 Jun 21 15:38:48.212260 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc2b2cb-22e1-4af9-85a3-9881fa7e89bf req-a20c96f9-eff0-45ad-a6c7-1eddd536d9ad tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:38:48.214403 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-efc2b2cb-22e1-4af9-85a3-9881fa7e89bf req-a20c96f9-eff0-45ad-a6c7-1eddd536d9ad tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.66 "GET /v2.0/ports?device_id=0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14 HTTP/1.1" status: 200 len: 946 time: 0.0831993 Jun 21 15:38:48.265205 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:48.334966 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-efc2b2cb-22e1-4af9-85a3-9881fa7e89bf req-20d68781-fe47-471c-8cf8-788c0317f791 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Deleting port 0d374a2b-1753-4393-896b-d298b0851918 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:38:48.335263 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-efc2b2cb-22e1-4af9-85a3-9881fa7e89bf req-20d68781-fe47-471c-8cf8-788c0317f791 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:48.432810 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-efc2b2cb-22e1-4af9-85a3-9881fa7e89bf req-20d68781-fe47-471c-8cf8-788c0317f791 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] For port 0d374a2b-1753-4393-896b-d298b0851918, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=0d374a2b-1753-4393-896b-d298b0851918,segment=NetworkSegment(45193644-f1f0-45f4-9279-252a1be3b325),segment_id=45193644-f1f0-45f4-9279-252a1be3b325)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:38:48.433160 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-efc2b2cb-22e1-4af9-85a3-9881fa7e89bf req-20d68781-fe47-471c-8cf8-788c0317f791 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:48.504057 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-efc2b2cb-22e1-4af9-85a3-9881fa7e89bf req-20d68781-fe47-471c-8cf8-788c0317f791 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Calling delete_port for 0d374a2b-1753-4393-896b-d298b0851918 owned by compute:nova {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:38:48.646590 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-efc2b2cb-22e1-4af9-85a3-9881fa7e89bf req-20d68781-fe47-471c-8cf8-788c0317f791 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:48.651635 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-63f6e447-67a6-47cb-a363-56f38b1d0ffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:38:48.677487 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d68781-fe47-471c-8cf8-788c0317f791 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event deleted for resources: {'Port': ['ID=0d374a2b-1753-4393-896b-d298b0851918,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:38:48.680528 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-20d68781-fe47-471c-8cf8-788c0317f791 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:38:48.723059 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc2b2cb-22e1-4af9-85a3-9881fa7e89bf req-20d68781-fe47-471c-8cf8-788c0317f791 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] No DVR routers for this DVR port 0d374a2b-1753-4393-896b-d298b0851918 on host hv-neutron-7971 {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:38:48.725816 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-efc2b2cb-22e1-4af9-85a3-9881fa7e89bf req-20d68781-fe47-471c-8cf8-788c0317f791 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:48.727819 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-efc2b2cb-22e1-4af9-85a3-9881fa7e89bf req-20d68781-fe47-471c-8cf8-788c0317f791 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.66 "DELETE /v2.0/ports/0d374a2b-1753-4393-896b-d298b0851918 HTTP/1.1" status: 204 len: 173 time: 0.5071957 Jun 21 15:38:48.728575 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14', 'name': 'network-vif-deleted', 'tag': '0d374a2b-1753-4393-896b-d298b0851918'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:38:48.731135 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee750031-5976-49fb-9f47-0a7922786d10" -d '{"events": [{"server_uuid": "0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14", "name": "network-vif-deleted", "tag": "0d374a2b-1753-4393-896b-d298b0851918"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:38:48.778442 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c53821a-bb98-4a08-aec4-426ed77ec4a6 x-openstack-request-id: req-8c53821a-bb98-4a08-aec4-426ed77ec4a6 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:38:48.778669 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14", "name": "network-vif-deleted", "tag": "0d374a2b-1753-4393-896b-d298b0851918", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:38:48.778958 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8c53821a-bb98-4a08-aec4-426ed77ec4a6 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:38:48.779417 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14', 'name': 'network-vif-deleted', 'tag': '0d374a2b-1753-4393-896b-d298b0851918', 'status': 'completed', 'code': 200} Jun 21 15:38:48.842903 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6e64718f-e27d-4588-867c-3649b6aea828 req-c1454e60-e074-4c3a-bb7b-8f949b747a06 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=0d9b67bf-4cac-454a-b6ad-ba3dd02dbc14 HTTP/1.1" status: 200 len: 210 time: 0.0309417 Jun 21 15:38:49.941864 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45062) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:38:49.964372 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:50.338681 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b9778855-7bf0-4d5b-a544-9232f03a8d00 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:50.964667 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-b9778855-7bf0-4d5b-a544-9232f03a8d00 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Deleting port 069e6128-9289-44e2-82de-84995b96b11d {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:38:50.965432 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b9778855-7bf0-4d5b-a544-9232f03a8d00 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:51.065126 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-b9778855-7bf0-4d5b-a544-9232f03a8d00 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] For port 069e6128-9289-44e2-82de-84995b96b11d, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=069e6128-9289-44e2-82de-84995b96b11d,segment=NetworkSegment(45193644-f1f0-45f4-9279-252a1be3b325),segment_id=45193644-f1f0-45f4-9279-252a1be3b325)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:38:51.065378 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b9778855-7bf0-4d5b-a544-9232f03a8d00 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:51.128524 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-b9778855-7bf0-4d5b-a544-9232f03a8d00 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Calling delete_port for 069e6128-9289-44e2-82de-84995b96b11d owned by network:router_interface {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:38:51.337437 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b9778855-7bf0-4d5b-a544-9232f03a8d00 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:51.340118 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8200074c-ed87-4126-bdae-ecac4ec3c42a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:38:51.379401 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9778855-7bf0-4d5b-a544-9232f03a8d00 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event deleted for resources: {'Port': ['ID=069e6128-9289-44e2-82de-84995b96b11d,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:38:51.382543 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b9778855-7bf0-4d5b-a544-9232f03a8d00 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:38:51.488180 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 0d374a2b-1753-4393-896b-d298b0851918 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:38:51.511714 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: 0d374a2b-1753-4393-896b-d298b0851918 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:38:51.512277 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 0d374a2b-1753-4393-896b-d298b0851918 not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:38:51.556651 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b9778855-7bf0-4d5b-a544-9232f03a8d00 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:51.790944 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9778855-7bf0-4d5b-a544-9232f03a8d00 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Router 8ee544f2-6838-4944-8bee-bcbfcaee1bb1 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:38:51.919050 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9778855-7bf0-4d5b-a544-9232f03a8d00 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:38:51.924544 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b9778855-7bf0-4d5b-a544-9232f03a8d00 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "PUT /v2.0/routers/8ee544f2-6838-4944-8bee-bcbfcaee1bb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9816003 Jun 21 15:38:51.927507 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45064) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:38:51.928696 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7dcc9a-fe37-426e-bc3f-f967b6165935 None None] Sync routers for ids ['8ee544f2-6838-4944-8bee-bcbfcaee1bb1'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:38:51.939444 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7dcc9a-fe37-426e-bc3f-f967b6165935 None None] Routers {'8ee544f2-6838-4944-8bee-bcbfcaee1bb1'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:38:51.940059 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-6a7dcc9a-fe37-426e-bc3f-f967b6165935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:38:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['8ee544f2-6838-4944-8bee-bcbfcaee1bb1'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:38:51.980952 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-840fc23a-63e2-4d68-b0a3-a87e37a34fcb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Deleting subnet e7f3fe94-0bbe-4160-934c-af466c9e25cd {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 15:38:51.984106 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-840fc23a-63e2-4d68-b0a3-a87e37a34fcb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:52.023221 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-840fc23a-63e2-4d68-b0a3-a87e37a34fcb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:52.043308 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-6a7dcc9a-fe37-426e-bc3f-f967b6165935 None None] Set router 8ee544f2-6838-4944-8bee-bcbfcaee1bb1 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:38:52.113896 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-840fc23a-63e2-4d68-b0a3-a87e37a34fcb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:52.179268 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-840fc23a-63e2-4d68-b0a3-a87e37a34fcb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:52.182587 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-24315bcd-f1ef-4fef-9734-7cb394af6d55 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:38:52.209721 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840fc23a-63e2-4d68-b0a3-a87e37a34fcb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event deleted for resources: {'Subnet': ['ID=e7f3fe94-0bbe-4160-934c-af466c9e25cd,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:38:52.212342 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-840fc23a-63e2-4d68-b0a3-a87e37a34fcb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:52.214970 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-840fc23a-63e2-4d68-b0a3-a87e37a34fcb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "DELETE /v2.0/subnets/e7f3fe94-0bbe-4160-934c-af466c9e25cd HTTP/1.1" status: 204 len: 168 time: 0.2864783 Jun 21 15:38:52.217814 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45068) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:38:52.219071 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88970360-bc3f-4e88-91c1-290c866f3ff6 None None] Network b86a536f-8f80-4e3f-accb-1ad3fef77d86 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:38:52.222579 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840fc23a-63e2-4d68-b0a3-a87e37a34fcb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:38:52.222968 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840fc23a-63e2-4d68-b0a3-a87e37a34fcb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:38:52.223361 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840fc23a-63e2-4d68-b0a3-a87e37a34fcb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:38:52.223736 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840fc23a-63e2-4d68-b0a3-a87e37a34fcb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:38:52.224107 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840fc23a-63e2-4d68-b0a3-a87e37a34fcb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:38:52.224482 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840fc23a-63e2-4d68-b0a3-a87e37a34fcb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:38:52.224849 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840fc23a-63e2-4d68-b0a3-a87e37a34fcb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:38:52.225216 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840fc23a-63e2-4d68-b0a3-a87e37a34fcb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:38:52.225580 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840fc23a-63e2-4d68-b0a3-a87e37a34fcb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:38:52.225966 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840fc23a-63e2-4d68-b0a3-a87e37a34fcb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:38:52.226331 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840fc23a-63e2-4d68-b0a3-a87e37a34fcb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:38:52.226691 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840fc23a-63e2-4d68-b0a3-a87e37a34fcb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:38:52.233674 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-840fc23a-63e2-4d68-b0a3-a87e37a34fcb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:38:52.236765 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-6a7dcc9a-fe37-426e-bc3f-f967b6165935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1621810032', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': '83a210db-4dc3-4c4f-8fdd-2de7884a1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:35:45Z', 'updated_at': '2021-06-21T15:38:51Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '83a210db-4dc3-4c4f-8fdd-2de7884a1c80', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:35:45Z', 'updated_at': '2021-06-21T15:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:38:52.263614 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7dcc9a-fe37-426e-bc3f-f967b6165935 None None] Checking router: 8ee544f2-6838-4944-8bee-bcbfcaee1bb1 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:38:52.272804 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7dcc9a-fe37-426e-bc3f-f967b6165935 None None] Routers {'8ee544f2-6838-4944-8bee-bcbfcaee1bb1'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:38:52.273416 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-6a7dcc9a-fe37-426e-bc3f-f967b6165935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:38:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['8ee544f2-6838-4944-8bee-bcbfcaee1bb1'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:38:52.343331 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cce87f7a-22a6-4220-8623-996153c010ad tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:52.447040 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22a8103-916e-4a18-90c6-c06f29713650 None None] DHCP port deletion for b86a536f-8f80-4e3f-accb-1ad3fef77d86 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 15:38:52.456582 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cce87f7a-22a6-4220-8623-996153c010ad tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:52.479320 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-6a7dcc9a-fe37-426e-bc3f-f967b6165935 None None] Set router 8ee544f2-6838-4944-8bee-bcbfcaee1bb1 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:38:52.498634 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-c22a8103-916e-4a18-90c6-c06f29713650 None None] Deleting port 27584047-43fc-409c-9665-15334f55b4cb {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:38:52.499259 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c22a8103-916e-4a18-90c6-c06f29713650 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:52.516030 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-cce87f7a-22a6-4220-8623-996153c010ad tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Deleting port 83a210db-4dc3-4c4f-8fdd-2de7884a1c80 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:38:52.516413 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cce87f7a-22a6-4220-8623-996153c010ad tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:52.565378 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-c22a8103-916e-4a18-90c6-c06f29713650 None None] For port 27584047-43fc-409c-9665-15334f55b4cb, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=27584047-43fc-409c-9665-15334f55b4cb,segment=NetworkSegment(45193644-f1f0-45f4-9279-252a1be3b325),segment_id=45193644-f1f0-45f4-9279-252a1be3b325)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:38:52.565767 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c22a8103-916e-4a18-90c6-c06f29713650 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:52.599808 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-cce87f7a-22a6-4220-8623-996153c010ad tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] For port 83a210db-4dc3-4c4f-8fdd-2de7884a1c80, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=83a210db-4dc3-4c4f-8fdd-2de7884a1c80,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:38:52.600486 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cce87f7a-22a6-4220-8623-996153c010ad tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:52.629801 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-c22a8103-916e-4a18-90c6-c06f29713650 None None] Calling delete_port for 27584047-43fc-409c-9665-15334f55b4cb owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:38:52.651920 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-6a7dcc9a-fe37-426e-bc3f-f967b6165935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1621810032', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': '83a210db-4dc3-4c4f-8fdd-2de7884a1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:35:45Z', 'updated_at': '2021-06-21T15:38:51Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '83a210db-4dc3-4c4f-8fdd-2de7884a1c80', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:35:45Z', 'updated_at': '2021-06-21T15:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:38:52.680334 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-cce87f7a-22a6-4220-8623-996153c010ad tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Calling delete_port for 83a210db-4dc3-4c4f-8fdd-2de7884a1c80 owned by network:router_gateway {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:38:52.683319 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7dcc9a-fe37-426e-bc3f-f967b6165935 None None] The sync data for ids ['8ee544f2-6838-4944-8bee-bcbfcaee1bb1'] in dv-neutron-797121-2-hyperv is: [{'id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1621810032', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.202'}], 'enable_snat': True}, 'gw_port_id': '83a210db-4dc3-4c4f-8fdd-2de7884a1c80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:35:45Z', 'updated_at': '2021-06-21T15:38:51Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '83a210db-4dc3-4c4f-8fdd-2de7884a1c80', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:76:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee544f2-6838-4944-8bee-bcbfcaee1bb1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:35:45Z', 'updated_at': '2021-06-21T15:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:38:52.730430 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c22a8103-916e-4a18-90c6-c06f29713650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:52.732578 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-cd2c4dfa-edb0-4f1f-bb21-cd3c19401598 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:38:52.756948 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a8103-916e-4a18-90c6-c06f29713650 None None] Pushing event deleted for resources: {'Port': ['ID=27584047-43fc-409c-9665-15334f55b4cb,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:38:52.759184 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22a8103-916e-4a18-90c6-c06f29713650 None None] No DVR routers for this DVR port 27584047-43fc-409c-9665-15334f55b4cb on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:38:52.769398 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a8103-916e-4a18-90c6-c06f29713650 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:38:52.769775 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a8103-916e-4a18-90c6-c06f29713650 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:38:52.770098 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a8103-916e-4a18-90c6-c06f29713650 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:38:52.770425 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a8103-916e-4a18-90c6-c06f29713650 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:38:52.770750 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a8103-916e-4a18-90c6-c06f29713650 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:38:52.771072 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a8103-916e-4a18-90c6-c06f29713650 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:38:52.771408 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a8103-916e-4a18-90c6-c06f29713650 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:38:52.771814 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a8103-916e-4a18-90c6-c06f29713650 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:38:52.772011 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a8103-916e-4a18-90c6-c06f29713650 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:38:52.772324 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a8103-916e-4a18-90c6-c06f29713650 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:38:52.772635 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a8103-916e-4a18-90c6-c06f29713650 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:38:52.772947 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c22a8103-916e-4a18-90c6-c06f29713650 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:38:52.775972 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-c22a8103-916e-4a18-90c6-c06f29713650 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:38:52.864761 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cce87f7a-22a6-4220-8623-996153c010ad tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:52.866999 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-db2ed6de-0060-4da9-8ade-0fecb70c67e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:38:52.890396 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce87f7a-22a6-4220-8623-996153c010ad tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event deleted for resources: {'Port': ['ID=83a210db-4dc3-4c4f-8fdd-2de7884a1c80,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:38:52.893246 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cce87f7a-22a6-4220-8623-996153c010ad tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:38:52.959434 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cce87f7a-22a6-4220-8623-996153c010ad tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:53.054224 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cce87f7a-22a6-4220-8623-996153c010ad tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:53.056520 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cce87f7a-22a6-4220-8623-996153c010ad tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:53.108886 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cce87f7a-22a6-4220-8623-996153c010ad tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:53.110783 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce87f7a-22a6-4220-8623-996153c010ad tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Fanout notify agent at l3_agent the message router_deleted on router 8ee544f2-6838-4944-8bee-bcbfcaee1bb1 {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 15:38:53.119379 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-cce87f7a-22a6-4220-8623-996153c010ad tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:53.123117 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-cce87f7a-22a6-4220-8623-996153c010ad tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "DELETE /v2.0/routers/8ee544f2-6838-4944-8bee-bcbfcaee1bb1 HTTP/1.1" status: 204 len: 168 time: 0.9013472 Jun 21 15:38:53.123400 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45070) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:38:53.194341 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 069e6128-9289-44e2-82de-84995b96b11d no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:38:53.215874 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 069e6128-9289-44e2-82de-84995b96b11d {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:38:53.216024 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 069e6128-9289-44e2-82de-84995b96b11d not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:38:53.216764 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 27584047-43fc-409c-9665-15334f55b4cb no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:38:53.217384 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-85433e44-a782-453b-95d2-5b3adfd0d1b2 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:53.236403 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 27584047-43fc-409c-9665-15334f55b4cb {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:38:53.236721 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 27584047-43fc-409c-9665-15334f55b4cb not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:38:53.304701 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-85433e44-a782-453b-95d2-5b3adfd0d1b2 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:53.317545 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-85433e44-a782-453b-95d2-5b3adfd0d1b2 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b86a536f-8f80-4e3f-accb-1ad3fef77d86']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:38:53.330149 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-85433e44-a782-453b-95d2-5b3adfd0d1b2 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45193644-f1f0-45f4-9279-252a1be3b325') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:38:53.330442 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-85433e44-a782-453b-95d2-5b3adfd0d1b2 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45193644-f1f0-45f4-9279-252a1be3b325') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:38:53.340022 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-85433e44-a782-453b-95d2-5b3adfd0d1b2 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:53.359667 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-85433e44-a782-453b-95d2-5b3adfd0d1b2 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:53.366052 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85433e44-a782-453b-95d2-5b3adfd0d1b2 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 15:38:53.366528 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-85433e44-a782-453b-95d2-5b3adfd0d1b2 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 15:38:53.370013 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 15:38:53.429494 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-85433e44-a782-453b-95d2-5b3adfd0d1b2 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:53.433832 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-dccd1c92-d8e9-45cd-b8a0-11cb3f400023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:38:53.449822 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-85433e44-a782-453b-95d2-5b3adfd0d1b2 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:53.451680 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-85433e44-a782-453b-95d2-5b3adfd0d1b2 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "DELETE /v2.0/networks/b86a536f-8f80-4e3f-accb-1ad3fef77d86 HTTP/1.1" status: 204 len: 168 time: 0.3273420 Jun 21 15:38:53.453067 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85433e44-a782-453b-95d2-5b3adfd0d1b2 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event deleted for resources: {'Network': ['ID=b86a536f-8f80-4e3f-accb-1ad3fef77d86,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:38:53.454555 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45072) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:38:53.455724 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-85433e44-a782-453b-95d2-5b3adfd0d1b2 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:38:53.515314 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-481adffb-68d1-44d2-9bc5-bcb4b9c56514 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:53.550420 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-481adffb-68d1-44d2-9bc5-bcb4b9c56514 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:53.616761 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-481adffb-68d1-44d2-9bc5-bcb4b9c56514 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:53.619687 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-481adffb-68d1-44d2-9bc5-bcb4b9c56514 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:53.620949 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-481adffb-68d1-44d2-9bc5-bcb4b9c56514 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "DELETE /v2.0/security-groups/0a2cf407-abf7-428f-808e-bfea3a805374 HTTP/1.1" status: 204 len: 168 time: 0.1650565 Jun 21 15:38:53.621754 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e8a72ff3-5634-401a-9753-6e45db98f794 tempest-SecGroupTest-1206424365 tempest-SecGroupTest-1206424365-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:38:53.630473 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481adffb-68d1-44d2-9bc5-bcb4b9c56514 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2cf407-abf7-428f-808e-bfea3a805374,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:38:53.632933 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-481adffb-68d1-44d2-9bc5-bcb4b9c56514 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:38:54.793530 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 83a210db-4dc3-4c4f-8fdd-2de7884a1c80 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:38:54.816939 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 83a210db-4dc3-4c4f-8fdd-2de7884a1c80 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:38:54.817291 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 83a210db-4dc3-4c4f-8fdd-2de7884a1c80 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:38:55.469365 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45080) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:38:55.474269 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-2811b2a5-8eaf-4ed0-bb7e-449153380f77 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1363357204', 'description': 'tempest-secgroup-smoke-1363357204 description', 'project_id': '0051d95f936f45a5bdf7530c097504c5'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:38:55.502031 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2811b2a5-8eaf-4ed0-bb7e-449153380f77 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:55.587917 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2811b2a5-8eaf-4ed0-bb7e-449153380f77 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:55.595111 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2811b2a5-8eaf-4ed0-bb7e-449153380f77 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:55.597715 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a6d33bd6-8abe-45eb-90b5-a31fc72fb1aa tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:38:55.637003 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2811b2a5-8eaf-4ed0-bb7e-449153380f77 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:38:55.640437 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2811b2a5-8eaf-4ed0-bb7e-449153380f77 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:38:55.641268 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2811b2a5-8eaf-4ed0-bb7e-449153380f77 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:55.642540 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-2811b2a5-8eaf-4ed0-bb7e-449153380f77 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1720698 Jun 21 15:38:55.645536 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45082) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:38:55.650262 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-ddbf9709-1df7-4c19-8fee-7c74a5ed39a1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'security_group_rule': {'security_group_id': 'ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:38:55.679904 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ddbf9709-1df7-4c19-8fee-7c74a5ed39a1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:55.738159 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ddbf9709-1df7-4c19-8fee-7c74a5ed39a1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:55.744147 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ddbf9709-1df7-4c19-8fee-7c74a5ed39a1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:55.745982 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-59e03aa8-ae78-48b1-829b-503c3bdf7b27 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:38:55.763597 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbf9709-1df7-4c19-8fee-7c74a5ed39a1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa9fa481-bf36-4aea-aaa6-0688ee3656ca,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:38:55.766438 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ddbf9709-1df7-4c19-8fee-7c74a5ed39a1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:38:55.767569 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-ddbf9709-1df7-4c19-8fee-7c74a5ed39a1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:55.768724 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ddbf9709-1df7-4c19-8fee-7c74a5ed39a1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1220906 Jun 21 15:38:55.771601 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45084) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:38:55.776074 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-1494c9c9-2566-4625-8fe5-44053d5efcff tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'security_group_rule': {'security_group_id': 'ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:38:55.807164 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1494c9c9-2566-4625-8fe5-44053d5efcff tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:55.867430 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1494c9c9-2566-4625-8fe5-44053d5efcff tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:55.873300 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1494c9c9-2566-4625-8fe5-44053d5efcff tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:55.875297 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-aadf2a08-8ff1-4b92-b20b-23bda53d9dfc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:38:55.898044 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494c9c9-2566-4625-8fe5-44053d5efcff tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c9e3cfb-4f94-4200-b845-037b42d8e439,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:38:55.900992 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1494c9c9-2566-4625-8fe5-44053d5efcff tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:38:55.904137 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1494c9c9-2566-4625-8fe5-44053d5efcff tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:55.905739 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1494c9c9-2566-4625-8fe5-44053d5efcff tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1329005 Jun 21 15:38:55.908401 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45086) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:38:55.912930 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-10324dfd-1a0d-4838-a751-5517a5e25ccf tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'security_group_rule': {'security_group_id': 'ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:38:55.944142 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-10324dfd-1a0d-4838-a751-5517a5e25ccf tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:56.017513 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-10324dfd-1a0d-4838-a751-5517a5e25ccf tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:56.024546 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-10324dfd-1a0d-4838-a751-5517a5e25ccf tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:56.027549 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-77ff94be-fb7a-44a6-98d7-af0b689a1d92 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:38:56.044152 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10324dfd-1a0d-4838-a751-5517a5e25ccf tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d2d8908-f703-49c4-99d6-4f2b2aa3e8d0,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:38:56.046966 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-10324dfd-1a0d-4838-a751-5517a5e25ccf tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:38:56.053353 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-10324dfd-1a0d-4838-a751-5517a5e25ccf tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:56.054683 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-10324dfd-1a0d-4838-a751-5517a5e25ccf tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1453168 Jun 21 15:38:56.059064 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45088) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:38:56.064405 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-b1a3e4b4-6cd3-482f-bc95-14654045df93 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'security_group_rule': {'security_group_id': 'ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:38:56.094142 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b1a3e4b4-6cd3-482f-bc95-14654045df93 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:56.156164 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b1a3e4b4-6cd3-482f-bc95-14654045df93 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:56.161185 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b1a3e4b4-6cd3-482f-bc95-14654045df93 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:56.166623 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d5aec672-fcd2-4508-8fe9-bef1ddcd014f tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:38:56.180820 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3e4b4-6cd3-482f-bc95-14654045df93 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d3a550e-c18e-42f7-872f-3c58f8cd7fdf,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:38:56.183525 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b1a3e4b4-6cd3-482f-bc95-14654045df93 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:38:56.191528 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b1a3e4b4-6cd3-482f-bc95-14654045df93 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:56.192796 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b1a3e4b4-6cd3-482f-bc95-14654045df93 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1324027 Jun 21 15:38:56.196072 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45090) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:38:56.200904 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-75df4c14-d6cf-45e9-a23d-14d980c4e30d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'security_group_rule': {'security_group_id': 'ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:38:56.225307 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.securitygroups_db [None req-75df4c14-d6cf-45e9-a23d-14d980c4e30d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Project 0051d95f936f45a5bdf7530c097504c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 15:38:56.230345 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-75df4c14-d6cf-45e9-a23d-14d980c4e30d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:56.296083 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-75df4c14-d6cf-45e9-a23d-14d980c4e30d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:56.302167 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-75df4c14-d6cf-45e9-a23d-14d980c4e30d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:56.304050 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-25d64c63-2bec-4ff9-bca4-489f381e3989 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:38:56.321266 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75df4c14-d6cf-45e9-a23d-14d980c4e30d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6054853e-ffec-4705-b456-e50237726650,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:38:56.323806 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-75df4c14-d6cf-45e9-a23d-14d980c4e30d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:38:56.326150 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-75df4c14-d6cf-45e9-a23d-14d980c4e30d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:56.327486 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-75df4c14-d6cf-45e9-a23d-14d980c4e30d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1304150 Jun 21 15:38:56.330249 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45092) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:38:56.334783 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-5ac599f2-8f63-45b8-aab3-f37a34f760b1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'security_group_rule': {'security_group_id': 'ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:38:56.357152 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.securitygroups_db [None req-5ac599f2-8f63-45b8-aab3-f37a34f760b1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Project 0051d95f936f45a5bdf7530c097504c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 15:38:56.362600 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5ac599f2-8f63-45b8-aab3-f37a34f760b1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:56.437255 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5ac599f2-8f63-45b8-aab3-f37a34f760b1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:56.442103 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5ac599f2-8f63-45b8-aab3-f37a34f760b1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:56.447217 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b6c6c9df-b897-409d-b714-d8badbb08831 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:38:56.465469 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac599f2-8f63-45b8-aab3-f37a34f760b1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5f50175-0631-47c6-9d28-b26725a650d3,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:38:56.469471 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5ac599f2-8f63-45b8-aab3-f37a34f760b1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:38:56.472488 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5ac599f2-8f63-45b8-aab3-f37a34f760b1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:56.476680 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5ac599f2-8f63-45b8-aab3-f37a34f760b1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1428113 Jun 21 15:38:56.476942 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45094) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:38:56.482246 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-959e2393-83fa-40d6-b5fc-37a1bbe91a81 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'network': {'name': 'tempest-network-smoke--1011774128', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'port_security_enabled': True}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:38:56.505051 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959e2393-83fa-40d6-b5fc-37a1bbe91a81 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Made reservation on behalf of 0051d95f936f45a5bdf7530c097504c5 for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:38:56.508692 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-959e2393-83fa-40d6-b5fc-37a1bbe91a81 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:56.534489 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-959e2393-83fa-40d6-b5fc-37a1bbe91a81 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 15:38:56.543974 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-959e2393-83fa-40d6-b5fc-37a1bbe91a81 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:56.544351 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-959e2393-83fa-40d6-b5fc-37a1bbe91a81 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Added segment 69aee660-6b32-4222-8fcf-abe34c5e98d5 of type vlan for network 225fb52e-dd37-4fe5-9640-75b0730f229d Jun 21 15:38:56.585509 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-959e2393-83fa-40d6-b5fc-37a1bbe91a81 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:56.615872 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-959e2393-83fa-40d6-b5fc-37a1bbe91a81 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:56.621821 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959e2393-83fa-40d6-b5fc-37a1bbe91a81 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:38:56.622499 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-959e2393-83fa-40d6-b5fc-37a1bbe91a81 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:56.624850 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7ef67af0-7c6d-40da-881a-006b59a17be2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:38:56.682312 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-959e2393-83fa-40d6-b5fc-37a1bbe91a81 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2042625 Jun 21 15:38:56.687137 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45096) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:38:56.691146 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959e2393-83fa-40d6-b5fc-37a1bbe91a81 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Network': ['ID=225fb52e-dd37-4fe5-9640-75b0730f229d,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:38:56.693747 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-c94c5387-83b0-4b37-b0a4-9474ba5766fd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-101492455', 'admin_state_up': True, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:38:56.694104 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-959e2393-83fa-40d6-b5fc-37a1bbe91a81 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:38:56.709626 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 225fb52e-dd37-4fe5-9640-75b0730f229d details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 15:38:56.724787 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c94c5387-83b0-4b37-b0a4-9474ba5766fd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:56.726139 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c94c5387-83b0-4b37-b0a4-9474ba5766fd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:56.784838 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c94c5387-83b0-4b37-b0a4-9474ba5766fd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:56.927554 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c94c5387-83b0-4b37-b0a4-9474ba5766fd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:57.130811 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c94c5387-83b0-4b37-b0a4-9474ba5766fd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router_gateway, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:57.149801 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c94c5387-83b0-4b37-b0a4-9474ba5766fd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:57.265579 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-c94c5387-83b0-4b37-b0a4-9474ba5766fd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Allocated IP 172.26.3.44 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/b79b5948-70b3-400c-a0a2-d24093a2ef15) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:38:57.369379 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c94c5387-83b0-4b37-b0a4-9474ba5766fd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:57.419872 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c94c5387-83b0-4b37-b0a4-9474ba5766fd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:57.421978 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1f69f949-f1c4-4c79-a2a3-4e423cddf4e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:38:57.461117 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94c5387-83b0-4b37-b0a4-9474ba5766fd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:38:57.463924 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-c94c5387-83b0-4b37-b0a4-9474ba5766fd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:38:57.469988 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94c5387-83b0-4b37-b0a4-9474ba5766fd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:38:57.475125 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c5387-83b0-4b37-b0a4-9474ba5766fd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Port': ['ID=b79b5948-70b3-400c-a0a2-d24093a2ef15,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:38:57.494218 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c94c5387-83b0-4b37-b0a4-9474ba5766fd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:38:58.060514 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c94c5387-83b0-4b37-b0a4-9474ba5766fd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router_gateway, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:58.273848 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c94c5387-83b0-4b37-b0a4-9474ba5766fd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:58.409344 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94c5387-83b0-4b37-b0a4-9474ba5766fd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Router 5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 15:38:58.524250 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94c5387-83b0-4b37-b0a4-9474ba5766fd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:38:58.535180 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6f5932-e0d4-4ba2-b42e-22d7bbdac861 None None] Sync routers for ids ['5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:38:58.547996 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6f5932-e0d4-4ba2-b42e-22d7bbdac861 None None] Routers {'5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:38:58.548223 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c94c5387-83b0-4b37-b0a4-9474ba5766fd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:58.548637 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-af6f5932-e0d4-4ba2-b42e-22d7bbdac861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:38:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:38:58.549519 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c94c5387-83b0-4b37-b0a4-9474ba5766fd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8612828 Jun 21 15:38:58.553264 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45098) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:38:58.629845 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1a87e996-f466-439f-b80b-5708c54b9777 tempest-TestNetworkAdvancedServerOps-1812796509 tempest-TestNetworkAdvancedServerOps-1812796509-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=0051d95f936f45a5bdf7530c097504c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0752177 Jun 21 15:38:58.632455 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45102) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:38:58.653094 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-af6f5932-e0d4-4ba2-b42e-22d7bbdac861 None None] Set router 5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:38:58.720011 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1986a029-e4b3-4f19-bae3-2b7d46872e29 tempest-TestNetworkAdvancedServerOps-1812796509 tempest-TestNetworkAdvancedServerOps-1812796509-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:38:58.721614 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1986a029-e4b3-4f19-bae3-2b7d46872e29 tempest-TestNetworkAdvancedServerOps-1812796509 tempest-TestNetworkAdvancedServerOps-1812796509-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0881295 Jun 21 15:38:58.725118 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45104) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:38:58.754558 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6a5ee7c1-d4d8-47ff-a133-c81c66bd4ff2 tempest-TestNetworkAdvancedServerOps-1812796509 tempest-TestNetworkAdvancedServerOps-1812796509-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=78e7bc12-ea33-4baf-9744-b93105835641&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281513 Jun 21 15:38:58.756996 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45106) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:38:58.761742 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-bc626a95-da50-4641-bc67-c6daa641b9cc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1507779892', 'network_id': '225fb52e-dd37-4fe5-9640-75b0730f229d', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:38:58.833981 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-af6f5932-e0d4-4ba2-b42e-22d7bbdac861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101492455', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.44'}], 'enable_snat': True}, 'gw_port_id': 'b79b5948-70b3-400c-a0a2-d24093a2ef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:38:56Z', 'updated_at': '2021-06-21T15:38:57Z', 'revision_number': 3, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': 'b79b5948-70b3-400c-a0a2-d24093a2ef15', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:17:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:38:57Z', 'updated_at': '2021-06-21T15:38:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:38:58.855714 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc626a95-da50-4641-bc67-c6daa641b9cc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Made reservation on behalf of 0051d95f936f45a5bdf7530c097504c5 for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:38:58.859320 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bc626a95-da50-4641-bc67-c6daa641b9cc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:58.861231 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6f5932-e0d4-4ba2-b42e-22d7bbdac861 None None] Checking router: 5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:38:58.861593 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6f5932-e0d4-4ba2-b42e-22d7bbdac861 None None] Updating router 5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258 port b79b5948-70b3-400c-a0a2-d24093a2ef15 binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:38:58.895049 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-af6f5932-e0d4-4ba2-b42e-22d7bbdac861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:59.040728 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bc626a95-da50-4641-bc67-c6daa641b9cc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:59.043881 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2c6c1fba-9215-492d-92a6-71e38562b582 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:38:59.100660 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc626a95-da50-4641-bc67-c6daa641b9cc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Subnet': ['ID=75eb4b3d-2965-4ebe-b6cd-b243e1171348,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:38:59.103978 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bc626a95-da50-4641-bc67-c6daa641b9cc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:38:59.114424 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc626a95-da50-4641-bc67-c6daa641b9cc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Checking segment: {'id': '69aee660-6b32-4222-8fcf-abe34c5e98d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '225fb52e-dd37-4fe5-9640-75b0730f229d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:38:59.114783 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc626a95-da50-4641-bc67-c6daa641b9cc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Network hostable DHCP agents. Network: 225fb52e-dd37-4fe5-9640-75b0730f229d, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 15:38:59.133227 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc626a95-da50-4641-bc67-c6daa641b9cc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Network 225fb52e-dd37-4fe5-9640-75b0730f229d is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 15:38:59.143818 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-bc626a95-da50-4641-bc67-c6daa641b9cc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 225fb52e-dd37-4fe5-9640-75b0730f229d) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:38:59.148339 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc626a95-da50-4641-bc67-c6daa641b9cc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:38:59.148984 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bc626a95-da50-4641-bc67-c6daa641b9cc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:59.155895 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592168a9-fad9-460d-9877-0fdb0ed4a7c8 None None] Network 225fb52e-dd37-4fe5-9640-75b0730f229d requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:38:59.160868 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-af6f5932-e0d4-4ba2-b42e-22d7bbdac861 None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:59.168242 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45108) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:38:59.168435 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-bc626a95-da50-4641-bc67-c6daa641b9cc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4103575 Jun 21 15:38:59.204894 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-af6f5932-e0d4-4ba2-b42e-22d7bbdac861 None None] Transition to ACTIVE for port object b79b5948-70b3-400c-a0a2-d24093a2ef15 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:38:59.215366 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-af6f5932-e0d4-4ba2-b42e-22d7bbdac861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:59.218671 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-91ad593b-8d71-4adf-a7cb-298f3676b6b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:38:59.289989 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-af6f5932-e0d4-4ba2-b42e-22d7bbdac861 None None] Attempting to bind port b79b5948-70b3-400c-a0a2-d24093a2ef15 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:38:59.290371 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-af6f5932-e0d4-4ba2-b42e-22d7bbdac861 None None] Attempting to bind port b79b5948-70b3-400c-a0a2-d24093a2ef15 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:38:59.290795 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f5932-e0d4-4ba2-b42e-22d7bbdac861 None None] Attempting to bind port b79b5948-70b3-400c-a0a2-d24093a2ef15 on network 78e7bc12-ea33-4baf-9744-b93105835641 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:38:59.292559 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb08086d-2990-424d-a2f9-7f3bb5455d67 None None] Pushing event updated for resources: {'Port': ['ID=b79b5948-70b3-400c-a0a2-d24093a2ef15,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:38:59.296140 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-bb08086d-2990-424d-a2f9-7f3bb5455d67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:38:59.324463 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f5932-e0d4-4ba2-b42e-22d7bbdac861 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:38:59.324988 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f5932-e0d4-4ba2-b42e-22d7bbdac861 None None] Checking segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:38:59.325502 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-af6f5932-e0d4-4ba2-b42e-22d7bbdac861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:59.325992 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6f5932-e0d4-4ba2-b42e-22d7bbdac861 None None] Bound using segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:38:59.326459 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-af6f5932-e0d4-4ba2-b42e-22d7bbdac861 None None] Bound port: b79b5948-70b3-400c-a0a2-d24093a2ef15, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:38:59.326854 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-af6f5932-e0d4-4ba2-b42e-22d7bbdac861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:59.401803 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cc4a26-b5d0-46ff-a87c-654f9848e83e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-225fb52e-dd37-4fe5-9640-75b0730f229d', 'network_id': '225fb52e-dd37-4fe5-9640-75b0730f229d', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'fixed_ips': [{'subnet_id': '75eb4b3d-2965-4ebe-b6cd-b243e1171348'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 15:38:59.402658 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a8cc4a26-b5d0-46ff-a87c-654f9848e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:59.407180 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-af6f5932-e0d4-4ba2-b42e-22d7bbdac861 None None] For port b79b5948-70b3-400c-a0a2-d24093a2ef15, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:38:59.427847 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-af6f5932-e0d4-4ba2-b42e-22d7bbdac861 None None] For port b79b5948-70b3-400c-a0a2-d24093a2ef15, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=b79b5948-70b3-400c-a0a2-d24093a2ef15,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:38:59.436192 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-af6f5932-e0d4-4ba2-b42e-22d7bbdac861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:59.439419 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:38:59.577503 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb08086d-2990-424d-a2f9-7f3bb5455d67 None None] Pushing event updated for resources: {'Port': ['ID=b79b5948-70b3-400c-a0a2-d24093a2ef15,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:38:59.581957 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-bb08086d-2990-424d-a2f9-7f3bb5455d67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:38:59.582548 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6f5932-e0d4-4ba2-b42e-22d7bbdac861 None None] Routers {'5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:38:59.583122 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-af6f5932-e0d4-4ba2-b42e-22d7bbdac861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:38:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:38:59.613286 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c4e250d0-ca0a-4c40-97b4-f261063d29d0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:38:59.648752 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-a8cc4a26-b5d0-46ff-a87c-654f9848e83e None None] Allocated IP 172.20.0.2 (225fb52e-dd37-4fe5-9640-75b0730f229d/75eb4b3d-2965-4ebe-b6cd-b243e1171348/5439293f-f6ad-4e7e-8e20-c6f834612c60) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:38:59.742811 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-af6f5932-e0d4-4ba2-b42e-22d7bbdac861 None None] Set router 5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:39:00.108147 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a8cc4a26-b5d0-46ff-a87c-654f9848e83e None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:00.118924 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-a8cc4a26-b5d0-46ff-a87c-654f9848e83e None None] Transition to ACTIVE for port object 5439293f-f6ad-4e7e-8e20-c6f834612c60 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:39:00.139342 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-a8cc4a26-b5d0-46ff-a87c-654f9848e83e None None] Transition to ACTIVE for port object 5439293f-f6ad-4e7e-8e20-c6f834612c60 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:39:00.149856 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a8cc4a26-b5d0-46ff-a87c-654f9848e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:00.152881 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-57078d62-65a9-4291-baef-c1953b8f1385 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:39:00.192856 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-af6f5932-e0d4-4ba2-b42e-22d7bbdac861 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101492455', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.44'}], 'enable_snat': True}, 'gw_port_id': 'b79b5948-70b3-400c-a0a2-d24093a2ef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:38:56Z', 'updated_at': '2021-06-21T15:38:57Z', 'revision_number': 3, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': 'b79b5948-70b3-400c-a0a2-d24093a2ef15', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:17:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:38:57Z', 'updated_at': '2021-06-21T15:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:39:00.196963 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8cc4a26-b5d0-46ff-a87c-654f9848e83e None None] Network 225fb52e-dd37-4fe5-9640-75b0730f229d is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:39:00.203170 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-c4e250d0-ca0a-4c40-97b4-f261063d29d0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Allocated IP 172.20.0.1 (225fb52e-dd37-4fe5-9640-75b0730f229d/75eb4b3d-2965-4ebe-b6cd-b243e1171348/9e26633a-3a06-478e-8261-a0d5eee120c4) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:39:00.227401 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-a8cc4a26-b5d0-46ff-a87c-654f9848e83e None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:39:00.229631 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af6f5932-e0d4-4ba2-b42e-22d7bbdac861 None None] The sync data for ids ['5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258'] in dv-neutron-797121-2-hyperv is: [{'id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101492455', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.44'}], 'enable_snat': True}, 'gw_port_id': 'b79b5948-70b3-400c-a0a2-d24093a2ef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:38:56Z', 'updated_at': '2021-06-21T15:38:57Z', 'revision_number': 3, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': 'b79b5948-70b3-400c-a0a2-d24093a2ef15', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:17:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:38:57Z', 'updated_at': '2021-06-21T15:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:39:00.231060 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cc4a26-b5d0-46ff-a87c-654f9848e83e None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:39:00.233502 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc4a26-b5d0-46ff-a87c-654f9848e83e None None] Pushing event updated for resources: {'Port': ['ID=5439293f-f6ad-4e7e-8e20-c6f834612c60,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:39:00.238518 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-a8cc4a26-b5d0-46ff-a87c-654f9848e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:39:00.292000 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-a8cc4a26-b5d0-46ff-a87c-654f9848e83e None None] Attempting to bind port 5439293f-f6ad-4e7e-8e20-c6f834612c60 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:39:00.292464 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-a8cc4a26-b5d0-46ff-a87c-654f9848e83e None None] Attempting to bind port 5439293f-f6ad-4e7e-8e20-c6f834612c60 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '69aee660-6b32-4222-8fcf-abe34c5e98d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '225fb52e-dd37-4fe5-9640-75b0730f229d'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:39:00.292888 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cc4a26-b5d0-46ff-a87c-654f9848e83e None None] Attempting to bind port 5439293f-f6ad-4e7e-8e20-c6f834612c60 on network 225fb52e-dd37-4fe5-9640-75b0730f229d {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:39:00.298768 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cc4a26-b5d0-46ff-a87c-654f9848e83e None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:39:00.299268 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cc4a26-b5d0-46ff-a87c-654f9848e83e None None] Checking segment: {'id': '69aee660-6b32-4222-8fcf-abe34c5e98d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '225fb52e-dd37-4fe5-9640-75b0730f229d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:39:00.299768 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a8cc4a26-b5d0-46ff-a87c-654f9848e83e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:00.300254 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8cc4a26-b5d0-46ff-a87c-654f9848e83e None None] Bound using segment: {'id': '69aee660-6b32-4222-8fcf-abe34c5e98d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '225fb52e-dd37-4fe5-9640-75b0730f229d'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:39:00.300821 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-a8cc4a26-b5d0-46ff-a87c-654f9848e83e None None] Bound port: 5439293f-f6ad-4e7e-8e20-c6f834612c60, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69aee660-6b32-4222-8fcf-abe34c5e98d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '225fb52e-dd37-4fe5-9640-75b0730f229d'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:39:00.301287 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a8cc4a26-b5d0-46ff-a87c-654f9848e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:00.324201 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c4e250d0-ca0a-4c40-97b4-f261063d29d0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:00.340198 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-c4e250d0-ca0a-4c40-97b4-f261063d29d0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Transition to ACTIVE for port object 9e26633a-3a06-478e-8261-a0d5eee120c4 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:39:00.371794 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-a8cc4a26-b5d0-46ff-a87c-654f9848e83e None None] For port 5439293f-f6ad-4e7e-8e20-c6f834612c60, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:39:00.376209 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c4e250d0-ca0a-4c40-97b4-f261063d29d0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:00.378624 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-aaeb2331-1a57-43bd-a5c9-9d449ecc1f13 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:39:00.379959 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-a8cc4a26-b5d0-46ff-a87c-654f9848e83e None None] For port 5439293f-f6ad-4e7e-8e20-c6f834612c60, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=5439293f-f6ad-4e7e-8e20-c6f834612c60,segment=NetworkSegment(69aee660-6b32-4222-8fcf-abe34c5e98d5),segment_id=69aee660-6b32-4222-8fcf-abe34c5e98d5)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:39:00.391888 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a8cc4a26-b5d0-46ff-a87c-654f9848e83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:00.393974 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-bb08086d-2990-424d-a2f9-7f3bb5455d67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:39:00.438220 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e250d0-ca0a-4c40-97b4-f261063d29d0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Network 225fb52e-dd37-4fe5-9640-75b0730f229d is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:39:00.457661 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-c4e250d0-ca0a-4c40-97b4-f261063d29d0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:39:00.464021 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc4a26-b5d0-46ff-a87c-654f9848e83e None None] Pushing event updated for resources: {'Port': ['ID=5439293f-f6ad-4e7e-8e20-c6f834612c60,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:39:00.468348 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-a8cc4a26-b5d0-46ff-a87c-654f9848e83e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:39:00.474002 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e250d0-ca0a-4c40-97b4-f261063d29d0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:39:00.502693 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e250d0-ca0a-4c40-97b4-f261063d29d0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Port': ['ID=9e26633a-3a06-478e-8261-a0d5eee120c4,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:39:00.505699 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c4e250d0-ca0a-4c40-97b4-f261063d29d0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:39:00.533901 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c4e250d0-ca0a-4c40-97b4-f261063d29d0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:00.713755 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c4e250d0-ca0a-4c40-97b4-f261063d29d0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:00.927080 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 5439293f-f6ad-4e7e-8e20-c6f834612c60 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:39:00.978842 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 5439293f-f6ad-4e7e-8e20-c6f834612c60 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:39:00.984371 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device b79b5948-70b3-400c-a0a2-d24093a2ef15 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:39:01.043092 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port b79b5948-70b3-400c-a0a2-d24093a2ef15 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:39:01.048487 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port b79b5948-70b3-400c-a0a2-d24093a2ef15 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:39:01.049009 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:01.071096 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c4e250d0-ca0a-4c40-97b4-f261063d29d0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:01.078680 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c4e250d0-ca0a-4c40-97b4-f261063d29d0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:01.083432 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-defee52b-9f65-44cd-95be-537b421c44e9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:39:01.137034 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:01.159052 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e250d0-ca0a-4c40-97b4-f261063d29d0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Port': ['ID=9e26633a-3a06-478e-8261-a0d5eee120c4,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:39:01.159314 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port b79b5948-70b3-400c-a0a2-d24093a2ef15, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=b79b5948-70b3-400c-a0a2-d24093a2ef15,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:39:01.162798 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c4e250d0-ca0a-4c40-97b4-f261063d29d0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:01.164613 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:01.165198 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c4e250d0-ca0a-4c40-97b4-f261063d29d0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:39:01.167942 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-05524dc6-d6a5-4a70-b7c0-2e7f0f40fc89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:39:01.219111 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=b79b5948-70b3-400c-a0a2-d24093a2ef15,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:39:01.222684 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:39:01.269993 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e250d0-ca0a-4c40-97b4-f261063d29d0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Network 225fb52e-dd37-4fe5-9640-75b0730f229d is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:39:01.271438 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-c4e250d0-ca0a-4c40-97b4-f261063d29d0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:39:01.400412 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e250d0-ca0a-4c40-97b4-f261063d29d0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Router 5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:39:01.509458 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e250d0-ca0a-4c40-97b4-f261063d29d0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:39:01.515109 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c4e250d0-ca0a-4c40-97b4-f261063d29d0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "PUT /v2.0/routers/5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3457437 Jun 21 15:39:01.526452 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d7d9ec-4661-4698-be40-c7825669e4aa None None] Network 225fb52e-dd37-4fe5-9640-75b0730f229d requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:39:01.651952 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-058dcfac-bfea-42f6-a92f-bb32cb32a369 None None] Provisioning for port 5439293f-f6ad-4e7e-8e20-c6f834612c60 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:39:01.660938 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-058dcfac-bfea-42f6-a92f-bb32cb32a369 None None] Provisioning complete for port 5439293f-f6ad-4e7e-8e20-c6f834612c60 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:39:01.661171 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-bfcb2ecd-9762-4785-a561-f230a6d3225b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1363357204&fields=id&tenant_id=0051d95f936f45a5bdf7530c097504c5 HTTP/1.1" status: 200 len: 267 time: 0.0384290 Jun 21 15:39:01.661297 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-058dcfac-bfea-42f6-a92f-bb32cb32a369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:01.775000 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-f2dca8a0-4506-4a88-9675-211d7b2a64fc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:39:01.779484 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-f2dca8a0-4506-4a88-9675-211d7b2a64fc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/networks?id=225fb52e-dd37-4fe5-9640-75b0730f229d HTTP/1.1" status: 200 len: 797 time: 0.1101348 Jun 21 15:39:01.787172 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-058dcfac-bfea-42f6-a92f-bb32cb32a369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:01.797178 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-7b4cd74b-4b17-48f6-a1c8-d6c15bfffafb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/quotas/0051d95f936f45a5bdf7530c097504c5 HTTP/1.1" status: 200 len: 375 time: 0.0112140 Jun 21 15:39:01.822639 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-058dcfac-bfea-42f6-a92f-bb32cb32a369 None None] For port 5439293f-f6ad-4e7e-8e20-c6f834612c60, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=5439293f-f6ad-4e7e-8e20-c6f834612c60,segment=NetworkSegment(69aee660-6b32-4222-8fcf-abe34c5e98d5),segment_id=69aee660-6b32-4222-8fcf-abe34c5e98d5)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:39:01.828866 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-058dcfac-bfea-42f6-a92f-bb32cb32a369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:01.832007 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:39:01.886628 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058dcfac-bfea-42f6-a92f-bb32cb32a369 None None] Pushing event updated for resources: {'Port': ['ID=5439293f-f6ad-4e7e-8e20-c6f834612c60,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:39:01.887783 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-c70b6442-50d9-4273-8e0c-318c97879bde tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0833261 Jun 21 15:39:01.890447 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-058dcfac-bfea-42f6-a92f-bb32cb32a369 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:39:01.917561 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-f1910841-f035-4ef8-b76e-d4f3f1cb48ed service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 15:39:01.918512 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-f1910841-f035-4ef8-b76e-d4f3f1cb48ed service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056374 Jun 21 15:39:02.020645 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-ab2eb8a0-fc4c-4100-a7d1-df59ce63a8b6 service neutron] 10.222.0.72 "GET /v2.0/networks/225fb52e-dd37-4fe5-9640-75b0730f229d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950034 Jun 21 15:39:02.050051 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0fce9bf3-14f3-4d2b-bc0a-7f77d6a82346 None None] Provisioning complete for port 5439293f-f6ad-4e7e-8e20-c6f834612c60 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:39:02.050626 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0fce9bf3-14f3-4d2b-bc0a-7f77d6a82346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:02.060848 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eacdaac-88a0-4806-ab2e-b530b40328e3 None None] Sync routers for ids ['5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:39:02.075710 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eacdaac-88a0-4806-ab2e-b530b40328e3 None None] Routers {'5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:39:02.076835 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-7eacdaac-88a0-4806-ab2e-b530b40328e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:38:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:39:02.153930 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-f84dcb54-7327-4bd1-9f6c-fcfd891072ac service neutron] 10.222.0.72 "GET /v2.0/networks/225fb52e-dd37-4fe5-9640-75b0730f229d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245184 Jun 21 15:39:02.161290 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0fce9bf3-14f3-4d2b-bc0a-7f77d6a82346 None None] Provisioning for port 9e26633a-3a06-478e-8261-a0d5eee120c4 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:39:02.166481 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0fce9bf3-14f3-4d2b-bc0a-7f77d6a82346 None None] Provisioning complete for port 9e26633a-3a06-478e-8261-a0d5eee120c4 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:39:02.166941 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0fce9bf3-14f3-4d2b-bc0a-7f77d6a82346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:02.194370 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-7eacdaac-88a0-4806-ab2e-b530b40328e3 None None] Set router 5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:39:02.213651 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-0fce9bf3-14f3-4d2b-bc0a-7f77d6a82346 None None] Port 9e26633a-3a06-478e-8261-a0d5eee120c4 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:39:02.333399 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-7a1afa34-50a5-43ba-8870-8c4d791d638a None None] Provisioning complete for port 9e26633a-3a06-478e-8261-a0d5eee120c4 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:39:02.333822 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7a1afa34-50a5-43ba-8870-8c4d791d638a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:02.372913 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-7a1afa34-50a5-43ba-8870-8c4d791d638a None None] Port 9e26633a-3a06-478e-8261-a0d5eee120c4 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:39:02.412105 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-7eacdaac-88a0-4806-ab2e-b530b40328e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101492455', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.44'}], 'enable_snat': True}, 'gw_port_id': 'b79b5948-70b3-400c-a0a2-d24093a2ef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:38:56Z', 'updated_at': '2021-06-21T15:39:00Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': 'b79b5948-70b3-400c-a0a2-d24093a2ef15', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:38:57Z', 'updated_at': '2021-06-21T15:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '9e26633a-3a06-478e-8261-a0d5eee120c4', 'name': '', 'network_id': '225fb52e-dd37-4fe5-9640-75b0730f229d', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:92:c3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '75eb4b3d-2965-4ebe-b6cd-b243e1171348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:38:59Z', 'updated_at': '2021-06-21T15:39:00Z', 'revision_number': 2, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': '75eb4b3d-2965-4ebe-b6cd-b243e1171348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:39:02.437833 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eacdaac-88a0-4806-ab2e-b530b40328e3 None None] Checking router: 5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:39:02.438119 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eacdaac-88a0-4806-ab2e-b530b40328e3 None None] Updating router 5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258 port 9e26633a-3a06-478e-8261-a0d5eee120c4 binding host dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:39:02.476283 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-7eacdaac-88a0-4806-ab2e-b530b40328e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:02.494636 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-7fd1736c-4218-45b3-ba8b-641ff70bab60 None None] Provisioning complete for port 9e26633a-3a06-478e-8261-a0d5eee120c4 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:39:02.495012 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7fd1736c-4218-45b3-ba8b-641ff70bab60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:02.527501 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-7fd1736c-4218-45b3-ba8b-641ff70bab60 None None] Port 9e26633a-3a06-478e-8261-a0d5eee120c4 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:39:02.733584 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-7eacdaac-88a0-4806-ab2e-b530b40328e3 None None] Notify callbacks [] for port, precommit_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:02.750749 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.provisioning_blocks [None req-7eacdaac-88a0-4806-ab2e-b530b40328e3 None None] Transition to ACTIVE for port object 9e26633a-3a06-478e-8261-a0d5eee120c4 will not be triggered until provisioned by entity L2. {{(pid=105227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:39:02.766494 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-7eacdaac-88a0-4806-ab2e-b530b40328e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:02.768659 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-899ae5d0-5c67-4d50-94e8-bd3ddeff1918 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:39:02.844969 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413d191-1f5f-42b3-b3ca-4a9c3e430be6 None None] Pushing event updated for resources: {'Port': ['ID=9e26633a-3a06-478e-8261-a0d5eee120c4,revision_number=3']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:39:02.867632 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 5439293f-f6ad-4e7e-8e20-c6f834612c60 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:39:02.870158 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6413d191-1f5f-42b3-b3ca-4a9c3e430be6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:39:02.870497 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6413d191-1f5f-42b3-b3ca-4a9c3e430be6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:39:02.870825 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6413d191-1f5f-42b3-b3ca-4a9c3e430be6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:39:02.871319 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6413d191-1f5f-42b3-b3ca-4a9c3e430be6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:39:02.871640 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6413d191-1f5f-42b3-b3ca-4a9c3e430be6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:39:02.872373 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6413d191-1f5f-42b3-b3ca-4a9c3e430be6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:39:02.872373 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6413d191-1f5f-42b3-b3ca-4a9c3e430be6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:39:02.872740 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6413d191-1f5f-42b3-b3ca-4a9c3e430be6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:39:02.872959 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6413d191-1f5f-42b3-b3ca-4a9c3e430be6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:39:02.873436 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6413d191-1f5f-42b3-b3ca-4a9c3e430be6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:39:02.873922 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6413d191-1f5f-42b3-b3ca-4a9c3e430be6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:39:02.874409 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6413d191-1f5f-42b3-b3ca-4a9c3e430be6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:39:02.893085 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-6413d191-1f5f-42b3-b3ca-4a9c3e430be6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:39:02.906088 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-7eacdaac-88a0-4806-ab2e-b530b40328e3 None None] Attempting to bind port 9e26633a-3a06-478e-8261-a0d5eee120c4 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:39:02.906720 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-7eacdaac-88a0-4806-ab2e-b530b40328e3 None None] Attempting to bind port 9e26633a-3a06-478e-8261-a0d5eee120c4 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '69aee660-6b32-4222-8fcf-abe34c5e98d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '225fb52e-dd37-4fe5-9640-75b0730f229d'}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:39:02.907257 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eacdaac-88a0-4806-ab2e-b530b40328e3 None None] Attempting to bind port 9e26633a-3a06-478e-8261-a0d5eee120c4 on network 225fb52e-dd37-4fe5-9640-75b0730f229d {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:39:02.913024 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eacdaac-88a0-4806-ab2e-b530b40328e3 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:39:02.913395 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eacdaac-88a0-4806-ab2e-b530b40328e3 None None] Checking segment: {'id': '69aee660-6b32-4222-8fcf-abe34c5e98d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '225fb52e-dd37-4fe5-9640-75b0730f229d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:39:02.913869 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-7eacdaac-88a0-4806-ab2e-b530b40328e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:02.914265 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eacdaac-88a0-4806-ab2e-b530b40328e3 None None] Bound using segment: {'id': '69aee660-6b32-4222-8fcf-abe34c5e98d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '225fb52e-dd37-4fe5-9640-75b0730f229d'} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:39:02.914731 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-7eacdaac-88a0-4806-ab2e-b530b40328e3 None None] Bound port: 9e26633a-3a06-478e-8261-a0d5eee120c4, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69aee660-6b32-4222-8fcf-abe34c5e98d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '225fb52e-dd37-4fe5-9640-75b0730f229d'}}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:39:02.915099 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-7eacdaac-88a0-4806-ab2e-b530b40328e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:02.921061 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 5439293f-f6ad-4e7e-8e20-c6f834612c60 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:39:02.921435 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:02.986152 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-7eacdaac-88a0-4806-ab2e-b530b40328e3 None None] For port 9e26633a-3a06-478e-8261-a0d5eee120c4, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:39:02.989357 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-7eacdaac-88a0-4806-ab2e-b530b40328e3 None None] For port 9e26633a-3a06-478e-8261-a0d5eee120c4, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=9e26633a-3a06-478e-8261-a0d5eee120c4,segment=NetworkSegment(69aee660-6b32-4222-8fcf-abe34c5e98d5),segment_id=69aee660-6b32-4222-8fcf-abe34c5e98d5)] {{(pid=105227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:39:02.995057 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-7eacdaac-88a0-4806-ab2e-b530b40328e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:02.996979 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-8305596b-da31-496d-aec9-6df4785184cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:39:03.004549 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device b79b5948-70b3-400c-a0a2-d24093a2ef15 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:39:03.055794 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eacdaac-88a0-4806-ab2e-b530b40328e3 None None] Routers {'5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:39:03.056427 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-7eacdaac-88a0-4806-ab2e-b530b40328e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:38:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:39:03.058558 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port b79b5948-70b3-400c-a0a2-d24093a2ef15 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:39:03.059049 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:03.108309 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413d191-1f5f-42b3-b3ca-4a9c3e430be6 None None] Pushing event updated for resources: {'Port': ['ID=9e26633a-3a06-478e-8261-a0d5eee120c4,revision_number=4']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:39:03.112832 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-6413d191-1f5f-42b3-b3ca-4a9c3e430be6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:39:03.175062 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-7eacdaac-88a0-4806-ab2e-b530b40328e3 None None] Set router 5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:39:03.379797 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-222560f4-5df6-4a09-a40d-1257258ce61e req-2bd00f1a-6cdd-4425-a023-403f86215ff3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 210 time: 0.0307598 Jun 21 15:39:03.389210 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-7eacdaac-88a0-4806-ab2e-b530b40328e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101492455', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.44'}], 'enable_snat': True}, 'gw_port_id': 'b79b5948-70b3-400c-a0a2-d24093a2ef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:38:56Z', 'updated_at': '2021-06-21T15:39:00Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': 'b79b5948-70b3-400c-a0a2-d24093a2ef15', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:38:57Z', 'updated_at': '2021-06-21T15:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '9e26633a-3a06-478e-8261-a0d5eee120c4', 'name': '', 'network_id': '225fb52e-dd37-4fe5-9640-75b0730f229d', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:92:c3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '75eb4b3d-2965-4ebe-b6cd-b243e1171348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:38:59Z', 'updated_at': '2021-06-21T15:39:02Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': '75eb4b3d-2965-4ebe-b6cd-b243e1171348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:39:03.416352 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eacdaac-88a0-4806-ab2e-b530b40328e3 None None] The sync data for ids ['5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258'] in dv-neutron-797121-2-hyperv is: [{'id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101492455', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.44'}], 'enable_snat': True}, 'gw_port_id': 'b79b5948-70b3-400c-a0a2-d24093a2ef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:38:56Z', 'updated_at': '2021-06-21T15:39:00Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': 'b79b5948-70b3-400c-a0a2-d24093a2ef15', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:38:57Z', 'updated_at': '2021-06-21T15:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '9e26633a-3a06-478e-8261-a0d5eee120c4', 'name': '', 'network_id': '225fb52e-dd37-4fe5-9640-75b0730f229d', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:92:c3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '75eb4b3d-2965-4ebe-b6cd-b243e1171348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:38:59Z', 'updated_at': '2021-06-21T15:39:02Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': '75eb4b3d-2965-4ebe-b6cd-b243e1171348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:39:04.479134 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7f05adea-0396-4145-a1bc-6c8e047beca8 req-be939ffc-94cf-4117-b148-2ae2195b748c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 210 time: 0.0365818 Jun 21 15:39:04.872361 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9e26633a-3a06-478e-8261-a0d5eee120c4 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:39:04.928483 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 9e26633a-3a06-478e-8261-a0d5eee120c4 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:39:04.934848 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 9e26633a-3a06-478e-8261-a0d5eee120c4 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:39:04.935472 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:05.014625 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:05.052975 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 9e26633a-3a06-478e-8261-a0d5eee120c4, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=9e26633a-3a06-478e-8261-a0d5eee120c4,segment=NetworkSegment(69aee660-6b32-4222-8fcf-abe34c5e98d5),segment_id=69aee660-6b32-4222-8fcf-abe34c5e98d5)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:39:05.058267 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:05.060162 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-38ef9fe8-483f-4738-a811-7793bddc7ea4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:39:05.109285 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=9e26633a-3a06-478e-8261-a0d5eee120c4,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:39:05.112295 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:39:05.634864 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-dd517bde-f079-4799-b36a-23280c655895 req-00a390e4-72e4-4da4-bceb-da158f8cf273 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 210 time: 0.0371559 Jun 21 15:39:05.671596 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:06.695741 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-27c8b7ad-3f3d-41fd-821e-b4922c193463 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:39:06.697256 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-27c8b7ad-3f3d-41fd-821e-b4922c193463 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.66 "GET /v2.0/networks?id=225fb52e-dd37-4fe5-9640-75b0730f229d HTTP/1.1" status: 200 len: 797 time: 0.1075661 Jun 21 15:39:06.747804 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-c3b20321-2d96-45ab-b83c-53ec27ef2d84 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0051d95f936f45a5bdf7530c097504c5 HTTP/1.1" status: 200 len: 380 time: 0.0405478 Jun 21 15:39:06.763794 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-7ea5a978-6a76-4f3c-b68a-5d2ddcecd458 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'port': {'device_id': '858ef4c7-99ce-4514-a85a-208aa23c3c7a', 'network_id': '225fb52e-dd37-4fe5-9640-75b0730f229d', 'admin_state_up': True, 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'security_groups': ['ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a']}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:39:06.788551 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6479b41d-9686-4e2b-a9ba-7fd1de2dbada req-d3179d77-6b4f-4fdf-9e34-033b833bf462 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 210 time: 0.0386119 Jun 21 15:39:06.866787 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9e26633a-3a06-478e-8261-a0d5eee120c4 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:39:06.902797 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-7ea5a978-6a76-4f3c-b68a-5d2ddcecd458 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Made reservation on behalf of 0051d95f936f45a5bdf7530c097504c5 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:39:06.906876 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-7ea5a978-6a76-4f3c-b68a-5d2ddcecd458 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:06.915766 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 9e26633a-3a06-478e-8261-a0d5eee120c4 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:39:06.916346 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:07.039754 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-7ea5a978-6a76-4f3c-b68a-5d2ddcecd458 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Allocated IP 172.20.0.7 (225fb52e-dd37-4fe5-9640-75b0730f229d/75eb4b3d-2965-4ebe-b6cd-b243e1171348/807732f0-11d4-4e80-b476-86dcad67f3d2) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:39:07.507236 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-7ea5a978-6a76-4f3c-b68a-5d2ddcecd458 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:07.520402 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-7ea5a978-6a76-4f3c-b68a-5d2ddcecd458 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Transition to ACTIVE for port object 807732f0-11d4-4e80-b476-86dcad67f3d2 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:39:07.559507 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-7ea5a978-6a76-4f3c-b68a-5d2ddcecd458 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:07.564009 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-cce87f7a-22a6-4220-8623-996153c010ad tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:39:07.606798 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-7ea5a978-6a76-4f3c-b68a-5d2ddcecd458 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Network 225fb52e-dd37-4fe5-9640-75b0730f229d is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:39:07.610147 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-7ea5a978-6a76-4f3c-b68a-5d2ddcecd458 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:39:07.616609 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-7ea5a978-6a76-4f3c-b68a-5d2ddcecd458 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:39:07.622678 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5a978-6a76-4f3c-b68a-5d2ddcecd458 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Port': ['ID=807732f0-11d4-4e80-b476-86dcad67f3d2,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:39:07.647120 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-7ea5a978-6a76-4f3c-b68a-5d2ddcecd458 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:39:07.675551 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-7ea5a978-6a76-4f3c-b68a-5d2ddcecd458 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:39:07.676203 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-7ea5a978-6a76-4f3c-b68a-5d2ddcecd458 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:07.694327 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-7ea5a978-6a76-4f3c-b68a-5d2ddcecd458 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9355421 Jun 21 15:39:07.706732 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-8d3133e5-a5d7-42fa-9969-a8d103d957c4 service neutron] Request body: {'port': {'device_id': '858ef4c7-99ce-4514-a85a-208aa23c3c7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:39:07.781316 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-8d3133e5-a5d7-42fa-9969-a8d103d957c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:07.868851 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ec914830-f3ad-4a45-ae37-0819abfb460e None None] Provisioning for port 807732f0-11d4-4e80-b476-86dcad67f3d2 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:39:07.874188 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ec914830-f3ad-4a45-ae37-0819abfb460e None None] Provisioning complete for port 807732f0-11d4-4e80-b476-86dcad67f3d2 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:39:07.874613 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ec914830-f3ad-4a45-ae37-0819abfb460e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:07.910662 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-ec914830-f3ad-4a45-ae37-0819abfb460e None None] Port 807732f0-11d4-4e80-b476-86dcad67f3d2 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:39:08.050609 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2588d3d7-e471-4afd-a6e7-e918dd2955d1 req-64ae8d81-f81f-41de-8a65-d5fdbab34ea9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:39:08.052152 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2588d3d7-e471-4afd-a6e7-e918dd2955d1 req-64ae8d81-f81f-41de-8a65-d5fdbab34ea9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 931 time: 0.1474226 Jun 21 15:39:08.125818 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-8d3133e5-a5d7-42fa-9969-a8d103d957c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 807732f0-11d4-4e80-b476-86dcad67f3d2 {{(pid=105224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:39:08.132852 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2588d3d7-e471-4afd-a6e7-e918dd2955d1 req-f3a6e4b3-7cde-4798-9808-aebece8ce69e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743282 Jun 21 15:39:08.136572 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-8d3133e5-a5d7-42fa-9969-a8d103d957c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:08.149083 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-8d3133e5-a5d7-42fa-9969-a8d103d957c4 service neutron] Transition to ACTIVE for port object 807732f0-11d4-4e80-b476-86dcad67f3d2 will not be triggered until provisioned by entity L2. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:39:08.154044 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-8d3133e5-a5d7-42fa-9969-a8d103d957c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:08.156113 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-03aba677-4e98-4bb1-8df5-9ddb053910bb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:39:08.233502 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3133e5-a5d7-42fa-9969-a8d103d957c4 service neutron] Pushing event updated for resources: {'Port': ['ID=807732f0-11d4-4e80-b476-86dcad67f3d2,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:39:08.238391 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8d3133e5-a5d7-42fa-9969-a8d103d957c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:39:08.309191 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-8d3133e5-a5d7-42fa-9969-a8d103d957c4 service neutron] Attempting to bind port 807732f0-11d4-4e80-b476-86dcad67f3d2 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:39:08.309529 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-8d3133e5-a5d7-42fa-9969-a8d103d957c4 service neutron] Attempting to bind port 807732f0-11d4-4e80-b476-86dcad67f3d2 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '69aee660-6b32-4222-8fcf-abe34c5e98d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '225fb52e-dd37-4fe5-9640-75b0730f229d'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:39:08.309881 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-8d3133e5-a5d7-42fa-9969-a8d103d957c4 service neutron] Attempting to bind port 807732f0-11d4-4e80-b476-86dcad67f3d2 on network 225fb52e-dd37-4fe5-9640-75b0730f229d {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:39:08.314841 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-8d3133e5-a5d7-42fa-9969-a8d103d957c4 service neutron] Port 807732f0-11d4-4e80-b476-86dcad67f3d2 on network 225fb52e-dd37-4fe5-9640-75b0730f229d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 15:39:08.315150 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-8d3133e5-a5d7-42fa-9969-a8d103d957c4 service neutron] Attempting to bind port 807732f0-11d4-4e80-b476-86dcad67f3d2 on network 225fb52e-dd37-4fe5-9640-75b0730f229d {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:39:08.320133 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-8d3133e5-a5d7-42fa-9969-a8d103d957c4 service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:39:08.320467 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-8d3133e5-a5d7-42fa-9969-a8d103d957c4 service neutron] Checking segment: {'id': '69aee660-6b32-4222-8fcf-abe34c5e98d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '225fb52e-dd37-4fe5-9640-75b0730f229d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:39:08.320843 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-8d3133e5-a5d7-42fa-9969-a8d103d957c4 service neutron] Bound using segment: {'id': '69aee660-6b32-4222-8fcf-abe34c5e98d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '225fb52e-dd37-4fe5-9640-75b0730f229d'} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:39:08.321266 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-8d3133e5-a5d7-42fa-9969-a8d103d957c4 service neutron] Bound port: 807732f0-11d4-4e80-b476-86dcad67f3d2, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69aee660-6b32-4222-8fcf-abe34c5e98d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '225fb52e-dd37-4fe5-9640-75b0730f229d'}}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:39:08.321614 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-8d3133e5-a5d7-42fa-9969-a8d103d957c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:08.397495 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-8d3133e5-a5d7-42fa-9969-a8d103d957c4 service neutron] For port 807732f0-11d4-4e80-b476-86dcad67f3d2, host hv-neutron-7971, cleared binding levels {{(pid=105224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:39:08.401419 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-8d3133e5-a5d7-42fa-9969-a8d103d957c4 service neutron] For port 807732f0-11d4-4e80-b476-86dcad67f3d2, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=807732f0-11d4-4e80-b476-86dcad67f3d2,segment=NetworkSegment(69aee660-6b32-4222-8fcf-abe34c5e98d5),segment_id=69aee660-6b32-4222-8fcf-abe34c5e98d5)] {{(pid=105224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:39:08.407631 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-8d3133e5-a5d7-42fa-9969-a8d103d957c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:08.409910 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-209c4150-e462-411b-8d5f-e7eb2629e471 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:39:08.447168 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-8d3133e5-a5d7-42fa-9969-a8d103d957c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:39:08.448032 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-8d3133e5-a5d7-42fa-9969-a8d103d957c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:08.450082 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-8d3133e5-a5d7-42fa-9969-a8d103d957c4 service neutron] 10.222.0.66 "PUT /v2.0/ports/807732f0-11d4-4e80-b476-86dcad67f3d2 HTTP/1.1" status: 200 len: 1093 time: 0.7478127 Jun 21 15:39:08.450877 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858ef4c7-99ce-4514-a85a-208aa23c3c7a', 'tag': '807732f0-11d4-4e80-b476-86dcad67f3d2'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:39:08.454048 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5584bddf-8c28-4003-8685-84f3e043f537" -d '{"events": [{"name": "network-changed", "server_uuid": "858ef4c7-99ce-4514-a85a-208aa23c3c7a", "tag": "807732f0-11d4-4e80-b476-86dcad67f3d2"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:39:08.480465 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3133e5-a5d7-42fa-9969-a8d103d957c4 service neutron] Pushing event updated for resources: {'Port': ['ID=807732f0-11d4-4e80-b476-86dcad67f3d2,revision_number=3']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:39:08.483751 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8d3133e5-a5d7-42fa-9969-a8d103d957c4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:39:08.505394 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea22010e-ecba-47f7-a445-8bfa1c753202 x-openstack-request-id: req-ea22010e-ecba-47f7-a445-8bfa1c753202 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:39:08.505749 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "858ef4c7-99ce-4514-a85a-208aa23c3c7a", "tag": "807732f0-11d4-4e80-b476-86dcad67f3d2", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:39:08.506212 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ea22010e-ecba-47f7-a445-8bfa1c753202 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:39:08.506673 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '858ef4c7-99ce-4514-a85a-208aa23c3c7a', 'tag': '807732f0-11d4-4e80-b476-86dcad67f3d2', 'status': 'completed', 'code': 200} Jun 21 15:39:08.564812 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-7ad7d4fe-82a0-4e56-82d1-01e153f07117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:39:08.566386 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-7ad7d4fe-82a0-4e56-82d1-01e153f07117 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 1096 time: 0.0576494 Jun 21 15:39:08.613373 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-0e846ab2-b276-4ad9-b4af-a1d18b38101c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=807732f0-11d4-4e80-b476-86dcad67f3d2 HTTP/1.1" status: 200 len: 217 time: 0.0397832 Jun 21 15:39:08.664247 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-ec1e767b-d104-413d-a49d-8d6ebc047571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:39:08.665733 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-ec1e767b-d104-413d-a49d-8d6ebc047571 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75eb4b3d-2965-4ebe-b6cd-b243e1171348 HTTP/1.1" status: 200 len: 835 time: 0.0460842 Jun 21 15:39:08.730732 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-9ad8ca95-025c-4805-928f-51107430a367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:39:08.732126 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-9ad8ca95-025c-4805-928f-51107430a367 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=225fb52e-dd37-4fe5-9640-75b0730f229d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0585883 Jun 21 15:39:08.831053 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-b83caa8f-d468-43de-9bca-404984bee2dd service neutron] 10.222.0.66 "GET /v2.0/networks/225fb52e-dd37-4fe5-9640-75b0730f229d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903671 Jun 21 15:39:08.924429 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3d039384-769d-463c-8c99-db5f60aa05d2 req-04da0415-e575-4d33-a4ef-862de421219e service neutron] 10.222.0.66 "GET /v2.0/networks/225fb52e-dd37-4fe5-9640-75b0730f229d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872118 Jun 21 15:39:09.032248 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584bddf-8c28-4003-8685-84f3e043f537 req-f9f9d60e-43be-4801-8dc2-51f8f7c37444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:39:09.033645 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5584bddf-8c28-4003-8685-84f3e043f537 req-f9f9d60e-43be-4801-8dc2-51f8f7c37444 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 1096 time: 0.0575264 Jun 21 15:39:09.132030 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584bddf-8c28-4003-8685-84f3e043f537 req-4760270d-9050-4485-a30e-23145f0a8296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:39:09.133496 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5584bddf-8c28-4003-8685-84f3e043f537 req-4760270d-9050-4485-a30e-23145f0a8296 service neutron] 10.222.0.66 "GET /v2.0/networks?id=225fb52e-dd37-4fe5-9640-75b0730f229d HTTP/1.1" status: 200 len: 898 time: 0.0931940 Jun 21 15:39:09.177430 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5584bddf-8c28-4003-8685-84f3e043f537 req-872aebf1-608a-45e7-9d84-c827ca39c5ac service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=807732f0-11d4-4e80-b476-86dcad67f3d2 HTTP/1.1" status: 200 len: 217 time: 0.0357475 Jun 21 15:39:09.236397 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584bddf-8c28-4003-8685-84f3e043f537 req-a8a21282-8c34-41c4-9e43-9a49ef800a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:39:09.237883 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5584bddf-8c28-4003-8685-84f3e043f537 req-a8a21282-8c34-41c4-9e43-9a49ef800a7e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75eb4b3d-2965-4ebe-b6cd-b243e1171348 HTTP/1.1" status: 200 len: 835 time: 0.0536630 Jun 21 15:39:09.336039 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584bddf-8c28-4003-8685-84f3e043f537 req-211eee6c-b694-403e-a845-3be33f303d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:39:09.337435 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5584bddf-8c28-4003-8685-84f3e043f537 req-211eee6c-b694-403e-a845-3be33f303d3f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=225fb52e-dd37-4fe5-9640-75b0730f229d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0927117 Jun 21 15:39:09.348342 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a90ff-9131-4b46-928a-a07e1bec8b7d req-c312fdd0-efac-4511-b486-ef4fb8ee04d5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:39:09.349738 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5d8a90ff-9131-4b46-928a-a07e1bec8b7d req-c312fdd0-efac-4511-b486-ef4fb8ee04d5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 943 time: 0.0969467 Jun 21 15:39:09.437933 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5d8a90ff-9131-4b46-928a-a07e1bec8b7d req-2594c0d2-79b9-4e47-8808-20cd4e2cb348 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799236 Jun 21 15:39:09.462901 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5584bddf-8c28-4003-8685-84f3e043f537 req-b4de4a80-2288-4f5c-87dc-7b12e5d21ab8 service neutron] 10.222.0.66 "GET /v2.0/networks/225fb52e-dd37-4fe5-9640-75b0730f229d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121757 Jun 21 15:39:09.570828 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5584bddf-8c28-4003-8685-84f3e043f537 req-d2cfdf13-172d-4b9c-bdc4-a64a65c73245 service neutron] 10.222.0.66 "GET /v2.0/networks/225fb52e-dd37-4fe5-9640-75b0730f229d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998163 Jun 21 15:39:10.631487 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd6aea1-49e3-4838-b549-7c46dd6b81d6 req-0f6b615f-514d-4bcf-8935-3b3f0a0917aa tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:39:10.632983 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1dd6aea1-49e3-4838-b549-7c46dd6b81d6 req-0f6b615f-514d-4bcf-8935-3b3f0a0917aa tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 943 time: 0.0726039 Jun 21 15:39:10.672591 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1dd6aea1-49e3-4838-b549-7c46dd6b81d6 req-8a7ae9f7-9d8a-4d55-81cd-a4e786e894ec tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335867 Jun 21 15:39:11.520663 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 807732f0-11d4-4e80-b476-86dcad67f3d2 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:39:11.630756 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 807732f0-11d4-4e80-b476-86dcad67f3d2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=807732f0-11d4-4e80-b476-86dcad67f3d2,segment=NetworkSegment(69aee660-6b32-4222-8fcf-abe34c5e98d5),segment_id=69aee660-6b32-4222-8fcf-abe34c5e98d5)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:39:11.646028 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '807732f0-11d4-4e80-b476-86dcad67f3d2', 'network_id': '225fb52e-dd37-4fe5-9640-75b0730f229d', 'port_id': '807732f0-11d4-4e80-b476-86dcad67f3d2', 'mac_address': 'fa:16:3e:8c:c7:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75eb4b3d-2965-4ebe-b6cd-b243e1171348', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:39:11.682661 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:11.695621 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 807732f0-11d4-4e80-b476-86dcad67f3d2 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:39:11.716604 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 807732f0-11d4-4e80-b476-86dcad67f3d2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=807732f0-11d4-4e80-b476-86dcad67f3d2,segment=NetworkSegment(69aee660-6b32-4222-8fcf-abe34c5e98d5),segment_id=69aee660-6b32-4222-8fcf-abe34c5e98d5)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:39:11.723159 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:11.725070 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:39:11.771571 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=807732f0-11d4-4e80-b476-86dcad67f3d2,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:39:11.774581 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:39:11.874713 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0545f74-fbd1-4a56-994a-cfed95d0ac9a req-9a3b1fb2-5c92-4c81-b79f-1eea8fff940d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:39:11.876144 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c0545f74-fbd1-4a56-994a-cfed95d0ac9a req-9a3b1fb2-5c92-4c81-b79f-1eea8fff940d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 944 time: 0.0720279 Jun 21 15:39:11.915013 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c0545f74-fbd1-4a56-994a-cfed95d0ac9a req-3e669a00-2b38-4b4f-8631-3e8c0ad58cf7 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327587 Jun 21 15:39:12.160607 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['807732f0-11d4-4e80-b476-86dcad67f3d2'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:39:13.112423 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebd4fd-41f0-469c-9755-03949a8350ed req-26c80356-e87d-4dc1-93d7-6cb5fcdcb657 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:39:13.113860 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-81ebd4fd-41f0-469c-9755-03949a8350ed req-26c80356-e87d-4dc1-93d7-6cb5fcdcb657 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 944 time: 0.0747128 Jun 21 15:39:13.152775 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-81ebd4fd-41f0-469c-9755-03949a8350ed req-11591d94-fe54-45b1-8342-6ddb3b242b71 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324237 Jun 21 15:39:13.535534 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 807732f0-11d4-4e80-b476-86dcad67f3d2 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:39:13.592528 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port 807732f0-11d4-4e80-b476-86dcad67f3d2 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:39:13.599427 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 807732f0-11d4-4e80-b476-86dcad67f3d2 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:39:13.599812 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:13.686046 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:13.709986 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858ef4c7-99ce-4514-a85a-208aa23c3c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807732f0-11d4-4e80-b476-86dcad67f3d2'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:39:13.712332 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17922cc-15dd-4d4d-844a-731cd06ee75f" -d '{"events": [{"server_uuid": "858ef4c7-99ce-4514-a85a-208aa23c3c7a", "name": "network-vif-plugged", "status": "completed", "tag": "807732f0-11d4-4e80-b476-86dcad67f3d2"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:39:13.725222 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 807732f0-11d4-4e80-b476-86dcad67f3d2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=807732f0-11d4-4e80-b476-86dcad67f3d2,segment=NetworkSegment(69aee660-6b32-4222-8fcf-abe34c5e98d5),segment_id=69aee660-6b32-4222-8fcf-abe34c5e98d5)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:39:13.730747 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:13.732815 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:39:13.754835 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c90848d-0c41-4204-8c61-4ac8c95c3c93 x-openstack-request-id: req-0c90848d-0c41-4204-8c61-4ac8c95c3c93 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:39:13.755128 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858ef4c7-99ce-4514-a85a-208aa23c3c7a", "name": "network-vif-plugged", "status": "completed", "tag": "807732f0-11d4-4e80-b476-86dcad67f3d2", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:39:13.755386 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0c90848d-0c41-4204-8c61-4ac8c95c3c93 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:39:13.755791 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858ef4c7-99ce-4514-a85a-208aa23c3c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807732f0-11d4-4e80-b476-86dcad67f3d2', 'code': 200} Jun 21 15:39:13.782316 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=807732f0-11d4-4e80-b476-86dcad67f3d2,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:39:13.785344 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:39:13.994216 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22890b64-864d-4c8b-95fe-fc31ce41783e req-61c00a8c-b6ca-49e8-9911-317ad31006aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:39:13.995617 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-22890b64-864d-4c8b-95fe-fc31ce41783e req-61c00a8c-b6ca-49e8-9911-317ad31006aa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 1098 time: 0.0677896 Jun 21 15:39:14.034474 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-22890b64-864d-4c8b-95fe-fc31ce41783e req-2d9d5b80-74c1-48cb-ad79-770dbbb8710e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307605 Jun 21 15:39:14.121032 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e1e65deb-e264-4b17-8956-dade69a79a59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:14.346991 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3987479-a618-4797-ace7-66057f630468 req-a03fca5e-2eab-4c51-a6f3-6a9372c7d4e5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:39:14.348334 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e3987479-a618-4797-ace7-66057f630468 req-a03fca5e-2eab-4c51-a6f3-6a9372c7d4e5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 945 time: 0.0739079 Jun 21 15:39:14.388201 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e3987479-a618-4797-ace7-66057f630468 req-86ae62ce-cf35-4337-aed3-682694358ca3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340536 Jun 21 15:39:15.584845 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d461285-0a86-42e5-a0d9-2543f8fc35b6 req-591f72a4-9da3-4bad-b745-cad9472c1548 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:39:15.586335 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1d461285-0a86-42e5-a0d9-2543f8fc35b6 req-591f72a4-9da3-4bad-b745-cad9472c1548 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 945 time: 0.0790019 Jun 21 15:39:15.627510 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1d461285-0a86-42e5-a0d9-2543f8fc35b6 req-041aa912-8ec2-459b-8933-1bedd67ebbde tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354557 Jun 21 15:39:15.823032 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7fd0c0-2f0e-4618-8ba8-e9a13ae954d6 req-208e87d0-7d13-4836-a20f-04ebb2e259bd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:39:15.824526 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-af7fd0c0-2f0e-4618-8ba8-e9a13ae954d6 req-208e87d0-7d13-4836-a20f-04ebb2e259bd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 945 time: 0.0722337 Jun 21 15:39:15.874851 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-af7fd0c0-2f0e-4618-8ba8-e9a13ae954d6 req-916f9ba6-1301-4676-857f-799f08819d38 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441532 Jun 21 15:39:15.903901 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45190) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:39:15.963448 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db0a215-6bf7-400c-a69d-bd1ffdb54cb7 tempest-TestNetworkAdvancedServerOps-1812796509 tempest-TestNetworkAdvancedServerOps-1812796509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:39:15.964965 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6db0a215-6bf7-400c-a69d-bd1ffdb54cb7 tempest-TestNetworkAdvancedServerOps-1812796509 tempest-TestNetworkAdvancedServerOps-1812796509-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 1093 time: 0.0601192 Jun 21 15:39:15.969323 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45192) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:39:15.973848 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-f56ebf0c-4d72-4d94-a06c-43ea72817bfc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'port_id': '807732f0-11d4-4e80-b476-86dcad67f3d2', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:39:15.999012 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f56ebf0c-4d72-4d94-a06c-43ea72817bfc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for floatingip, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:16.104345 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f56ebf0c-4d72-4d94-a06c-43ea72817bfc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:16.214834 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-f56ebf0c-4d72-4d94-a06c-43ea72817bfc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Allocated IP 172.26.3.77 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/09196dc6-fc33-4809-9338-98b64a482eb1) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:39:16.320422 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f56ebf0c-4d72-4d94-a06c-43ea72817bfc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:16.360818 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f56ebf0c-4d72-4d94-a06c-43ea72817bfc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:16.362881 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c6945ac8-49d9-444f-a54a-2cc2c890c110 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:39:16.404636 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56ebf0c-4d72-4d94-a06c-43ea72817bfc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:39:16.407940 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-f56ebf0c-4d72-4d94-a06c-43ea72817bfc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:39:16.414529 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56ebf0c-4d72-4d94-a06c-43ea72817bfc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:39:16.420299 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ebf0c-4d72-4d94-a06c-43ea72817bfc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Port': ['ID=09196dc6-fc33-4809-9338-98b64a482eb1,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:39:16.423168 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f56ebf0c-4d72-4d94-a06c-43ea72817bfc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:39:16.666511 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8cd50f79-fa55-4e04-a35e-95f330becafd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:16.828846 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f56ebf0c-4d72-4d94-a06c-43ea72817bfc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:16.918323 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f56ebf0c-4d72-4d94-a06c-43ea72817bfc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:17.079936 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f56ebf0c-4d72-4d94-a06c-43ea72817bfc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:17.086189 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f56ebf0c-4d72-4d94-a06c-43ea72817bfc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:17.088299 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-20d68781-fe47-471c-8cf8-788c0317f791 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:39:17.138355 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:17.157569 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ebf0c-4d72-4d94-a06c-43ea72817bfc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Port': ['ID=09196dc6-fc33-4809-9338-98b64a482eb1,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:39:17.161547 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f56ebf0c-4d72-4d94-a06c-43ea72817bfc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:39:17.172825 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f56ebf0c-4d72-4d94-a06c-43ea72817bfc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:17.277604 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [None req-f56ebf0c-4d72-4d94-a06c-43ea72817bfc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Floating IP 9c8774b3-7318-49b9-9ce1-7dc5d64c520a associated. External IP: 172.26.3.77, port: 807732f0-11d4-4e80-b476-86dcad67f3d2. Jun 21 15:39:17.505817 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56ebf0c-4d72-4d94-a06c-43ea72817bfc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Router 5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:39:17.635940 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56ebf0c-4d72-4d94-a06c-43ea72817bfc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:39:17.647430 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24855b44-3cb5-4d04-9c90-e3edf2fcb5c5 None None] Sync routers for ids ['5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:39:17.655947 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f56ebf0c-4d72-4d94-a06c-43ea72817bfc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:17.659873 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24855b44-3cb5-4d04-9c90-e3edf2fcb5c5 None None] Routers {'5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:39:17.660510 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-24855b44-3cb5-4d04-9c90-e3edf2fcb5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:39:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:39:17.704947 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f56ebf0c-4d72-4d94-a06c-43ea72817bfc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7317777 Jun 21 15:39:17.704947 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858ef4c7-99ce-4514-a85a-208aa23c3c7a', 'tag': '807732f0-11d4-4e80-b476-86dcad67f3d2'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:39:17.707501 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc75869-c09f-48ee-81e1-2c4f695adebe" -d '{"events": [{"name": "network-changed", "server_uuid": "858ef4c7-99ce-4514-a85a-208aa23c3c7a", "tag": "807732f0-11d4-4e80-b476-86dcad67f3d2"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:39:17.749670 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1fbdef-da12-4064-822a-efe3de6c4c67 x-openstack-request-id: req-7e1fbdef-da12-4064-822a-efe3de6c4c67 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:39:17.750157 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "858ef4c7-99ce-4514-a85a-208aa23c3c7a", "tag": "807732f0-11d4-4e80-b476-86dcad67f3d2", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:39:17.750638 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7e1fbdef-da12-4064-822a-efe3de6c4c67 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:39:17.751158 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '858ef4c7-99ce-4514-a85a-208aa23c3c7a', 'tag': '807732f0-11d4-4e80-b476-86dcad67f3d2', 'status': 'completed', 'code': 200} Jun 21 15:39:17.784739 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-24855b44-3cb5-4d04-9c90-e3edf2fcb5c5 None None] Set router 5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:39:17.872210 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc75869-c09f-48ee-81e1-2c4f695adebe req-faaf0e9f-14ee-4910-9409-a7b0085296cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:39:17.873697 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3fc75869-c09f-48ee-81e1-2c4f695adebe req-faaf0e9f-14ee-4910-9409-a7b0085296cb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 1098 time: 0.0968614 Jun 21 15:39:17.907508 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39cd11-289c-48a7-802e-fcdd94a8e6a7 req-19bd6957-7394-43fe-93d1-c0b25bc355ee tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:39:17.909042 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2d39cd11-289c-48a7-802e-fcdd94a8e6a7 req-19bd6957-7394-43fe-93d1-c0b25bc355ee tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 945 time: 0.1043820 Jun 21 15:39:17.986999 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2d39cd11-289c-48a7-802e-fcdd94a8e6a7 req-87bb2983-bdf4-439e-879d-943fdbdebc21 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540755 Jun 21 15:39:18.004440 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc75869-c09f-48ee-81e1-2c4f695adebe req-7e4edfd4-8cbf-4518-b7fe-64ec96e2cb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:39:18.005911 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3fc75869-c09f-48ee-81e1-2c4f695adebe req-7e4edfd4-8cbf-4518-b7fe-64ec96e2cb0d service neutron] 10.222.0.66 "GET /v2.0/networks?id=225fb52e-dd37-4fe5-9640-75b0730f229d HTTP/1.1" status: 200 len: 898 time: 0.1243656 Jun 21 15:39:18.012098 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-24855b44-3cb5-4d04-9c90-e3edf2fcb5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101492455', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.44'}], 'enable_snat': True}, 'gw_port_id': 'b79b5948-70b3-400c-a0a2-d24093a2ef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:38:56Z', 'updated_at': '2021-06-21T15:39:00Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': 'b79b5948-70b3-400c-a0a2-d24093a2ef15', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:38:57Z', 'updated_at': '2021-06-21T15:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '9c8774b3-7318-49b9-9ce1-7dc5d64c520a', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'floating_ip_address': '172.26.3.77', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'port_id': '807732f0-11d4-4e80-b476-86dcad67f3d2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '225fb52e-dd37-4fe5-9640-75b0730f229d', 'mac_address': 'fa:16:3e:8c:c7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858ef4c7-99ce-4514-a85a-208aa23c3c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:39:16Z', 'updated_at': '2021-06-21T15:39:16Z', 'revision_number': 0, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e26633a-3a06-478e-8261-a0d5eee120c4', 'name': '', 'network_id': '225fb52e-dd37-4fe5-9640-75b0730f229d', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:92:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '75eb4b3d-2965-4ebe-b6cd-b243e1171348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:38:59Z', 'updated_at': '2021-06-21T15:39:05Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': '75eb4b3d-2965-4ebe-b6cd-b243e1171348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:39:18.012610 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45198) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:39:18.039570 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24855b44-3cb5-4d04-9c90-e3edf2fcb5c5 None None] Checking router: 5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:39:18.047890 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24855b44-3cb5-4d04-9c90-e3edf2fcb5c5 None None] Routers {'5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:39:18.048592 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-24855b44-3cb5-4d04-9c90-e3edf2fcb5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:39:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:39:18.082021 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-57b9d6cc-ba36-4f5b-9cd1-43296662659f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/floatingips/9c8774b3-7318-49b9-9ce1-7dc5d64c520a HTTP/1.1" status: 200 len: 990 time: 0.0675039 Jun 21 15:39:18.087552 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3fc75869-c09f-48ee-81e1-2c4f695adebe req-92a67d07-95dd-4388-8b72-c829175641e5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=807732f0-11d4-4e80-b476-86dcad67f3d2 HTTP/1.1" status: 200 len: 998 time: 0.0741737 Jun 21 15:39:18.138575 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc75869-c09f-48ee-81e1-2c4f695adebe req-7cce852f-1a07-4ed7-b91c-13817c4151d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:39:18.140164 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3fc75869-c09f-48ee-81e1-2c4f695adebe req-7cce852f-1a07-4ed7-b91c-13817c4151d3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75eb4b3d-2965-4ebe-b6cd-b243e1171348 HTTP/1.1" status: 200 len: 835 time: 0.0449553 Jun 21 15:39:18.165860 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-24855b44-3cb5-4d04-9c90-e3edf2fcb5c5 None None] Set router 5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:39:18.200703 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc75869-c09f-48ee-81e1-2c4f695adebe req-28afa5c0-f03e-4017-b931-44d4181e96e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:39:18.202222 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3fc75869-c09f-48ee-81e1-2c4f695adebe req-28afa5c0-f03e-4017-b931-44d4181e96e8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=225fb52e-dd37-4fe5-9640-75b0730f229d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0559940 Jun 21 15:39:18.286741 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:18.305587 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3fc75869-c09f-48ee-81e1-2c4f695adebe req-bfc27614-8960-49fe-af8e-73d6ae036aef service neutron] 10.222.0.66 "GET /v2.0/networks/225fb52e-dd37-4fe5-9640-75b0730f229d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964367 Jun 21 15:39:18.397655 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3fc75869-c09f-48ee-81e1-2c4f695adebe req-18c36b77-db32-43fb-a4d7-7a91d8d7383f service neutron] 10.222.0.66 "GET /v2.0/networks/225fb52e-dd37-4fe5-9640-75b0730f229d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845056 Jun 21 15:39:18.408132 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-24855b44-3cb5-4d04-9c90-e3edf2fcb5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101492455', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.44'}], 'enable_snat': True}, 'gw_port_id': 'b79b5948-70b3-400c-a0a2-d24093a2ef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:38:56Z', 'updated_at': '2021-06-21T15:39:00Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': 'b79b5948-70b3-400c-a0a2-d24093a2ef15', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:38:57Z', 'updated_at': '2021-06-21T15:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '9c8774b3-7318-49b9-9ce1-7dc5d64c520a', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'floating_ip_address': '172.26.3.77', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'port_id': '807732f0-11d4-4e80-b476-86dcad67f3d2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '225fb52e-dd37-4fe5-9640-75b0730f229d', 'mac_address': 'fa:16:3e:8c:c7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858ef4c7-99ce-4514-a85a-208aa23c3c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:39:16Z', 'updated_at': '2021-06-21T15:39:16Z', 'revision_number': 0, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e26633a-3a06-478e-8261-a0d5eee120c4', 'name': '', 'network_id': '225fb52e-dd37-4fe5-9640-75b0730f229d', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:92:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '75eb4b3d-2965-4ebe-b6cd-b243e1171348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:38:59Z', 'updated_at': '2021-06-21T15:39:05Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': '75eb4b3d-2965-4ebe-b6cd-b243e1171348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:39:18.435764 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24855b44-3cb5-4d04-9c90-e3edf2fcb5c5 None None] The sync data for ids ['5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258'] in dv-neutron-797121-2-hyperv is: [{'id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101492455', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.44'}], 'enable_snat': True}, 'gw_port_id': 'b79b5948-70b3-400c-a0a2-d24093a2ef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:38:56Z', 'updated_at': '2021-06-21T15:39:00Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': 'b79b5948-70b3-400c-a0a2-d24093a2ef15', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:38:57Z', 'updated_at': '2021-06-21T15:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '9c8774b3-7318-49b9-9ce1-7dc5d64c520a', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'floating_ip_address': '172.26.3.77', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'port_id': '807732f0-11d4-4e80-b476-86dcad67f3d2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '225fb52e-dd37-4fe5-9640-75b0730f229d', 'mac_address': 'fa:16:3e:8c:c7:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858ef4c7-99ce-4514-a85a-208aa23c3c7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:39:16Z', 'updated_at': '2021-06-21T15:39:16Z', 'revision_number': 0, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e26633a-3a06-478e-8261-a0d5eee120c4', 'name': '', 'network_id': '225fb52e-dd37-4fe5-9640-75b0730f229d', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:92:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '75eb4b3d-2965-4ebe-b6cd-b243e1171348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:38:59Z', 'updated_at': '2021-06-21T15:39:05Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': '75eb4b3d-2965-4ebe-b6cd-b243e1171348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:39:18.642449 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab020f5-e70d-429c-9fa3-2b2301318a02 None None] New status for floating IP 9c8774b3-7318-49b9-9ce1-7dc5d64c520a: ACTIVE {{(pid=105227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:39:19.085187 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45200) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:39:19.149326 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-affe5d86-3fdd-46d7-8871-a5a071d6b1c3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/floatingips/9c8774b3-7318-49b9-9ce1-7dc5d64c520a HTTP/1.1" status: 200 len: 992 time: 0.0623293 Jun 21 15:39:19.965544 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:24.126438 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:39:35.675060 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:44.117739 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-cbec93e1-7c9a-445e-91f0-2fbc7f090618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:46.675192 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-33da34d0-20ea-4f78-b5dd-70aa110f0857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:47.139312 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:48.272666 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:39:48.380559 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-53093742-194b-4d12-9807-991b2bcf5152 req-288d6ae6-46c4-428c-b61a-6b94971c5c64 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1951742 Jun 21 15:39:48.816053 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53093742-194b-4d12-9807-991b2bcf5152 req-18801872-a4d5-4cdf-8d8f-f4da4c5ceb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:39:48.817574 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-53093742-194b-4d12-9807-991b2bcf5152 req-18801872-a4d5-4cdf-8d8f-f4da4c5ceb4b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 1098 time: 0.3887260 Jun 21 15:39:48.930304 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53093742-194b-4d12-9807-991b2bcf5152 req-c6c052fd-2d54-4887-84d5-0868eb3e6d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:39:48.931758 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-53093742-194b-4d12-9807-991b2bcf5152 req-c6c052fd-2d54-4887-84d5-0868eb3e6d2b service neutron] 10.222.0.66 "GET /v2.0/networks?id=225fb52e-dd37-4fe5-9640-75b0730f229d HTTP/1.1" status: 200 len: 898 time: 0.0927615 Jun 21 15:39:49.002915 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-53093742-194b-4d12-9807-991b2bcf5152 req-2bfdc333-5edd-40fe-8540-a541e5942d13 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=807732f0-11d4-4e80-b476-86dcad67f3d2 HTTP/1.1" status: 200 len: 1000 time: 0.0640280 Jun 21 15:39:49.052491 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53093742-194b-4d12-9807-991b2bcf5152 req-8f864b02-d390-4f98-9492-c2a1e20b3959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:39:49.053920 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-53093742-194b-4d12-9807-991b2bcf5152 req-8f864b02-d390-4f98-9492-c2a1e20b3959 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75eb4b3d-2965-4ebe-b6cd-b243e1171348 HTTP/1.1" status: 200 len: 835 time: 0.0447249 Jun 21 15:39:49.112002 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53093742-194b-4d12-9807-991b2bcf5152 req-6378d847-2d6c-4718-930b-373b7357295d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:39:49.113464 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-53093742-194b-4d12-9807-991b2bcf5152 req-6378d847-2d6c-4718-930b-373b7357295d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=225fb52e-dd37-4fe5-9640-75b0730f229d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0533118 Jun 21 15:39:49.124853 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [req-53093742-194b-4d12-9807-991b2bcf5152 req-dc48449c-a06a-44bc-b589-8b7806cc2ba7 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 15:39:49.126099 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-53093742-194b-4d12-9807-991b2bcf5152 req-dc48449c-a06a-44bc-b589-8b7806cc2ba7 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048873 Jun 21 15:39:49.223701 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-53093742-194b-4d12-9807-991b2bcf5152 req-613e4842-5546-4cc4-84ac-e49c46c41e99 service neutron] 10.222.0.66 "GET /v2.0/networks/225fb52e-dd37-4fe5-9640-75b0730f229d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914333 Jun 21 15:39:49.333818 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-53093742-194b-4d12-9807-991b2bcf5152 req-23926b7b-2800-4dca-a1d3-1a71e6c02f62 service neutron] 10.222.0.66 "GET /v2.0/networks/225fb52e-dd37-4fe5-9640-75b0730f229d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024792 Jun 21 15:39:49.972107 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:40:01.126763 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:40:05.693355 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:40:14.116120 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-99e0a99b-b2ad-4f9e-9d3e-5caffaf51bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:40:16.672450 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-55c1c39e-9a03-484a-8373-a8f9febf6b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:40:17.135090 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:40:18.276751 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:40:19.975122 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:40:35.688412 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:40:38.129882 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:40:44.114039 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-cd00af10-abe3-475d-a1de-148838f2c808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:40:46.669221 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-054456a3-77ee-4fa9-85db-9a0cf6381179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:40:47.139667 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:40:47.191190 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b78492-19ee-4eb3-90c8-475582086719 req-d8072c17-bd0a-4a94-84bb-13f79b9ccfdc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:40:47.192796 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-61b78492-19ee-4eb3-90c8-475582086719 req-d8072c17-bd0a-4a94-84bb-13f79b9ccfdc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 945 time: 0.0728903 Jun 21 15:40:47.209643 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-e86b66a6-48fc-44b5-b6ab-b55c5641c7ac req-c93e9779-45c0-4ee7-9663-1e0420eb3b2b service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1361434 Jun 21 15:40:47.231569 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-61b78492-19ee-4eb3-90c8-475582086719 req-987304fb-ebd3-4523-b26e-e60752c56b36 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326335 Jun 21 15:40:48.279218 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:40:48.415666 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e92cf3-9b33-4517-b8fe-e36e3ad5a656 req-5203249a-1fdd-43d7-a078-0be80e587624 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:40:48.417129 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-02e92cf3-9b33-4517-b8fe-e36e3ad5a656 req-5203249a-1fdd-43d7-a078-0be80e587624 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 945 time: 0.0714304 Jun 21 15:40:48.458076 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-02e92cf3-9b33-4517-b8fe-e36e3ad5a656 req-6f3f1124-cc7e-4386-9078-8960f35ddcc4 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324316 Jun 21 15:40:48.603318 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b66a6-48fc-44b5-b6ab-b55c5641c7ac req-a326a4c8-b134-45ca-aab8-40c5f374131e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:40:48.604795 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e86b66a6-48fc-44b5-b6ab-b55c5641c7ac req-a326a4c8-b134-45ca-aab8-40c5f374131e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 1098 time: 0.0579388 Jun 21 15:40:48.708016 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b66a6-48fc-44b5-b6ab-b55c5641c7ac req-02c2108e-eb39-4ed7-a43d-5726b5c4f3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:40:48.710052 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e86b66a6-48fc-44b5-b6ab-b55c5641c7ac req-02c2108e-eb39-4ed7-a43d-5726b5c4f3e1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=225fb52e-dd37-4fe5-9640-75b0730f229d HTTP/1.1" status: 200 len: 898 time: 0.0982976 Jun 21 15:40:48.785593 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e86b66a6-48fc-44b5-b6ab-b55c5641c7ac req-486b34d1-ce14-4fb6-b9bd-c7e3a0d267dc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=807732f0-11d4-4e80-b476-86dcad67f3d2 HTTP/1.1" status: 200 len: 1000 time: 0.0667439 Jun 21 15:40:48.833475 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b66a6-48fc-44b5-b6ab-b55c5641c7ac req-aa897d14-cfe5-4629-83f1-443212d66ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:40:48.834984 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e86b66a6-48fc-44b5-b6ab-b55c5641c7ac req-aa897d14-cfe5-4629-83f1-443212d66ff2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75eb4b3d-2965-4ebe-b6cd-b243e1171348 HTTP/1.1" status: 200 len: 835 time: 0.0442815 Jun 21 15:40:48.896424 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b66a6-48fc-44b5-b6ab-b55c5641c7ac req-9cf79f04-30cf-42b7-8fa8-f5d85613c4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:40:48.897976 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e86b66a6-48fc-44b5-b6ab-b55c5641c7ac req-9cf79f04-30cf-42b7-8fa8-f5d85613c4ed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=225fb52e-dd37-4fe5-9640-75b0730f229d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0566652 Jun 21 15:40:48.989826 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e86b66a6-48fc-44b5-b6ab-b55c5641c7ac req-9779ceca-27be-4424-82b6-72d7c0803b4c service neutron] 10.222.0.66 "GET /v2.0/networks/225fb52e-dd37-4fe5-9640-75b0730f229d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847185 Jun 21 15:40:49.083954 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e86b66a6-48fc-44b5-b6ab-b55c5641c7ac req-f59cb302-61ee-4bb9-bd67-f5c015771309 service neutron] 10.222.0.66 "GET /v2.0/networks/225fb52e-dd37-4fe5-9640-75b0730f229d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872457 Jun 21 15:40:49.656537 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9748c-4066-49d7-93cc-6e89397dda35 req-26bffb30-620c-46ee-b499-ff3b183dbc88 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:40:49.658042 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9cf9748c-4066-49d7-93cc-6e89397dda35 req-26bffb30-620c-46ee-b499-ff3b183dbc88 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 945 time: 0.0702171 Jun 21 15:40:49.699111 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9cf9748c-4066-49d7-93cc-6e89397dda35 req-0893f965-c16b-4333-994d-e1f64102b9fe tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329437 Jun 21 15:40:49.976671 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:40:50.303039 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110dd8f-7c43-4d28-8fc9-4a9456b8777c req-09976104-4dba-4348-bf2c-db454c65f1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:40:50.304430 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6110dd8f-7c43-4d28-8fc9-4a9456b8777c req-09976104-4dba-4348-bf2c-db454c65f1c3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 1098 time: 0.0616267 Jun 21 15:40:50.420110 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110dd8f-7c43-4d28-8fc9-4a9456b8777c req-1ea9862f-81c5-4301-aa1c-7c966732a78e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:40:50.421589 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6110dd8f-7c43-4d28-8fc9-4a9456b8777c req-1ea9862f-81c5-4301-aa1c-7c966732a78e service neutron] 10.222.0.66 "GET /v2.0/networks?id=225fb52e-dd37-4fe5-9640-75b0730f229d HTTP/1.1" status: 200 len: 898 time: 0.0930293 Jun 21 15:40:50.493882 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6110dd8f-7c43-4d28-8fc9-4a9456b8777c req-8f4d6aa3-1517-45f0-85a8-e903e1ed31b3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=807732f0-11d4-4e80-b476-86dcad67f3d2 HTTP/1.1" status: 200 len: 1000 time: 0.0650556 Jun 21 15:40:50.544655 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110dd8f-7c43-4d28-8fc9-4a9456b8777c req-924765b7-9052-4135-ba66-b2241055773c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:40:50.546078 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6110dd8f-7c43-4d28-8fc9-4a9456b8777c req-924765b7-9052-4135-ba66-b2241055773c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75eb4b3d-2965-4ebe-b6cd-b243e1171348 HTTP/1.1" status: 200 len: 835 time: 0.0456333 Jun 21 15:40:50.620209 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6110dd8f-7c43-4d28-8fc9-4a9456b8777c req-4d7fa0b9-c32d-4fef-864d-cda8b94d9bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:40:50.622074 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6110dd8f-7c43-4d28-8fc9-4a9456b8777c req-4d7fa0b9-c32d-4fef-864d-cda8b94d9bb6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=225fb52e-dd37-4fe5-9640-75b0730f229d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687091 Jun 21 15:40:50.756164 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6110dd8f-7c43-4d28-8fc9-4a9456b8777c req-21c09838-7b6b-46ab-84df-ae31c35bd0e3 service neutron] 10.222.0.66 "GET /v2.0/networks/225fb52e-dd37-4fe5-9640-75b0730f229d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267185 Jun 21 15:40:50.910317 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6110dd8f-7c43-4d28-8fc9-4a9456b8777c req-3f5da7e5-3b3e-40e6-a527-7b20b315833c service neutron] 10.222.0.66 "GET /v2.0/networks/225fb52e-dd37-4fe5-9640-75b0730f229d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458502 Jun 21 15:40:50.934202 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e26aae-aea1-4721-b1f2-6479f375358c req-8620ea39-1643-4fab-9066-f6b0d65288ad tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:40:50.935741 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-09e26aae-aea1-4721-b1f2-6479f375358c req-8620ea39-1643-4fab-9066-f6b0d65288ad tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 945 time: 0.1046538 Jun 21 15:40:50.975465 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-09e26aae-aea1-4721-b1f2-6479f375358c req-ce335f36-8895-4d61-a243-93204ed08894 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327907 Jun 21 15:40:52.176542 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18de36-12a2-49cb-ad58-d913bbdd13ff req-a455b472-6bc4-480e-9f4f-4a5fac255a2c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:40:52.178054 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6c18de36-12a2-49cb-ad58-d913bbdd13ff req-a455b472-6bc4-480e-9f4f-4a5fac255a2c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 945 time: 0.0743995 Jun 21 15:40:52.217383 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6c18de36-12a2-49cb-ad58-d913bbdd13ff req-a3d8eb24-cefa-4938-8279-b87e6a6a03a1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334008 Jun 21 15:40:53.409050 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd2a96-7dd5-4417-bf25-0ff5f5637aa6 req-49851e64-5452-4487-a067-120fb5d17f22 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:40:53.410533 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-84cd2a96-7dd5-4417-bf25-0ff5f5637aa6 req-49851e64-5452-4487-a067-120fb5d17f22 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 945 time: 0.0719078 Jun 21 15:40:53.451874 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-84cd2a96-7dd5-4417-bf25-0ff5f5637aa6 req-2e6ef857-ffb2-4100-b6a5-d4f591fceea9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354373 Jun 21 15:40:54.663178 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544f168-53b8-4140-9428-bf54ea25767c req-bd73f040-0338-439f-96f3-d3084245378c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:40:54.664595 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c544f168-53b8-4140-9428-bf54ea25767c req-bd73f040-0338-439f-96f3-d3084245378c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 945 time: 0.0783927 Jun 21 15:40:54.703409 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c544f168-53b8-4140-9428-bf54ea25767c req-cf19dcb5-3f5e-44fc-9f7e-b71cf32d925d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328829 Jun 21 15:40:55.906050 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59af153-cae7-4b18-8c0b-cd8b493a4681 req-216fba6e-2e2a-4f91-a391-68d348d04ff7 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:40:55.907845 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d59af153-cae7-4b18-8c0b-cd8b493a4681 req-216fba6e-2e2a-4f91-a391-68d348d04ff7 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 945 time: 0.0786400 Jun 21 15:40:55.948265 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d59af153-cae7-4b18-8c0b-cd8b493a4681 req-6a84ad81-a32d-4010-9506-acf05a05c136 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334239 Jun 21 15:40:57.135562 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab6100c-17dd-4509-b106-04b6815fe60b req-96760a4b-fd1b-4e99-8959-ae3b927d6c8f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:40:57.137047 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fab6100c-17dd-4509-b106-04b6815fe60b req-96760a4b-fd1b-4e99-8959-ae3b927d6c8f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 945 time: 0.0717795 Jun 21 15:40:57.176564 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fab6100c-17dd-4509-b106-04b6815fe60b req-3e0fb688-edc3-4221-95d0-75877138cba3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334096 Jun 21 15:40:58.373565 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a850f64-959f-4500-8118-2aa8ae9d7682 req-1876f7ab-db5f-469f-8797-3783547339d7 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:40:58.375222 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3a850f64-959f-4500-8118-2aa8ae9d7682 req-1876f7ab-db5f-469f-8797-3783547339d7 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 945 time: 0.0755982 Jun 21 15:40:58.419030 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3a850f64-959f-4500-8118-2aa8ae9d7682 req-8a489d40-3f02-4893-95a9-014bfad8dd20 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344179 Jun 21 15:40:59.603688 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ef1fdd-7717-49b7-b350-aeac830219a8 req-ad2b9365-abf9-4ae2-8bc2-608bb41eba97 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:40:59.605145 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-17ef1fdd-7717-49b7-b350-aeac830219a8 req-ad2b9365-abf9-4ae2-8bc2-608bb41eba97 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 945 time: 0.0738537 Jun 21 15:40:59.644832 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-17ef1fdd-7717-49b7-b350-aeac830219a8 req-e3d90f98-787f-49fe-a123-0dece05e7a39 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337057 Jun 21 15:41:00.834986 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38e3ab-4514-4aba-89d9-3db4d52d2661 req-c9d6c88d-090b-43d3-b110-24e4ca020cba tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:41:00.836515 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fc38e3ab-4514-4aba-89d9-3db4d52d2661 req-c9d6c88d-090b-43d3-b110-24e4ca020cba tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 945 time: 0.0767689 Jun 21 15:41:00.877614 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fc38e3ab-4514-4aba-89d9-3db4d52d2661 req-73c25b06-9107-45d5-a38f-214b5fb546df tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335252 Jun 21 15:41:02.069181 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5bbc4-1f8f-473d-bc4d-33fddb89e6aa req-53205184-caed-4a2c-bc5d-5df7f95fedeb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:41:02.070705 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-47c5bbc4-1f8f-473d-bc4d-33fddb89e6aa req-53205184-caed-4a2c-bc5d-5df7f95fedeb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 945 time: 0.0762298 Jun 21 15:41:02.112471 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-47c5bbc4-1f8f-473d-bc4d-33fddb89e6aa req-d7044fce-b314-48c5-976c-1713c0171282 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329459 Jun 21 15:41:03.307730 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2bb6e4-3c55-4eb0-b433-b365a588c459 req-7b3b4c4e-c2eb-4f43-b577-3287a08eb48d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:41:03.309701 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7a2bb6e4-3c55-4eb0-b433-b365a588c459 req-7b3b4c4e-c2eb-4f43-b577-3287a08eb48d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 945 time: 0.0820277 Jun 21 15:41:03.361614 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7a2bb6e4-3c55-4eb0-b433-b365a588c459 req-dcd0d447-4c83-48cc-893d-4103e32790fc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459034 Jun 21 15:41:04.549174 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d0ae9-cace-4b31-83a4-bd9b198e5bff req-79a10ba9-b569-44cf-a89e-88be2ca8a5eb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:41:04.550716 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2b2d0ae9-cace-4b31-83a4-bd9b198e5bff req-79a10ba9-b569-44cf-a89e-88be2ca8a5eb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 945 time: 0.0671973 Jun 21 15:41:04.590834 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2b2d0ae9-cace-4b31-83a4-bd9b198e5bff req-f24f4e41-1e9d-411a-ba95-ffdc0247f868 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337036 Jun 21 15:41:05.704157 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:41:05.776475 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799bf75-3fc0-49df-bd01-15c4c6a3f7f5 req-4ace4ea7-ffe1-46ac-a78f-ab0fbcbe79b5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:41:05.777963 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5799bf75-3fc0-49df-bd01-15c4c6a3f7f5 req-4ace4ea7-ffe1-46ac-a78f-ab0fbcbe79b5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 945 time: 0.0733671 Jun 21 15:41:05.823762 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5799bf75-3fc0-49df-bd01-15c4c6a3f7f5 req-fe32d3b9-75bf-42c4-9b89-713b6ce49289 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399461 Jun 21 15:41:05.992813 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e86b66a6-48fc-44b5-b6ab-b55c5641c7ac req-2f67fe01-b533-4d43-8aea-5631765fc398 service neutron] 10.222.0.66 "GET /v2.0/ports/807732f0-11d4-4e80-b476-86dcad67f3d2/bindings/hv-neutron-7971 HTTP/1.1" status: 200 len: 384 time: 0.0776818 Jun 21 15:41:06.314390 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b66a6-48fc-44b5-b6ab-b55c5641c7ac req-f89991c8-351b-4a67-a31a-a4dc5b41ae45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:41:06.315820 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e86b66a6-48fc-44b5-b6ab-b55c5641c7ac req-f89991c8-351b-4a67-a31a-a4dc5b41ae45 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a&tenant_id=0051d95f936f45a5bdf7530c097504c5 HTTP/1.1" status: 200 len: 1098 time: 0.0652101 Jun 21 15:41:06.420371 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b66a6-48fc-44b5-b6ab-b55c5641c7ac req-9b34210c-8dfa-48ed-b02f-b44bf2f151cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:41:06.421953 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e86b66a6-48fc-44b5-b6ab-b55c5641c7ac req-9b34210c-8dfa-48ed-b02f-b44bf2f151cc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 1098 time: 0.0716486 Jun 21 15:41:06.538399 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b66a6-48fc-44b5-b6ab-b55c5641c7ac req-2efb324e-e3c0-4173-b006-a0d887fe7d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:41:06.539885 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e86b66a6-48fc-44b5-b6ab-b55c5641c7ac req-2efb324e-e3c0-4173-b006-a0d887fe7d32 service neutron] 10.222.0.66 "GET /v2.0/networks?id=225fb52e-dd37-4fe5-9640-75b0730f229d HTTP/1.1" status: 200 len: 898 time: 0.1106958 Jun 21 15:41:06.622286 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e86b66a6-48fc-44b5-b6ab-b55c5641c7ac req-061c29e8-6321-41a0-aa08-04b4fbcfa3d5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=807732f0-11d4-4e80-b476-86dcad67f3d2 HTTP/1.1" status: 200 len: 1000 time: 0.0755293 Jun 21 15:41:06.675389 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b66a6-48fc-44b5-b6ab-b55c5641c7ac req-5fe211d5-2268-48e6-bce0-10054e660260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:41:06.676902 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e86b66a6-48fc-44b5-b6ab-b55c5641c7ac req-5fe211d5-2268-48e6-bce0-10054e660260 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75eb4b3d-2965-4ebe-b6cd-b243e1171348 HTTP/1.1" status: 200 len: 835 time: 0.0485420 Jun 21 15:41:06.747630 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b66a6-48fc-44b5-b6ab-b55c5641c7ac req-b94bd636-467c-4957-9627-216f0dd7bae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:41:06.749121 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e86b66a6-48fc-44b5-b6ab-b55c5641c7ac req-b94bd636-467c-4957-9627-216f0dd7bae5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=225fb52e-dd37-4fe5-9640-75b0730f229d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661087 Jun 21 15:41:06.843317 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e86b66a6-48fc-44b5-b6ab-b55c5641c7ac req-510975b1-5702-4d53-ba60-357de6dfa44f service neutron] 10.222.0.66 "GET /v2.0/networks/225fb52e-dd37-4fe5-9640-75b0730f229d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863168 Jun 21 15:41:06.941936 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e86b66a6-48fc-44b5-b6ab-b55c5641c7ac req-5411af96-e9cd-463e-8eac-87cf2e7db3e4 service neutron] 10.222.0.66 "GET /v2.0/networks/225fb52e-dd37-4fe5-9640-75b0730f229d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918322 Jun 21 15:41:07.009775 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29419102-343e-4336-a827-c54736083469 req-0826a23a-9f42-4e65-b0fa-32a0920ce11e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:41:07.011452 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-29419102-343e-4336-a827-c54736083469 req-0826a23a-9f42-4e65-b0fa-32a0920ce11e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 945 time: 0.0685503 Jun 21 15:41:07.054502 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-29419102-343e-4336-a827-c54736083469 req-822a8f10-0fa7-4217-a23c-13f6e7900410 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350332 Jun 21 15:41:08.213038 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 807732f0-11d4-4e80-b476-86dcad67f3d2 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:41:08.216482 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 807732f0-11d4-4e80-b476-86dcad67f3d2 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:41:08.235377 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd1048-f7a2-48db-ba69-cdd6d58a6818 req-8eda4d32-5dd7-4f68-8891-f281a60a87bf tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:41:08.236857 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-31dd1048-f7a2-48db-ba69-cdd6d58a6818 req-8eda4d32-5dd7-4f68-8891-f281a60a87bf tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 945 time: 0.0653119 Jun 21 15:41:08.288613 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-31dd1048-f7a2-48db-ba69-cdd6d58a6818 req-3e04817b-d331-4838-a554-cecd05981efe tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456388 Jun 21 15:41:08.353975 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:41:08.378547 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 807732f0-11d4-4e80-b476-86dcad67f3d2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=807732f0-11d4-4e80-b476-86dcad67f3d2,segment=NetworkSegment(69aee660-6b32-4222-8fcf-abe34c5e98d5),segment_id=69aee660-6b32-4222-8fcf-abe34c5e98d5)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:41:08.401611 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858ef4c7-99ce-4514-a85a-208aa23c3c7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '807732f0-11d4-4e80-b476-86dcad67f3d2'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:41:08.403940 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37719cd-a4a9-43fa-85da-a6f06816112c" -d '{"events": [{"server_uuid": "858ef4c7-99ce-4514-a85a-208aa23c3c7a", "name": "network-vif-unplugged", "status": "completed", "tag": "807732f0-11d4-4e80-b476-86dcad67f3d2"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:41:08.408451 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '807732f0-11d4-4e80-b476-86dcad67f3d2', 'network_id': '225fb52e-dd37-4fe5-9640-75b0730f229d', 'port_id': '807732f0-11d4-4e80-b476-86dcad67f3d2', 'mac_address': 'fa:16:3e:8c:c7:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75eb4b3d-2965-4ebe-b6cd-b243e1171348', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:41:08.418555 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 807732f0-11d4-4e80-b476-86dcad67f3d2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=807732f0-11d4-4e80-b476-86dcad67f3d2,segment=NetworkSegment(69aee660-6b32-4222-8fcf-abe34c5e98d5),segment_id=69aee660-6b32-4222-8fcf-abe34c5e98d5)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:41:08.440181 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:41:08.443593 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-2e6101ec-5c0d-4d1b-ae16-9935b5902343 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:41:08.483728 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:41:08.503105 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 15:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f82740-a4bc-404c-b038-a06f80ada2d9 x-openstack-request-id: req-95f82740-a4bc-404c-b038-a06f80ada2d9 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:41:08.503396 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858ef4c7-99ce-4514-a85a-208aa23c3c7a", "name": "network-vif-unplugged", "status": "completed", "tag": "807732f0-11d4-4e80-b476-86dcad67f3d2", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:41:08.503640 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-95f82740-a4bc-404c-b038-a06f80ada2d9 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:41:08.504027 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858ef4c7-99ce-4514-a85a-208aa23c3c7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '807732f0-11d4-4e80-b476-86dcad67f3d2', 'code': 200} Jun 21 15:41:08.510596 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=807732f0-11d4-4e80-b476-86dcad67f3d2,revision_number=6']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:41:08.513288 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 807732f0-11d4-4e80-b476-86dcad67f3d2 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:41:08.522998 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:41:08.523342 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:41:08.523677 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:41:08.524004 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:41:08.524324 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:41:08.524652 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:41:08.524973 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:41:08.525302 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:41:08.525632 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:41:08.525966 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:41:08.526277 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:41:08.526588 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:41:08.530526 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:41:08.563809 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.db.api [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105226) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 21 15:41:08.564168 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_db.api [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 21 15:41:09.107282 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:41:09.120140 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 807732f0-11d4-4e80-b476-86dcad67f3d2 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:41:09.139629 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 807732f0-11d4-4e80-b476-86dcad67f3d2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=807732f0-11d4-4e80-b476-86dcad67f3d2,segment=NetworkSegment(69aee660-6b32-4222-8fcf-abe34c5e98d5),segment_id=69aee660-6b32-4222-8fcf-abe34c5e98d5)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:41:09.147429 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:41:09.149234 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:41:09.197056 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=807732f0-11d4-4e80-b476-86dcad67f3d2,revision_number=7']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:41:09.200160 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:41:09.268000 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['807732f0-11d4-4e80-b476-86dcad67f3d2'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:41:09.470416 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef8f35-9dd5-48a0-9092-a17a812d3619 req-9337879b-c37a-4b86-b7a0-050fee571e9c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:41:09.471891 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4cef8f35-9dd5-48a0-9092-a17a812d3619 req-9337879b-c37a-4b86-b7a0-050fee571e9c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 944 time: 0.0662019 Jun 21 15:41:09.513675 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4cef8f35-9dd5-48a0-9092-a17a812d3619 req-ecfc2839-19eb-439f-9a1c-16f5014b7fc5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357201 Jun 21 15:41:10.243582 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 807732f0-11d4-4e80-b476-86dcad67f3d2 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:41:10.291944 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 807732f0-11d4-4e80-b476-86dcad67f3d2 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:41:10.292687 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:41:10.369609 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:41:10.403043 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 807732f0-11d4-4e80-b476-86dcad67f3d2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=807732f0-11d4-4e80-b476-86dcad67f3d2,segment=NetworkSegment(69aee660-6b32-4222-8fcf-abe34c5e98d5),segment_id=69aee660-6b32-4222-8fcf-abe34c5e98d5)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:41:10.407551 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:41:10.409367 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-92281870-7ccc-49d3-b829-73b8dfddf607 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:41:10.459815 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=807732f0-11d4-4e80-b476-86dcad67f3d2,revision_number=8']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:41:10.462857 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:41:10.505566 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858ef4c7-99ce-4514-a85a-208aa23c3c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807732f0-11d4-4e80-b476-86dcad67f3d2'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:41:10.507942 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c79e223e-0777-4650-bc11-8d092faed64c" -d '{"events": [{"server_uuid": "858ef4c7-99ce-4514-a85a-208aa23c3c7a", "name": "network-vif-plugged", "status": "completed", "tag": "807732f0-11d4-4e80-b476-86dcad67f3d2"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:41:10.556200 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1a6aae-0c05-412b-8f18-78d85e980e6b x-openstack-request-id: req-ac1a6aae-0c05-412b-8f18-78d85e980e6b {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:41:10.556523 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858ef4c7-99ce-4514-a85a-208aa23c3c7a", "name": "network-vif-plugged", "status": "completed", "tag": "807732f0-11d4-4e80-b476-86dcad67f3d2", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:41:10.556784 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ac1a6aae-0c05-412b-8f18-78d85e980e6b {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:41:10.557218 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858ef4c7-99ce-4514-a85a-208aa23c3c7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '807732f0-11d4-4e80-b476-86dcad67f3d2', 'code': 200} Jun 21 15:41:10.879286 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2205aa-3ab5-435a-b3aa-46c38e5ef8f3 req-3618efa5-3b3d-45cb-944f-ed7ed52b3856 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:41:10.880828 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4a2205aa-3ab5-435a-b3aa-46c38e5ef8f3 req-3618efa5-3b3d-45cb-944f-ed7ed52b3856 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 945 time: 0.0770805 Jun 21 15:41:10.921615 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4a2205aa-3ab5-435a-b3aa-46c38e5ef8f3 req-a1418877-038c-4191-a15d-ac28e70ba593 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343754 Jun 21 15:41:11.284557 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f016a-4158-4454-b77b-bd6fcffb74d1 req-f7113fc1-d2c3-49c8-8551-c2f0a40fa076 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:41:11.286033 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-dc5f016a-4158-4454-b77b-bd6fcffb74d1 req-f7113fc1-d2c3-49c8-8551-c2f0a40fa076 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 945 time: 0.1136470 Jun 21 15:41:11.294201 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc904cd8-17cf-4d0e-97ed-2d79d3c25a39 req-54758bc2-b5f2-4520-8b76-a0f30eaba682 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:41:11.295532 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-dc904cd8-17cf-4d0e-97ed-2d79d3c25a39 req-54758bc2-b5f2-4520-8b76-a0f30eaba682 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.66 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a&tenant_id=0051d95f936f45a5bdf7530c097504c5&binding%3Ahost_id=hv-neutron-7971 HTTP/1.1" status: 200 len: 945 time: 0.1218975 Jun 21 15:41:11.328635 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-dc5f016a-4158-4454-b77b-bd6fcffb74d1 req-18a05a88-9ca6-4c8a-b728-2811b14314b5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321338 Jun 21 15:41:11.399001 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc904cd8-17cf-4d0e-97ed-2d79d3c25a39 req-0df78d53-bc48-49d2-8cdb-03e79d490d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:41:11.400795 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-dc904cd8-17cf-4d0e-97ed-2d79d3c25a39 req-0df78d53-bc48-49d2-8cdb-03e79d490d11 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 1098 time: 0.0606678 Jun 21 15:41:11.524549 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc904cd8-17cf-4d0e-97ed-2d79d3c25a39 req-38c64f1e-0711-418a-86f8-2e16fc90cf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:41:11.526060 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-dc904cd8-17cf-4d0e-97ed-2d79d3c25a39 req-38c64f1e-0711-418a-86f8-2e16fc90cf85 service neutron] 10.222.0.66 "GET /v2.0/networks?id=225fb52e-dd37-4fe5-9640-75b0730f229d HTTP/1.1" status: 200 len: 898 time: 0.1189306 Jun 21 15:41:11.549958 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8be78-e03f-4713-addf-ac4040a31704 req-870a942f-ade6-46c9-b6c6-21fd4c4760b7 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:41:11.551379 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1ec8be78-e03f-4713-addf-ac4040a31704 req-870a942f-ade6-46c9-b6c6-21fd4c4760b7 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 945 time: 0.1018960 Jun 21 15:41:11.627265 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-dc904cd8-17cf-4d0e-97ed-2d79d3c25a39 req-84219fc7-db5c-4bb9-b050-1580ebc8e892 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=807732f0-11d4-4e80-b476-86dcad67f3d2 HTTP/1.1" status: 200 len: 1000 time: 0.0932605 Jun 21 15:41:11.632295 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1ec8be78-e03f-4713-addf-ac4040a31704 req-38868edb-4a2d-42f7-804d-ea9964d2ac3f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509129 Jun 21 15:41:11.681258 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc904cd8-17cf-4d0e-97ed-2d79d3c25a39 req-eb0e4f92-e113-470d-b955-28b7e7904567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:41:11.682813 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-dc904cd8-17cf-4d0e-97ed-2d79d3c25a39 req-eb0e4f92-e113-470d-b955-28b7e7904567 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75eb4b3d-2965-4ebe-b6cd-b243e1171348 HTTP/1.1" status: 200 len: 835 time: 0.0488696 Jun 21 15:41:11.747672 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc904cd8-17cf-4d0e-97ed-2d79d3c25a39 req-cda1c24c-c769-448d-b8f2-084e6fb94669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:41:11.749151 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-dc904cd8-17cf-4d0e-97ed-2d79d3c25a39 req-cda1c24c-c769-448d-b8f2-084e6fb94669 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=225fb52e-dd37-4fe5-9640-75b0730f229d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0602129 Jun 21 15:41:11.837606 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-dc904cd8-17cf-4d0e-97ed-2d79d3c25a39 req-9358820e-679f-435c-a62a-50fd300755ff service neutron] 10.222.0.66 "GET /v2.0/networks/225fb52e-dd37-4fe5-9640-75b0730f229d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810790 Jun 21 15:41:11.942131 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-dc904cd8-17cf-4d0e-97ed-2d79d3c25a39 req-6b83d17d-e7d7-4b2f-8b81-0a1def557728 service neutron] 10.222.0.66 "GET /v2.0/networks/225fb52e-dd37-4fe5-9640-75b0730f229d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968907 Jun 21 15:41:12.816954 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e52d2b-d9c0-47b0-8804-76c6acc9055e req-082e5950-a382-44dc-b8d2-1cb8a73ba110 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:41:12.818459 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f6e52d2b-d9c0-47b0-8804-76c6acc9055e req-082e5950-a382-44dc-b8d2-1cb8a73ba110 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 945 time: 0.0726779 Jun 21 15:41:12.861154 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f6e52d2b-d9c0-47b0-8804-76c6acc9055e req-98dd27aa-cc20-4d99-8d10-2e4e724b8af3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360661 Jun 21 15:41:12.886594 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45340) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:41:12.951062 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d1ecb917-6b2f-4714-bef9-fdba28790a02 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/floatingips/9c8774b3-7318-49b9-9ce1-7dc5d64c520a HTTP/1.1" status: 200 len: 992 time: 0.0631366 Jun 21 15:41:14.112858 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-321d564b-60f2-423c-958e-a4d358e47a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:41:15.129393 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:41:16.670293 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3513feb2-b027-401a-9ec1-246640175349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:41:17.147071 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:41:18.284701 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:41:19.983404 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:41:35.717983 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:41:44.108948 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-26db72ce-da26-48a6-a89d-9473dc283cfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:41:46.678152 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3b397dee-4aa9-4d69-9b08-bdb959cb7834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:41:47.142466 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:41:48.284320 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:41:49.987343 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:41:51.252182 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-71b96578-4aa8-44dd-b82d-3369249cda83 req-baec944c-22aa-4988-8f87-97b3a14ffdf9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0625291 Jun 21 15:41:51.355077 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b96578-4aa8-44dd-b82d-3369249cda83 req-1ed7cbac-07f3-48d2-9729-d6df9f52d83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:41:51.356542 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-71b96578-4aa8-44dd-b82d-3369249cda83 req-1ed7cbac-07f3-48d2-9729-d6df9f52d83b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 1098 time: 0.0586324 Jun 21 15:41:51.468307 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b96578-4aa8-44dd-b82d-3369249cda83 req-916fd7ee-8331-4485-b6e1-f4b71f3679be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:41:51.469875 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-71b96578-4aa8-44dd-b82d-3369249cda83 req-916fd7ee-8331-4485-b6e1-f4b71f3679be service neutron] 10.222.0.66 "GET /v2.0/networks?id=225fb52e-dd37-4fe5-9640-75b0730f229d HTTP/1.1" status: 200 len: 898 time: 0.0863247 Jun 21 15:41:51.549830 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-71b96578-4aa8-44dd-b82d-3369249cda83 req-4cdf7127-61a2-4523-98bc-c1e3a50fb5e1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=807732f0-11d4-4e80-b476-86dcad67f3d2 HTTP/1.1" status: 200 len: 1000 time: 0.0733914 Jun 21 15:41:51.599097 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b96578-4aa8-44dd-b82d-3369249cda83 req-bd3ee92f-6f5d-48ef-b91d-8dfdd0c2c6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:41:51.600512 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-71b96578-4aa8-44dd-b82d-3369249cda83 req-bd3ee92f-6f5d-48ef-b91d-8dfdd0c2c6fb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75eb4b3d-2965-4ebe-b6cd-b243e1171348 HTTP/1.1" status: 200 len: 835 time: 0.0443561 Jun 21 15:41:51.660529 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b96578-4aa8-44dd-b82d-3369249cda83 req-6d59a2d3-282d-421b-8827-fc7e0f72e1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:41:51.661934 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-71b96578-4aa8-44dd-b82d-3369249cda83 req-6d59a2d3-282d-421b-8827-fc7e0f72e1dd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=225fb52e-dd37-4fe5-9640-75b0730f229d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0550935 Jun 21 15:41:51.761546 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-71b96578-4aa8-44dd-b82d-3369249cda83 req-19377228-fb9b-4c41-a862-ef4169587945 service neutron] 10.222.0.66 "GET /v2.0/networks/225fb52e-dd37-4fe5-9640-75b0730f229d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933390 Jun 21 15:41:51.855269 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-71b96578-4aa8-44dd-b82d-3369249cda83 req-65124355-a1b2-49d1-9a73-181a8e1d6a1c service neutron] 10.222.0.66 "GET /v2.0/networks/225fb52e-dd37-4fe5-9640-75b0730f229d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867853 Jun 21 15:41:52.129262 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:42:05.734539 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:14.104905 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-cf7ec8a1-abd7-44d8-a5d1-b21580657412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:16.667046 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d4651296-6b6a-4881-81c8-a0c1848cd5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:17.147255 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:18.288307 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:19.990321 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:21.548888 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45386) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:42:21.723321 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-4b608744-1ce2-43f1-8490-ebb281e3b1cd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Deleting port 09196dc6-fc33-4809-9338-98b64a482eb1 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:42:21.723559 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4b608744-1ce2-43f1-8490-ebb281e3b1cd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:21.807247 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4b608744-1ce2-43f1-8490-ebb281e3b1cd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:21.807577 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4b608744-1ce2-43f1-8490-ebb281e3b1cd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:21.870976 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-4b608744-1ce2-43f1-8490-ebb281e3b1cd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Calling delete_port for 09196dc6-fc33-4809-9338-98b64a482eb1 owned by network:floatingip {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:42:22.029917 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4b608744-1ce2-43f1-8490-ebb281e3b1cd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:22.032987 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7c0f96ec-992b-4acf-905e-60f51a3391d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:42:22.058890 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b608744-1ce2-43f1-8490-ebb281e3b1cd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event deleted for resources: {'Port': ['ID=09196dc6-fc33-4809-9338-98b64a482eb1,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:42:22.073169 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b608744-1ce2-43f1-8490-ebb281e3b1cd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:22.073558 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b608744-1ce2-43f1-8490-ebb281e3b1cd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:22.073978 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b608744-1ce2-43f1-8490-ebb281e3b1cd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:22.074337 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b608744-1ce2-43f1-8490-ebb281e3b1cd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:22.074702 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b608744-1ce2-43f1-8490-ebb281e3b1cd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:22.075056 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b608744-1ce2-43f1-8490-ebb281e3b1cd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:22.075418 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b608744-1ce2-43f1-8490-ebb281e3b1cd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:22.075778 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b608744-1ce2-43f1-8490-ebb281e3b1cd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:22.076142 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b608744-1ce2-43f1-8490-ebb281e3b1cd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:22.076499 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b608744-1ce2-43f1-8490-ebb281e3b1cd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:22.076858 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b608744-1ce2-43f1-8490-ebb281e3b1cd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:22.077585 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b608744-1ce2-43f1-8490-ebb281e3b1cd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:22.097601 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4b608744-1ce2-43f1-8490-ebb281e3b1cd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:42:22.141326 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4b608744-1ce2-43f1-8490-ebb281e3b1cd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for floatingip, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:22.141723 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.l3_db [None req-4b608744-1ce2-43f1-8490-ebb281e3b1cd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Floating IP 9c8774b3-7318-49b9-9ce1-7dc5d64c520a disassociated (deleted). External IP: 172.26.3.77, port: 807732f0-11d4-4e80-b476-86dcad67f3d2. Jun 21 15:42:22.733492 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b608744-1ce2-43f1-8490-ebb281e3b1cd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Router 5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:42:22.846474 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b608744-1ce2-43f1-8490-ebb281e3b1cd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:42:22.851981 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4b608744-1ce2-43f1-8490-ebb281e3b1cd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:22.856290 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149529a1-334e-4bfa-a5a7-01af2428d8d4 None None] Sync routers for ids ['5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:42:22.866232 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149529a1-334e-4bfa-a5a7-01af2428d8d4 None None] Routers {'5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:42:22.866853 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-149529a1-334e-4bfa-a5a7-01af2428d8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:42:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:42:22.888761 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4b608744-1ce2-43f1-8490-ebb281e3b1cd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "DELETE /v2.0/floatingips/9c8774b3-7318-49b9-9ce1-7dc5d64c520a HTTP/1.1" status: 204 len: 168 time: 1.3387692 Jun 21 15:42:22.889433 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858ef4c7-99ce-4514-a85a-208aa23c3c7a', 'tag': '807732f0-11d4-4e80-b476-86dcad67f3d2'}] {{(pid=105225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:42:22.891787 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d720512e93a77e3bffebe2b790a2b81995dcc7e4c74443a12a7dc003910c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1439bfcf-e46f-4db2-91ff-5d7253c08dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "858ef4c7-99ce-4514-a85a-208aa23c3c7a", "tag": "807732f0-11d4-4e80-b476-86dcad67f3d2"}]}' {{(pid=105225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:42:22.976695 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-149529a1-334e-4bfa-a5a7-01af2428d8d4 None None] Set router 5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:42:22.995666 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0eb337-2844-467e-9542-e0b183b2f265 x-openstack-request-id: req-cd0eb337-2844-467e-9542-e0b183b2f265 {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:42:22.996259 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "858ef4c7-99ce-4514-a85a-208aa23c3c7a", "tag": "807732f0-11d4-4e80-b476-86dcad67f3d2", "status": "completed", "code": 200}]} {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:42:22.996644 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cd0eb337-2844-467e-9542-e0b183b2f265 {{(pid=105225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:42:22.997210 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '858ef4c7-99ce-4514-a85a-208aa23c3c7a', 'tag': '807732f0-11d4-4e80-b476-86dcad67f3d2', 'status': 'completed', 'code': 200} Jun 21 15:42:23.078433 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439bfcf-e46f-4db2-91ff-5d7253c08dcb req-88c91f2d-aaab-46f4-81f8-a20e3b2565ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:23.080016 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1439bfcf-e46f-4db2-91ff-5d7253c08dcb req-88c91f2d-aaab-46f4-81f8-a20e3b2565ce service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 1098 time: 0.0572658 Jun 21 15:42:23.180747 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439bfcf-e46f-4db2-91ff-5d7253c08dcb req-66c6d0d6-0c69-4e91-975d-1b69c7eaf3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:23.182223 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1439bfcf-e46f-4db2-91ff-5d7253c08dcb req-66c6d0d6-0c69-4e91-975d-1b69c7eaf3f3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=225fb52e-dd37-4fe5-9640-75b0730f229d HTTP/1.1" status: 200 len: 898 time: 0.0957403 Jun 21 15:42:23.191949 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-149529a1-334e-4bfa-a5a7-01af2428d8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101492455', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.44'}], 'enable_snat': True}, 'gw_port_id': 'b79b5948-70b3-400c-a0a2-d24093a2ef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:38:56Z', 'updated_at': '2021-06-21T15:39:00Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': 'b79b5948-70b3-400c-a0a2-d24093a2ef15', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:38:57Z', 'updated_at': '2021-06-21T15:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '9e26633a-3a06-478e-8261-a0d5eee120c4', 'name': '', 'network_id': '225fb52e-dd37-4fe5-9640-75b0730f229d', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:92:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '75eb4b3d-2965-4ebe-b6cd-b243e1171348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:38:59Z', 'updated_at': '2021-06-21T15:39:05Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': '75eb4b3d-2965-4ebe-b6cd-b243e1171348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:42:23.219013 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149529a1-334e-4bfa-a5a7-01af2428d8d4 None None] Checking router: 5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:42:23.227830 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149529a1-334e-4bfa-a5a7-01af2428d8d4 None None] Routers {'5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:42:23.228423 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-149529a1-334e-4bfa-a5a7-01af2428d8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:42:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:42:23.230878 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1439bfcf-e46f-4db2-91ff-5d7253c08dcb req-ef4e1f88-8a20-4114-91f6-919223363f6d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=807732f0-11d4-4e80-b476-86dcad67f3d2 HTTP/1.1" status: 200 len: 217 time: 0.0414252 Jun 21 15:42:23.336634 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-149529a1-334e-4bfa-a5a7-01af2428d8d4 None None] Set router 5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:42:23.548806 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-149529a1-334e-4bfa-a5a7-01af2428d8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101492455', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.44'}], 'enable_snat': True}, 'gw_port_id': 'b79b5948-70b3-400c-a0a2-d24093a2ef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:38:56Z', 'updated_at': '2021-06-21T15:39:00Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': 'b79b5948-70b3-400c-a0a2-d24093a2ef15', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:38:57Z', 'updated_at': '2021-06-21T15:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '9e26633a-3a06-478e-8261-a0d5eee120c4', 'name': '', 'network_id': '225fb52e-dd37-4fe5-9640-75b0730f229d', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:92:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '75eb4b3d-2965-4ebe-b6cd-b243e1171348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:38:59Z', 'updated_at': '2021-06-21T15:39:05Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': '75eb4b3d-2965-4ebe-b6cd-b243e1171348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:42:23.579712 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149529a1-334e-4bfa-a5a7-01af2428d8d4 None None] The sync data for ids ['5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258'] in dv-neutron-797121-2-hyperv is: [{'id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101492455', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.44'}], 'enable_snat': True}, 'gw_port_id': 'b79b5948-70b3-400c-a0a2-d24093a2ef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:38:56Z', 'updated_at': '2021-06-21T15:39:00Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': 'b79b5948-70b3-400c-a0a2-d24093a2ef15', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:38:57Z', 'updated_at': '2021-06-21T15:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '9e26633a-3a06-478e-8261-a0d5eee120c4', 'name': '', 'network_id': '225fb52e-dd37-4fe5-9640-75b0730f229d', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:92:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': '75eb4b3d-2965-4ebe-b6cd-b243e1171348', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:38:59Z', 'updated_at': '2021-06-21T15:39:05Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': '75eb4b3d-2965-4ebe-b6cd-b243e1171348', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:42:23.630910 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439bfcf-e46f-4db2-91ff-5d7253c08dcb req-c69be71a-ded7-4271-aa40-2abd91502a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:23.632365 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1439bfcf-e46f-4db2-91ff-5d7253c08dcb req-c69be71a-ded7-4271-aa40-2abd91502a22 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=75eb4b3d-2965-4ebe-b6cd-b243e1171348 HTTP/1.1" status: 200 len: 835 time: 0.3920741 Jun 21 15:42:23.676296 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a6d75-0558-42a6-9e03-90f8d177c61d req-b7546fe3-4ff6-4f17-9b4e-382a9f128cb0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:23.677925 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-537a6d75-0558-42a6-9e03-90f8d177c61d req-b7546fe3-4ff6-4f17-9b4e-382a9f128cb0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 945 time: 0.4497676 Jun 21 15:42:23.726392 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-537a6d75-0558-42a6-9e03-90f8d177c61d req-52c5b986-2288-4da8-bb77-37a0cfbfb42d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418212 Jun 21 15:42:23.736565 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439bfcf-e46f-4db2-91ff-5d7253c08dcb req-9196a3cc-f6e3-4ede-805b-b6fed68a5149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:23.738052 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1439bfcf-e46f-4db2-91ff-5d7253c08dcb req-9196a3cc-f6e3-4ede-805b-b6fed68a5149 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=225fb52e-dd37-4fe5-9640-75b0730f229d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0962017 Jun 21 15:42:23.810298 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d002a524-eff6-471f-a088-6f1c0e7277a4 None None] New status for floating IP 9c8774b3-7318-49b9-9ce1-7dc5d64c520a: DOWN {{(pid=105227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:42:23.838265 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1439bfcf-e46f-4db2-91ff-5d7253c08dcb req-f7097b41-a7d4-4ff9-bed1-4c22b7018f36 service neutron] 10.222.0.66 "GET /v2.0/networks/225fb52e-dd37-4fe5-9640-75b0730f229d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898042 Jun 21 15:42:23.936190 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1439bfcf-e46f-4db2-91ff-5d7253c08dcb req-82f808db-33a3-4ffb-9117-b81ffc648c69 service neutron] 10.222.0.66 "GET /v2.0/networks/225fb52e-dd37-4fe5-9640-75b0730f229d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910552 Jun 21 15:42:24.944825 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1bc47b-7396-4607-9b3c-62ebd8d4618d req-5c7a8f51-d2f4-4670-942e-f1d23515466c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:24.946373 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fe1bc47b-7396-4607-9b3c-62ebd8d4618d req-5c7a8f51-d2f4-4670-942e-f1d23515466c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 945 time: 0.0836666 Jun 21 15:42:24.989122 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fe1bc47b-7396-4607-9b3c-62ebd8d4618d req-59636500-f722-4b3c-8f86-e6797856cfab tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346549 Jun 21 15:42:25.319892 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7023b1bf-c3ac-4e36-a381-3f5c9c76009d req-e51b1cbd-765d-4a85-a385-bd86af2ef1ff tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:25.321375 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7023b1bf-c3ac-4e36-a381-3f5c9c76009d req-e51b1cbd-765d-4a85-a385-bd86af2ef1ff tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.66 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 945 time: 0.0664814 Jun 21 15:42:25.428825 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-7023b1bf-c3ac-4e36-a381-3f5c9c76009d req-9838b534-4c09-43dc-88ea-74eb1ea80700 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Deleting port 807732f0-11d4-4e80-b476-86dcad67f3d2 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:42:25.429158 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-7023b1bf-c3ac-4e36-a381-3f5c9c76009d req-9838b534-4c09-43dc-88ea-74eb1ea80700 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:25.519053 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-7023b1bf-c3ac-4e36-a381-3f5c9c76009d req-9838b534-4c09-43dc-88ea-74eb1ea80700 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] For port 807732f0-11d4-4e80-b476-86dcad67f3d2, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=807732f0-11d4-4e80-b476-86dcad67f3d2,segment=NetworkSegment(69aee660-6b32-4222-8fcf-abe34c5e98d5),segment_id=69aee660-6b32-4222-8fcf-abe34c5e98d5)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:42:25.519417 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-7023b1bf-c3ac-4e36-a381-3f5c9c76009d req-9838b534-4c09-43dc-88ea-74eb1ea80700 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:25.587526 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-7023b1bf-c3ac-4e36-a381-3f5c9c76009d req-9838b534-4c09-43dc-88ea-74eb1ea80700 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Calling delete_port for 807732f0-11d4-4e80-b476-86dcad67f3d2 owned by compute:nova {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:42:25.724868 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-7023b1bf-c3ac-4e36-a381-3f5c9c76009d req-9838b534-4c09-43dc-88ea-74eb1ea80700 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:25.729165 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-09626020-0d7e-4253-bce0-b59240a5aaf2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:42:25.754624 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838b534-4c09-43dc-88ea-74eb1ea80700 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event deleted for resources: {'Port': ['ID=807732f0-11d4-4e80-b476-86dcad67f3d2,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:42:25.784232 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838b534-4c09-43dc-88ea-74eb1ea80700 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:25.784626 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838b534-4c09-43dc-88ea-74eb1ea80700 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:25.785017 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838b534-4c09-43dc-88ea-74eb1ea80700 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:25.785454 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838b534-4c09-43dc-88ea-74eb1ea80700 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:25.785881 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838b534-4c09-43dc-88ea-74eb1ea80700 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:25.786228 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838b534-4c09-43dc-88ea-74eb1ea80700 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:25.786602 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838b534-4c09-43dc-88ea-74eb1ea80700 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:25.787053 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838b534-4c09-43dc-88ea-74eb1ea80700 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:25.787391 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838b534-4c09-43dc-88ea-74eb1ea80700 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:25.787755 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838b534-4c09-43dc-88ea-74eb1ea80700 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:25.788123 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838b534-4c09-43dc-88ea-74eb1ea80700 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:25.788479 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9838b534-4c09-43dc-88ea-74eb1ea80700 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:25.793594 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9838b534-4c09-43dc-88ea-74eb1ea80700 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:42:25.811688 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-7023b1bf-c3ac-4e36-a381-3f5c9c76009d req-9838b534-4c09-43dc-88ea-74eb1ea80700 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] No DVR routers for this DVR port 807732f0-11d4-4e80-b476-86dcad67f3d2 on host hv-neutron-7971 {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:42:25.814001 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-7023b1bf-c3ac-4e36-a381-3f5c9c76009d req-9838b534-4c09-43dc-88ea-74eb1ea80700 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:25.815969 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7023b1bf-c3ac-4e36-a381-3f5c9c76009d req-9838b534-4c09-43dc-88ea-74eb1ea80700 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.66 "DELETE /v2.0/ports/807732f0-11d4-4e80-b476-86dcad67f3d2 HTTP/1.1" status: 204 len: 173 time: 0.4891829 Jun 21 15:42:25.816509 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858ef4c7-99ce-4514-a85a-208aa23c3c7a', 'name': 'network-vif-deleted', 'tag': '807732f0-11d4-4e80-b476-86dcad67f3d2'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:42:25.819161 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3e233e6-2134-4704-9426-1724f289f164" -d '{"events": [{"server_uuid": "858ef4c7-99ce-4514-a85a-208aa23c3c7a", "name": "network-vif-deleted", "tag": "807732f0-11d4-4e80-b476-86dcad67f3d2"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:42:25.858539 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9922da-6304-4a92-9e13-ae87e13aa770 x-openstack-request-id: req-8e9922da-6304-4a92-9e13-ae87e13aa770 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:42:25.858884 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858ef4c7-99ce-4514-a85a-208aa23c3c7a", "name": "network-vif-deleted", "tag": "807732f0-11d4-4e80-b476-86dcad67f3d2", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:42:25.859186 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8e9922da-6304-4a92-9e13-ae87e13aa770 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:42:25.859659 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858ef4c7-99ce-4514-a85a-208aa23c3c7a', 'name': 'network-vif-deleted', 'tag': '807732f0-11d4-4e80-b476-86dcad67f3d2', 'status': 'completed', 'code': 200} Jun 21 15:42:26.162782 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ece28901-917d-49cb-8f5a-8021b451c2ce req-5bfe8150-ba96-4f86-9e20-2de970a82c17 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=858ef4c7-99ce-4514-a85a-208aa23c3c7a HTTP/1.1" status: 200 len: 210 time: 0.0323725 Jun 21 15:42:27.261929 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45420) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:42:27.665052 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-dcf8843c-93f8-4b4f-99fb-d58050f873ae tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:27.941570 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-dcf8843c-93f8-4b4f-99fb-d58050f873ae tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Deleting port 9e26633a-3a06-478e-8261-a0d5eee120c4 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:42:27.941821 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-dcf8843c-93f8-4b4f-99fb-d58050f873ae tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:28.030180 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-dcf8843c-93f8-4b4f-99fb-d58050f873ae tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] For port 9e26633a-3a06-478e-8261-a0d5eee120c4, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=9e26633a-3a06-478e-8261-a0d5eee120c4,segment=NetworkSegment(69aee660-6b32-4222-8fcf-abe34c5e98d5),segment_id=69aee660-6b32-4222-8fcf-abe34c5e98d5)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:42:28.030481 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-dcf8843c-93f8-4b4f-99fb-d58050f873ae tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:28.098223 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-dcf8843c-93f8-4b4f-99fb-d58050f873ae tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Calling delete_port for 9e26633a-3a06-478e-8261-a0d5eee120c4 owned by network:router_interface {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:42:28.293030 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-dcf8843c-93f8-4b4f-99fb-d58050f873ae tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:28.295203 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-64527247-6e3f-4295-a225-d6187979e205 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:42:28.320434 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf8843c-93f8-4b4f-99fb-d58050f873ae tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event deleted for resources: {'Port': ['ID=9e26633a-3a06-478e-8261-a0d5eee120c4,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:42:28.323458 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-dcf8843c-93f8-4b4f-99fb-d58050f873ae tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:42:28.435340 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 807732f0-11d4-4e80-b476-86dcad67f3d2 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:42:28.458890 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: 807732f0-11d4-4e80-b476-86dcad67f3d2 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:42:28.459665 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 807732f0-11d4-4e80-b476-86dcad67f3d2 not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:42:28.501189 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-dcf8843c-93f8-4b4f-99fb-d58050f873ae tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:28.742625 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcf8843c-93f8-4b4f-99fb-d58050f873ae tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Router 5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:42:28.863299 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf8843c-93f8-4b4f-99fb-d58050f873ae tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:42:28.868813 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-dcf8843c-93f8-4b4f-99fb-d58050f873ae tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "PUT /v2.0/routers/5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6058950 Jun 21 15:42:28.873211 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45422) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:42:28.876970 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46f0571-c796-471c-9cfe-de8eb9b453c8 None None] Sync routers for ids ['5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:42:28.887077 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46f0571-c796-471c-9cfe-de8eb9b453c8 None None] Routers {'5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:42:28.887694 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-a46f0571-c796-471c-9cfe-de8eb9b453c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:42:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:42:28.929075 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3ad2f50-f92f-4c4f-8675-d760dac5a529 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Deleting subnet 75eb4b3d-2965-4ebe-b6cd-b243e1171348 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 15:42:28.932764 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f3ad2f50-f92f-4c4f-8675-d760dac5a529 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:28.986562 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f3ad2f50-f92f-4c4f-8675-d760dac5a529 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:28.993190 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-a46f0571-c796-471c-9cfe-de8eb9b453c8 None None] Set router 5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:42:29.068575 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f3ad2f50-f92f-4c4f-8675-d760dac5a529 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:29.128668 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:42:29.133733 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f3ad2f50-f92f-4c4f-8675-d760dac5a529 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:29.136118 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8a8593d6-9911-4dce-927e-bf02cf1f4006 tempest-RoutersIpV6Test-163552269 tempest-RoutersIpV6Test-163552269-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:42:29.167837 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ad2f50-f92f-4c4f-8675-d760dac5a529 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event deleted for resources: {'Subnet': ['ID=75eb4b3d-2965-4ebe-b6cd-b243e1171348,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:42:29.171012 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f3ad2f50-f92f-4c4f-8675-d760dac5a529 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:42:29.172056 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f3ad2f50-f92f-4c4f-8675-d760dac5a529 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:29.174251 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f3ad2f50-f92f-4c4f-8675-d760dac5a529 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "DELETE /v2.0/subnets/75eb4b3d-2965-4ebe-b6cd-b243e1171348 HTTP/1.1" status: 204 len: 168 time: 0.2996335 Jun 21 15:42:29.176827 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45424) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:42:29.217195 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6bb8b1-3469-47a9-98e7-565ae50051a1 None None] Network 225fb52e-dd37-4fe5-9640-75b0730f229d requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:42:29.284433 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-14661265-2eac-41bf-88fb-2b09b608d7e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:29.391702 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-14661265-2eac-41bf-88fb-2b09b608d7e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:29.429828 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-a46f0571-c796-471c-9cfe-de8eb9b453c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101492455', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.44'}], 'enable_snat': True}, 'gw_port_id': 'b79b5948-70b3-400c-a0a2-d24093a2ef15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:38:56Z', 'updated_at': '2021-06-21T15:42:28Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': 'b79b5948-70b3-400c-a0a2-d24093a2ef15', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:38:57Z', 'updated_at': '2021-06-21T15:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:42:29.448997 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-14661265-2eac-41bf-88fb-2b09b608d7e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Deleting port b79b5948-70b3-400c-a0a2-d24093a2ef15 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:42:29.449396 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-14661265-2eac-41bf-88fb-2b09b608d7e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:29.456334 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46f0571-c796-471c-9cfe-de8eb9b453c8 None None] Checking router: 5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:42:29.465980 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46f0571-c796-471c-9cfe-de8eb9b453c8 None None] Routers {'5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:42:29.465980 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-a46f0571-c796-471c-9cfe-de8eb9b453c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:42:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:42:29.531501 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-14661265-2eac-41bf-88fb-2b09b608d7e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] For port b79b5948-70b3-400c-a0a2-d24093a2ef15, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=b79b5948-70b3-400c-a0a2-d24093a2ef15,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:42:29.531501 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-14661265-2eac-41bf-88fb-2b09b608d7e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:29.533338 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3542a27-0ef5-4ce8-bb74-78e15f29650d None None] DHCP port deletion for 225fb52e-dd37-4fe5-9640-75b0730f229d request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 15:42:29.576496 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-a46f0571-c796-471c-9cfe-de8eb9b453c8 None None] Set router 5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258 gateway port host: None {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:42:29.601091 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-14661265-2eac-41bf-88fb-2b09b608d7e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Calling delete_port for b79b5948-70b3-400c-a0a2-d24093a2ef15 owned by network:router_gateway {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:42:29.630370 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-a46f0571-c796-471c-9cfe-de8eb9b453c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101492455', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:38:56Z', 'updated_at': '2021-06-21T15:42:29Z', 'revision_number': 6, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port_host': None}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:42:29.659582 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a46f0571-c796-471c-9cfe-de8eb9b453c8 None None] The sync data for ids ['5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258'] in dv-neutron-797121-2-hyperv is: [{'id': '5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258', 'name': 'tempest-TestNetworkAdvancedServerOps-router-101492455', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:38:56Z', 'updated_at': '2021-06-21T15:42:29Z', 'revision_number': 6, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port_host': None}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:42:29.671081 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-b3542a27-0ef5-4ce8-bb74-78e15f29650d None None] Deleting port 5439293f-f6ad-4e7e-8e20-c6f834612c60 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:42:29.671542 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b3542a27-0ef5-4ce8-bb74-78e15f29650d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:29.738542 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-b3542a27-0ef5-4ce8-bb74-78e15f29650d None None] For port 5439293f-f6ad-4e7e-8e20-c6f834612c60, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=5439293f-f6ad-4e7e-8e20-c6f834612c60,segment=NetworkSegment(69aee660-6b32-4222-8fcf-abe34c5e98d5),segment_id=69aee660-6b32-4222-8fcf-abe34c5e98d5)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:42:29.738851 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b3542a27-0ef5-4ce8-bb74-78e15f29650d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:29.770757 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-14661265-2eac-41bf-88fb-2b09b608d7e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:29.772839 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7c35f51d-f97d-4983-b874-6cfa5f1e0375 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:42:29.798102 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14661265-2eac-41bf-88fb-2b09b608d7e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event deleted for resources: {'Port': ['ID=b79b5948-70b3-400c-a0a2-d24093a2ef15,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:42:29.804091 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-b3542a27-0ef5-4ce8-bb74-78e15f29650d None None] Calling delete_port for 5439293f-f6ad-4e7e-8e20-c6f834612c60 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:42:29.819348 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-14661265-2eac-41bf-88fb-2b09b608d7e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:42:29.862841 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-14661265-2eac-41bf-88fb-2b09b608d7e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:29.888188 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b3542a27-0ef5-4ce8-bb74-78e15f29650d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:29.891257 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:42:29.915198 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3542a27-0ef5-4ce8-bb74-78e15f29650d None None] Pushing event deleted for resources: {'Port': ['ID=5439293f-f6ad-4e7e-8e20-c6f834612c60,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:42:29.917459 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3542a27-0ef5-4ce8-bb74-78e15f29650d None None] No DVR routers for this DVR port 5439293f-f6ad-4e7e-8e20-c6f834612c60 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:42:29.927365 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3542a27-0ef5-4ce8-bb74-78e15f29650d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:29.927862 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3542a27-0ef5-4ce8-bb74-78e15f29650d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:29.928129 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3542a27-0ef5-4ce8-bb74-78e15f29650d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:29.928543 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3542a27-0ef5-4ce8-bb74-78e15f29650d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:29.928928 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3542a27-0ef5-4ce8-bb74-78e15f29650d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:29.929263 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3542a27-0ef5-4ce8-bb74-78e15f29650d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:29.929584 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3542a27-0ef5-4ce8-bb74-78e15f29650d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:29.929951 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3542a27-0ef5-4ce8-bb74-78e15f29650d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:29.930281 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3542a27-0ef5-4ce8-bb74-78e15f29650d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:29.930612 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3542a27-0ef5-4ce8-bb74-78e15f29650d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:29.930933 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3542a27-0ef5-4ce8-bb74-78e15f29650d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:29.931249 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3542a27-0ef5-4ce8-bb74-78e15f29650d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:29.934517 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b3542a27-0ef5-4ce8-bb74-78e15f29650d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:42:29.961265 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-14661265-2eac-41bf-88fb-2b09b608d7e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:29.963424 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-14661265-2eac-41bf-88fb-2b09b608d7e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:30.009462 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-14661265-2eac-41bf-88fb-2b09b608d7e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:30.010223 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14661265-2eac-41bf-88fb-2b09b608d7e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Fanout notify agent at l3_agent the message router_deleted on router 5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258 {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 15:42:30.017939 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-14661265-2eac-41bf-88fb-2b09b608d7e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:30.019404 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-14661265-2eac-41bf-88fb-2b09b608d7e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "DELETE /v2.0/routers/5b92a4a2-9ee3-4f3a-b580-60b5d4fc7258 HTTP/1.1" status: 204 len: 168 time: 0.8414834 Jun 21 15:42:30.022488 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45428) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:42:30.105348 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f71ff610-ce3b-4f96-a0c2-ffea06466ad8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:30.198205 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f71ff610-ce3b-4f96-a0c2-ffea06466ad8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:30.208534 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-f71ff610-ce3b-4f96-a0c2-ffea06466ad8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['225fb52e-dd37-4fe5-9640-75b0730f229d']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:42:30.220227 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-f71ff610-ce3b-4f96-a0c2-ffea06466ad8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69aee660-6b32-4222-8fcf-abe34c5e98d5') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:42:30.220940 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-f71ff610-ce3b-4f96-a0c2-ffea06466ad8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69aee660-6b32-4222-8fcf-abe34c5e98d5') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:42:30.234136 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f71ff610-ce3b-4f96-a0c2-ffea06466ad8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:30.251026 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f71ff610-ce3b-4f96-a0c2-ffea06466ad8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:30.257574 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71ff610-ce3b-4f96-a0c2-ffea06466ad8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 15:42:30.258094 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f71ff610-ce3b-4f96-a0c2-ffea06466ad8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:30.261088 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:42:30.261088 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:42:30.261088 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:42:30.261088 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:42:30.261088 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:42:30.261088 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:42:30.261088 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 15:42:30.261088 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 15:42:30.261088 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 15:42:30.261088 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 15:42:30.261088 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 15:42:30.261088 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 15:42:30.261088 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 15:42:30.261088 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 15:42:30.261088 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 15:42:30.261088 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 15:42:30.261088 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 15:42:30.261088 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 15:42:30.261088 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 15:42:30.261088 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 15:42:30.261088 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 15:42:30.261088 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 15:42:30.261088 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 15:42:30.261088 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 15:42:30.261088 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 15:42:30.261088 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 15:42:30.261088 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 15:42:30.261088 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 15:42:30.261088 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 15:42:30.261088 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 15:42:30.261088 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 15:42:30.261088 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 15:42:30.261088 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 15:42:30.261088 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 15:42:30.261088 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 15:42:30.261088 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 15:42:30.261088 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 15:42:30.261088 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 15:42:30.322458 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f71ff610-ce3b-4f96-a0c2-ffea06466ad8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:30.326007 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b2a2c9ba-c1f8-48dd-be90-8dce0d5410d7 tempest-RoutersNegativeIpV6Test-1426684538 tempest-RoutersNegativeIpV6Test-1426684538-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:42:30.330381 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f71ff610-ce3b-4f96-a0c2-ffea06466ad8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:30.332115 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f71ff610-ce3b-4f96-a0c2-ffea06466ad8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "DELETE /v2.0/networks/225fb52e-dd37-4fe5-9640-75b0730f229d HTTP/1.1" status: 204 len: 168 time: 0.3086102 Jun 21 15:42:30.335123 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45430) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:42:30.343957 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ff610-ce3b-4f96-a0c2-ffea06466ad8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event deleted for resources: {'Network': ['ID=225fb52e-dd37-4fe5-9640-75b0730f229d,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:42:30.346742 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f71ff610-ce3b-4f96-a0c2-ffea06466ad8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:42:30.397735 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9213d9c6-f00f-4812-89ed-4521e1f6cb3c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:30.424570 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9213d9c6-f00f-4812-89ed-4521e1f6cb3c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:30.495164 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9213d9c6-f00f-4812-89ed-4521e1f6cb3c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:30.497809 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9213d9c6-f00f-4812-89ed-4521e1f6cb3c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:30.499368 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9213d9c6-f00f-4812-89ed-4521e1f6cb3c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "DELETE /v2.0/security-groups/ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a HTTP/1.1" status: 204 len: 168 time: 0.1631866 Jun 21 15:42:30.500163 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fc4adc67-0f03-4a5f-a32b-79d1ac33247a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:42:30.510054 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9213d9c6-f00f-4812-89ed-4521e1f6cb3c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2ecb59-3774-4ca8-b64e-6b3aa2453c3a,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:42:30.512631 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9213d9c6-f00f-4812-89ed-4521e1f6cb3c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:42:30.972474 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9e26633a-3a06-478e-8261-a0d5eee120c4 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:42:30.992057 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 9e26633a-3a06-478e-8261-a0d5eee120c4 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:42:30.992408 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9e26633a-3a06-478e-8261-a0d5eee120c4 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:42:30.992820 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 5439293f-f6ad-4e7e-8e20-c6f834612c60 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:42:31.011510 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 5439293f-f6ad-4e7e-8e20-c6f834612c60 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:42:31.011873 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 5439293f-f6ad-4e7e-8e20-c6f834612c60 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:42:31.012272 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device b79b5948-70b3-400c-a0a2-d24093a2ef15 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:42:31.033483 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: b79b5948-70b3-400c-a0a2-d24093a2ef15 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:42:31.033833 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device b79b5948-70b3-400c-a0a2-d24093a2ef15 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:42:32.913462 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45440) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:42:32.918464 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-47cb1c24-cc03-49e0-bf46-4878882f4e94 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1487520339', 'description': 'tempest-secgroup-smoke-1487520339 description', 'project_id': '0051d95f936f45a5bdf7530c097504c5'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:42:32.945422 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-47cb1c24-cc03-49e0-bf46-4878882f4e94 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:33.041076 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-47cb1c24-cc03-49e0-bf46-4878882f4e94 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:33.048817 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-47cb1c24-cc03-49e0-bf46-4878882f4e94 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:33.051591 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e91ebe8c-d3bb-4dae-ac59-7669b1a1a18d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:42:33.075285 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-47cb1c24-cc03-49e0-bf46-4878882f4e94 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:33.076543 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-47cb1c24-cc03-49e0-bf46-4878882f4e94 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1620224 Jun 21 15:42:33.079932 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45442) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:42:33.083790 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb1c24-cc03-49e0-bf46-4878882f4e94 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c588ee95-b6d7-4f01-a70a-f9cd78e7da6e,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:42:33.085331 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-0e68f2bf-50fa-4253-a758-a8174e692bd9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'security_group_rule': {'security_group_id': 'c588ee95-b6d7-4f01-a70a-f9cd78e7da6e', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:42:33.086914 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-47cb1c24-cc03-49e0-bf46-4878882f4e94 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:42:33.122355 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0e68f2bf-50fa-4253-a758-a8174e692bd9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:33.172365 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0e68f2bf-50fa-4253-a758-a8174e692bd9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:33.177197 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0e68f2bf-50fa-4253-a758-a8174e692bd9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:33.179281 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fe51a2e2-a18b-49bc-bf98-cea9bd72705d tempest-ServersTestJSON-419311248 tempest-ServersTestJSON-419311248-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:42:33.195116 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68f2bf-50fa-4253-a758-a8174e692bd9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=688408df-2108-4b06-9a94-d7924bf17a1b,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:42:33.197598 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0e68f2bf-50fa-4253-a758-a8174e692bd9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:42:33.203880 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0e68f2bf-50fa-4253-a758-a8174e692bd9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:33.207979 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0e68f2bf-50fa-4253-a758-a8174e692bd9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240771 Jun 21 15:42:33.208198 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45444) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:42:33.213398 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-f10b0566-710a-4124-aca7-78e488b77c21 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'security_group_rule': {'security_group_id': 'c588ee95-b6d7-4f01-a70a-f9cd78e7da6e', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:42:33.241309 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f10b0566-710a-4124-aca7-78e488b77c21 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:33.304877 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f10b0566-710a-4124-aca7-78e488b77c21 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:33.311131 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f10b0566-710a-4124-aca7-78e488b77c21 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:33.316643 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4d3e1d47-c474-4d92-be2f-b81a681de304 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:42:33.331886 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b0566-710a-4124-aca7-78e488b77c21 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9c235dc-8568-4632-bfa7-a969802dd707,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:42:33.335611 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f10b0566-710a-4124-aca7-78e488b77c21 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:42:33.336757 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f10b0566-710a-4124-aca7-78e488b77c21 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:33.338226 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f10b0566-710a-4124-aca7-78e488b77c21 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1290774 Jun 21 15:42:33.341437 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45446) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:42:33.346395 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-d8dc566e-5c86-40d4-b6ae-a0d89157b002 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'security_group_rule': {'security_group_id': 'c588ee95-b6d7-4f01-a70a-f9cd78e7da6e', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:42:33.377872 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d8dc566e-5c86-40d4-b6ae-a0d89157b002 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:33.436998 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d8dc566e-5c86-40d4-b6ae-a0d89157b002 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:33.442764 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d8dc566e-5c86-40d4-b6ae-a0d89157b002 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:33.444983 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-cf6572cb-35b6-41bc-9e32-797f98003ef9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:42:33.461948 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc566e-5c86-40d4-b6ae-a0d89157b002 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e99f9b7f-fd68-431f-8bae-68d3ccd0980a,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:42:33.464621 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d8dc566e-5c86-40d4-b6ae-a0d89157b002 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:42:33.467874 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d8dc566e-5c86-40d4-b6ae-a0d89157b002 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:33.468917 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d8dc566e-5c86-40d4-b6ae-a0d89157b002 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264713 Jun 21 15:42:33.471812 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45448) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:42:33.476842 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-fad4a5e7-6a63-4974-b18f-a13aca59593e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'security_group_rule': {'security_group_id': 'c588ee95-b6d7-4f01-a70a-f9cd78e7da6e', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:42:33.505418 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fad4a5e7-6a63-4974-b18f-a13aca59593e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:33.567727 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fad4a5e7-6a63-4974-b18f-a13aca59593e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:33.575193 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fad4a5e7-6a63-4974-b18f-a13aca59593e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:33.577019 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fa4b56aa-fd76-4e9a-9804-4e82bc6e86ea tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:42:33.594722 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4a5e7-6a63-4974-b18f-a13aca59593e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a86f8a7-4807-4ff5-942a-eaed4e8dcff6,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:42:33.597321 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fad4a5e7-6a63-4974-b18f-a13aca59593e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:42:33.603271 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fad4a5e7-6a63-4974-b18f-a13aca59593e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:33.604524 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fad4a5e7-6a63-4974-b18f-a13aca59593e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1317160 Jun 21 15:42:33.607707 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45450) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:42:33.612255 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-9fdb1bc1-4fb1-42a3-ac5b-c614f12e373f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'security_group_rule': {'security_group_id': 'c588ee95-b6d7-4f01-a70a-f9cd78e7da6e', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:42:33.647161 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.securitygroups_db [None req-9fdb1bc1-4fb1-42a3-ac5b-c614f12e373f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Project 0051d95f936f45a5bdf7530c097504c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 15:42:33.652316 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9fdb1bc1-4fb1-42a3-ac5b-c614f12e373f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:33.716449 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9fdb1bc1-4fb1-42a3-ac5b-c614f12e373f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:33.722492 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9fdb1bc1-4fb1-42a3-ac5b-c614f12e373f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:33.724316 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e05385db-b8b1-475f-99ea-8fab042eceab tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:42:33.741395 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb1bc1-4fb1-42a3-ac5b-c614f12e373f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b148f2e-3383-444e-89c5-6d212480775f,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:42:33.744019 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9fdb1bc1-4fb1-42a3-ac5b-c614f12e373f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:42:33.753548 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9fdb1bc1-4fb1-42a3-ac5b-c614f12e373f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:33.754935 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9fdb1bc1-4fb1-42a3-ac5b-c614f12e373f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1462603 Jun 21 15:42:33.757971 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45452) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:42:33.762550 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-b95afc87-b103-42b4-9d58-e1530ff7cb01 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'security_group_rule': {'security_group_id': 'c588ee95-b6d7-4f01-a70a-f9cd78e7da6e', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:42:33.784610 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.securitygroups_db [None req-b95afc87-b103-42b4-9d58-e1530ff7cb01 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Project 0051d95f936f45a5bdf7530c097504c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 15:42:33.790072 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b95afc87-b103-42b4-9d58-e1530ff7cb01 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:33.855988 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b95afc87-b103-42b4-9d58-e1530ff7cb01 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:33.860592 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b95afc87-b103-42b4-9d58-e1530ff7cb01 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:33.862551 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a431638f-520e-4148-b6f8-2d81ecb809ec tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:42:33.880082 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95afc87-b103-42b4-9d58-e1530ff7cb01 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f2e349a-30ee-41c3-886f-d380521711dc,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:42:33.882516 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b95afc87-b103-42b4-9d58-e1530ff7cb01 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:42:33.885403 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b95afc87-b103-42b4-9d58-e1530ff7cb01 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:33.886617 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b95afc87-b103-42b4-9d58-e1530ff7cb01 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1277411 Jun 21 15:42:33.889497 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45454) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:42:33.894516 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-a9b736c5-45c1-479d-a0fd-740007a947c0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'network': {'name': 'tempest-network-smoke--1003865852', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'port_security_enabled': True}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:42:33.916756 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b736c5-45c1-479d-a0fd-740007a947c0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Made reservation on behalf of 0051d95f936f45a5bdf7530c097504c5 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:42:33.920246 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a9b736c5-45c1-479d-a0fd-740007a947c0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:33.945692 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b736c5-45c1-479d-a0fd-740007a947c0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 15:42:33.954957 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a9b736c5-45c1-479d-a0fd-740007a947c0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:33.955335 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-a9b736c5-45c1-479d-a0fd-740007a947c0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Added segment 05c3c00d-8487-40ba-94fa-1e7993cb008e of type vlan for network f38c3e4c-1fb5-4d2f-aecf-10e97bd69337 Jun 21 15:42:33.998227 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a9b736c5-45c1-479d-a0fd-740007a947c0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:34.038756 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a9b736c5-45c1-479d-a0fd-740007a947c0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:34.045997 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b736c5-45c1-479d-a0fd-740007a947c0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:34.046577 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-a9b736c5-45c1-479d-a0fd-740007a947c0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:34.048962 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-154fd663-07d4-47f5-b494-82f05956f36b tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:42:34.107841 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a9b736c5-45c1-479d-a0fd-740007a947c0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2172887 Jun 21 15:42:34.110475 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45456) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:42:34.117015 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-95166eb7-a363-4027-a108-bc60d896f554 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1893999151', 'admin_state_up': True, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:42:34.128189 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b736c5-45c1-479d-a0fd-740007a947c0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Network': ['ID=f38c3e4c-1fb5-4d2f-aecf-10e97bd69337,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:42:34.131973 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a9b736c5-45c1-479d-a0fd-740007a947c0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:42:34.139205 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network f38c3e4c-1fb5-4d2f-aecf-10e97bd69337 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 15:42:34.146714 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-95166eb7-a363-4027-a108-bc60d896f554 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:34.147841 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-95166eb7-a363-4027-a108-bc60d896f554 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:34.203858 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-95166eb7-a363-4027-a108-bc60d896f554 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:34.345974 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-95166eb7-a363-4027-a108-bc60d896f554 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:34.567138 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-95166eb7-a363-4027-a108-bc60d896f554 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router_gateway, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:34.590893 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-95166eb7-a363-4027-a108-bc60d896f554 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:34.701373 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-95166eb7-a363-4027-a108-bc60d896f554 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Allocated IP 172.26.3.182 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/9ffcad4e-3f34-40fe-a96d-028e56267ca0) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:42:34.811244 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-95166eb7-a363-4027-a108-bc60d896f554 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:34.859541 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-95166eb7-a363-4027-a108-bc60d896f554 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:34.863990 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a6abb836-bcb1-40b2-be5e-f9f76be0721a tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:42:34.906212 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95166eb7-a363-4027-a108-bc60d896f554 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:42:34.914235 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-95166eb7-a363-4027-a108-bc60d896f554 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:42:34.916582 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95166eb7-a363-4027-a108-bc60d896f554 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Port': ['ID=9ffcad4e-3f34-40fe-a96d-028e56267ca0,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:42:34.918680 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95166eb7-a363-4027-a108-bc60d896f554 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:42:34.920741 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-95166eb7-a363-4027-a108-bc60d896f554 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:42:35.174874 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-95166eb7-a363-4027-a108-bc60d896f554 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router_gateway, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:35.387117 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-95166eb7-a363-4027-a108-bc60d896f554 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:35.519513 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95166eb7-a363-4027-a108-bc60d896f554 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Router 965ca22f-9a3d-4660-a183-b7559487bb4d is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 15:42:35.638919 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95166eb7-a363-4027-a108-bc60d896f554 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:42:35.650351 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f41aa6d-8ebf-4694-9f3c-ff171d821474 None None] Sync routers for ids ['965ca22f-9a3d-4660-a183-b7559487bb4d'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:42:35.661533 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f41aa6d-8ebf-4694-9f3c-ff171d821474 None None] Routers {'965ca22f-9a3d-4660-a183-b7559487bb4d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:42:35.661760 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-95166eb7-a363-4027-a108-bc60d896f554 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:35.662282 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-6f41aa6d-8ebf-4694-9f3c-ff171d821474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:42:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['965ca22f-9a3d-4660-a183-b7559487bb4d'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:42:35.663140 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-95166eb7-a363-4027-a108-bc60d896f554 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5517352 Jun 21 15:42:35.666587 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45458) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:42:35.698581 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e4370c7d-3056-40b2-b4e3-4990b99e59b0 tempest-TestNetworkAdvancedServerOps-1812796509 tempest-TestNetworkAdvancedServerOps-1812796509-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=0051d95f936f45a5bdf7530c097504c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304930 Jun 21 15:42:35.701153 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45460) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:42:35.767025 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-6f41aa6d-8ebf-4694-9f3c-ff171d821474 None None] Set router 965ca22f-9a3d-4660-a183-b7559487bb4d gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:42:35.787738 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2602d4-eb64-4bab-a500-1ee3815a9448 tempest-TestNetworkAdvancedServerOps-1812796509 tempest-TestNetworkAdvancedServerOps-1812796509-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:35.792009 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-2d2602d4-eb64-4bab-a500-1ee3815a9448 tempest-TestNetworkAdvancedServerOps-1812796509 tempest-TestNetworkAdvancedServerOps-1812796509-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870774 Jun 21 15:42:35.792371 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45462) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:42:35.795911 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:35.823116 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-35e52c7e-8a85-4b94-b958-cacf4aeda4f1 tempest-TestNetworkAdvancedServerOps-1812796509 tempest-TestNetworkAdvancedServerOps-1812796509-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=78e7bc12-ea33-4baf-9744-b93105835641&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269165 Jun 21 15:42:35.823352 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45464) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:42:35.828133 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-33dfc340-ea4e-48f4-ba6a-2007d33434db tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1667670586', 'network_id': 'f38c3e4c-1fb5-4d2f-aecf-10e97bd69337', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:42:35.916910 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33dfc340-ea4e-48f4-ba6a-2007d33434db tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Made reservation on behalf of 0051d95f936f45a5bdf7530c097504c5 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:42:35.920523 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-33dfc340-ea4e-48f4-ba6a-2007d33434db tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:35.946175 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-6f41aa6d-8ebf-4694-9f3c-ff171d821474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893999151', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '9ffcad4e-3f34-40fe-a96d-028e56267ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:42:34Z', 'updated_at': '2021-06-21T15:42:35Z', 'revision_number': 3, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '9ffcad4e-3f34-40fe-a96d-028e56267ca0', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:42:34Z', 'updated_at': '2021-06-21T15:42:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:42:35.975450 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f41aa6d-8ebf-4694-9f3c-ff171d821474 None None] Checking router: 965ca22f-9a3d-4660-a183-b7559487bb4d for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:42:35.975861 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f41aa6d-8ebf-4694-9f3c-ff171d821474 None None] Updating router 965ca22f-9a3d-4660-a183-b7559487bb4d port 9ffcad4e-3f34-40fe-a96d-028e56267ca0 binding host dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:42:36.010214 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-6f41aa6d-8ebf-4694-9f3c-ff171d821474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:36.107102 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-33dfc340-ea4e-48f4-ba6a-2007d33434db tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:36.109446 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0504e3d2-f9c3-401b-9c25-86fc1007f4dc tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:42:36.168934 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dfc340-ea4e-48f4-ba6a-2007d33434db tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Subnet': ['ID=8bd081b4-b8f8-4977-a114-42078d370b77,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:42:36.172060 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-33dfc340-ea4e-48f4-ba6a-2007d33434db tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:42:36.185964 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dfc340-ea4e-48f4-ba6a-2007d33434db tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Checking segment: {'id': '05c3c00d-8487-40ba-94fa-1e7993cb008e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f38c3e4c-1fb5-4d2f-aecf-10e97bd69337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:42:36.186324 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dfc340-ea4e-48f4-ba6a-2007d33434db tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Network hostable DHCP agents. Network: f38c3e4c-1fb5-4d2f-aecf-10e97bd69337, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 15:42:36.205968 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dfc340-ea4e-48f4-ba6a-2007d33434db tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Network f38c3e4c-1fb5-4d2f-aecf-10e97bd69337 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 15:42:36.215852 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-33dfc340-ea4e-48f4-ba6a-2007d33434db tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, f38c3e4c-1fb5-4d2f-aecf-10e97bd69337) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:42:36.220744 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dfc340-ea4e-48f4-ba6a-2007d33434db tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:36.221984 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-33dfc340-ea4e-48f4-ba6a-2007d33434db tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:36.226819 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feb676b-2482-466e-9ef2-ae0e07d5256e None None] Network f38c3e4c-1fb5-4d2f-aecf-10e97bd69337 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:42:36.242348 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-33dfc340-ea4e-48f4-ba6a-2007d33434db tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4180427 Jun 21 15:42:36.243194 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45466) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:42:36.273015 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-6f41aa6d-8ebf-4694-9f3c-ff171d821474 None None] Notify callbacks [] for port, precommit_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:36.283132 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.provisioning_blocks [None req-6f41aa6d-8ebf-4694-9f3c-ff171d821474 None None] Transition to ACTIVE for port object 9ffcad4e-3f34-40fe-a96d-028e56267ca0 will not be triggered until provisioned by entity L2. {{(pid=105227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:42:36.290176 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-6f41aa6d-8ebf-4694-9f3c-ff171d821474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:36.292147 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-02c7e153-b72e-4bae-9abd-59477c763ce0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:42:36.345646 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1321856-5e2b-4eb1-a2e0-dada9c6e9b35 None None] Pushing event updated for resources: {'Port': ['ID=9ffcad4e-3f34-40fe-a96d-028e56267ca0,revision_number=2']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:42:36.347824 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-6f41aa6d-8ebf-4694-9f3c-ff171d821474 None None] Attempting to bind port 9ffcad4e-3f34-40fe-a96d-028e56267ca0 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:42:36.348186 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-6f41aa6d-8ebf-4694-9f3c-ff171d821474 None None] Attempting to bind port 9ffcad4e-3f34-40fe-a96d-028e56267ca0 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:42:36.348544 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f41aa6d-8ebf-4694-9f3c-ff171d821474 None None] Attempting to bind port 9ffcad4e-3f34-40fe-a96d-028e56267ca0 on network 78e7bc12-ea33-4baf-9744-b93105835641 {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:42:36.357848 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1321856-5e2b-4eb1-a2e0-dada9c6e9b35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:36.358116 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1321856-5e2b-4eb1-a2e0-dada9c6e9b35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:36.358446 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1321856-5e2b-4eb1-a2e0-dada9c6e9b35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:36.358771 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1321856-5e2b-4eb1-a2e0-dada9c6e9b35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:36.359092 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1321856-5e2b-4eb1-a2e0-dada9c6e9b35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:36.359413 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1321856-5e2b-4eb1-a2e0-dada9c6e9b35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:36.359728 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1321856-5e2b-4eb1-a2e0-dada9c6e9b35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:36.360047 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1321856-5e2b-4eb1-a2e0-dada9c6e9b35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:36.360359 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1321856-5e2b-4eb1-a2e0-dada9c6e9b35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:36.360669 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1321856-5e2b-4eb1-a2e0-dada9c6e9b35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:36.360973 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1321856-5e2b-4eb1-a2e0-dada9c6e9b35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:36.361284 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1321856-5e2b-4eb1-a2e0-dada9c6e9b35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:42:36.364781 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f41aa6d-8ebf-4694-9f3c-ff171d821474 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:42:36.365158 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f41aa6d-8ebf-4694-9f3c-ff171d821474 None None] Checking segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:42:36.365637 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-6f41aa6d-8ebf-4694-9f3c-ff171d821474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:36.365999 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f41aa6d-8ebf-4694-9f3c-ff171d821474 None None] Bound using segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:42:36.366473 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-6f41aa6d-8ebf-4694-9f3c-ff171d821474 None None] Bound port: 9ffcad4e-3f34-40fe-a96d-028e56267ca0, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:42:36.366846 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-6f41aa6d-8ebf-4694-9f3c-ff171d821474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:36.394304 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-b1321856-5e2b-4eb1-a2e0-dada9c6e9b35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:42:36.406546 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6896bb8-5b05-4c3d-994e-555b261fa12d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-f38c3e4c-1fb5-4d2f-aecf-10e97bd69337', 'network_id': 'f38c3e4c-1fb5-4d2f-aecf-10e97bd69337', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'fixed_ips': [{'subnet_id': '8bd081b4-b8f8-4977-a114-42078d370b77'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 15:42:36.407465 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f6896bb8-5b05-4c3d-994e-555b261fa12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:36.426487 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-6f41aa6d-8ebf-4694-9f3c-ff171d821474 None None] For port 9ffcad4e-3f34-40fe-a96d-028e56267ca0, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:42:36.430292 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-6f41aa6d-8ebf-4694-9f3c-ff171d821474 None None] For port 9ffcad4e-3f34-40fe-a96d-028e56267ca0, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=9ffcad4e-3f34-40fe-a96d-028e56267ca0,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:42:36.436548 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-6f41aa6d-8ebf-4694-9f3c-ff171d821474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:36.439537 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-200764f9-c2be-48b9-ae3d-d4f550571873 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:42:36.491252 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f41aa6d-8ebf-4694-9f3c-ff171d821474 None None] Routers {'965ca22f-9a3d-4660-a183-b7559487bb4d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:42:36.492339 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-6f41aa6d-8ebf-4694-9f3c-ff171d821474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:42:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['965ca22f-9a3d-4660-a183-b7559487bb4d'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:42:36.548091 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1321856-5e2b-4eb1-a2e0-dada9c6e9b35 None None] Pushing event updated for resources: {'Port': ['ID=9ffcad4e-3f34-40fe-a96d-028e56267ca0,revision_number=3']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:42:36.552674 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-b1321856-5e2b-4eb1-a2e0-dada9c6e9b35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:42:36.567529 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-f6896bb8-5b05-4c3d-994e-555b261fa12d None None] Allocated IP 172.20.0.2 (f38c3e4c-1fb5-4d2f-aecf-10e97bd69337/8bd081b4-b8f8-4977-a114-42078d370b77/dc52b2a1-3afa-44ae-90bc-e50aa2885bb9) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:42:36.616131 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-6f41aa6d-8ebf-4694-9f3c-ff171d821474 None None] Set router 965ca22f-9a3d-4660-a183-b7559487bb4d gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:42:36.724073 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f6896bb8-5b05-4c3d-994e-555b261fa12d None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:36.733757 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f6896bb8-5b05-4c3d-994e-555b261fa12d None None] Transition to ACTIVE for port object dc52b2a1-3afa-44ae-90bc-e50aa2885bb9 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:42:36.750025 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-f6896bb8-5b05-4c3d-994e-555b261fa12d None None] Transition to ACTIVE for port object dc52b2a1-3afa-44ae-90bc-e50aa2885bb9 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:42:36.758456 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f6896bb8-5b05-4c3d-994e-555b261fa12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:36.761188 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-a8cc4a26-b5d0-46ff-a87c-654f9848e83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:42:36.811167 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6896bb8-5b05-4c3d-994e-555b261fa12d None None] Network f38c3e4c-1fb5-4d2f-aecf-10e97bd69337 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:42:36.812134 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-6f41aa6d-8ebf-4694-9f3c-ff171d821474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893999151', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '9ffcad4e-3f34-40fe-a96d-028e56267ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:42:34Z', 'updated_at': '2021-06-21T15:42:35Z', 'revision_number': 3, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '9ffcad4e-3f34-40fe-a96d-028e56267ca0', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:42:34Z', 'updated_at': '2021-06-21T15:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:42:36.816127 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-f6896bb8-5b05-4c3d-994e-555b261fa12d None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:42:36.822322 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6896bb8-5b05-4c3d-994e-555b261fa12d None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:42:36.829144 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6896bb8-5b05-4c3d-994e-555b261fa12d None None] Pushing event updated for resources: {'Port': ['ID=dc52b2a1-3afa-44ae-90bc-e50aa2885bb9,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:42:36.854462 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f6896bb8-5b05-4c3d-994e-555b261fa12d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:42:36.891327 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-f6896bb8-5b05-4c3d-994e-555b261fa12d None None] Attempting to bind port dc52b2a1-3afa-44ae-90bc-e50aa2885bb9 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:42:36.891610 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-f6896bb8-5b05-4c3d-994e-555b261fa12d None None] Attempting to bind port dc52b2a1-3afa-44ae-90bc-e50aa2885bb9 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '05c3c00d-8487-40ba-94fa-1e7993cb008e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f38c3e4c-1fb5-4d2f-aecf-10e97bd69337'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:42:36.891981 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6896bb8-5b05-4c3d-994e-555b261fa12d None None] Attempting to bind port dc52b2a1-3afa-44ae-90bc-e50aa2885bb9 on network f38c3e4c-1fb5-4d2f-aecf-10e97bd69337 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:42:36.898303 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6896bb8-5b05-4c3d-994e-555b261fa12d None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:42:36.898906 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6896bb8-5b05-4c3d-994e-555b261fa12d None None] Checking segment: {'id': '05c3c00d-8487-40ba-94fa-1e7993cb008e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f38c3e4c-1fb5-4d2f-aecf-10e97bd69337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:42:36.899218 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f6896bb8-5b05-4c3d-994e-555b261fa12d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:36.900029 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6896bb8-5b05-4c3d-994e-555b261fa12d None None] Bound using segment: {'id': '05c3c00d-8487-40ba-94fa-1e7993cb008e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f38c3e4c-1fb5-4d2f-aecf-10e97bd69337'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:42:36.900173 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-f6896bb8-5b05-4c3d-994e-555b261fa12d None None] Bound port: dc52b2a1-3afa-44ae-90bc-e50aa2885bb9, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c3c00d-8487-40ba-94fa-1e7993cb008e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f38c3e4c-1fb5-4d2f-aecf-10e97bd69337'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:42:36.900508 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f6896bb8-5b05-4c3d-994e-555b261fa12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:36.940331 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f41aa6d-8ebf-4694-9f3c-ff171d821474 None None] The sync data for ids ['965ca22f-9a3d-4660-a183-b7559487bb4d'] in dv-neutron-797121-2-hyperv is: [{'id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893999151', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '9ffcad4e-3f34-40fe-a96d-028e56267ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:42:34Z', 'updated_at': '2021-06-21T15:42:35Z', 'revision_number': 3, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '9ffcad4e-3f34-40fe-a96d-028e56267ca0', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:42:34Z', 'updated_at': '2021-06-21T15:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:42:36.972555 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-f6896bb8-5b05-4c3d-994e-555b261fa12d None None] For port dc52b2a1-3afa-44ae-90bc-e50aa2885bb9, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:42:36.975910 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-f6896bb8-5b05-4c3d-994e-555b261fa12d None None] For port dc52b2a1-3afa-44ae-90bc-e50aa2885bb9, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=dc52b2a1-3afa-44ae-90bc-e50aa2885bb9,segment=NetworkSegment(05c3c00d-8487-40ba-94fa-1e7993cb008e),segment_id=05c3c00d-8487-40ba-94fa-1e7993cb008e)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:42:36.981341 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f6896bb8-5b05-4c3d-994e-555b261fa12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:36.990199 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f6896bb8-5b05-4c3d-994e-555b261fa12d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:42:37.055534 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6896bb8-5b05-4c3d-994e-555b261fa12d None None] Pushing event updated for resources: {'Port': ['ID=dc52b2a1-3afa-44ae-90bc-e50aa2885bb9,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:42:37.062601 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f6896bb8-5b05-4c3d-994e-555b261fa12d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:42:37.117422 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e74c32d6-9202-4171-b40d-648848607e8f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:37.444838 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-e74c32d6-9202-4171-b40d-648848607e8f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Allocated IP 172.20.0.1 (f38c3e4c-1fb5-4d2f-aecf-10e97bd69337/8bd081b4-b8f8-4977-a114-42078d370b77/2b295355-73a1-46f5-9960-5c5f0f8e502f) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:42:37.566885 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e74c32d6-9202-4171-b40d-648848607e8f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:37.581885 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-e74c32d6-9202-4171-b40d-648848607e8f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Transition to ACTIVE for port object 2b295355-73a1-46f5-9960-5c5f0f8e502f will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:42:37.618181 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e74c32d6-9202-4171-b40d-648848607e8f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:37.624886 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fb8aded2-8434-46e7-a830-e575b29a9f58 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:42:37.658923 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74c32d6-9202-4171-b40d-648848607e8f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Network f38c3e4c-1fb5-4d2f-aecf-10e97bd69337 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:42:37.662353 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-e74c32d6-9202-4171-b40d-648848607e8f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:42:37.666679 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74c32d6-9202-4171-b40d-648848607e8f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:42:37.707716 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c32d6-9202-4171-b40d-648848607e8f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Port': ['ID=2b295355-73a1-46f5-9960-5c5f0f8e502f,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:42:37.712399 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e74c32d6-9202-4171-b40d-648848607e8f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:42:37.727112 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e74c32d6-9202-4171-b40d-648848607e8f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:37.899571 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e74c32d6-9202-4171-b40d-648848607e8f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:38.015341 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10247fa0-4484-42c7-ae78-3ddecd69bf82 None None] Network f38c3e4c-1fb5-4d2f-aecf-10e97bd69337 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:42:38.134964 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-70ff6f43-bebb-4463-8db9-1f4a0d71a36e None None] Provisioning for port dc52b2a1-3afa-44ae-90bc-e50aa2885bb9 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:42:38.198963 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e74c32d6-9202-4171-b40d-648848607e8f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:38.207223 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e74c32d6-9202-4171-b40d-648848607e8f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:38.211188 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-28c24093-eb17-4bce-8fb7-fdf523a6f038 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:42:38.298412 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74c32d6-9202-4171-b40d-648848607e8f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Port': ['ID=2b295355-73a1-46f5-9960-5c5f0f8e502f,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:42:38.300842 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e74c32d6-9202-4171-b40d-648848607e8f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:38.303133 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e74c32d6-9202-4171-b40d-648848607e8f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:42:38.401971 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74c32d6-9202-4171-b40d-648848607e8f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Network f38c3e4c-1fb5-4d2f-aecf-10e97bd69337 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:42:38.403429 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-e74c32d6-9202-4171-b40d-648848607e8f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:42:38.486209 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-cff7816a-f7c2-4ada-897b-8ab9616cd13a None None] Provisioning for port 2b295355-73a1-46f5-9960-5c5f0f8e502f completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:42:38.491975 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-cff7816a-f7c2-4ada-897b-8ab9616cd13a None None] Provisioning complete for port 2b295355-73a1-46f5-9960-5c5f0f8e502f triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:42:38.492596 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-cff7816a-f7c2-4ada-897b-8ab9616cd13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:38.530998 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-cff7816a-f7c2-4ada-897b-8ab9616cd13a None None] Port 2b295355-73a1-46f5-9960-5c5f0f8e502f cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:42:38.540161 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74c32d6-9202-4171-b40d-648848607e8f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Router 965ca22f-9a3d-4660-a183-b7559487bb4d has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:42:38.651098 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-b075601a-cc85-43d1-bf83-843721a11ad0 None None] Provisioning complete for port 2b295355-73a1-46f5-9960-5c5f0f8e502f triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:42:38.651442 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b075601a-cc85-43d1-bf83-843721a11ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:38.657120 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74c32d6-9202-4171-b40d-648848607e8f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:42:38.663623 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e74c32d6-9202-4171-b40d-648848607e8f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "PUT /v2.0/routers/965ca22f-9a3d-4660-a183-b7559487bb4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4193068 Jun 21 15:42:38.679075 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c45ba20-4928-4dd1-b729-08c65315a9c0 None None] Sync routers for ids ['965ca22f-9a3d-4660-a183-b7559487bb4d'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:42:38.695255 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c45ba20-4928-4dd1-b729-08c65315a9c0 None None] Routers {'965ca22f-9a3d-4660-a183-b7559487bb4d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:42:38.695806 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-8c45ba20-4928-4dd1-b729-08c65315a9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:42:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['965ca22f-9a3d-4660-a183-b7559487bb4d'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:42:38.704195 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-b075601a-cc85-43d1-bf83-843721a11ad0 None None] Port 2b295355-73a1-46f5-9960-5c5f0f8e502f cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:42:38.819181 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-8c45ba20-4928-4dd1-b729-08c65315a9c0 None None] Set router 965ca22f-9a3d-4660-a183-b7559487bb4d gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:42:38.899442 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ef16de2e-5a1d-445d-9ca1-5ca0aebcad3a None None] Provisioning complete for port 2b295355-73a1-46f5-9960-5c5f0f8e502f triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:42:38.899821 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ef16de2e-5a1d-445d-9ca1-5ca0aebcad3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:38.973955 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-ef16de2e-5a1d-445d-9ca1-5ca0aebcad3a None None] Port 2b295355-73a1-46f5-9960-5c5f0f8e502f cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:42:38.997167 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-b019e179-ac8f-4b70-8fb2-ae8282cc60a2 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1487520339&fields=id&tenant_id=0051d95f936f45a5bdf7530c097504c5 HTTP/1.1" status: 200 len: 267 time: 0.0435784 Jun 21 15:42:39.114735 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-c38d318d-b276-48d4-8253-04ef87461252 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:39.116486 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-c38d318d-b276-48d4-8253-04ef87461252 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/networks?id=f38c3e4c-1fb5-4d2f-aecf-10e97bd69337 HTTP/1.1" status: 200 len: 797 time: 0.1092753 Jun 21 15:42:39.133941 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-9669dca5-46d0-4784-8af6-67ea2ca7704e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/quotas/0051d95f936f45a5bdf7530c097504c5 HTTP/1.1" status: 200 len: 375 time: 0.0112965 Jun 21 15:42:39.196822 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device dc52b2a1-3afa-44ae-90bc-e50aa2885bb9 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:42:39.214983 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-4078635f-dfd6-45b1-8add-1b15b0749dbd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751846 Jun 21 15:42:39.259827 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-8c45ba20-4928-4dd1-b729-08c65315a9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893999151', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '9ffcad4e-3f34-40fe-a96d-028e56267ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:42:34Z', 'updated_at': '2021-06-21T15:42:37Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '9ffcad4e-3f34-40fe-a96d-028e56267ca0', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:42:34Z', 'updated_at': '2021-06-21T15:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '2b295355-73a1-46f5-9960-5c5f0f8e502f', 'name': '', 'network_id': 'f38c3e4c-1fb5-4d2f-aecf-10e97bd69337', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:0f:91:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '8bd081b4-b8f8-4977-a114-42078d370b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:42:37Z', 'updated_at': '2021-06-21T15:42:38Z', 'revision_number': 2, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': '8bd081b4-b8f8-4977-a114-42078d370b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:42:39.262808 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port dc52b2a1-3afa-44ae-90bc-e50aa2885bb9 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:42:39.273413 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-1eace645-61fa-42fe-93db-267298727dba service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 15:42:39.274445 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-1eace645-61fa-42fe-93db-267298727dba service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479288 Jun 21 15:42:39.288793 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port dc52b2a1-3afa-44ae-90bc-e50aa2885bb9 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:42:39.289203 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:39.290750 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c45ba20-4928-4dd1-b729-08c65315a9c0 None None] Checking router: 965ca22f-9a3d-4660-a183-b7559487bb4d for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:42:39.291098 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c45ba20-4928-4dd1-b729-08c65315a9c0 None None] Updating router 965ca22f-9a3d-4660-a183-b7559487bb4d port 2b295355-73a1-46f5-9960-5c5f0f8e502f binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:42:39.350402 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8c45ba20-4928-4dd1-b729-08c65315a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:39.367313 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-610c04e7-25d8-46d2-8c88-fed9918966dd service neutron] 10.222.0.72 "GET /v2.0/networks/f38c3e4c-1fb5-4d2f-aecf-10e97bd69337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865417 Jun 21 15:42:39.465202 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-fc76101c-bbc2-47b1-a1c5-4f4e9059a5d3 service neutron] 10.222.0.72 "GET /v2.0/networks/f38c3e4c-1fb5-4d2f-aecf-10e97bd69337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916114 Jun 21 15:42:39.472609 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:39.531518 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port dc52b2a1-3afa-44ae-90bc-e50aa2885bb9, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=dc52b2a1-3afa-44ae-90bc-e50aa2885bb9,segment=NetworkSegment(05c3c00d-8487-40ba-94fa-1e7993cb008e),segment_id=05c3c00d-8487-40ba-94fa-1e7993cb008e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:42:39.555962 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:39.556806 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9ffcad4e-3f34-40fe-a96d-028e56267ca0 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:42:39.560435 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:42:39.664961 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=dc52b2a1-3afa-44ae-90bc-e50aa2885bb9,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:42:39.676721 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:42:39.693690 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 9ffcad4e-3f34-40fe-a96d-028e56267ca0 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:42:39.696886 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-63cb7676-94e2-4272-ac71-5f3961a3c384 req-599898e4-af30-473a-9c03-ae4e3f36ca50 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 210 time: 0.0865178 Jun 21 15:42:39.702737 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 9ffcad4e-3f34-40fe-a96d-028e56267ca0 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:42:39.703294 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:39.794442 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8c45ba20-4928-4dd1-b729-08c65315a9c0 None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:39.807730 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8c45ba20-4928-4dd1-b729-08c65315a9c0 None None] Transition to ACTIVE for port object 2b295355-73a1-46f5-9960-5c5f0f8e502f will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:42:39.829387 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8c45ba20-4928-4dd1-b729-08c65315a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:39.832161 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b3542a27-0ef5-4ce8-bb74-78e15f29650d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:42:39.879184 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:39.927143 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b875ab-dea5-46e4-9f96-ce08a3963e56 None None] Pushing event updated for resources: {'Port': ['ID=2b295355-73a1-46f5-9960-5c5f0f8e502f,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:42:39.932713 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-98b875ab-dea5-46e4-9f96-ce08a3963e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:42:39.944024 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 9ffcad4e-3f34-40fe-a96d-028e56267ca0, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=9ffcad4e-3f34-40fe-a96d-028e56267ca0,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:42:39.961433 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:39.965761 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-38ef9fe8-483f-4738-a811-7793bddc7ea4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:42:40.020545 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-8c45ba20-4928-4dd1-b729-08c65315a9c0 None None] Attempting to bind port 2b295355-73a1-46f5-9960-5c5f0f8e502f on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:42:40.020931 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-8c45ba20-4928-4dd1-b729-08c65315a9c0 None None] Attempting to bind port 2b295355-73a1-46f5-9960-5c5f0f8e502f by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '05c3c00d-8487-40ba-94fa-1e7993cb008e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f38c3e4c-1fb5-4d2f-aecf-10e97bd69337'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:42:40.021300 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c45ba20-4928-4dd1-b729-08c65315a9c0 None None] Attempting to bind port 2b295355-73a1-46f5-9960-5c5f0f8e502f on network f38c3e4c-1fb5-4d2f-aecf-10e97bd69337 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:42:40.034111 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c45ba20-4928-4dd1-b729-08c65315a9c0 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:42:40.034494 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c45ba20-4928-4dd1-b729-08c65315a9c0 None None] Checking segment: {'id': '05c3c00d-8487-40ba-94fa-1e7993cb008e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f38c3e4c-1fb5-4d2f-aecf-10e97bd69337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:42:40.034907 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8c45ba20-4928-4dd1-b729-08c65315a9c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:40.035306 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c45ba20-4928-4dd1-b729-08c65315a9c0 None None] Bound using segment: {'id': '05c3c00d-8487-40ba-94fa-1e7993cb008e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f38c3e4c-1fb5-4d2f-aecf-10e97bd69337'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:42:40.035786 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-8c45ba20-4928-4dd1-b729-08c65315a9c0 None None] Bound port: 2b295355-73a1-46f5-9960-5c5f0f8e502f, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05c3c00d-8487-40ba-94fa-1e7993cb008e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f38c3e4c-1fb5-4d2f-aecf-10e97bd69337'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:42:40.036164 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8c45ba20-4928-4dd1-b729-08c65315a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:40.056577 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=9ffcad4e-3f34-40fe-a96d-028e56267ca0,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:42:40.061098 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:42:40.122517 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-8c45ba20-4928-4dd1-b729-08c65315a9c0 None None] For port 2b295355-73a1-46f5-9960-5c5f0f8e502f, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:42:40.126340 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-8c45ba20-4928-4dd1-b729-08c65315a9c0 None None] For port 2b295355-73a1-46f5-9960-5c5f0f8e502f, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=2b295355-73a1-46f5-9960-5c5f0f8e502f,segment=NetworkSegment(05c3c00d-8487-40ba-94fa-1e7993cb008e),segment_id=05c3c00d-8487-40ba-94fa-1e7993cb008e)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:42:40.132304 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8c45ba20-4928-4dd1-b729-08c65315a9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:40.134270 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8ab7d20c-3094-4b1e-8b2d-3f69614161e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:42:40.190039 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c45ba20-4928-4dd1-b729-08c65315a9c0 None None] Routers {'965ca22f-9a3d-4660-a183-b7559487bb4d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:42:40.190039 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-8c45ba20-4928-4dd1-b729-08c65315a9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:42:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['965ca22f-9a3d-4660-a183-b7559487bb4d'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:42:40.225444 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b875ab-dea5-46e4-9f96-ce08a3963e56 None None] Pushing event updated for resources: {'Port': ['ID=2b295355-73a1-46f5-9960-5c5f0f8e502f,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:42:40.231132 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-98b875ab-dea5-46e4-9f96-ce08a3963e56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:42:40.316820 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-8c45ba20-4928-4dd1-b729-08c65315a9c0 None None] Set router 965ca22f-9a3d-4660-a183-b7559487bb4d gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:42:40.540911 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-8c45ba20-4928-4dd1-b729-08c65315a9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893999151', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '9ffcad4e-3f34-40fe-a96d-028e56267ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:42:34Z', 'updated_at': '2021-06-21T15:42:37Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '9ffcad4e-3f34-40fe-a96d-028e56267ca0', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:42:34Z', 'updated_at': '2021-06-21T15:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '2b295355-73a1-46f5-9960-5c5f0f8e502f', 'name': '', 'network_id': 'f38c3e4c-1fb5-4d2f-aecf-10e97bd69337', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:0f:91:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '8bd081b4-b8f8-4977-a114-42078d370b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:42:37Z', 'updated_at': '2021-06-21T15:42:40Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': '8bd081b4-b8f8-4977-a114-42078d370b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:42:40.572875 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c45ba20-4928-4dd1-b729-08c65315a9c0 None None] The sync data for ids ['965ca22f-9a3d-4660-a183-b7559487bb4d'] in dv-neutron-797121-2-hyperv is: [{'id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893999151', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '9ffcad4e-3f34-40fe-a96d-028e56267ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:42:34Z', 'updated_at': '2021-06-21T15:42:37Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '9ffcad4e-3f34-40fe-a96d-028e56267ca0', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:42:34Z', 'updated_at': '2021-06-21T15:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '2b295355-73a1-46f5-9960-5c5f0f8e502f', 'name': '', 'network_id': 'f38c3e4c-1fb5-4d2f-aecf-10e97bd69337', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:0f:91:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '8bd081b4-b8f8-4977-a114-42078d370b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:42:37Z', 'updated_at': '2021-06-21T15:42:40Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': '8bd081b4-b8f8-4977-a114-42078d370b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:42:40.818199 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-5ff18a9f-4e99-464f-9b5f-c29c34056a01 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:40.820570 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-5ff18a9f-4e99-464f-9b5f-c29c34056a01 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.66 "GET /v2.0/networks?id=f38c3e4c-1fb5-4d2f-aecf-10e97bd69337 HTTP/1.1" status: 200 len: 797 time: 0.1258538 Jun 21 15:42:40.869265 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b74ef8cf-24a3-4061-94fa-07614fd63096 req-241490a3-bcfe-4ddc-9da0-1a5ad1d5965f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 210 time: 0.0435781 Jun 21 15:42:40.897750 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-eb859d39-8203-425f-b5c5-c279eef4f248 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0051d95f936f45a5bdf7530c097504c5 HTTP/1.1" status: 200 len: 380 time: 0.0618966 Jun 21 15:42:40.906865 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-654f00c7-7d3a-401b-acf5-518fc79e3033 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'port': {'device_id': '9a14229e-fcea-4862-980c-6ab6dc4c1204', 'network_id': 'f38c3e4c-1fb5-4d2f-aecf-10e97bd69337', 'admin_state_up': True, 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'security_groups': ['c588ee95-b6d7-4f01-a70a-f9cd78e7da6e']}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:42:41.107058 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 2b295355-73a1-46f5-9960-5c5f0f8e502f up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:42:41.164757 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 2b295355-73a1-46f5-9960-5c5f0f8e502f completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:42:41.169819 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 2b295355-73a1-46f5-9960-5c5f0f8e502f triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:42:41.170446 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:41.261507 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:41.297738 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 2b295355-73a1-46f5-9960-5c5f0f8e502f, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=2b295355-73a1-46f5-9960-5c5f0f8e502f,segment=NetworkSegment(05c3c00d-8487-40ba-94fa-1e7993cb008e),segment_id=05c3c00d-8487-40ba-94fa-1e7993cb008e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:42:41.303978 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:41.305383 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device dc52b2a1-3afa-44ae-90bc-e50aa2885bb9 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:42:41.307897 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-a8cc4a26-b5d0-46ff-a87c-654f9848e83e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:42:41.394506 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=2b295355-73a1-46f5-9960-5c5f0f8e502f,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:42:41.399632 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:42:41.409499 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port dc52b2a1-3afa-44ae-90bc-e50aa2885bb9 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:42:41.409993 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:41.432702 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-654f00c7-7d3a-401b-acf5-518fc79e3033 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Made reservation on behalf of 0051d95f936f45a5bdf7530c097504c5 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:42:41.436635 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-654f00c7-7d3a-401b-acf5-518fc79e3033 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:41.492182 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9ffcad4e-3f34-40fe-a96d-028e56267ca0 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:42:41.546564 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 9ffcad4e-3f34-40fe-a96d-028e56267ca0 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:42:41.547157 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:41.568053 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-654f00c7-7d3a-401b-acf5-518fc79e3033 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Allocated IP 172.20.0.11 (f38c3e4c-1fb5-4d2f-aecf-10e97bd69337/8bd081b4-b8f8-4977-a114-42078d370b77/c55a5b89-3379-4ff9-9eb7-3d5f1cee2118) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:42:41.718983 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-654f00c7-7d3a-401b-acf5-518fc79e3033 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:41.732102 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-654f00c7-7d3a-401b-acf5-518fc79e3033 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Transition to ACTIVE for port object c55a5b89-3379-4ff9-9eb7-3d5f1cee2118 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:42:41.768423 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-654f00c7-7d3a-401b-acf5-518fc79e3033 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:41.774524 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8d3133e5-a5d7-42fa-9969-a8d103d957c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:42:41.814333 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-654f00c7-7d3a-401b-acf5-518fc79e3033 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Network f38c3e4c-1fb5-4d2f-aecf-10e97bd69337 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:42:41.817548 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-654f00c7-7d3a-401b-acf5-518fc79e3033 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:42:41.821538 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-654f00c7-7d3a-401b-acf5-518fc79e3033 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:42:41.857533 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f00c7-7d3a-401b-acf5-518fc79e3033 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Port': ['ID=c55a5b89-3379-4ff9-9eb7-3d5f1cee2118,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:42:41.863269 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-654f00c7-7d3a-401b-acf5-518fc79e3033 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:42:41.884082 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-654f00c7-7d3a-401b-acf5-518fc79e3033 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:41.884739 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-654f00c7-7d3a-401b-acf5-518fc79e3033 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:41.903308 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-654f00c7-7d3a-401b-acf5-518fc79e3033 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0004022 Jun 21 15:42:41.915691 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-a5464b7f-d366-41f9-8e87-3dc95b3d6aef service neutron] Request body: {'port': {'device_id': '9a14229e-fcea-4862-980c-6ab6dc4c1204', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:42:42.004389 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-a5464b7f-d366-41f9-8e87-3dc95b3d6aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:42.010134 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-227f29c3-a345-4a1c-ae2b-1acc37084635 None None] Provisioning for port c55a5b89-3379-4ff9-9eb7-3d5f1cee2118 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:42:42.014192 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-227f29c3-a345-4a1c-ae2b-1acc37084635 None None] Provisioning complete for port c55a5b89-3379-4ff9-9eb7-3d5f1cee2118 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:42:42.014642 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-227f29c3-a345-4a1c-ae2b-1acc37084635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:42.050198 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-227f29c3-a345-4a1c-ae2b-1acc37084635 None None] Port c55a5b89-3379-4ff9-9eb7-3d5f1cee2118 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:42:42.104780 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cea54c-cb1d-450e-9436-bb4b5ff1b38e req-0fcbd031-55df-485c-8ee2-9930928113a9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:42.106281 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e8cea54c-cb1d-450e-9436-bb4b5ff1b38e req-0fcbd031-55df-485c-8ee2-9930928113a9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 932 time: 0.1138663 Jun 21 15:42:42.237299 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e8cea54c-cb1d-450e-9436-bb4b5ff1b38e req-d817fa51-9345-454a-84ce-82e98f74e603 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=c588ee95-b6d7-4f01-a70a-f9cd78e7da6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892780 Jun 21 15:42:42.337736 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-a5464b7f-d366-41f9-8e87-3dc95b3d6aef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c55a5b89-3379-4ff9-9eb7-3d5f1cee2118 {{(pid=105224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:42:42.345085 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-a5464b7f-d366-41f9-8e87-3dc95b3d6aef service neutron] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:42.357262 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-a5464b7f-d366-41f9-8e87-3dc95b3d6aef service neutron] Transition to ACTIVE for port object c55a5b89-3379-4ff9-9eb7-3d5f1cee2118 will not be triggered until provisioned by entity L2. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:42:42.362173 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-a5464b7f-d366-41f9-8e87-3dc95b3d6aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:42.364107 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1b0f822f-1681-4753-87e4-e8a8d5a47abe tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:42:42.449042 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5464b7f-d366-41f9-8e87-3dc95b3d6aef service neutron] Pushing event updated for resources: {'Port': ['ID=c55a5b89-3379-4ff9-9eb7-3d5f1cee2118,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:42:42.467734 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a5464b7f-d366-41f9-8e87-3dc95b3d6aef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:42:42.520333 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-a5464b7f-d366-41f9-8e87-3dc95b3d6aef service neutron] Attempting to bind port c55a5b89-3379-4ff9-9eb7-3d5f1cee2118 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:42:42.520666 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-a5464b7f-d366-41f9-8e87-3dc95b3d6aef service neutron] Attempting to bind port c55a5b89-3379-4ff9-9eb7-3d5f1cee2118 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '05c3c00d-8487-40ba-94fa-1e7993cb008e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f38c3e4c-1fb5-4d2f-aecf-10e97bd69337'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:42:42.520994 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-a5464b7f-d366-41f9-8e87-3dc95b3d6aef service neutron] Attempting to bind port c55a5b89-3379-4ff9-9eb7-3d5f1cee2118 on network f38c3e4c-1fb5-4d2f-aecf-10e97bd69337 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:42:42.526605 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-a5464b7f-d366-41f9-8e87-3dc95b3d6aef service neutron] Port c55a5b89-3379-4ff9-9eb7-3d5f1cee2118 on network f38c3e4c-1fb5-4d2f-aecf-10e97bd69337 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 15:42:42.526894 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-a5464b7f-d366-41f9-8e87-3dc95b3d6aef service neutron] Attempting to bind port c55a5b89-3379-4ff9-9eb7-3d5f1cee2118 on network f38c3e4c-1fb5-4d2f-aecf-10e97bd69337 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:42:42.532016 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-a5464b7f-d366-41f9-8e87-3dc95b3d6aef service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:42:42.532358 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-a5464b7f-d366-41f9-8e87-3dc95b3d6aef service neutron] Checking segment: {'id': '05c3c00d-8487-40ba-94fa-1e7993cb008e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f38c3e4c-1fb5-4d2f-aecf-10e97bd69337'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:42:42.532729 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-a5464b7f-d366-41f9-8e87-3dc95b3d6aef service neutron] Bound using segment: {'id': '05c3c00d-8487-40ba-94fa-1e7993cb008e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f38c3e4c-1fb5-4d2f-aecf-10e97bd69337'} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:42:42.533147 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-a5464b7f-d366-41f9-8e87-3dc95b3d6aef service neutron] Bound port: c55a5b89-3379-4ff9-9eb7-3d5f1cee2118, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05c3c00d-8487-40ba-94fa-1e7993cb008e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'f38c3e4c-1fb5-4d2f-aecf-10e97bd69337'}}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:42:42.533493 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-a5464b7f-d366-41f9-8e87-3dc95b3d6aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:42.600162 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-a5464b7f-d366-41f9-8e87-3dc95b3d6aef service neutron] For port c55a5b89-3379-4ff9-9eb7-3d5f1cee2118, host hv-neutron-7971, cleared binding levels {{(pid=105224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:42:42.603315 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-a5464b7f-d366-41f9-8e87-3dc95b3d6aef service neutron] For port c55a5b89-3379-4ff9-9eb7-3d5f1cee2118, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c55a5b89-3379-4ff9-9eb7-3d5f1cee2118,segment=NetworkSegment(05c3c00d-8487-40ba-94fa-1e7993cb008e),segment_id=05c3c00d-8487-40ba-94fa-1e7993cb008e)] {{(pid=105224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:42:42.609244 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-a5464b7f-d366-41f9-8e87-3dc95b3d6aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:42.612077 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f8d9cf8f-5b46-4051-9c1d-991ae558aa5a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:42:42.647088 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-a5464b7f-d366-41f9-8e87-3dc95b3d6aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:42.647710 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-a5464b7f-d366-41f9-8e87-3dc95b3d6aef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:42.649104 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-a5464b7f-d366-41f9-8e87-3dc95b3d6aef service neutron] 10.222.0.66 "PUT /v2.0/ports/c55a5b89-3379-4ff9-9eb7-3d5f1cee2118 HTTP/1.1" status: 200 len: 1094 time: 0.7382190 Jun 21 15:42:42.649647 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a14229e-fcea-4862-980c-6ab6dc4c1204', 'tag': 'c55a5b89-3379-4ff9-9eb7-3d5f1cee2118'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:42:42.652001 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56dfeb21-215c-4a17-8b73-952f42fae9f4" -d '{"events": [{"name": "network-changed", "server_uuid": "9a14229e-fcea-4862-980c-6ab6dc4c1204", "tag": "c55a5b89-3379-4ff9-9eb7-3d5f1cee2118"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:42:42.687077 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5464b7f-d366-41f9-8e87-3dc95b3d6aef service neutron] Pushing event updated for resources: {'Port': ['ID=c55a5b89-3379-4ff9-9eb7-3d5f1cee2118,revision_number=3']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:42:42.690669 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a5464b7f-d366-41f9-8e87-3dc95b3d6aef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:42:42.723061 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8b5187-c0b2-431c-8b6c-921dfca0de80 x-openstack-request-id: req-0d8b5187-c0b2-431c-8b6c-921dfca0de80 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:42:42.723497 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a14229e-fcea-4862-980c-6ab6dc4c1204", "tag": "c55a5b89-3379-4ff9-9eb7-3d5f1cee2118", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:42:42.723861 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0d8b5187-c0b2-431c-8b6c-921dfca0de80 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:42:42.724370 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a14229e-fcea-4862-980c-6ab6dc4c1204', 'tag': 'c55a5b89-3379-4ff9-9eb7-3d5f1cee2118', 'status': 'completed', 'code': 200} Jun 21 15:42:42.752885 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-be08b215-ba06-42b8-8569-84bd9ba0f555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:42.754477 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-be08b215-ba06-42b8-8569-84bd9ba0f555 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 1097 time: 0.0628514 Jun 21 15:42:42.797524 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-0a200fdb-9bfd-468d-814a-b3a4336ed92b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c55a5b89-3379-4ff9-9eb7-3d5f1cee2118 HTTP/1.1" status: 200 len: 217 time: 0.0351737 Jun 21 15:42:42.866115 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-45ec3387-f889-48af-9385-43ce3f286416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:42.867621 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-45ec3387-f889-48af-9385-43ce3f286416 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8bd081b4-b8f8-4977-a114-42078d370b77 HTTP/1.1" status: 200 len: 835 time: 0.0627978 Jun 21 15:42:42.932959 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-482bfe77-702b-468d-8814-74f77b71e66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:42.934532 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-482bfe77-702b-468d-8814-74f77b71e66e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f38c3e4c-1fb5-4d2f-aecf-10e97bd69337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0599823 Jun 21 15:42:42.978558 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 2b295355-73a1-46f5-9960-5c5f0f8e502f up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:42:43.024909 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-8ae1d8ff-1c68-4fdd-9804-ce862287ea9a service neutron] 10.222.0.66 "GET /v2.0/networks/f38c3e4c-1fb5-4d2f-aecf-10e97bd69337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836470 Jun 21 15:42:43.029329 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 2b295355-73a1-46f5-9960-5c5f0f8e502f triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:42:43.029705 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:43.117225 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f3f96d92-999c-4262-b7b9-fa895bb2ab9d req-4c6e180c-f924-4124-b26c-3b227ceb7b90 service neutron] 10.222.0.66 "GET /v2.0/networks/f38c3e4c-1fb5-4d2f-aecf-10e97bd69337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860765 Jun 21 15:42:43.234846 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfeb21-215c-4a17-8b73-952f42fae9f4 req-099fcdb3-e88f-44d5-a626-481ce644747a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:43.236343 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-56dfeb21-215c-4a17-8b73-952f42fae9f4 req-099fcdb3-e88f-44d5-a626-481ce644747a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 1097 time: 0.0647154 Jun 21 15:42:43.338328 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfeb21-215c-4a17-8b73-952f42fae9f4 req-3cbf1549-4c47-4750-b1cb-211fbeb6b295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:43.339915 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-56dfeb21-215c-4a17-8b73-952f42fae9f4 req-3cbf1549-4c47-4750-b1cb-211fbeb6b295 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f38c3e4c-1fb5-4d2f-aecf-10e97bd69337 HTTP/1.1" status: 200 len: 898 time: 0.0967650 Jun 21 15:42:43.403934 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-56dfeb21-215c-4a17-8b73-952f42fae9f4 req-0bff0e6c-e3a0-4df3-ba9d-148263225896 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c55a5b89-3379-4ff9-9eb7-3d5f1cee2118 HTTP/1.1" status: 200 len: 217 time: 0.0570397 Jun 21 15:42:43.482203 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfeb21-215c-4a17-8b73-952f42fae9f4 req-ce094676-a375-4e50-b4c6-1f8a75afe401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:43.483654 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-56dfeb21-215c-4a17-8b73-952f42fae9f4 req-ce094676-a375-4e50-b4c6-1f8a75afe401 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8bd081b4-b8f8-4977-a114-42078d370b77 HTTP/1.1" status: 200 len: 835 time: 0.0633316 Jun 21 15:42:43.533970 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe9054-cd3f-4c11-9cd5-a1e6adf99416 req-b77a55af-c6f7-4973-9df2-010cc33a7369 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:43.535321 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-dffe9054-cd3f-4c11-9cd5-a1e6adf99416 req-b77a55af-c6f7-4973-9df2-010cc33a7369 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 944 time: 0.1793518 Jun 21 15:42:43.587829 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-dffe9054-cd3f-4c11-9cd5-a1e6adf99416 req-400081bb-10ee-45ed-8566-76e33e2d62b8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=c588ee95-b6d7-4f01-a70a-f9cd78e7da6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463769 Jun 21 15:42:43.590626 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dfeb21-215c-4a17-8b73-952f42fae9f4 req-0a341e77-a394-4218-81df-9703f363eaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:43.591949 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-56dfeb21-215c-4a17-8b73-952f42fae9f4 req-0a341e77-a394-4218-81df-9703f363eaa3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f38c3e4c-1fb5-4d2f-aecf-10e97bd69337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1012816 Jun 21 15:42:43.703134 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-56dfeb21-215c-4a17-8b73-952f42fae9f4 req-656372a4-1ff2-43dc-b720-501be367da6d service neutron] 10.222.0.66 "GET /v2.0/networks/f38c3e4c-1fb5-4d2f-aecf-10e97bd69337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024017 Jun 21 15:42:43.807719 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-56dfeb21-215c-4a17-8b73-952f42fae9f4 req-2f5b2020-37a3-44a3-9081-32682c2876d4 service neutron] 10.222.0.66 "GET /v2.0/networks/f38c3e4c-1fb5-4d2f-aecf-10e97bd69337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966899 Jun 21 15:42:44.103818 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-807183f0-3a30-4b0b-8017-a323210b2ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:44.784973 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea67e78-48a0-4ba9-bb8c-25fa6327e68f req-3fe9dfb2-03bc-48fa-8465-972fb95c2395 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:44.786488 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cea67e78-48a0-4ba9-bb8c-25fa6327e68f req-3fe9dfb2-03bc-48fa-8465-972fb95c2395 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 944 time: 0.0752559 Jun 21 15:42:44.830507 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cea67e78-48a0-4ba9-bb8c-25fa6327e68f req-4c6a0778-dd6e-49f3-be03-7104435d56b0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=c588ee95-b6d7-4f01-a70a-f9cd78e7da6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372314 Jun 21 15:42:46.040682 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8767ccf-5101-489c-8564-b087681f0f2e req-6cfe04fa-8162-4584-8bd0-d50078a7a26f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:46.042165 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d8767ccf-5101-489c-8564-b087681f0f2e req-6cfe04fa-8162-4584-8bd0-d50078a7a26f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 944 time: 0.0774047 Jun 21 15:42:46.089557 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d8767ccf-5101-489c-8564-b087681f0f2e req-7054a48e-d898-408b-978a-11dddb2f048f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=c588ee95-b6d7-4f01-a70a-f9cd78e7da6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388625 Jun 21 15:42:46.664004 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-bbdad6e8-a59f-47c4-b801-8ef28db3864c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:47.152678 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:47.291962 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71caa224-e7e7-4ad3-a2c7-33d3c40736f6 req-a4ab6f2e-7183-4009-aee1-dfd38fd44e5f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:47.293430 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-71caa224-e7e7-4ad3-a2c7-33d3c40736f6 req-a4ab6f2e-7183-4009-aee1-dfd38fd44e5f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 944 time: 0.0770159 Jun 21 15:42:47.331629 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-71caa224-e7e7-4ad3-a2c7-33d3c40736f6 req-a4ce4bab-8026-4654-99cc-7bf6a360ba31 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=c588ee95-b6d7-4f01-a70a-f9cd78e7da6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323629 Jun 21 15:42:48.293460 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:48.536779 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754a274-031a-420d-9e20-1e72be2e4e9a req-71b77452-55b1-40fa-803b-e20a86eb44df tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:48.538237 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6754a274-031a-420d-9e20-1e72be2e4e9a req-71b77452-55b1-40fa-803b-e20a86eb44df tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 944 time: 0.0727494 Jun 21 15:42:48.572393 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device c55a5b89-3379-4ff9-9eb7-3d5f1cee2118 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:42:48.584987 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6754a274-031a-420d-9e20-1e72be2e4e9a req-6b35a7b5-4462-4af2-b6ac-286ddc9cd9f1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=c588ee95-b6d7-4f01-a70a-f9cd78e7da6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398481 Jun 21 15:42:48.674872 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port c55a5b89-3379-4ff9-9eb7-3d5f1cee2118, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c55a5b89-3379-4ff9-9eb7-3d5f1cee2118,segment=NetworkSegment(05c3c00d-8487-40ba-94fa-1e7993cb008e),segment_id=05c3c00d-8487-40ba-94fa-1e7993cb008e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:42:48.686844 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': 'c55a5b89-3379-4ff9-9eb7-3d5f1cee2118', 'network_id': 'f38c3e4c-1fb5-4d2f-aecf-10e97bd69337', 'port_id': 'c55a5b89-3379-4ff9-9eb7-3d5f1cee2118', 'mac_address': 'fa:16:3e:a7:a9:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd081b4-b8f8-4977-a114-42078d370b77', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:42:48.735444 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:48.749609 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c55a5b89-3379-4ff9-9eb7-3d5f1cee2118 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:42:48.778440 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port c55a5b89-3379-4ff9-9eb7-3d5f1cee2118, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c55a5b89-3379-4ff9-9eb7-3d5f1cee2118,segment=NetworkSegment(05c3c00d-8487-40ba-94fa-1e7993cb008e),segment_id=05c3c00d-8487-40ba-94fa-1e7993cb008e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:42:48.783915 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:48.786717 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:42:48.830884 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=c55a5b89-3379-4ff9-9eb7-3d5f1cee2118,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:42:48.833925 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:42:49.230841 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['c55a5b89-3379-4ff9-9eb7-3d5f1cee2118'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:42:49.772956 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a35885-512e-41a1-8231-a813fecb9047 req-01443496-1ffb-443f-926a-a07760e5ee4a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:49.774516 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-11a35885-512e-41a1-8231-a813fecb9047 req-01443496-1ffb-443f-926a-a07760e5ee4a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 945 time: 0.0729082 Jun 21 15:42:49.818584 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-11a35885-512e-41a1-8231-a813fecb9047 req-2af783ce-5066-45ac-9bb4-5a1adbb4e665 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=c588ee95-b6d7-4f01-a70a-f9cd78e7da6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353098 Jun 21 15:42:49.995226 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:50.575147 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device c55a5b89-3379-4ff9-9eb7-3d5f1cee2118 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:42:50.644613 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port c55a5b89-3379-4ff9-9eb7-3d5f1cee2118 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:42:50.648853 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port c55a5b89-3379-4ff9-9eb7-3d5f1cee2118 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:42:50.649232 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:50.737862 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:50.761639 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a14229e-fcea-4862-980c-6ab6dc4c1204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c55a5b89-3379-4ff9-9eb7-3d5f1cee2118'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:42:50.763952 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddb5385-7c32-4449-aee9-996b7d2cf9f0" -d '{"events": [{"server_uuid": "9a14229e-fcea-4862-980c-6ab6dc4c1204", "name": "network-vif-plugged", "status": "completed", "tag": "c55a5b89-3379-4ff9-9eb7-3d5f1cee2118"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:42:50.778837 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port c55a5b89-3379-4ff9-9eb7-3d5f1cee2118, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c55a5b89-3379-4ff9-9eb7-3d5f1cee2118,segment=NetworkSegment(05c3c00d-8487-40ba-94fa-1e7993cb008e),segment_id=05c3c00d-8487-40ba-94fa-1e7993cb008e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:42:50.784434 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:50.786376 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f6896bb8-5b05-4c3d-994e-555b261fa12d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:42:50.989006 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29758ac0-d4ec-42b9-8188-ba4aabd39527 x-openstack-request-id: req-29758ac0-d4ec-42b9-8188-ba4aabd39527 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:42:50.989258 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a14229e-fcea-4862-980c-6ab6dc4c1204", "name": "network-vif-plugged", "status": "completed", "tag": "c55a5b89-3379-4ff9-9eb7-3d5f1cee2118", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:42:50.989536 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-29758ac0-d4ec-42b9-8188-ba4aabd39527 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:42:50.989930 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a14229e-fcea-4862-980c-6ab6dc4c1204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c55a5b89-3379-4ff9-9eb7-3d5f1cee2118', 'code': 200} Jun 21 15:42:51.000505 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=c55a5b89-3379-4ff9-9eb7-3d5f1cee2118,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:42:51.003763 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:42:51.025889 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fdc75c-cd95-4e0a-b008-1073ab318657 req-f2cd54f6-b2e4-47e7-ab43-f62951c2a42d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:51.027502 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d7fdc75c-cd95-4e0a-b008-1073ab318657 req-f2cd54f6-b2e4-47e7-ab43-f62951c2a42d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 946 time: 0.0791163 Jun 21 15:42:51.066057 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d7fdc75c-cd95-4e0a-b008-1073ab318657 req-558f5dd9-b225-4191-ac31-85770f36d74a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=c588ee95-b6d7-4f01-a70a-f9cd78e7da6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328758 Jun 21 15:42:51.207673 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c0ca7-19a9-4d8e-a33c-dfbdcf931c39 req-3c5f18c5-6314-43e6-b264-179299e07fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:51.209210 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-159c0ca7-19a9-4d8e-a33c-dfbdcf931c39 req-3c5f18c5-6314-43e6-b264-179299e07fb3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 1099 time: 0.0548084 Jun 21 15:42:51.249361 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-159c0ca7-19a9-4d8e-a33c-dfbdcf931c39 req-9414a44f-e706-4dc0-be7f-259fcb6a0316 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c588ee95-b6d7-4f01-a70a-f9cd78e7da6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328019 Jun 21 15:42:52.260050 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c098d0c-4e9a-471d-b3d9-ffa19aacff24 req-34a1e9d9-1dd5-4a65-aa6a-985f3e0e9623 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:52.262226 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0c098d0c-4e9a-471d-b3d9-ffa19aacff24 req-34a1e9d9-1dd5-4a65-aa6a-985f3e0e9623 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 946 time: 0.0761375 Jun 21 15:42:52.311628 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0c098d0c-4e9a-471d-b3d9-ffa19aacff24 req-1c9e45cb-0274-4ab0-a91c-72d514f59ac1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=c588ee95-b6d7-4f01-a70a-f9cd78e7da6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406950 Jun 21 15:42:53.259493 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2987eeeb-d66e-404c-ab0f-c56679219bc8 req-5556ea1b-1bc0-4cc2-8aee-feb2d5857825 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0616677 Jun 21 15:42:53.360326 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987eeeb-d66e-404c-ab0f-c56679219bc8 req-bd6708b5-2828-414a-9da2-c8632aebf7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:53.361839 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2987eeeb-d66e-404c-ab0f-c56679219bc8 req-bd6708b5-2828-414a-9da2-c8632aebf7a7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 1099 time: 0.0565512 Jun 21 15:42:53.508663 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987eeeb-d66e-404c-ab0f-c56679219bc8 req-aaa5145f-2c4f-4783-8fb0-873bd2c5ecab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:53.510385 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2987eeeb-d66e-404c-ab0f-c56679219bc8 req-aaa5145f-2c4f-4783-8fb0-873bd2c5ecab service neutron] 10.222.0.66 "GET /v2.0/networks?id=f38c3e4c-1fb5-4d2f-aecf-10e97bd69337 HTTP/1.1" status: 200 len: 898 time: 0.1264012 Jun 21 15:42:53.534568 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a0cd82-a16f-4cd5-8691-e600eea620ee req-61aed61b-55f3-4533-a242-aa0542392337 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:53.536064 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-41a0cd82-a16f-4cd5-8691-e600eea620ee req-61aed61b-55f3-4533-a242-aa0542392337 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 946 time: 0.1074214 Jun 21 15:42:53.569292 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2987eeeb-d66e-404c-ab0f-c56679219bc8 req-bf408453-e8c8-4a52-9abb-557b4f769cce service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c55a5b89-3379-4ff9-9eb7-3d5f1cee2118 HTTP/1.1" status: 200 len: 217 time: 0.0515876 Jun 21 15:42:53.631748 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-41a0cd82-a16f-4cd5-8691-e600eea620ee req-83d77664-aa06-4b10-ba01-f53de4e61172 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=c588ee95-b6d7-4f01-a70a-f9cd78e7da6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693438 Jun 21 15:42:53.639135 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987eeeb-d66e-404c-ab0f-c56679219bc8 req-9ade1d65-79c7-4422-a931-6850cf2832b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:53.640515 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2987eeeb-d66e-404c-ab0f-c56679219bc8 req-9ade1d65-79c7-4422-a931-6850cf2832b6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8bd081b4-b8f8-4977-a114-42078d370b77 HTTP/1.1" status: 200 len: 835 time: 0.0628169 Jun 21 15:42:53.702157 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987eeeb-d66e-404c-ab0f-c56679219bc8 req-f593332d-499c-415f-a614-1c765717ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:53.703887 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2987eeeb-d66e-404c-ab0f-c56679219bc8 req-f593332d-499c-415f-a614-1c765717ab8d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f38c3e4c-1fb5-4d2f-aecf-10e97bd69337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0559940 Jun 21 15:42:53.832162 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2987eeeb-d66e-404c-ab0f-c56679219bc8 req-2492db89-085e-4aa9-86a0-35de069262fa service neutron] 10.222.0.66 "GET /v2.0/networks/f38c3e4c-1fb5-4d2f-aecf-10e97bd69337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203578 Jun 21 15:42:53.868180 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad03b1-3594-449d-9f08-e62bf2ffed28 req-a71dfafe-3fdf-42c6-ba97-41d009c8f57c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:53.869599 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-36ad03b1-3594-449d-9f08-e62bf2ffed28 req-a71dfafe-3fdf-42c6-ba97-41d009c8f57c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 946 time: 0.1168194 Jun 21 15:42:53.944972 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-36ad03b1-3594-449d-9f08-e62bf2ffed28 req-683fbb97-1164-4844-8f77-542c47970c41 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=c588ee95-b6d7-4f01-a70a-f9cd78e7da6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514419 Jun 21 15:42:53.962287 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2987eeeb-d66e-404c-ab0f-c56679219bc8 req-8c83615e-b30a-4e12-bb9f-1699e41a366a service neutron] 10.222.0.66 "GET /v2.0/networks/f38c3e4c-1fb5-4d2f-aecf-10e97bd69337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201198 Jun 21 15:42:53.970288 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45534) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:42:54.031157 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96837bfa-1be8-4ff4-a811-413cdf440bfd tempest-TestNetworkAdvancedServerOps-1812796509 tempest-TestNetworkAdvancedServerOps-1812796509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:54.032627 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-96837bfa-1be8-4ff4-a811-413cdf440bfd tempest-TestNetworkAdvancedServerOps-1812796509 tempest-TestNetworkAdvancedServerOps-1812796509-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 1094 time: 0.0613756 Jun 21 15:42:54.035950 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45536) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:42:54.040412 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-67a09db8-f676-40d5-a47d-bd03979afd65 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'port_id': 'c55a5b89-3379-4ff9-9eb7-3d5f1cee2118', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:42:54.065957 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-67a09db8-f676-40d5-a47d-bd03979afd65 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for floatingip, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:54.165908 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-67a09db8-f676-40d5-a47d-bd03979afd65 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:54.283912 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-67a09db8-f676-40d5-a47d-bd03979afd65 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Allocated IP 172.26.3.6 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/fd81adaa-8c6f-4307-b240-c9a223b1fc39) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:42:54.403452 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-67a09db8-f676-40d5-a47d-bd03979afd65 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:54.445589 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-67a09db8-f676-40d5-a47d-bd03979afd65 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:54.449362 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-915a3d44-4df5-49c8-8244-d6ce92feaf96 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:42:54.484263 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a09db8-f676-40d5-a47d-bd03979afd65 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:42:54.487155 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-67a09db8-f676-40d5-a47d-bd03979afd65 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:42:54.489900 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a09db8-f676-40d5-a47d-bd03979afd65 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:42:54.529695 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a09db8-f676-40d5-a47d-bd03979afd65 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Port': ['ID=fd81adaa-8c6f-4307-b240-c9a223b1fc39,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:42:54.534807 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-67a09db8-f676-40d5-a47d-bd03979afd65 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:42:54.881091 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-67a09db8-f676-40d5-a47d-bd03979afd65 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:54.984487 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-67a09db8-f676-40d5-a47d-bd03979afd65 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:55.167087 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-67a09db8-f676-40d5-a47d-bd03979afd65 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:55.174799 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-67a09db8-f676-40d5-a47d-bd03979afd65 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:55.176845 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7c0f96ec-992b-4acf-905e-60f51a3391d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:42:55.237700 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a09db8-f676-40d5-a47d-bd03979afd65 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Port': ['ID=fd81adaa-8c6f-4307-b240-c9a223b1fc39,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:42:55.241622 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-67a09db8-f676-40d5-a47d-bd03979afd65 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:42:55.256103 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-67a09db8-f676-40d5-a47d-bd03979afd65 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:55.366209 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.l3_db [None req-67a09db8-f676-40d5-a47d-bd03979afd65 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Floating IP 24f83a6b-74e7-417e-b51b-890ed8bf6697 associated. External IP: 172.26.3.6, port: c55a5b89-3379-4ff9-9eb7-3d5f1cee2118. Jun 21 15:42:55.594658 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a09db8-f676-40d5-a47d-bd03979afd65 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Router 965ca22f-9a3d-4660-a183-b7559487bb4d has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:42:55.709864 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a09db8-f676-40d5-a47d-bd03979afd65 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:42:55.719823 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f4f1e2-d2db-4a46-b452-5cd457b89ccb None None] Sync routers for ids ['965ca22f-9a3d-4660-a183-b7559487bb4d'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:42:55.727515 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-67a09db8-f676-40d5-a47d-bd03979afd65 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:42:55.730250 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f4f1e2-d2db-4a46-b452-5cd457b89ccb None None] Routers {'965ca22f-9a3d-4660-a183-b7559487bb4d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:42:55.730963 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-d7f4f1e2-d2db-4a46-b452-5cd457b89ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:42:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['965ca22f-9a3d-4660-a183-b7559487bb4d'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:42:55.766693 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-67a09db8-f676-40d5-a47d-bd03979afd65 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7297208 Jun 21 15:42:55.767403 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a14229e-fcea-4862-980c-6ab6dc4c1204', 'tag': 'c55a5b89-3379-4ff9-9eb7-3d5f1cee2118'}] {{(pid=105225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:42:55.769736 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b0d720512e93a77e3bffebe2b790a2b81995dcc7e4c74443a12a7dc003910c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6188a762-ff0c-4b94-bb77-62e2debd5dea" -d '{"events": [{"name": "network-changed", "server_uuid": "9a14229e-fcea-4862-980c-6ab6dc4c1204", "tag": "c55a5b89-3379-4ff9-9eb7-3d5f1cee2118"}]}' {{(pid=105225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:42:55.810243 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a3cdf7-d549-431c-90cb-0c1dd95eb149 x-openstack-request-id: req-59a3cdf7-d549-431c-90cb-0c1dd95eb149 {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:42:55.810646 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a14229e-fcea-4862-980c-6ab6dc4c1204", "tag": "c55a5b89-3379-4ff9-9eb7-3d5f1cee2118", "status": "completed", "code": 200}]} {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:42:55.811207 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-59a3cdf7-d549-431c-90cb-0c1dd95eb149 {{(pid=105225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:42:55.811721 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a14229e-fcea-4862-980c-6ab6dc4c1204', 'tag': 'c55a5b89-3379-4ff9-9eb7-3d5f1cee2118', 'status': 'completed', 'code': 200} Jun 21 15:42:55.838700 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-d7f4f1e2-d2db-4a46-b452-5cd457b89ccb None None] Set router 965ca22f-9a3d-4660-a183-b7559487bb4d gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:42:55.936109 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188a762-ff0c-4b94-bb77-62e2debd5dea req-f4d0245a-c42e-4497-affd-7255397cc8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:55.937727 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6188a762-ff0c-4b94-bb77-62e2debd5dea req-f4d0245a-c42e-4497-affd-7255397cc8f0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 1099 time: 0.1035283 Jun 21 15:42:55.946258 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea869fe-51d2-41d4-8527-82e2c2cb970d req-25a85614-7402-4aff-8d1b-fd9c8ab1bc37 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:55.947692 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fea869fe-51d2-41d4-8527-82e2c2cb970d req-25a85614-7402-4aff-8d1b-fd9c8ab1bc37 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 946 time: 0.0821517 Jun 21 15:42:56.038537 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fea869fe-51d2-41d4-8527-82e2c2cb970d req-5fa20d68-070d-44d3-a24f-9ed51781476a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=c588ee95-b6d7-4f01-a70a-f9cd78e7da6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815070 Jun 21 15:42:56.060305 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-d7f4f1e2-d2db-4a46-b452-5cd457b89ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893999151', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '9ffcad4e-3f34-40fe-a96d-028e56267ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:42:34Z', 'updated_at': '2021-06-21T15:42:37Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '9ffcad4e-3f34-40fe-a96d-028e56267ca0', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:42:34Z', 'updated_at': '2021-06-21T15:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '24f83a6b-74e7-417e-b51b-890ed8bf6697', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'floating_ip_address': '172.26.3.6', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'port_id': 'c55a5b89-3379-4ff9-9eb7-3d5f1cee2118', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f38c3e4c-1fb5-4d2f-aecf-10e97bd69337', 'mac_address': 'fa:16:3e:a7:a9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a14229e-fcea-4862-980c-6ab6dc4c1204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:42:54Z', 'updated_at': '2021-06-21T15:42:54Z', 'revision_number': 0, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b295355-73a1-46f5-9960-5c5f0f8e502f', 'name': '', 'network_id': 'f38c3e4c-1fb5-4d2f-aecf-10e97bd69337', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:0f:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '8bd081b4-b8f8-4977-a114-42078d370b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:42:37Z', 'updated_at': '2021-06-21T15:42:41Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': '8bd081b4-b8f8-4977-a114-42078d370b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:42:56.066283 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188a762-ff0c-4b94-bb77-62e2debd5dea req-84426da5-6163-4371-8b57-fd4e8f45ea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:56.067365 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45544) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:42:56.067833 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6188a762-ff0c-4b94-bb77-62e2debd5dea req-84426da5-6163-4371-8b57-fd4e8f45ea23 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f38c3e4c-1fb5-4d2f-aecf-10e97bd69337 HTTP/1.1" status: 200 len: 898 time: 0.1181767 Jun 21 15:42:56.089980 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f4f1e2-d2db-4a46-b452-5cd457b89ccb None None] Checking router: 965ca22f-9a3d-4660-a183-b7559487bb4d for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:42:56.099046 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f4f1e2-d2db-4a46-b452-5cd457b89ccb None None] Routers {'965ca22f-9a3d-4660-a183-b7559487bb4d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:42:56.099687 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-d7f4f1e2-d2db-4a46-b452-5cd457b89ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:42:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['965ca22f-9a3d-4660-a183-b7559487bb4d'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:42:56.137154 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6188a762-ff0c-4b94-bb77-62e2debd5dea req-c3fe4567-2119-4717-a90a-57da8f9bb028 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c55a5b89-3379-4ff9-9eb7-3d5f1cee2118 HTTP/1.1" status: 200 len: 998 time: 0.0609765 Jun 21 15:42:56.137384 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-201ef4c0-6db3-4448-99f2-daee9cfa808d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/floatingips/24f83a6b-74e7-417e-b51b-890ed8bf6697 HTTP/1.1" status: 200 len: 990 time: 0.0668530 Jun 21 15:42:56.190283 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188a762-ff0c-4b94-bb77-62e2debd5dea req-59c6aeaa-d5fa-4017-a136-98c7c30d33ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:56.191612 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6188a762-ff0c-4b94-bb77-62e2debd5dea req-59c6aeaa-d5fa-4017-a136-98c7c30d33ff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8bd081b4-b8f8-4977-a114-42078d370b77 HTTP/1.1" status: 200 len: 835 time: 0.0480909 Jun 21 15:42:56.202865 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-d7f4f1e2-d2db-4a46-b452-5cd457b89ccb None None] Set router 965ca22f-9a3d-4660-a183-b7559487bb4d gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:42:56.254691 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188a762-ff0c-4b94-bb77-62e2debd5dea req-50640bdb-e2be-4192-bbc4-5f0f5dbd028a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:42:56.256196 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6188a762-ff0c-4b94-bb77-62e2debd5dea req-50640bdb-e2be-4192-bbc4-5f0f5dbd028a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f38c3e4c-1fb5-4d2f-aecf-10e97bd69337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0577579 Jun 21 15:42:56.347655 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6188a762-ff0c-4b94-bb77-62e2debd5dea req-ea7089d4-213b-4977-8643-8b836c7ea454 service neutron] 10.222.0.66 "GET /v2.0/networks/f38c3e4c-1fb5-4d2f-aecf-10e97bd69337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838225 Jun 21 15:42:56.429764 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-d7f4f1e2-d2db-4a46-b452-5cd457b89ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893999151', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '9ffcad4e-3f34-40fe-a96d-028e56267ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:42:34Z', 'updated_at': '2021-06-21T15:42:37Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '9ffcad4e-3f34-40fe-a96d-028e56267ca0', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:42:34Z', 'updated_at': '2021-06-21T15:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '24f83a6b-74e7-417e-b51b-890ed8bf6697', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'floating_ip_address': '172.26.3.6', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'port_id': 'c55a5b89-3379-4ff9-9eb7-3d5f1cee2118', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f38c3e4c-1fb5-4d2f-aecf-10e97bd69337', 'mac_address': 'fa:16:3e:a7:a9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a14229e-fcea-4862-980c-6ab6dc4c1204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:42:54Z', 'updated_at': '2021-06-21T15:42:54Z', 'revision_number': 0, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b295355-73a1-46f5-9960-5c5f0f8e502f', 'name': '', 'network_id': 'f38c3e4c-1fb5-4d2f-aecf-10e97bd69337', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:0f:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '8bd081b4-b8f8-4977-a114-42078d370b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:42:37Z', 'updated_at': '2021-06-21T15:42:41Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': '8bd081b4-b8f8-4977-a114-42078d370b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:42:56.444756 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6188a762-ff0c-4b94-bb77-62e2debd5dea req-2732b1d3-ae68-44e4-9ece-3ab6662262ee service neutron] 10.222.0.66 "GET /v2.0/networks/f38c3e4c-1fb5-4d2f-aecf-10e97bd69337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899489 Jun 21 15:42:56.460361 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f4f1e2-d2db-4a46-b452-5cd457b89ccb None None] The sync data for ids ['965ca22f-9a3d-4660-a183-b7559487bb4d'] in dv-neutron-797121-2-hyperv is: [{'id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893999151', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '9ffcad4e-3f34-40fe-a96d-028e56267ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:42:34Z', 'updated_at': '2021-06-21T15:42:37Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '9ffcad4e-3f34-40fe-a96d-028e56267ca0', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:42:34Z', 'updated_at': '2021-06-21T15:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '24f83a6b-74e7-417e-b51b-890ed8bf6697', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'floating_ip_address': '172.26.3.6', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'port_id': 'c55a5b89-3379-4ff9-9eb7-3d5f1cee2118', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f38c3e4c-1fb5-4d2f-aecf-10e97bd69337', 'mac_address': 'fa:16:3e:a7:a9:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a14229e-fcea-4862-980c-6ab6dc4c1204', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:42:54Z', 'updated_at': '2021-06-21T15:42:54Z', 'revision_number': 0, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b295355-73a1-46f5-9960-5c5f0f8e502f', 'name': '', 'network_id': 'f38c3e4c-1fb5-4d2f-aecf-10e97bd69337', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:0f:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '8bd081b4-b8f8-4977-a114-42078d370b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:42:37Z', 'updated_at': '2021-06-21T15:42:41Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': '8bd081b4-b8f8-4977-a114-42078d370b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:42:56.668271 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb8bb82-0455-498d-9572-973c092d44d2 None None] New status for floating IP 24f83a6b-74e7-417e-b51b-890ed8bf6697: ACTIVE {{(pid=105226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:42:57.141157 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45546) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:42:57.211883 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3f6e2522-549d-4da1-84e7-d7c1c635e412 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/floatingips/24f83a6b-74e7-417e-b51b-890ed8bf6697 HTTP/1.1" status: 200 len: 992 time: 0.0686314 Jun 21 15:43:05.816156 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:43:06.130947 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:43:14.104833 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-dc0bc1d0-e1cd-420c-bfd4-e2d484a9f262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:43:16.661965 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e679fea2-33f6-4826-b989-2d16112f23a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:43:17.160576 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:43:18.298422 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:43:20.006628 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:43:35.817170 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:43:43.131948 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:43:44.103397 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6e0fa88d-0cb7-4344-9eb8-6764745ffe31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:43:46.662419 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e6834135-e1d9-44d5-a640-9243a209a233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:43:47.157498 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:43:48.298791 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:43:50.005930 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:43:54.241556 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cef20370-c3c1-4251-8b55-f1f2222e896b req-c0afc0f4-70f0-411e-be93-53939255e072 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0596912 Jun 21 15:43:54.357093 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef20370-c3c1-4251-8b55-f1f2222e896b req-1f146f00-7872-40b9-abbc-a7d0e3147059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:43:54.358602 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cef20370-c3c1-4251-8b55-f1f2222e896b req-1f146f00-7872-40b9-abbc-a7d0e3147059 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 1099 time: 0.0657218 Jun 21 15:43:54.473135 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef20370-c3c1-4251-8b55-f1f2222e896b req-427868ee-3eea-4c74-99a2-28d4a086e359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:43:54.474656 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cef20370-c3c1-4251-8b55-f1f2222e896b req-427868ee-3eea-4c74-99a2-28d4a086e359 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f38c3e4c-1fb5-4d2f-aecf-10e97bd69337 HTTP/1.1" status: 200 len: 898 time: 0.0896866 Jun 21 15:43:54.552429 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cef20370-c3c1-4251-8b55-f1f2222e896b req-417a7c3c-884b-4159-9671-ce9cc6c6dfdc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c55a5b89-3379-4ff9-9eb7-3d5f1cee2118 HTTP/1.1" status: 200 len: 1000 time: 0.0703857 Jun 21 15:43:54.624082 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef20370-c3c1-4251-8b55-f1f2222e896b req-54252326-85d3-4958-ac37-e10d9bad49fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:43:54.625935 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cef20370-c3c1-4251-8b55-f1f2222e896b req-54252326-85d3-4958-ac37-e10d9bad49fb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8bd081b4-b8f8-4977-a114-42078d370b77 HTTP/1.1" status: 200 len: 835 time: 0.0663207 Jun 21 15:43:54.689341 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef20370-c3c1-4251-8b55-f1f2222e896b req-86649ebf-0f91-4a88-b55f-069d9e3f7efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:43:54.690891 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cef20370-c3c1-4251-8b55-f1f2222e896b req-86649ebf-0f91-4a88-b55f-069d9e3f7efc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f38c3e4c-1fb5-4d2f-aecf-10e97bd69337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0575297 Jun 21 15:43:54.792525 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cef20370-c3c1-4251-8b55-f1f2222e896b req-c023d8f3-db92-493e-ac0f-83fd6f5a1897 service neutron] 10.222.0.66 "GET /v2.0/networks/f38c3e4c-1fb5-4d2f-aecf-10e97bd69337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946753 Jun 21 15:43:54.883825 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cef20370-c3c1-4251-8b55-f1f2222e896b req-3888803a-3154-4596-82bf-2e8636285a7e service neutron] 10.222.0.66 "GET /v2.0/networks/f38c3e4c-1fb5-4d2f-aecf-10e97bd69337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839930 Jun 21 15:44:05.830725 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:44:14.104508 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9e63afd3-b2e6-487c-aff7-72c6a2035260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:44:15.153698 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd168e-9bba-4d47-a769-a8486b670a6f req-c984eee0-28bf-413b-aa89-252546494cb4 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:44:15.155200 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7acd168e-9bba-4d47-a769-a8486b670a6f req-c984eee0-28bf-413b-aa89-252546494cb4 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 946 time: 0.0785377 Jun 21 15:44:15.196482 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7acd168e-9bba-4d47-a769-a8486b670a6f req-81654d50-a257-4d9c-acba-ce0dcd1ad9aa tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=c588ee95-b6d7-4f01-a70a-f9cd78e7da6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331769 Jun 21 15:44:16.390212 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698bae4e-ce0c-49d6-a805-364b573b1178 req-45cbf97f-d3f3-4fb2-8c11-bc00689096c1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:44:16.391743 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-698bae4e-ce0c-49d6-a805-364b573b1178 req-45cbf97f-d3f3-4fb2-8c11-bc00689096c1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 946 time: 0.0725644 Jun 21 15:44:16.436233 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-698bae4e-ce0c-49d6-a805-364b573b1178 req-65ada15d-0112-4fa0-892c-6338d445ba8b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=c588ee95-b6d7-4f01-a70a-f9cd78e7da6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363810 Jun 21 15:44:16.658793 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-169df55a-45ae-4c50-9161-c8be135ad94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:44:17.153699 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:44:17.631229 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe81772-bd19-41da-91d1-6615ca3943e1 req-163921ba-4c88-43bd-b9dc-d630ace4cb04 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:44:17.632710 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6fe81772-bd19-41da-91d1-6615ca3943e1 req-163921ba-4c88-43bd-b9dc-d630ace4cb04 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 946 time: 0.0724587 Jun 21 15:44:17.682159 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6fe81772-bd19-41da-91d1-6615ca3943e1 req-726fc264-ef61-45d2-9ac9-1d00012b4598 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=c588ee95-b6d7-4f01-a70a-f9cd78e7da6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404830 Jun 21 15:44:18.299523 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:44:19.203444 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367d1afe-73f3-4d59-af36-96a6ac157e47 req-466d38a3-cda1-405f-9e46-acfe2c2b7d4e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:44:19.204889 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-367d1afe-73f3-4d59-af36-96a6ac157e47 req-466d38a3-cda1-405f-9e46-acfe2c2b7d4e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 946 time: 0.3992355 Jun 21 15:44:19.245810 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-367d1afe-73f3-4d59-af36-96a6ac157e47 req-643ed7e9-7afe-4597-8426-d850ec3226f3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=c588ee95-b6d7-4f01-a70a-f9cd78e7da6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348794 Jun 21 15:44:20.013977 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:44:20.133556 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:44:20.433760 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9026e-207d-44de-912d-a23d506101f7 req-a8362a69-9842-4882-bb31-126650cdfa0f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:44:20.435274 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c4e9026e-207d-44de-912d-a23d506101f7 req-a8362a69-9842-4882-bb31-126650cdfa0f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 946 time: 0.0728471 Jun 21 15:44:20.478464 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c4e9026e-207d-44de-912d-a23d506101f7 req-b4f812df-dce6-4319-aade-5428a6f05cb4 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=c588ee95-b6d7-4f01-a70a-f9cd78e7da6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348732 Jun 21 15:44:21.662200 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce391254-b0bc-48f2-ace6-3756cc230e97 req-56e89fba-43d6-4077-8f37-9763d826eb7d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:44:21.663592 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ce391254-b0bc-48f2-ace6-3756cc230e97 req-56e89fba-43d6-4077-8f37-9763d826eb7d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 946 time: 0.0702412 Jun 21 15:44:21.709139 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ce391254-b0bc-48f2-ace6-3756cc230e97 req-e1946096-e3e6-431a-a8ca-20aca4836141 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=c588ee95-b6d7-4f01-a70a-f9cd78e7da6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365922 Jun 21 15:44:22.894548 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998dd52a-d58f-4dec-8042-35c8f096de72 req-b7c9f89c-0c63-4a77-a584-d4f621d17bac tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:44:22.896053 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-998dd52a-d58f-4dec-8042-35c8f096de72 req-b7c9f89c-0c63-4a77-a584-d4f621d17bac tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 946 time: 0.0699751 Jun 21 15:44:22.935448 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-998dd52a-d58f-4dec-8042-35c8f096de72 req-0ebcb3e5-3ecb-4688-bbcf-f337bce9c546 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=c588ee95-b6d7-4f01-a70a-f9cd78e7da6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334146 Jun 21 15:44:24.116665 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6950ae8-2de0-424c-b1e4-9e0b0b4db232 req-7fb42ce0-0dcd-4873-8ae7-d67992ed942c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:44:24.118241 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a6950ae8-2de0-424c-b1e4-9e0b0b4db232 req-7fb42ce0-0dcd-4873-8ae7-d67992ed942c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 946 time: 0.0674651 Jun 21 15:44:24.164716 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a6950ae8-2de0-424c-b1e4-9e0b0b4db232 req-efc47233-35bd-4031-ad64-bc8f60c8f046 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=c588ee95-b6d7-4f01-a70a-f9cd78e7da6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374482 Jun 21 15:44:25.377141 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56051ce-c27c-479c-995a-0fb275308802 req-a0e16360-43a0-4b8c-80cd-8f58dd9ec898 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:44:25.378795 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b56051ce-c27c-479c-995a-0fb275308802 req-a0e16360-43a0-4b8c-80cd-8f58dd9ec898 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 946 time: 0.0876744 Jun 21 15:44:25.425368 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b56051ce-c27c-479c-995a-0fb275308802 req-c88af15d-3a17-47e9-9dbd-0778837d738b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=c588ee95-b6d7-4f01-a70a-f9cd78e7da6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378048 Jun 21 15:44:26.623397 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52426d18-e59a-4e06-8dc5-9c4a2b5a0e9e req-ee5f83d1-c301-499c-a8d1-9063e45831a9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:44:26.624842 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-52426d18-e59a-4e06-8dc5-9c4a2b5a0e9e req-ee5f83d1-c301-499c-a8d1-9063e45831a9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 946 time: 0.0773389 Jun 21 15:44:26.664205 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-52426d18-e59a-4e06-8dc5-9c4a2b5a0e9e req-ce80a7fd-d7c2-45e8-91e3-5e698c2a5da4 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=c588ee95-b6d7-4f01-a70a-f9cd78e7da6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329256 Jun 21 15:44:27.860634 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f96fa5-a9da-44ce-8597-93c97c0d98e6 req-58da6a7e-f6e7-4831-bd30-4f2c244d0e52 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:44:27.862132 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-53f96fa5-a9da-44ce-8597-93c97c0d98e6 req-58da6a7e-f6e7-4831-bd30-4f2c244d0e52 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 946 time: 0.0854023 Jun 21 15:44:27.901137 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-53f96fa5-a9da-44ce-8597-93c97c0d98e6 req-41201be6-477c-41c1-8baf-f0454d239f09 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=c588ee95-b6d7-4f01-a70a-f9cd78e7da6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331101 Jun 21 15:44:29.091154 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd600c2-4f05-476b-bb30-ef1fd9fddacc req-ae192ba5-8c02-4033-adc7-1924447690af tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:44:29.092612 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ebd600c2-4f05-476b-bb30-ef1fd9fddacc req-ae192ba5-8c02-4033-adc7-1924447690af tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 946 time: 0.0774395 Jun 21 15:44:29.139547 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ebd600c2-4f05-476b-bb30-ef1fd9fddacc req-6b3e5a17-3999-4b2a-b6b5-5b5aa4da5ef4 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=c588ee95-b6d7-4f01-a70a-f9cd78e7da6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381994 Jun 21 15:44:30.332861 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f263c1d-1b54-4e25-ba32-22ef536040d3 req-afce66b6-dd69-4a5a-8e8c-11d69c610797 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:44:30.334346 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0f263c1d-1b54-4e25-ba32-22ef536040d3 req-afce66b6-dd69-4a5a-8e8c-11d69c610797 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 946 time: 0.0702939 Jun 21 15:44:30.378419 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0f263c1d-1b54-4e25-ba32-22ef536040d3 req-3fdce1bf-4587-4845-87f7-9482fa3c4d84 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=c588ee95-b6d7-4f01-a70a-f9cd78e7da6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355361 Jun 21 15:44:31.568918 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603851fa-42bd-41e1-b34c-e77d99e45a7a req-958de4e6-e5f9-4080-b6bb-6d91c9018155 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:44:31.570390 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-603851fa-42bd-41e1-b34c-e77d99e45a7a req-958de4e6-e5f9-4080-b6bb-6d91c9018155 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 946 time: 0.0651994 Jun 21 15:44:31.609563 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-603851fa-42bd-41e1-b34c-e77d99e45a7a req-a2d29e94-7103-45e2-a263-3a4d1acb38ad tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=c588ee95-b6d7-4f01-a70a-f9cd78e7da6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332487 Jun 21 15:44:31.643075 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45618) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:44:31.711606 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-62af03cf-bb50-4530-a72d-f64a1253e056 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/floatingips/24f83a6b-74e7-417e-b51b-890ed8bf6697 HTTP/1.1" status: 200 len: 992 time: 0.0672796 Jun 21 15:44:33.219701 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d78b6-09a5-4a07-b1fb-9d528cbe8b56 req-8594da06-bfc7-4ba0-8386-4385937fb7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:44:33.221172 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cf5d78b6-09a5-4a07-b1fb-9d528cbe8b56 req-8594da06-bfc7-4ba0-8386-4385937fb7a7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 1099 time: 0.0911400 Jun 21 15:44:33.243551 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35026e3-4b7b-4a6e-9fce-8254cdd350be req-20a9a34b-255c-44ce-8c9b-c18850c2e36c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:44:33.244844 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b35026e3-4b7b-4a6e-9fce-8254cdd350be req-20a9a34b-255c-44ce-8c9b-c18850c2e36c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 946 time: 0.0882359 Jun 21 15:44:33.328619 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b35026e3-4b7b-4a6e-9fce-8254cdd350be req-c56d6119-b8b3-41e3-b0da-ba76a3e6c25c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=c588ee95-b6d7-4f01-a70a-f9cd78e7da6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724015 Jun 21 15:44:33.350405 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d78b6-09a5-4a07-b1fb-9d528cbe8b56 req-06dadd32-af42-4cb7-8e10-e064cb3007b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:44:33.351843 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cf5d78b6-09a5-4a07-b1fb-9d528cbe8b56 req-06dadd32-af42-4cb7-8e10-e064cb3007b3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f38c3e4c-1fb5-4d2f-aecf-10e97bd69337 HTTP/1.1" status: 200 len: 898 time: 0.1227772 Jun 21 15:44:33.418774 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cf5d78b6-09a5-4a07-b1fb-9d528cbe8b56 req-a302c1e4-9a1c-4b96-95d7-1c65ee6813ed service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c55a5b89-3379-4ff9-9eb7-3d5f1cee2118 HTTP/1.1" status: 200 len: 1000 time: 0.0597126 Jun 21 15:44:33.474900 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d78b6-09a5-4a07-b1fb-9d528cbe8b56 req-473cea4e-c18b-4a88-98c5-f1a6562c94db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:44:33.476364 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cf5d78b6-09a5-4a07-b1fb-9d528cbe8b56 req-473cea4e-c18b-4a88-98c5-f1a6562c94db service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8bd081b4-b8f8-4977-a114-42078d370b77 HTTP/1.1" status: 200 len: 835 time: 0.0508943 Jun 21 15:44:33.543760 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d78b6-09a5-4a07-b1fb-9d528cbe8b56 req-eee43549-6748-41fd-a636-46858ec9a8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:44:33.545153 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cf5d78b6-09a5-4a07-b1fb-9d528cbe8b56 req-eee43549-6748-41fd-a636-46858ec9a8b1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f38c3e4c-1fb5-4d2f-aecf-10e97bd69337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0624843 Jun 21 15:44:33.637983 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cf5d78b6-09a5-4a07-b1fb-9d528cbe8b56 req-303977e1-32a9-4497-8e39-10284bd29806 service neutron] 10.222.0.66 "GET /v2.0/networks/f38c3e4c-1fb5-4d2f-aecf-10e97bd69337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849860 Jun 21 15:44:33.743215 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cf5d78b6-09a5-4a07-b1fb-9d528cbe8b56 req-38b64614-32fb-4530-ac5e-360015671ff4 service neutron] 10.222.0.66 "GET /v2.0/networks/f38c3e4c-1fb5-4d2f-aecf-10e97bd69337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978134 Jun 21 15:44:34.513556 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60ceb4-1474-4b19-95ea-f1468e1b84ea req-611cd82d-44ba-4ebf-afd2-f78eacd0a98f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:44:34.515047 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2c60ceb4-1474-4b19-95ea-f1468e1b84ea req-611cd82d-44ba-4ebf-afd2-f78eacd0a98f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 946 time: 0.0678217 Jun 21 15:44:34.555599 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2c60ceb4-1474-4b19-95ea-f1468e1b84ea req-1c8e8e66-49cd-41cf-a5ac-af8d3f27fe7a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=c588ee95-b6d7-4f01-a70a-f9cd78e7da6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320079 Jun 21 15:44:34.580844 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45628) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:44:34.651556 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-07702d94-91bc-443b-b661-7b469245c001 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/floatingips/24f83a6b-74e7-417e-b51b-890ed8bf6697 HTTP/1.1" status: 200 len: 992 time: 0.0691800 Jun 21 15:44:35.838844 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:44:44.105279 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6934030e-d1b8-4414-8109-b633fa9c65e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:44:46.655746 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-924fa769-546f-4f69-810c-9a9378db4f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:44:47.149437 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:44:48.305030 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:44:50.010391 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:44:54.387384 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a874242c-9a59-422b-88eb-824ccd1af92e req-3063fb37-0491-4e7b-aa50-b82f711c6528 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1857297 Jun 21 15:44:54.501759 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874242c-9a59-422b-88eb-824ccd1af92e req-11a0eeb5-ab59-412c-a1c4-dc6c498fd075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:44:54.503215 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a874242c-9a59-422b-88eb-824ccd1af92e req-11a0eeb5-ab59-412c-a1c4-dc6c498fd075 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 1099 time: 0.0591118 Jun 21 15:44:54.613439 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874242c-9a59-422b-88eb-824ccd1af92e req-26396231-31d5-45e9-8fce-c11457c331aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:44:54.614906 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a874242c-9a59-422b-88eb-824ccd1af92e req-26396231-31d5-45e9-8fce-c11457c331aa service neutron] 10.222.0.66 "GET /v2.0/networks?id=f38c3e4c-1fb5-4d2f-aecf-10e97bd69337 HTTP/1.1" status: 200 len: 898 time: 0.0883560 Jun 21 15:44:54.693138 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a874242c-9a59-422b-88eb-824ccd1af92e req-46ca4600-5767-4a2a-9d64-f16a23fc39d2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c55a5b89-3379-4ff9-9eb7-3d5f1cee2118 HTTP/1.1" status: 200 len: 1000 time: 0.0708387 Jun 21 15:44:54.747818 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874242c-9a59-422b-88eb-824ccd1af92e req-b99d298e-2814-40f7-9f66-f8fdba1c6cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:44:54.749307 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a874242c-9a59-422b-88eb-824ccd1af92e req-b99d298e-2814-40f7-9f66-f8fdba1c6cbe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8bd081b4-b8f8-4977-a114-42078d370b77 HTTP/1.1" status: 200 len: 835 time: 0.0497923 Jun 21 15:44:54.816441 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a874242c-9a59-422b-88eb-824ccd1af92e req-6ae392f5-6a9a-4d0b-b160-97087abfe709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:44:54.817908 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a874242c-9a59-422b-88eb-824ccd1af92e req-6ae392f5-6a9a-4d0b-b160-97087abfe709 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f38c3e4c-1fb5-4d2f-aecf-10e97bd69337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0609674 Jun 21 15:44:54.910064 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a874242c-9a59-422b-88eb-824ccd1af92e req-ef84a59a-886c-4c24-a786-26d09b8bda37 service neutron] 10.222.0.66 "GET /v2.0/networks/f38c3e4c-1fb5-4d2f-aecf-10e97bd69337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848339 Jun 21 15:44:55.023820 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a874242c-9a59-422b-88eb-824ccd1af92e req-5f0b202c-b159-4810-a84c-e2f13e894778 service neutron] 10.222.0.66 "GET /v2.0/networks/f38c3e4c-1fb5-4d2f-aecf-10e97bd69337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064017 Jun 21 15:44:57.135573 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:45:05.840088 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:14.107311 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ea589d0a-6908-4439-8367-40a6ec7dce67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:16.656473 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8fec25ac-ec0d-484a-8bc5-ab83e23a764f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:17.146388 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:18.311946 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:20.019524 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:34.136289 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:45:35.691880 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45656) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:45:35.846020 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:35.866826 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-7bf2473d-9948-43c6-9a20-8ff5fab7d3c5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Deleting port fd81adaa-8c6f-4307-b240-c9a223b1fc39 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:45:35.867169 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7bf2473d-9948-43c6-9a20-8ff5fab7d3c5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:35.942236 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7bf2473d-9948-43c6-9a20-8ff5fab7d3c5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:35.942484 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7bf2473d-9948-43c6-9a20-8ff5fab7d3c5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:36.009759 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-7bf2473d-9948-43c6-9a20-8ff5fab7d3c5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Calling delete_port for fd81adaa-8c6f-4307-b240-c9a223b1fc39 owned by network:floatingip {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:45:36.176717 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7bf2473d-9948-43c6-9a20-8ff5fab7d3c5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:36.179645 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2550e3bd-62a4-49e1-b0e8-30c3e22e4068 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:45:36.203715 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf2473d-9948-43c6-9a20-8ff5fab7d3c5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event deleted for resources: {'Port': ['ID=fd81adaa-8c6f-4307-b240-c9a223b1fc39,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:45:36.230226 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf2473d-9948-43c6-9a20-8ff5fab7d3c5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:36.230605 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf2473d-9948-43c6-9a20-8ff5fab7d3c5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:36.231042 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf2473d-9948-43c6-9a20-8ff5fab7d3c5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:36.231480 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf2473d-9948-43c6-9a20-8ff5fab7d3c5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:36.231899 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf2473d-9948-43c6-9a20-8ff5fab7d3c5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:36.232277 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf2473d-9948-43c6-9a20-8ff5fab7d3c5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:36.232614 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf2473d-9948-43c6-9a20-8ff5fab7d3c5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:36.232977 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf2473d-9948-43c6-9a20-8ff5fab7d3c5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:36.233368 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf2473d-9948-43c6-9a20-8ff5fab7d3c5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:36.233813 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf2473d-9948-43c6-9a20-8ff5fab7d3c5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:36.234212 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf2473d-9948-43c6-9a20-8ff5fab7d3c5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:36.234573 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf2473d-9948-43c6-9a20-8ff5fab7d3c5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:36.238304 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-7bf2473d-9948-43c6-9a20-8ff5fab7d3c5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:45:36.273864 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7bf2473d-9948-43c6-9a20-8ff5fab7d3c5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for floatingip, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:36.274323 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [None req-7bf2473d-9948-43c6-9a20-8ff5fab7d3c5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Floating IP 24f83a6b-74e7-417e-b51b-890ed8bf6697 disassociated (deleted). External IP: 172.26.3.6, port: c55a5b89-3379-4ff9-9eb7-3d5f1cee2118. Jun 21 15:45:36.499558 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf2473d-9948-43c6-9a20-8ff5fab7d3c5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Router 965ca22f-9a3d-4660-a183-b7559487bb4d has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:45:36.619990 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf2473d-9948-43c6-9a20-8ff5fab7d3c5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:45:36.625056 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7bf2473d-9948-43c6-9a20-8ff5fab7d3c5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:36.629644 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ee7b00-a8f5-4bc6-bb81-633bafa2d1bf None None] Sync routers for ids ['965ca22f-9a3d-4660-a183-b7559487bb4d'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:45:36.639419 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ee7b00-a8f5-4bc6-bb81-633bafa2d1bf None None] Routers {'965ca22f-9a3d-4660-a183-b7559487bb4d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:45:36.640030 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-d4ee7b00-a8f5-4bc6-bb81-633bafa2d1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:45:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['965ca22f-9a3d-4660-a183-b7559487bb4d'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:45:36.662057 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-7bf2473d-9948-43c6-9a20-8ff5fab7d3c5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "DELETE /v2.0/floatingips/24f83a6b-74e7-417e-b51b-890ed8bf6697 HTTP/1.1" status: 204 len: 168 time: 0.9690323 Jun 21 15:45:36.662741 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a14229e-fcea-4862-980c-6ab6dc4c1204', 'tag': 'c55a5b89-3379-4ff9-9eb7-3d5f1cee2118'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:45:36.665097 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3220c03-5c00-45f3-ac60-ad1e9e673bc9" -d '{"events": [{"name": "network-changed", "server_uuid": "9a14229e-fcea-4862-980c-6ab6dc4c1204", "tag": "c55a5b89-3379-4ff9-9eb7-3d5f1cee2118"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:45:36.752790 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-d4ee7b00-a8f5-4bc6-bb81-633bafa2d1bf None None] Set router 965ca22f-9a3d-4660-a183-b7559487bb4d gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:45:36.756726 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c7f7bf-dda1-49e9-b914-84071084c39a x-openstack-request-id: req-b4c7f7bf-dda1-49e9-b914-84071084c39a {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:45:36.757236 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a14229e-fcea-4862-980c-6ab6dc4c1204", "tag": "c55a5b89-3379-4ff9-9eb7-3d5f1cee2118", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:45:36.757332 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b4c7f7bf-dda1-49e9-b914-84071084c39a {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:45:36.757924 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a14229e-fcea-4862-980c-6ab6dc4c1204', 'tag': 'c55a5b89-3379-4ff9-9eb7-3d5f1cee2118', 'status': 'completed', 'code': 200} Jun 21 15:45:36.837114 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3220c03-5c00-45f3-ac60-ad1e9e673bc9 req-9642f9f5-948f-488a-9f9e-0567d7f80567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:45:36.838926 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d3220c03-5c00-45f3-ac60-ad1e9e673bc9 req-9642f9f5-948f-488a-9f9e-0567d7f80567 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 1099 time: 0.0583224 Jun 21 15:45:36.936074 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3220c03-5c00-45f3-ac60-ad1e9e673bc9 req-d63651c9-edbc-42de-bfe9-2e3ed7131cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:45:36.937562 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d3220c03-5c00-45f3-ac60-ad1e9e673bc9 req-d63651c9-edbc-42de-bfe9-2e3ed7131cd3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=f38c3e4c-1fb5-4d2f-aecf-10e97bd69337 HTTP/1.1" status: 200 len: 898 time: 0.0915387 Jun 21 15:45:36.963970 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-d4ee7b00-a8f5-4bc6-bb81-633bafa2d1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893999151', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '9ffcad4e-3f34-40fe-a96d-028e56267ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:42:34Z', 'updated_at': '2021-06-21T15:42:37Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '9ffcad4e-3f34-40fe-a96d-028e56267ca0', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:42:34Z', 'updated_at': '2021-06-21T15:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '2b295355-73a1-46f5-9960-5c5f0f8e502f', 'name': '', 'network_id': 'f38c3e4c-1fb5-4d2f-aecf-10e97bd69337', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:0f:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '8bd081b4-b8f8-4977-a114-42078d370b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:42:37Z', 'updated_at': '2021-06-21T15:42:41Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': '8bd081b4-b8f8-4977-a114-42078d370b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:45:36.983371 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d3220c03-5c00-45f3-ac60-ad1e9e673bc9 req-ff9f0d74-c838-449e-9ffd-bbaea5029440 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c55a5b89-3379-4ff9-9eb7-3d5f1cee2118 HTTP/1.1" status: 200 len: 217 time: 0.0390573 Jun 21 15:45:36.997200 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ee7b00-a8f5-4bc6-bb81-633bafa2d1bf None None] Checking router: 965ca22f-9a3d-4660-a183-b7559487bb4d for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:45:37.006683 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ee7b00-a8f5-4bc6-bb81-633bafa2d1bf None None] Routers {'965ca22f-9a3d-4660-a183-b7559487bb4d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:45:37.007215 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-d4ee7b00-a8f5-4bc6-bb81-633bafa2d1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:45:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['965ca22f-9a3d-4660-a183-b7559487bb4d'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:45:37.066852 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3220c03-5c00-45f3-ac60-ad1e9e673bc9 req-19ffea8b-395f-47ba-ae05-f4b4085dc54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:45:37.068317 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d3220c03-5c00-45f3-ac60-ad1e9e673bc9 req-19ffea8b-395f-47ba-ae05-f4b4085dc54a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=8bd081b4-b8f8-4977-a114-42078d370b77 HTTP/1.1" status: 200 len: 835 time: 0.0726571 Jun 21 15:45:37.115168 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70c605-2600-4ee9-b524-c6a8af46fccd req-3f5678e4-77f8-4094-a090-138a40bcac89 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:45:37.116714 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fe70c605-2600-4ee9-b524-c6a8af46fccd req-3f5678e4-77f8-4094-a090-138a40bcac89 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 946 time: 0.1301870 Jun 21 15:45:37.168219 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fe70c605-2600-4ee9-b524-c6a8af46fccd req-2c7b2183-25e9-463a-a2c0-3904f8dd5677 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=c588ee95-b6d7-4f01-a70a-f9cd78e7da6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453193 Jun 21 15:45:37.179723 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3220c03-5c00-45f3-ac60-ad1e9e673bc9 req-2ed5ad75-7094-44a4-9fb4-ff6b604b3a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:45:37.181435 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d3220c03-5c00-45f3-ac60-ad1e9e673bc9 req-2ed5ad75-7094-44a4-9fb4-ff6b604b3a2e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=f38c3e4c-1fb5-4d2f-aecf-10e97bd69337&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1049004 Jun 21 15:45:37.206714 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-d4ee7b00-a8f5-4bc6-bb81-633bafa2d1bf None None] Set router 965ca22f-9a3d-4660-a183-b7559487bb4d gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:45:37.278450 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d3220c03-5c00-45f3-ac60-ad1e9e673bc9 req-ebe70a97-0e98-4f7a-aaea-7b49e3c93de1 service neutron] 10.222.0.66 "GET /v2.0/networks/f38c3e4c-1fb5-4d2f-aecf-10e97bd69337?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885248 Jun 21 15:45:37.378850 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d3220c03-5c00-45f3-ac60-ad1e9e673bc9 req-7c96dc0a-9093-4c6c-b367-dbdff32ac189 service neutron] 10.222.0.66 "GET /v2.0/networks/f38c3e4c-1fb5-4d2f-aecf-10e97bd69337?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932360 Jun 21 15:45:37.403356 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-d4ee7b00-a8f5-4bc6-bb81-633bafa2d1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893999151', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '9ffcad4e-3f34-40fe-a96d-028e56267ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:42:34Z', 'updated_at': '2021-06-21T15:42:37Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '9ffcad4e-3f34-40fe-a96d-028e56267ca0', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:42:34Z', 'updated_at': '2021-06-21T15:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '2b295355-73a1-46f5-9960-5c5f0f8e502f', 'name': '', 'network_id': 'f38c3e4c-1fb5-4d2f-aecf-10e97bd69337', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:0f:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '8bd081b4-b8f8-4977-a114-42078d370b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:42:37Z', 'updated_at': '2021-06-21T15:42:41Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': '8bd081b4-b8f8-4977-a114-42078d370b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:45:37.428963 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ee7b00-a8f5-4bc6-bb81-633bafa2d1bf None None] The sync data for ids ['965ca22f-9a3d-4660-a183-b7559487bb4d'] in dv-neutron-797121-2-hyperv is: [{'id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893999151', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '9ffcad4e-3f34-40fe-a96d-028e56267ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:42:34Z', 'updated_at': '2021-06-21T15:42:37Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '9ffcad4e-3f34-40fe-a96d-028e56267ca0', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:42:34Z', 'updated_at': '2021-06-21T15:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '2b295355-73a1-46f5-9960-5c5f0f8e502f', 'name': '', 'network_id': 'f38c3e4c-1fb5-4d2f-aecf-10e97bd69337', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:0f:91:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '8bd081b4-b8f8-4977-a114-42078d370b77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:42:37Z', 'updated_at': '2021-06-21T15:42:41Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': '8bd081b4-b8f8-4977-a114-42078d370b77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:45:37.659160 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e388650-2c93-48e8-8fe3-6aa78bdade62 None None] New status for floating IP 24f83a6b-74e7-417e-b51b-890ed8bf6697: DOWN {{(pid=105226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:45:38.365702 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48852caa-afe0-49bf-97d1-5c436875de24 req-04bdd261-60c4-481c-894d-1c354ff5ac4b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:45:38.367275 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-48852caa-afe0-49bf-97d1-5c436875de24 req-04bdd261-60c4-481c-894d-1c354ff5ac4b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 946 time: 0.0706968 Jun 21 15:45:38.410109 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-48852caa-afe0-49bf-97d1-5c436875de24 req-4aaf6024-3863-478d-89ac-a8d03a458644 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=c588ee95-b6d7-4f01-a70a-f9cd78e7da6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369029 Jun 21 15:45:38.931866 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff716f-d1c9-4d69-970a-427ca84035fe req-c6472ce0-23a3-455a-95b6-e9ca602ba0f3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:45:38.933410 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a1ff716f-d1c9-4d69-970a-427ca84035fe req-c6472ce0-23a3-455a-95b6-e9ca602ba0f3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.66 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 946 time: 0.0720506 Jun 21 15:45:39.040458 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-a1ff716f-d1c9-4d69-970a-427ca84035fe req-2d0001fc-cd5b-43cb-b381-b58ac72dc201 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Deleting port c55a5b89-3379-4ff9-9eb7-3d5f1cee2118 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:45:39.040793 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-a1ff716f-d1c9-4d69-970a-427ca84035fe req-2d0001fc-cd5b-43cb-b381-b58ac72dc201 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:39.134776 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-a1ff716f-d1c9-4d69-970a-427ca84035fe req-2d0001fc-cd5b-43cb-b381-b58ac72dc201 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] For port c55a5b89-3379-4ff9-9eb7-3d5f1cee2118, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=c55a5b89-3379-4ff9-9eb7-3d5f1cee2118,segment=NetworkSegment(05c3c00d-8487-40ba-94fa-1e7993cb008e),segment_id=05c3c00d-8487-40ba-94fa-1e7993cb008e)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:45:39.135092 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-a1ff716f-d1c9-4d69-970a-427ca84035fe req-2d0001fc-cd5b-43cb-b381-b58ac72dc201 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:39.200407 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-a1ff716f-d1c9-4d69-970a-427ca84035fe req-2d0001fc-cd5b-43cb-b381-b58ac72dc201 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Calling delete_port for c55a5b89-3379-4ff9-9eb7-3d5f1cee2118 owned by compute:nova {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:45:39.333860 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-a1ff716f-d1c9-4d69-970a-427ca84035fe req-2d0001fc-cd5b-43cb-b381-b58ac72dc201 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:39.339445 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b9778855-7bf0-4d5b-a544-9232f03a8d00 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:45:39.365697 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0001fc-cd5b-43cb-b381-b58ac72dc201 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event deleted for resources: {'Port': ['ID=c55a5b89-3379-4ff9-9eb7-3d5f1cee2118,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:45:39.370415 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2d0001fc-cd5b-43cb-b381-b58ac72dc201 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:45:39.409271 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ff716f-d1c9-4d69-970a-427ca84035fe req-2d0001fc-cd5b-43cb-b381-b58ac72dc201 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] No DVR routers for this DVR port c55a5b89-3379-4ff9-9eb7-3d5f1cee2118 on host hv-neutron-7971 {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:45:39.411822 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-a1ff716f-d1c9-4d69-970a-427ca84035fe req-2d0001fc-cd5b-43cb-b381-b58ac72dc201 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:39.413764 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a1ff716f-d1c9-4d69-970a-427ca84035fe req-2d0001fc-cd5b-43cb-b381-b58ac72dc201 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.66 "DELETE /v2.0/ports/c55a5b89-3379-4ff9-9eb7-3d5f1cee2118 HTTP/1.1" status: 204 len: 173 time: 0.4748020 Jun 21 15:45:39.414338 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a14229e-fcea-4862-980c-6ab6dc4c1204', 'name': 'network-vif-deleted', 'tag': 'c55a5b89-3379-4ff9-9eb7-3d5f1cee2118'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:45:39.416678 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9556759-3e54-4161-becd-5f09d141a868" -d '{"events": [{"server_uuid": "9a14229e-fcea-4862-980c-6ab6dc4c1204", "name": "network-vif-deleted", "tag": "c55a5b89-3379-4ff9-9eb7-3d5f1cee2118"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:45:39.457881 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ed537a-0899-49d2-814c-6e53f6db4f7a x-openstack-request-id: req-c9ed537a-0899-49d2-814c-6e53f6db4f7a {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:45:39.458237 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a14229e-fcea-4862-980c-6ab6dc4c1204", "name": "network-vif-deleted", "tag": "c55a5b89-3379-4ff9-9eb7-3d5f1cee2118", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:45:39.458532 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c9ed537a-0899-49d2-814c-6e53f6db4f7a {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:45:39.458980 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a14229e-fcea-4862-980c-6ab6dc4c1204', 'name': 'network-vif-deleted', 'tag': 'c55a5b89-3379-4ff9-9eb7-3d5f1cee2118', 'status': 'completed', 'code': 200} Jun 21 15:45:39.570310 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7be499ef-1f59-4446-a381-c0a1fe5eb885 req-8da39bb7-9144-4fe7-af43-d9b92c148d16 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=9a14229e-fcea-4862-980c-6ab6dc4c1204 HTTP/1.1" status: 200 len: 210 time: 0.0423071 Jun 21 15:45:40.670225 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45682) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:45:41.419097 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-71a239b8-4e14-4db9-8261-e3c992469532 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:41.699083 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-71a239b8-4e14-4db9-8261-e3c992469532 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Deleting port 2b295355-73a1-46f5-9960-5c5f0f8e502f {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:45:41.699772 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-71a239b8-4e14-4db9-8261-e3c992469532 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:41.794255 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-71a239b8-4e14-4db9-8261-e3c992469532 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] For port 2b295355-73a1-46f5-9960-5c5f0f8e502f, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=2b295355-73a1-46f5-9960-5c5f0f8e502f,segment=NetworkSegment(05c3c00d-8487-40ba-94fa-1e7993cb008e),segment_id=05c3c00d-8487-40ba-94fa-1e7993cb008e)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:45:41.794560 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-71a239b8-4e14-4db9-8261-e3c992469532 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:41.858454 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-71a239b8-4e14-4db9-8261-e3c992469532 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Calling delete_port for 2b295355-73a1-46f5-9960-5c5f0f8e502f owned by network:router_interface {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:45:42.062292 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-71a239b8-4e14-4db9-8261-e3c992469532 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:42.064215 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-11608119-5727-4fde-be93-4680f6b50b05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:45:42.089394 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a239b8-4e14-4db9-8261-e3c992469532 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event deleted for resources: {'Port': ['ID=2b295355-73a1-46f5-9960-5c5f0f8e502f,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:45:42.102620 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a239b8-4e14-4db9-8261-e3c992469532 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:42.103008 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a239b8-4e14-4db9-8261-e3c992469532 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:42.103422 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a239b8-4e14-4db9-8261-e3c992469532 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:42.103766 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a239b8-4e14-4db9-8261-e3c992469532 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:42.104170 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a239b8-4e14-4db9-8261-e3c992469532 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:42.104541 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a239b8-4e14-4db9-8261-e3c992469532 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:42.104911 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a239b8-4e14-4db9-8261-e3c992469532 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:42.105425 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a239b8-4e14-4db9-8261-e3c992469532 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:42.105907 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a239b8-4e14-4db9-8261-e3c992469532 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:42.106327 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a239b8-4e14-4db9-8261-e3c992469532 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:42.106734 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a239b8-4e14-4db9-8261-e3c992469532 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:42.107135 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71a239b8-4e14-4db9-8261-e3c992469532 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:42.110642 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-71a239b8-4e14-4db9-8261-e3c992469532 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:45:42.281201 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-71a239b8-4e14-4db9-8261-e3c992469532 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:42.518960 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a239b8-4e14-4db9-8261-e3c992469532 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Router 965ca22f-9a3d-4660-a183-b7559487bb4d has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:45:42.636447 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a239b8-4e14-4db9-8261-e3c992469532 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:45:42.643075 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-71a239b8-4e14-4db9-8261-e3c992469532 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "PUT /v2.0/routers/965ca22f-9a3d-4660-a183-b7559487bb4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9699736 Jun 21 15:45:42.644897 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45686) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:45:42.646441 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c8084c-7473-4dd9-b81c-f71075bb9d8f None None] Sync routers for ids ['965ca22f-9a3d-4660-a183-b7559487bb4d'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:45:42.656953 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c8084c-7473-4dd9-b81c-f71075bb9d8f None None] Routers {'965ca22f-9a3d-4660-a183-b7559487bb4d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:45:42.657571 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-b0c8084c-7473-4dd9-b81c-f71075bb9d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:45:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['965ca22f-9a3d-4660-a183-b7559487bb4d'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:45:42.704369 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d72248b-8f92-4a06-824a-077264c5f03e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Deleting subnet 8bd081b4-b8f8-4977-a114-42078d370b77 {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 15:45:42.707661 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5d72248b-8f92-4a06-824a-077264c5f03e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:42.749293 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5d72248b-8f92-4a06-824a-077264c5f03e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:42.769718 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-b0c8084c-7473-4dd9-b81c-f71075bb9d8f None None] Set router 965ca22f-9a3d-4660-a183-b7559487bb4d gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:45:42.838561 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5d72248b-8f92-4a06-824a-077264c5f03e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:42.897923 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5d72248b-8f92-4a06-824a-077264c5f03e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:42.900359 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8db2e05d-cff5-450e-aca9-177fa4b78142 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:45:42.926575 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72248b-8f92-4a06-824a-077264c5f03e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event deleted for resources: {'Subnet': ['ID=8bd081b4-b8f8-4977-a114-42078d370b77,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:45:42.929657 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5d72248b-8f92-4a06-824a-077264c5f03e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:45:42.930667 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-5d72248b-8f92-4a06-824a-077264c5f03e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:42.935908 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5d72248b-8f92-4a06-824a-077264c5f03e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "DELETE /v2.0/subnets/8bd081b4-b8f8-4977-a114-42078d370b77 HTTP/1.1" status: 204 len: 168 time: 0.2898345 Jun 21 15:45:42.936717 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45688) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:45:42.944320 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-b0c8084c-7473-4dd9-b81c-f71075bb9d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893999151', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '9ffcad4e-3f34-40fe-a96d-028e56267ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:42:34Z', 'updated_at': '2021-06-21T15:45:42Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '9ffcad4e-3f34-40fe-a96d-028e56267ca0', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:42:34Z', 'updated_at': '2021-06-21T15:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:45:42.945961 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f922d079-bee3-4336-b1a6-015f2297eb4b None None] Network f38c3e4c-1fb5-4d2f-aecf-10e97bd69337 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:45:42.970334 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c8084c-7473-4dd9-b81c-f71075bb9d8f None None] Checking router: 965ca22f-9a3d-4660-a183-b7559487bb4d for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:45:42.978853 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c8084c-7473-4dd9-b81c-f71075bb9d8f None None] Routers {'965ca22f-9a3d-4660-a183-b7559487bb4d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:45:42.979151 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-b0c8084c-7473-4dd9-b81c-f71075bb9d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:45:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['965ca22f-9a3d-4660-a183-b7559487bb4d'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:45:43.048487 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-19cba257-4946-45f0-8fc6-5b89d2dd3c3e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:43.099557 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-b0c8084c-7473-4dd9-b81c-f71075bb9d8f None None] Set router 965ca22f-9a3d-4660-a183-b7559487bb4d gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:45:43.160026 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcba8973-a9e0-4478-a7b7-c3e8f4279435 None None] DHCP port deletion for f38c3e4c-1fb5-4d2f-aecf-10e97bd69337 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 15:45:43.208397 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-bcba8973-a9e0-4478-a7b7-c3e8f4279435 None None] Deleting port dc52b2a1-3afa-44ae-90bc-e50aa2885bb9 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:45:43.208773 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-bcba8973-a9e0-4478-a7b7-c3e8f4279435 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:43.276546 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-bcba8973-a9e0-4478-a7b7-c3e8f4279435 None None] For port dc52b2a1-3afa-44ae-90bc-e50aa2885bb9, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=dc52b2a1-3afa-44ae-90bc-e50aa2885bb9,segment=NetworkSegment(05c3c00d-8487-40ba-94fa-1e7993cb008e),segment_id=05c3c00d-8487-40ba-94fa-1e7993cb008e)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:45:43.276924 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-bcba8973-a9e0-4478-a7b7-c3e8f4279435 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:43.293945 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-b0c8084c-7473-4dd9-b81c-f71075bb9d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893999151', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '9ffcad4e-3f34-40fe-a96d-028e56267ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:42:34Z', 'updated_at': '2021-06-21T15:45:42Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '9ffcad4e-3f34-40fe-a96d-028e56267ca0', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:42:34Z', 'updated_at': '2021-06-21T15:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:45:43.326252 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c8084c-7473-4dd9-b81c-f71075bb9d8f None None] The sync data for ids ['965ca22f-9a3d-4660-a183-b7559487bb4d'] in dv-neutron-797121-2-hyperv is: [{'id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1893999151', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.182'}], 'enable_snat': True}, 'gw_port_id': '9ffcad4e-3f34-40fe-a96d-028e56267ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:42:34Z', 'updated_at': '2021-06-21T15:45:42Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '9ffcad4e-3f34-40fe-a96d-028e56267ca0', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '965ca22f-9a3d-4660-a183-b7559487bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:42:34Z', 'updated_at': '2021-06-21T15:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:45:43.352467 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-bcba8973-a9e0-4478-a7b7-c3e8f4279435 None None] Calling delete_port for dc52b2a1-3afa-44ae-90bc-e50aa2885bb9 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:45:43.400492 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device c55a5b89-3379-4ff9-9eb7-3d5f1cee2118 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:45:43.423854 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: c55a5b89-3379-4ff9-9eb7-3d5f1cee2118 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:45:43.424121 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device c55a5b89-3379-4ff9-9eb7-3d5f1cee2118 not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:45:43.460765 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-bcba8973-a9e0-4478-a7b7-c3e8f4279435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:43.462920 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:45:43.487037 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba8973-a9e0-4478-a7b7-c3e8f4279435 None None] Pushing event deleted for resources: {'Port': ['ID=dc52b2a1-3afa-44ae-90bc-e50aa2885bb9,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:45:43.491416 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcba8973-a9e0-4478-a7b7-c3e8f4279435 None None] No DVR routers for this DVR port dc52b2a1-3afa-44ae-90bc-e50aa2885bb9 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:45:43.493177 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-19cba257-4946-45f0-8fc6-5b89d2dd3c3e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:43.498210 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba8973-a9e0-4478-a7b7-c3e8f4279435 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:43.498650 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba8973-a9e0-4478-a7b7-c3e8f4279435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:43.499368 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba8973-a9e0-4478-a7b7-c3e8f4279435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:43.499368 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba8973-a9e0-4478-a7b7-c3e8f4279435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:43.499710 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba8973-a9e0-4478-a7b7-c3e8f4279435 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:43.500079 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba8973-a9e0-4478-a7b7-c3e8f4279435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:43.500395 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba8973-a9e0-4478-a7b7-c3e8f4279435 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:43.500684 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba8973-a9e0-4478-a7b7-c3e8f4279435 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:43.501019 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba8973-a9e0-4478-a7b7-c3e8f4279435 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:43.501682 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba8973-a9e0-4478-a7b7-c3e8f4279435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:43.502068 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba8973-a9e0-4478-a7b7-c3e8f4279435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:43.502878 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcba8973-a9e0-4478-a7b7-c3e8f4279435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:43.505768 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-bcba8973-a9e0-4478-a7b7-c3e8f4279435 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:45:43.551598 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-19cba257-4946-45f0-8fc6-5b89d2dd3c3e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Deleting port 9ffcad4e-3f34-40fe-a96d-028e56267ca0 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:45:43.551942 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-19cba257-4946-45f0-8fc6-5b89d2dd3c3e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:43.630934 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-19cba257-4946-45f0-8fc6-5b89d2dd3c3e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] For port 9ffcad4e-3f34-40fe-a96d-028e56267ca0, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=9ffcad4e-3f34-40fe-a96d-028e56267ca0,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:45:43.631292 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-19cba257-4946-45f0-8fc6-5b89d2dd3c3e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:43.702156 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-19cba257-4946-45f0-8fc6-5b89d2dd3c3e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Calling delete_port for 9ffcad4e-3f34-40fe-a96d-028e56267ca0 owned by network:router_gateway {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:45:43.887015 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-19cba257-4946-45f0-8fc6-5b89d2dd3c3e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:43.889016 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-7bf2473d-9948-43c6-9a20-8ff5fab7d3c5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:45:43.912472 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cba257-4946-45f0-8fc6-5b89d2dd3c3e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event deleted for resources: {'Port': ['ID=9ffcad4e-3f34-40fe-a96d-028e56267ca0,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:45:43.915620 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-19cba257-4946-45f0-8fc6-5b89d2dd3c3e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:45:43.980764 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-19cba257-4946-45f0-8fc6-5b89d2dd3c3e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:44.076495 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-19cba257-4946-45f0-8fc6-5b89d2dd3c3e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:44.078784 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-19cba257-4946-45f0-8fc6-5b89d2dd3c3e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:44.102597 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-afdc1b8f-8b21-44d7-8772-6584ca3d7d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:44.131238 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-19cba257-4946-45f0-8fc6-5b89d2dd3c3e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:44.131795 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19cba257-4946-45f0-8fc6-5b89d2dd3c3e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Fanout notify agent at l3_agent the message router_deleted on router 965ca22f-9a3d-4660-a183-b7559487bb4d {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 15:45:44.139437 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-19cba257-4946-45f0-8fc6-5b89d2dd3c3e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:44.143408 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-19cba257-4946-45f0-8fc6-5b89d2dd3c3e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "DELETE /v2.0/routers/965ca22f-9a3d-4660-a183-b7559487bb4d HTTP/1.1" status: 204 len: 168 time: 1.2027683 Jun 21 15:45:44.143708 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45690) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:45:44.229095 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b49a5e69-c6b1-4839-b623-246964990482 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:44.315331 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b49a5e69-c6b1-4839-b623-246964990482 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:44.326237 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-b49a5e69-c6b1-4839-b623-246964990482 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f38c3e4c-1fb5-4d2f-aecf-10e97bd69337']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:45:44.335899 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-b49a5e69-c6b1-4839-b623-246964990482 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05c3c00d-8487-40ba-94fa-1e7993cb008e') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:45:44.336195 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-b49a5e69-c6b1-4839-b623-246964990482 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05c3c00d-8487-40ba-94fa-1e7993cb008e') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:45:44.344938 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b49a5e69-c6b1-4839-b623-246964990482 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:44.358440 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b49a5e69-c6b1-4839-b623-246964990482 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:44.364408 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b49a5e69-c6b1-4839-b623-246964990482 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 15:45:44.364810 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b49a5e69-c6b1-4839-b623-246964990482 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:44.367844 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:45:44.367844 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:45:44.367844 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:45:44.367844 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:45:44.367844 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 15:45:44.367844 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 15:45:44.367844 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 15:45:44.367844 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 15:45:44.367844 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 15:45:44.367844 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 15:45:44.367844 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 15:45:44.367844 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 15:45:44.367844 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 15:45:44.367844 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 15:45:44.367844 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 15:45:44.367844 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 15:45:44.367844 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 15:45:44.367844 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 15:45:44.367844 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 15:45:44.367844 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 15:45:44.367844 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 15:45:44.367844 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 15:45:44.367844 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 15:45:44.367844 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 15:45:44.367844 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 15:45:44.367844 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 15:45:44.367844 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 15:45:44.367844 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 15:45:44.367844 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 15:45:44.367844 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 15:45:44.367844 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 15:45:44.367844 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 15:45:44.367844 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 15:45:44.367844 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 15:45:44.367844 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 15:45:44.367844 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 15:45:44.432923 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b49a5e69-c6b1-4839-b623-246964990482 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:44.437918 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-b49a5e69-c6b1-4839-b623-246964990482 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:44.440109 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-b49a5e69-c6b1-4839-b623-246964990482 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "DELETE /v2.0/networks/f38c3e4c-1fb5-4d2f-aecf-10e97bd69337 HTTP/1.1" status: 204 len: 168 time: 0.2950697 Jun 21 15:45:44.441328 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6184208f-2b3d-490b-bd8c-dbc16f3fa6a5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:45:44.442985 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45692) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:45:44.460798 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49a5e69-c6b1-4839-b623-246964990482 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event deleted for resources: {'Network': ['ID=f38c3e4c-1fb5-4d2f-aecf-10e97bd69337,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:45:44.463362 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b49a5e69-c6b1-4839-b623-246964990482 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:45:44.505659 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e2120089-b50e-4a24-8d87-e70ea3bfda8b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:44.536767 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e2120089-b50e-4a24-8d87-e70ea3bfda8b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:44.601005 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e2120089-b50e-4a24-8d87-e70ea3bfda8b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:44.603766 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-e2120089-b50e-4a24-8d87-e70ea3bfda8b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:44.604913 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-e2120089-b50e-4a24-8d87-e70ea3bfda8b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "DELETE /v2.0/security-groups/c588ee95-b6d7-4f01-a70a-f9cd78e7da6e HTTP/1.1" status: 204 len: 168 time: 0.1608202 Jun 21 15:45:44.605755 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9815feee-183a-4c1a-a949-83cc836446fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:45:44.614787 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2120089-b50e-4a24-8d87-e70ea3bfda8b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c588ee95-b6d7-4f01-a70a-f9cd78e7da6e,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:45:44.620179 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e2120089-b50e-4a24-8d87-e70ea3bfda8b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:45:45.094088 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 2b295355-73a1-46f5-9960-5c5f0f8e502f no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:45:45.117162 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 2b295355-73a1-46f5-9960-5c5f0f8e502f {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:45:45.118062 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 2b295355-73a1-46f5-9960-5c5f0f8e502f not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:45:45.118062 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device dc52b2a1-3afa-44ae-90bc-e50aa2885bb9 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:45:45.146952 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: dc52b2a1-3afa-44ae-90bc-e50aa2885bb9 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:45:45.147398 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device dc52b2a1-3afa-44ae-90bc-e50aa2885bb9 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:45:45.147899 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9ffcad4e-3f34-40fe-a96d-028e56267ca0 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:45:45.168379 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 9ffcad4e-3f34-40fe-a96d-028e56267ca0 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:45:45.168740 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 9ffcad4e-3f34-40fe-a96d-028e56267ca0 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:45:45.940800 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45700) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:45:45.948512 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-56d98ede-1159-476b-9372-383d32639457 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-314876114', 'description': 'tempest-secgroup-smoke-314876114 description', 'project_id': '0051d95f936f45a5bdf7530c097504c5'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:45:45.977366 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-56d98ede-1159-476b-9372-383d32639457 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:46.069898 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-56d98ede-1159-476b-9372-383d32639457 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:46.076731 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-56d98ede-1159-476b-9372-383d32639457 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:46.080098 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-032ffa05-d894-432b-89a0-66a67b952ddb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:45:46.108188 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-56d98ede-1159-476b-9372-383d32639457 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:46.109406 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-56d98ede-1159-476b-9372-383d32639457 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1672401 Jun 21 15:45:46.111392 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d98ede-1159-476b-9372-383d32639457 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa03c8d1-68ab-455b-8e3e-d870f308f494,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:45:46.112572 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45702) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:45:46.114636 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-56d98ede-1159-476b-9372-383d32639457 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:45:46.119661 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-d3d01f25-3325-4133-b64a-32a0ed9b942a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'security_group_rule': {'security_group_id': 'fa03c8d1-68ab-455b-8e3e-d870f308f494', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:45:46.154212 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d3d01f25-3325-4133-b64a-32a0ed9b942a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:46.218453 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d3d01f25-3325-4133-b64a-32a0ed9b942a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:46.224930 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d3d01f25-3325-4133-b64a-32a0ed9b942a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:46.227255 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-786212dc-f179-4866-9624-9b8ec9351ab4 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:45:46.247529 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d01f25-3325-4133-b64a-32a0ed9b942a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bae2f5d-7604-45f1-84b9-903ebfb97144,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:45:46.251683 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d3d01f25-3325-4133-b64a-32a0ed9b942a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:45:46.257931 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d3d01f25-3325-4133-b64a-32a0ed9b942a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:46.259105 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d3d01f25-3325-4133-b64a-32a0ed9b942a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1441646 Jun 21 15:45:46.262359 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45704) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:45:46.267333 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-3244ea3e-f28e-4d8a-8327-be474f8cd824 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'security_group_rule': {'security_group_id': 'fa03c8d1-68ab-455b-8e3e-d870f308f494', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:45:46.296724 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3244ea3e-f28e-4d8a-8327-be474f8cd824 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:46.361285 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3244ea3e-f28e-4d8a-8327-be474f8cd824 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:46.367399 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3244ea3e-f28e-4d8a-8327-be474f8cd824 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:46.369615 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b58cc310-ca98-40c4-8faf-e3c93733e76d tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:45:46.393963 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244ea3e-f28e-4d8a-8327-be474f8cd824 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ad7417-7e39-4f27-8868-396e06137e76,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:45:46.396397 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3244ea3e-f28e-4d8a-8327-be474f8cd824 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:45:46.402696 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3244ea3e-f28e-4d8a-8327-be474f8cd824 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:46.403932 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3244ea3e-f28e-4d8a-8327-be474f8cd824 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1405897 Jun 21 15:45:46.407302 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45706) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:45:46.411845 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-ff7019be-61db-4a2f-902b-e26f2e806ee5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'security_group_rule': {'security_group_id': 'fa03c8d1-68ab-455b-8e3e-d870f308f494', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:45:46.441609 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ff7019be-61db-4a2f-902b-e26f2e806ee5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:46.509927 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ff7019be-61db-4a2f-902b-e26f2e806ee5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:46.515825 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ff7019be-61db-4a2f-902b-e26f2e806ee5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:46.518088 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1f008fca-bb8c-4a90-9986-64dd70806528 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:45:46.533637 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7019be-61db-4a2f-902b-e26f2e806ee5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d4f7e07-5b9d-4088-a043-3a3f01272cbe,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:45:46.536003 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ff7019be-61db-4a2f-902b-e26f2e806ee5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:45:46.541758 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ff7019be-61db-4a2f-902b-e26f2e806ee5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:46.543518 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-ff7019be-61db-4a2f-902b-e26f2e806ee5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348279 Jun 21 15:45:46.545900 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45708) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:45:46.550543 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-c8ddd4e4-5579-4084-8638-5bbca82d3e37 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'security_group_rule': {'security_group_id': 'fa03c8d1-68ab-455b-8e3e-d870f308f494', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:45:46.580278 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c8ddd4e4-5579-4084-8638-5bbca82d3e37 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:46.641346 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c8ddd4e4-5579-4084-8638-5bbca82d3e37 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:46.647003 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c8ddd4e4-5579-4084-8638-5bbca82d3e37 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:46.652004 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2a5e5a50-c223-47ce-9983-041031fd19df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:46.652570 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8752c79c-4482-45f6-9d8c-8daad17fb83e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:45:46.667640 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ddd4e4-5579-4084-8638-5bbca82d3e37 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a64b6ea8-ca65-44b9-a10a-52f01c1be171,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:45:46.670207 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c8ddd4e4-5579-4084-8638-5bbca82d3e37 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:45:46.679122 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c8ddd4e4-5579-4084-8638-5bbca82d3e37 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:46.680327 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c8ddd4e4-5579-4084-8638-5bbca82d3e37 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1335068 Jun 21 15:45:46.683021 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45710) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:45:46.688024 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-2e89e64d-032b-49d5-b24c-5153094b1063 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'security_group_rule': {'security_group_id': 'fa03c8d1-68ab-455b-8e3e-d870f308f494', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:45:46.713361 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.securitygroups_db [None req-2e89e64d-032b-49d5-b24c-5153094b1063 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Project 0051d95f936f45a5bdf7530c097504c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 15:45:46.718371 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2e89e64d-032b-49d5-b24c-5153094b1063 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:46.784663 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2e89e64d-032b-49d5-b24c-5153094b1063 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:46.790370 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2e89e64d-032b-49d5-b24c-5153094b1063 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:46.792295 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3a62106b-b497-42ce-9c23-0107344f92f3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:45:46.813561 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e89e64d-032b-49d5-b24c-5153094b1063 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=598c05f1-497e-4c9d-be4b-4e735c6a6503,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:45:46.816546 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2e89e64d-032b-49d5-b24c-5153094b1063 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:45:46.822151 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2e89e64d-032b-49d5-b24c-5153094b1063 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:46.824214 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2e89e64d-032b-49d5-b24c-5153094b1063 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1398382 Jun 21 15:45:46.827924 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45712) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:45:46.835279 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-1e07e3c3-3f5d-4f5a-aeaa-ade530fd1d02 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'security_group_rule': {'security_group_id': 'fa03c8d1-68ab-455b-8e3e-d870f308f494', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:45:46.860880 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.securitygroups_db [None req-1e07e3c3-3f5d-4f5a-aeaa-ade530fd1d02 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Project 0051d95f936f45a5bdf7530c097504c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 15:45:46.866155 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1e07e3c3-3f5d-4f5a-aeaa-ade530fd1d02 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:46.930005 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1e07e3c3-3f5d-4f5a-aeaa-ade530fd1d02 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:46.936324 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1e07e3c3-3f5d-4f5a-aeaa-ade530fd1d02 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:46.938598 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d466421c-3b76-440f-89ee-b946ae34813c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:45:46.961618 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e07e3c3-3f5d-4f5a-aeaa-ade530fd1d02 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=298e9fb3-151a-4646-b978-31bba97733f5,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:45:46.964758 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1e07e3c3-3f5d-4f5a-aeaa-ade530fd1d02 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:45:46.969832 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1e07e3c3-3f5d-4f5a-aeaa-ade530fd1d02 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:46.971047 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1e07e3c3-3f5d-4f5a-aeaa-ade530fd1d02 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1420000 Jun 21 15:45:46.974039 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45714) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:45:46.979016 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-aa36c1be-f004-48e6-a5c8-f74efa33fac8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'network': {'name': 'tempest-network-smoke--693561570', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'port_security_enabled': True}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:45:47.005412 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa36c1be-f004-48e6-a5c8-f74efa33fac8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Made reservation on behalf of 0051d95f936f45a5bdf7530c097504c5 for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:45:47.008944 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-aa36c1be-f004-48e6-a5c8-f74efa33fac8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:47.034504 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa36c1be-f004-48e6-a5c8-f74efa33fac8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 15:45:47.045012 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-aa36c1be-f004-48e6-a5c8-f74efa33fac8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:47.045490 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-aa36c1be-f004-48e6-a5c8-f74efa33fac8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Added segment e34892a0-4b94-41f6-b153-57d5dabb0aa5 of type vlan for network bff681ef-bf2b-47ea-93c4-89f6635be266 Jun 21 15:45:47.084944 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-aa36c1be-f004-48e6-a5c8-f74efa33fac8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:47.115853 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-aa36c1be-f004-48e6-a5c8-f74efa33fac8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:47.122036 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa36c1be-f004-48e6-a5c8-f74efa33fac8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:45:47.122641 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-aa36c1be-f004-48e6-a5c8-f74efa33fac8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:47.125026 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-40ac4eb5-7fff-4355-a433-3fd55169959d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:45:47.139237 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:47.188062 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-aa36c1be-f004-48e6-a5c8-f74efa33fac8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2128282 Jun 21 15:45:47.190587 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45716) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:45:47.196971 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-4e3d5aa9-6aba-4f8c-930e-319ef6bbc3e3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-796740963', 'admin_state_up': True, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:45:47.207056 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36c1be-f004-48e6-a5c8-f74efa33fac8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Network': ['ID=bff681ef-bf2b-47ea-93c4-89f6635be266,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:45:47.211057 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-aa36c1be-f004-48e6-a5c8-f74efa33fac8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:45:47.218635 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network bff681ef-bf2b-47ea-93c4-89f6635be266 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 15:45:47.228216 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4e3d5aa9-6aba-4f8c-930e-319ef6bbc3e3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:47.229379 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4e3d5aa9-6aba-4f8c-930e-319ef6bbc3e3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:47.283259 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4e3d5aa9-6aba-4f8c-930e-319ef6bbc3e3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:47.438340 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4e3d5aa9-6aba-4f8c-930e-319ef6bbc3e3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:47.652163 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4e3d5aa9-6aba-4f8c-930e-319ef6bbc3e3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router_gateway, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:47.676296 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4e3d5aa9-6aba-4f8c-930e-319ef6bbc3e3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:47.797827 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-4e3d5aa9-6aba-4f8c-930e-319ef6bbc3e3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Allocated IP 172.26.3.49 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/651d579c-87b0-4029-8ce4-3d3115368472) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:45:47.913588 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4e3d5aa9-6aba-4f8c-930e-319ef6bbc3e3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:47.955024 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4e3d5aa9-6aba-4f8c-930e-319ef6bbc3e3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:47.957122 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-defee52b-9f65-44cd-95be-537b421c44e9 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:45:47.992334 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3d5aa9-6aba-4f8c-930e-319ef6bbc3e3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:45:47.995125 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-4e3d5aa9-6aba-4f8c-930e-319ef6bbc3e3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:45:48.001661 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3d5aa9-6aba-4f8c-930e-319ef6bbc3e3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:45:48.007247 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d5aa9-6aba-4f8c-930e-319ef6bbc3e3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Port': ['ID=651d579c-87b0-4029-8ce4-3d3115368472,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:45:48.025759 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4e3d5aa9-6aba-4f8c-930e-319ef6bbc3e3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:45:48.262919 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4e3d5aa9-6aba-4f8c-930e-319ef6bbc3e3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router_gateway, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:48.304735 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:48.465260 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4e3d5aa9-6aba-4f8c-930e-319ef6bbc3e3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:48.599545 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e3d5aa9-6aba-4f8c-930e-319ef6bbc3e3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Router 24029d36-1833-4f24-a364-be57bff82102 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 15:45:48.706975 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e3d5aa9-6aba-4f8c-930e-319ef6bbc3e3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:45:48.718564 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518f7c09-e120-478b-8930-ed52f7dd7853 None None] Sync routers for ids ['24029d36-1833-4f24-a364-be57bff82102'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:45:48.728488 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4e3d5aa9-6aba-4f8c-930e-319ef6bbc3e3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:48.729048 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518f7c09-e120-478b-8930-ed52f7dd7853 None None] Routers {'24029d36-1833-4f24-a364-be57bff82102'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:45:48.729704 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-518f7c09-e120-478b-8930-ed52f7dd7853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:45:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['24029d36-1833-4f24-a364-be57bff82102'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:45:48.729883 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4e3d5aa9-6aba-4f8c-930e-319ef6bbc3e3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5382843 Jun 21 15:45:48.733956 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45718) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:45:48.832526 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-518f7c09-e120-478b-8930-ed52f7dd7853 None None] Set router 24029d36-1833-4f24-a364-be57bff82102 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:45:48.899064 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-dcebaee1-9c44-4e97-bb06-be8bb84d8ac1 tempest-TestNetworkAdvancedServerOps-1812796509 tempest-TestNetworkAdvancedServerOps-1812796509-project-admin] 10.222.0.72 "GET /v2.0/subnets?project_id=0051d95f936f45a5bdf7530c097504c5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1638415 Jun 21 15:45:48.901595 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45722) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:45:49.009694 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-518f7c09-e120-478b-8930-ed52f7dd7853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24029d36-1833-4f24-a364-be57bff82102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796740963', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '651d579c-87b0-4029-8ce4-3d3115368472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:45:47Z', 'updated_at': '2021-06-21T15:45:48Z', 'revision_number': 3, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '651d579c-87b0-4029-8ce4-3d3115368472', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24029d36-1833-4f24-a364-be57bff82102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:45:47Z', 'updated_at': '2021-06-21T15:45:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:45:49.035852 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518f7c09-e120-478b-8930-ed52f7dd7853 None None] Checking router: 24029d36-1833-4f24-a364-be57bff82102 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:45:49.036212 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518f7c09-e120-478b-8930-ed52f7dd7853 None None] Updating router 24029d36-1833-4f24-a364-be57bff82102 port 651d579c-87b0-4029-8ce4-3d3115368472 binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:45:49.052873 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cfce76-fc23-4e2e-bbc6-55a599e65172 tempest-TestNetworkAdvancedServerOps-1812796509 tempest-TestNetworkAdvancedServerOps-1812796509-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:45:49.056263 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-48cfce76-fc23-4e2e-bbc6-55a599e65172 tempest-TestNetworkAdvancedServerOps-1812796509 tempest-TestNetworkAdvancedServerOps-1812796509-project-admin] 10.222.0.72 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1517055 Jun 21 15:45:49.057263 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45724) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:45:49.069375 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-518f7c09-e120-478b-8930-ed52f7dd7853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:49.085306 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-74e7588a-f7eb-4900-9892-01553380fce3 tempest-TestNetworkAdvancedServerOps-1812796509 tempest-TestNetworkAdvancedServerOps-1812796509-project-admin] 10.222.0.72 "GET /v2.0/subnets?network_id=78e7bc12-ea33-4baf-9744-b93105835641&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268574 Jun 21 15:45:49.087756 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45726) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:45:49.092891 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-f31c2fbe-9661-494a-9322-7e890388abb8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-896837375', 'network_id': 'bff681ef-bf2b-47ea-93c4-89f6635be266', 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:45:49.187186 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31c2fbe-9661-494a-9322-7e890388abb8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Made reservation on behalf of 0051d95f936f45a5bdf7530c097504c5 for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:45:49.190762 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f31c2fbe-9661-494a-9322-7e890388abb8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:49.319264 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-518f7c09-e120-478b-8930-ed52f7dd7853 None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:49.330929 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-518f7c09-e120-478b-8930-ed52f7dd7853 None None] Transition to ACTIVE for port object 651d579c-87b0-4029-8ce4-3d3115368472 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:45:49.337256 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-518f7c09-e120-478b-8930-ed52f7dd7853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:49.339212 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:45:49.372711 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f31c2fbe-9661-494a-9322-7e890388abb8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:49.379269 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fe6f3d50-16cc-474a-8d47-bb6d3600870a tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:45:49.391212 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-518f7c09-e120-478b-8930-ed52f7dd7853 None None] Attempting to bind port 651d579c-87b0-4029-8ce4-3d3115368472 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:45:49.391610 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-518f7c09-e120-478b-8930-ed52f7dd7853 None None] Attempting to bind port 651d579c-87b0-4029-8ce4-3d3115368472 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:45:49.391952 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518f7c09-e120-478b-8930-ed52f7dd7853 None None] Attempting to bind port 651d579c-87b0-4029-8ce4-3d3115368472 on network 78e7bc12-ea33-4baf-9744-b93105835641 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:45:49.394922 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487a78c-092b-4268-b8e3-854c6af79e51 None None] Pushing event updated for resources: {'Port': ['ID=651d579c-87b0-4029-8ce4-3d3115368472,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:45:49.397766 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-d487a78c-092b-4268-b8e3-854c6af79e51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:45:49.400763 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518f7c09-e120-478b-8930-ed52f7dd7853 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:45:49.401097 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518f7c09-e120-478b-8930-ed52f7dd7853 None None] Checking segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:45:49.401530 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-518f7c09-e120-478b-8930-ed52f7dd7853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:49.402558 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518f7c09-e120-478b-8930-ed52f7dd7853 None None] Bound using segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:45:49.402558 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-518f7c09-e120-478b-8930-ed52f7dd7853 None None] Bound port: 651d579c-87b0-4029-8ce4-3d3115368472, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:45:49.402811 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-518f7c09-e120-478b-8930-ed52f7dd7853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:49.441139 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c2fbe-9661-494a-9322-7e890388abb8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Subnet': ['ID=c4120421-8927-4bd9-9531-d56e8654c382,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:45:49.444969 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f31c2fbe-9661-494a-9322-7e890388abb8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:45:49.453071 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31c2fbe-9661-494a-9322-7e890388abb8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Checking segment: {'id': 'e34892a0-4b94-41f6-b153-57d5dabb0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bff681ef-bf2b-47ea-93c4-89f6635be266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:45:49.453427 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31c2fbe-9661-494a-9322-7e890388abb8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Network hostable DHCP agents. Network: bff681ef-bf2b-47ea-93c4-89f6635be266, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 15:45:49.454710 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-518f7c09-e120-478b-8930-ed52f7dd7853 None None] For port 651d579c-87b0-4029-8ce4-3d3115368472, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:45:49.457890 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-518f7c09-e120-478b-8930-ed52f7dd7853 None None] For port 651d579c-87b0-4029-8ce4-3d3115368472, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=651d579c-87b0-4029-8ce4-3d3115368472,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:45:49.463437 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-518f7c09-e120-478b-8930-ed52f7dd7853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:49.465568 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:45:49.471681 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31c2fbe-9661-494a-9322-7e890388abb8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Network bff681ef-bf2b-47ea-93c4-89f6635be266 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 15:45:49.481052 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-f31c2fbe-9661-494a-9322-7e890388abb8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, bff681ef-bf2b-47ea-93c4-89f6635be266) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:45:49.485801 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31c2fbe-9661-494a-9322-7e890388abb8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:45:49.486546 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f31c2fbe-9661-494a-9322-7e890388abb8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:49.494482 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b804559-e93e-4150-8032-3342a00cc8a2 None None] Network bff681ef-bf2b-47ea-93c4-89f6635be266 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:45:49.503099 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f31c2fbe-9661-494a-9322-7e890388abb8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4142396 Jun 21 15:45:49.505720 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45728) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:45:49.582865 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487a78c-092b-4268-b8e3-854c6af79e51 None None] Pushing event updated for resources: {'Port': ['ID=651d579c-87b0-4029-8ce4-3d3115368472,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:45:49.587016 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518f7c09-e120-478b-8930-ed52f7dd7853 None None] Routers {'24029d36-1833-4f24-a364-be57bff82102'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:45:49.587573 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-518f7c09-e120-478b-8930-ed52f7dd7853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:45:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['24029d36-1833-4f24-a364-be57bff82102'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:45:49.592472 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-d487a78c-092b-4268-b8e3-854c6af79e51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:45:49.751787 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-518f7c09-e120-478b-8930-ed52f7dd7853 None None] Set router 24029d36-1833-4f24-a364-be57bff82102 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:45:49.755053 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9add0a-078a-446c-a685-88608ed55bea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-bff681ef-bf2b-47ea-93c4-89f6635be266', 'network_id': 'bff681ef-bf2b-47ea-93c4-89f6635be266', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'fixed_ips': [{'subnet_id': 'c4120421-8927-4bd9-9531-d56e8654c382'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 15:45:49.755936 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-de9add0a-078a-446c-a685-88608ed55bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:50.084338 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:50.184181 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-de9add0a-078a-446c-a685-88608ed55bea None None] Allocated IP 172.20.0.2 (bff681ef-bf2b-47ea-93c4-89f6635be266/c4120421-8927-4bd9-9531-d56e8654c382/3539f4a4-e9d6-4264-a7e3-013109d77054) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:45:50.263934 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e28a65b9-ef2c-4f5a-ae92-a892735a66bf tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:50.266744 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-518f7c09-e120-478b-8930-ed52f7dd7853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24029d36-1833-4f24-a364-be57bff82102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796740963', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '651d579c-87b0-4029-8ce4-3d3115368472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:45:47Z', 'updated_at': '2021-06-21T15:45:48Z', 'revision_number': 3, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '651d579c-87b0-4029-8ce4-3d3115368472', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24029d36-1833-4f24-a364-be57bff82102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:45:47Z', 'updated_at': '2021-06-21T15:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:45:50.304366 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-518f7c09-e120-478b-8930-ed52f7dd7853 None None] The sync data for ids ['24029d36-1833-4f24-a364-be57bff82102'] in dv-neutron-797121-2-hyperv is: [{'id': '24029d36-1833-4f24-a364-be57bff82102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796740963', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '651d579c-87b0-4029-8ce4-3d3115368472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:45:47Z', 'updated_at': '2021-06-21T15:45:48Z', 'revision_number': 3, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '651d579c-87b0-4029-8ce4-3d3115368472', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24029d36-1833-4f24-a364-be57bff82102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:45:47Z', 'updated_at': '2021-06-21T15:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:45:50.371600 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-de9add0a-078a-446c-a685-88608ed55bea None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:50.386194 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-de9add0a-078a-446c-a685-88608ed55bea None None] Transition to ACTIVE for port object 3539f4a4-e9d6-4264-a7e3-013109d77054 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:45:50.409246 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-de9add0a-078a-446c-a685-88608ed55bea None None] Transition to ACTIVE for port object 3539f4a4-e9d6-4264-a7e3-013109d77054 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:45:50.415809 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-de9add0a-078a-446c-a685-88608ed55bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:50.417730 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:45:50.454501 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9add0a-078a-446c-a685-88608ed55bea None None] Network bff681ef-bf2b-47ea-93c4-89f6635be266 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:45:50.461014 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-de9add0a-078a-446c-a685-88608ed55bea None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:45:50.463900 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9add0a-078a-446c-a685-88608ed55bea None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:45:50.471608 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9add0a-078a-446c-a685-88608ed55bea None None] Pushing event updated for resources: {'Port': ['ID=3539f4a4-e9d6-4264-a7e3-013109d77054,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:45:50.474599 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-de9add0a-078a-446c-a685-88608ed55bea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:45:50.561173 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-de9add0a-078a-446c-a685-88608ed55bea None None] Attempting to bind port 3539f4a4-e9d6-4264-a7e3-013109d77054 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:45:50.561624 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-de9add0a-078a-446c-a685-88608ed55bea None None] Attempting to bind port 3539f4a4-e9d6-4264-a7e3-013109d77054 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'e34892a0-4b94-41f6-b153-57d5dabb0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bff681ef-bf2b-47ea-93c4-89f6635be266'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:45:50.562097 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9add0a-078a-446c-a685-88608ed55bea None None] Attempting to bind port 3539f4a4-e9d6-4264-a7e3-013109d77054 on network bff681ef-bf2b-47ea-93c4-89f6635be266 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:45:50.567310 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9add0a-078a-446c-a685-88608ed55bea None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:45:50.567770 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9add0a-078a-446c-a685-88608ed55bea None None] Checking segment: {'id': 'e34892a0-4b94-41f6-b153-57d5dabb0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bff681ef-bf2b-47ea-93c4-89f6635be266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:45:50.568204 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-de9add0a-078a-446c-a685-88608ed55bea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:50.568686 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9add0a-078a-446c-a685-88608ed55bea None None] Bound using segment: {'id': 'e34892a0-4b94-41f6-b153-57d5dabb0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bff681ef-bf2b-47ea-93c4-89f6635be266'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:45:50.569212 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-de9add0a-078a-446c-a685-88608ed55bea None None] Bound port: 3539f4a4-e9d6-4264-a7e3-013109d77054, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34892a0-4b94-41f6-b153-57d5dabb0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bff681ef-bf2b-47ea-93c4-89f6635be266'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:45:50.569643 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-de9add0a-078a-446c-a685-88608ed55bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:50.596527 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-e28a65b9-ef2c-4f5a-ae92-a892735a66bf tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Allocated IP 172.20.0.1 (bff681ef-bf2b-47ea-93c4-89f6635be266/c4120421-8927-4bd9-9531-d56e8654c382/d8b848a9-2fd6-4148-8ba1-c3b30c1fd472) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:45:50.642017 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-de9add0a-078a-446c-a685-88608ed55bea None None] For port 3539f4a4-e9d6-4264-a7e3-013109d77054, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:45:50.646152 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-de9add0a-078a-446c-a685-88608ed55bea None None] For port 3539f4a4-e9d6-4264-a7e3-013109d77054, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3539f4a4-e9d6-4264-a7e3-013109d77054,segment=NetworkSegment(e34892a0-4b94-41f6-b153-57d5dabb0aa5),segment_id=e34892a0-4b94-41f6-b153-57d5dabb0aa5)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:45:50.652759 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-de9add0a-078a-446c-a685-88608ed55bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:50.656048 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8d18d954-1c08-4ec8-a3a2-41b1a9f8d79a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:45:50.725694 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9add0a-078a-446c-a685-88608ed55bea None None] Pushing event updated for resources: {'Port': ['ID=3539f4a4-e9d6-4264-a7e3-013109d77054,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:45:50.729987 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-de9add0a-078a-446c-a685-88608ed55bea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:45:50.738414 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e28a65b9-ef2c-4f5a-ae92-a892735a66bf tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:50.755055 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-e28a65b9-ef2c-4f5a-ae92-a892735a66bf tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Transition to ACTIVE for port object d8b848a9-2fd6-4148-8ba1-c3b30c1fd472 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:45:50.796155 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e28a65b9-ef2c-4f5a-ae92-a892735a66bf tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:50.798455 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-21b651bf-d6e5-4f1b-beed-0b3d87efcd7e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:45:50.848442 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28a65b9-ef2c-4f5a-ae92-a892735a66bf tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Network bff681ef-bf2b-47ea-93c4-89f6635be266 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:45:50.852850 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-e28a65b9-ef2c-4f5a-ae92-a892735a66bf tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:45:50.855550 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28a65b9-ef2c-4f5a-ae92-a892735a66bf tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:45:50.905692 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e28a65b9-ef2c-4f5a-ae92-a892735a66bf tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:50.944932 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a65b9-ef2c-4f5a-ae92-a892735a66bf tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Port': ['ID=d8b848a9-2fd6-4148-8ba1-c3b30c1fd472,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:45:50.950868 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e28a65b9-ef2c-4f5a-ae92-a892735a66bf tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:45:51.082058 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e28a65b9-ef2c-4f5a-ae92-a892735a66bf tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:51.158377 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3539f4a4-e9d6-4264-a7e3-013109d77054 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:45:51.228714 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 3539f4a4-e9d6-4264-a7e3-013109d77054 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:45:51.235185 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 651d579c-87b0-4029-8ce4-3d3115368472 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:45:51.287220 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 651d579c-87b0-4029-8ce4-3d3115368472 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:45:51.291327 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 651d579c-87b0-4029-8ce4-3d3115368472 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:45:51.291714 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:51.369867 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:51.396092 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e28a65b9-ef2c-4f5a-ae92-a892735a66bf tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:51.402347 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 651d579c-87b0-4029-8ce4-3d3115368472, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=651d579c-87b0-4029-8ce4-3d3115368472,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:45:51.403895 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e28a65b9-ef2c-4f5a-ae92-a892735a66bf tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:51.406950 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f56ebf0c-4d72-4d94-a06c-43ea72817bfc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:45:51.410847 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:51.417693 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-058dcfac-bfea-42f6-a92f-bb32cb32a369 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:45:51.472128 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=651d579c-87b0-4029-8ce4-3d3115368472,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:45:51.482316 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:45:51.484858 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e28a65b9-ef2c-4f5a-ae92-a892735a66bf tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:51.486777 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a65b9-ef2c-4f5a-ae92-a892735a66bf tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Port': ['ID=d8b848a9-2fd6-4148-8ba1-c3b30c1fd472,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:45:51.490085 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e28a65b9-ef2c-4f5a-ae92-a892735a66bf tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:45:51.582800 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28a65b9-ef2c-4f5a-ae92-a892735a66bf tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Network bff681ef-bf2b-47ea-93c4-89f6635be266 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:45:51.584269 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-e28a65b9-ef2c-4f5a-ae92-a892735a66bf tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:45:51.701434 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305a344e-12c7-4a12-9920-d0cd46fa83c5 None None] Network bff681ef-bf2b-47ea-93c4-89f6635be266 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:45:51.703127 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e28a65b9-ef2c-4f5a-ae92-a892735a66bf tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Router 24029d36-1833-4f24-a364-be57bff82102 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:45:51.762717 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-e377e7f2-c4fb-400b-a985-99ce73ca2f28 None None] Provisioning for port 3539f4a4-e9d6-4264-a7e3-013109d77054 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:45:51.774991 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-e377e7f2-c4fb-400b-a985-99ce73ca2f28 None None] Provisioning complete for port 3539f4a4-e9d6-4264-a7e3-013109d77054 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:45:51.775348 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e377e7f2-c4fb-400b-a985-99ce73ca2f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:51.820373 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28a65b9-ef2c-4f5a-ae92-a892735a66bf tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:45:51.827058 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e28a65b9-ef2c-4f5a-ae92-a892735a66bf tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "PUT /v2.0/routers/24029d36-1833-4f24-a364-be57bff82102/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3202820 Jun 21 15:45:51.922329 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e377e7f2-c4fb-400b-a985-99ce73ca2f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:51.965266 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-e377e7f2-c4fb-400b-a985-99ce73ca2f28 None None] For port 3539f4a4-e9d6-4264-a7e3-013109d77054, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3539f4a4-e9d6-4264-a7e3-013109d77054,segment=NetworkSegment(e34892a0-4b94-41f6-b153-57d5dabb0aa5),segment_id=e34892a0-4b94-41f6-b153-57d5dabb0aa5)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:45:51.973622 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e377e7f2-c4fb-400b-a985-99ce73ca2f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:51.975552 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-c22a8103-916e-4a18-90c6-c06f29713650 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:45:52.004525 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-06d6fbb5-ad48-421c-a426-6d4d6762972b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-314876114&fields=id&tenant_id=0051d95f936f45a5bdf7530c097504c5 HTTP/1.1" status: 200 len: 267 time: 0.0393381 Jun 21 15:45:52.027733 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377e7f2-c4fb-400b-a985-99ce73ca2f28 None None] Pushing event updated for resources: {'Port': ['ID=3539f4a4-e9d6-4264-a7e3-013109d77054,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:45:52.031105 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e377e7f2-c4fb-400b-a985-99ce73ca2f28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:45:52.124120 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-8e1ff2ed-ddfe-4064-bbaa-4b3ceddd5a5c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:45:52.125742 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-8e1ff2ed-ddfe-4064-bbaa-4b3ceddd5a5c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/networks?id=bff681ef-bf2b-47ea-93c4-89f6635be266 HTTP/1.1" status: 200 len: 796 time: 0.1141846 Jun 21 15:45:52.142405 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-111c45a6-e7eb-4b75-a1de-7b59c88c4d2c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/quotas/0051d95f936f45a5bdf7530c097504c5 HTTP/1.1" status: 200 len: 375 time: 0.0102587 Jun 21 15:45:52.196207 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-c3dc52c8-b952-4069-8d4e-8aa2a00430a1 None None] Provisioning for port d8b848a9-2fd6-4148-8ba1-c3b30c1fd472 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:45:52.200938 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-c3dc52c8-b952-4069-8d4e-8aa2a00430a1 None None] Provisioning complete for port d8b848a9-2fd6-4148-8ba1-c3b30c1fd472 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:45:52.201314 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c3dc52c8-b952-4069-8d4e-8aa2a00430a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:52.216295 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-451c5eb4-f47b-4a36-8462-2ee5e42a7a22 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0680602 Jun 21 15:45:52.250163 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98adc7b-55cc-4599-856c-a15840bde7ea None None] Sync routers for ids ['24029d36-1833-4f24-a364-be57bff82102'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:45:52.262362 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98adc7b-55cc-4599-856c-a15840bde7ea None None] Routers {'24029d36-1833-4f24-a364-be57bff82102'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:45:52.263014 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-c3dc52c8-b952-4069-8d4e-8aa2a00430a1 None None] Port d8b848a9-2fd6-4148-8ba1-c3b30c1fd472 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:45:52.263544 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-d98adc7b-55cc-4599-856c-a15840bde7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:45:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['24029d36-1833-4f24-a364-be57bff82102'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:45:52.274321 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-c3dc52c8-b952-4069-8d4e-8aa2a00430a1 None None] Provisioning complete for port 3539f4a4-e9d6-4264-a7e3-013109d77054 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:45:52.274973 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c3dc52c8-b952-4069-8d4e-8aa2a00430a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:52.335280 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-327fe6bd-4acf-4ad5-bc82-a90a22cfe9df service neutron] 10.222.0.72 "GET /v2.0/networks/bff681ef-bf2b-47ea-93c4-89f6635be266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057506 Jun 21 15:45:52.390316 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-d98adc7b-55cc-4599-856c-a15840bde7ea None None] Set router 24029d36-1833-4f24-a364-be57bff82102 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:45:52.436195 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-4f703133-41ca-4a73-9713-6f9730979826 service neutron] 10.222.0.72 "GET /v2.0/networks/bff681ef-bf2b-47ea-93c4-89f6635be266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941701 Jun 21 15:45:52.494127 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-c17d2a91-8dbd-4f55-9348-2a6d90874117 None None] Provisioning complete for port d8b848a9-2fd6-4148-8ba1-c3b30c1fd472 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:45:52.494826 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c17d2a91-8dbd-4f55-9348-2a6d90874117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:52.539244 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-c17d2a91-8dbd-4f55-9348-2a6d90874117 None None] Port d8b848a9-2fd6-4148-8ba1-c3b30c1fd472 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:45:52.607878 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-d98adc7b-55cc-4599-856c-a15840bde7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24029d36-1833-4f24-a364-be57bff82102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796740963', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '651d579c-87b0-4029-8ce4-3d3115368472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:45:47Z', 'updated_at': '2021-06-21T15:45:51Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '651d579c-87b0-4029-8ce4-3d3115368472', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24029d36-1833-4f24-a364-be57bff82102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:45:47Z', 'updated_at': '2021-06-21T15:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'd8b848a9-2fd6-4148-8ba1-c3b30c1fd472', 'name': '', 'network_id': 'bff681ef-bf2b-47ea-93c4-89f6635be266', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:6b:16:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24029d36-1833-4f24-a364-be57bff82102', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'c4120421-8927-4bd9-9531-d56e8654c382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:45:50Z', 'updated_at': '2021-06-21T15:45:51Z', 'revision_number': 2, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': 'c4120421-8927-4bd9-9531-d56e8654c382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:45:52.637832 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98adc7b-55cc-4599-856c-a15840bde7ea None None] Checking router: 24029d36-1833-4f24-a364-be57bff82102 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:45:52.638118 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98adc7b-55cc-4599-856c-a15840bde7ea None None] Updating router 24029d36-1833-4f24-a364-be57bff82102 port d8b848a9-2fd6-4148-8ba1-c3b30c1fd472 binding host dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:45:52.660768 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-db85b72a-b44d-4536-a9c1-82683d13b8ef None None] Provisioning complete for port d8b848a9-2fd6-4148-8ba1-c3b30c1fd472 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:45:52.661121 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-db85b72a-b44d-4536-a9c1-82683d13b8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:52.700696 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-db85b72a-b44d-4536-a9c1-82683d13b8ef None None] Port d8b848a9-2fd6-4148-8ba1-c3b30c1fd472 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:45:52.758473 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-d98adc7b-55cc-4599-856c-a15840bde7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:53.026415 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-d98adc7b-55cc-4599-856c-a15840bde7ea None None] Notify callbacks [] for port, precommit_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:53.036892 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.provisioning_blocks [None req-d98adc7b-55cc-4599-856c-a15840bde7ea None None] Transition to ACTIVE for port object d8b848a9-2fd6-4148-8ba1-c3b30c1fd472 will not be triggered until provisioned by entity L2. {{(pid=105227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:45:53.043801 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-d98adc7b-55cc-4599-856c-a15840bde7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:53.045715 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-fb1ba52f-9199-43c0-baff-defe6868a52b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:45:53.105645 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3539f4a4-e9d6-4264-a7e3-013109d77054 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:45:53.116071 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a345107-2e2b-4b0c-bfb4-6088ad7264bf None None] Pushing event updated for resources: {'Port': ['ID=d8b848a9-2fd6-4148-8ba1-c3b30c1fd472,revision_number=3']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:45:53.147762 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a345107-2e2b-4b0c-bfb4-6088ad7264bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:53.148101 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a345107-2e2b-4b0c-bfb4-6088ad7264bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:53.148436 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a345107-2e2b-4b0c-bfb4-6088ad7264bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:53.148766 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a345107-2e2b-4b0c-bfb4-6088ad7264bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:53.149089 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a345107-2e2b-4b0c-bfb4-6088ad7264bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:53.149410 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a345107-2e2b-4b0c-bfb4-6088ad7264bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:53.149731 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a345107-2e2b-4b0c-bfb4-6088ad7264bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:53.150076 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a345107-2e2b-4b0c-bfb4-6088ad7264bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:53.150423 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a345107-2e2b-4b0c-bfb4-6088ad7264bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:53.150699 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a345107-2e2b-4b0c-bfb4-6088ad7264bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:53.151221 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a345107-2e2b-4b0c-bfb4-6088ad7264bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:53.151553 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a345107-2e2b-4b0c-bfb4-6088ad7264bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:45:53.164017 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 3539f4a4-e9d6-4264-a7e3-013109d77054 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:45:53.164422 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:53.173481 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-1a345107-2e2b-4b0c-bfb4-6088ad7264bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:45:53.186847 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-d98adc7b-55cc-4599-856c-a15840bde7ea None None] Attempting to bind port d8b848a9-2fd6-4148-8ba1-c3b30c1fd472 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:45:53.187225 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-d98adc7b-55cc-4599-856c-a15840bde7ea None None] Attempting to bind port d8b848a9-2fd6-4148-8ba1-c3b30c1fd472 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'e34892a0-4b94-41f6-b153-57d5dabb0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bff681ef-bf2b-47ea-93c4-89f6635be266'}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:45:53.187588 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98adc7b-55cc-4599-856c-a15840bde7ea None None] Attempting to bind port d8b848a9-2fd6-4148-8ba1-c3b30c1fd472 on network bff681ef-bf2b-47ea-93c4-89f6635be266 {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:45:53.193069 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98adc7b-55cc-4599-856c-a15840bde7ea None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:45:53.193447 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98adc7b-55cc-4599-856c-a15840bde7ea None None] Checking segment: {'id': 'e34892a0-4b94-41f6-b153-57d5dabb0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bff681ef-bf2b-47ea-93c4-89f6635be266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:45:53.193877 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-d98adc7b-55cc-4599-856c-a15840bde7ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:53.194272 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d98adc7b-55cc-4599-856c-a15840bde7ea None None] Bound using segment: {'id': 'e34892a0-4b94-41f6-b153-57d5dabb0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bff681ef-bf2b-47ea-93c4-89f6635be266'} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:45:53.194764 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-d98adc7b-55cc-4599-856c-a15840bde7ea None None] Bound port: d8b848a9-2fd6-4148-8ba1-c3b30c1fd472, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34892a0-4b94-41f6-b153-57d5dabb0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bff681ef-bf2b-47ea-93c4-89f6635be266'}}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:45:53.195135 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-d98adc7b-55cc-4599-856c-a15840bde7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:53.245976 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 651d579c-87b0-4029-8ce4-3d3115368472 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:45:53.268299 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-d98adc7b-55cc-4599-856c-a15840bde7ea None None] For port d8b848a9-2fd6-4148-8ba1-c3b30c1fd472, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:45:53.271639 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-d98adc7b-55cc-4599-856c-a15840bde7ea None None] For port d8b848a9-2fd6-4148-8ba1-c3b30c1fd472, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=d8b848a9-2fd6-4148-8ba1-c3b30c1fd472,segment=NetworkSegment(e34892a0-4b94-41f6-b153-57d5dabb0aa5),segment_id=e34892a0-4b94-41f6-b153-57d5dabb0aa5)] {{(pid=105227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:45:53.278166 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-d98adc7b-55cc-4599-856c-a15840bde7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:53.280756 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-6413d191-1f5f-42b3-b3ca-4a9c3e430be6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:45:53.297129 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 651d579c-87b0-4029-8ce4-3d3115368472 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:45:53.297472 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:53.333227 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98adc7b-55cc-4599-856c-a15840bde7ea None None] Routers {'24029d36-1833-4f24-a364-be57bff82102'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:45:53.333892 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-d98adc7b-55cc-4599-856c-a15840bde7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:45:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['24029d36-1833-4f24-a364-be57bff82102'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:45:53.338627 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a345107-2e2b-4b0c-bfb4-6088ad7264bf None None] Pushing event updated for resources: {'Port': ['ID=d8b848a9-2fd6-4148-8ba1-c3b30c1fd472,revision_number=4']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:45:53.369547 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-1a345107-2e2b-4b0c-bfb4-6088ad7264bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:45:53.453852 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-d98adc7b-55cc-4599-856c-a15840bde7ea None None] Set router 24029d36-1833-4f24-a364-be57bff82102 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:45:53.659280 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6dd979c8-adcf-49e2-99aa-137bf7829812 req-04afd103-b82f-49d7-8309-1ccb4ded1f55 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=490beca7-d3d7-4626-9894-1cf4f680e198 HTTP/1.1" status: 200 len: 210 time: 0.0355129 Jun 21 15:45:53.662495 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-d98adc7b-55cc-4599-856c-a15840bde7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24029d36-1833-4f24-a364-be57bff82102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796740963', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '651d579c-87b0-4029-8ce4-3d3115368472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:45:47Z', 'updated_at': '2021-06-21T15:45:51Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '651d579c-87b0-4029-8ce4-3d3115368472', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24029d36-1833-4f24-a364-be57bff82102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:45:47Z', 'updated_at': '2021-06-21T15:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'd8b848a9-2fd6-4148-8ba1-c3b30c1fd472', 'name': '', 'network_id': 'bff681ef-bf2b-47ea-93c4-89f6635be266', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:6b:16:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24029d36-1833-4f24-a364-be57bff82102', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'c4120421-8927-4bd9-9531-d56e8654c382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:45:50Z', 'updated_at': '2021-06-21T15:45:53Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': 'c4120421-8927-4bd9-9531-d56e8654c382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:45:53.693486 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98adc7b-55cc-4599-856c-a15840bde7ea None None] The sync data for ids ['24029d36-1833-4f24-a364-be57bff82102'] in dv-neutron-797121-2-hyperv is: [{'id': '24029d36-1833-4f24-a364-be57bff82102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796740963', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '651d579c-87b0-4029-8ce4-3d3115368472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:45:47Z', 'updated_at': '2021-06-21T15:45:51Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '651d579c-87b0-4029-8ce4-3d3115368472', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24029d36-1833-4f24-a364-be57bff82102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:45:47Z', 'updated_at': '2021-06-21T15:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'd8b848a9-2fd6-4148-8ba1-c3b30c1fd472', 'name': '', 'network_id': 'bff681ef-bf2b-47ea-93c4-89f6635be266', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:6b:16:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24029d36-1833-4f24-a364-be57bff82102', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'c4120421-8927-4bd9-9531-d56e8654c382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:45:50Z', 'updated_at': '2021-06-21T15:45:53Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': 'c4120421-8927-4bd9-9531-d56e8654c382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:45:54.816307 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e31ecde8-17a7-41ea-95b4-ad15ee281138 req-086f9d85-4d03-43fb-9ba1-ba43516c885e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=490beca7-d3d7-4626-9894-1cf4f680e198 HTTP/1.1" status: 200 len: 210 time: 0.0340278 Jun 21 15:45:54.953159 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-9fb57289-d697-4f81-914a-e763f0a45ce1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:45:54.954633 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-9fb57289-d697-4f81-914a-e763f0a45ce1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.66 "GET /v2.0/networks?id=bff681ef-bf2b-47ea-93c4-89f6635be266 HTTP/1.1" status: 200 len: 796 time: 0.1080105 Jun 21 15:45:55.000596 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-7fcba888-8e35-412c-8c8b-32476681a543 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0051d95f936f45a5bdf7530c097504c5 HTTP/1.1" status: 200 len: 379 time: 0.0358758 Jun 21 15:45:55.010113 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-da7ccd2f-9f46-48df-b5a8-2d084796a66c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'port': {'device_id': '490beca7-d3d7-4626-9894-1cf4f680e198', 'network_id': 'bff681ef-bf2b-47ea-93c4-89f6635be266', 'admin_state_up': True, 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'security_groups': ['fa03c8d1-68ab-455b-8e3e-d870f308f494']}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:45:55.115711 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device d8b848a9-2fd6-4148-8ba1-c3b30c1fd472 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:45:55.133085 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-da7ccd2f-9f46-48df-b5a8-2d084796a66c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Made reservation on behalf of 0051d95f936f45a5bdf7530c097504c5 for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:45:55.137192 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-da7ccd2f-9f46-48df-b5a8-2d084796a66c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:55.167438 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port d8b848a9-2fd6-4148-8ba1-c3b30c1fd472 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:45:55.171257 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port d8b848a9-2fd6-4148-8ba1-c3b30c1fd472 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:45:55.171634 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:55.255481 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:55.264846 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-da7ccd2f-9f46-48df-b5a8-2d084796a66c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Allocated IP 172.20.0.4 (bff681ef-bf2b-47ea-93c4-89f6635be266/c4120421-8927-4bd9-9531-d56e8654c382/803cce03-0460-455a-ae5d-6c049a4f4e62) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:45:55.289868 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port d8b848a9-2fd6-4148-8ba1-c3b30c1fd472, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=d8b848a9-2fd6-4148-8ba1-c3b30c1fd472,segment=NetworkSegment(e34892a0-4b94-41f6-b153-57d5dabb0aa5),segment_id=e34892a0-4b94-41f6-b153-57d5dabb0aa5)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:45:55.294738 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:55.296744 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8c1a0f94-4d84-4878-8a73-d2cc5259bfca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:45:55.342646 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=d8b848a9-2fd6-4148-8ba1-c3b30c1fd472,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:45:55.345636 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:45:55.407685 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-da7ccd2f-9f46-48df-b5a8-2d084796a66c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:55.425053 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-da7ccd2f-9f46-48df-b5a8-2d084796a66c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Transition to ACTIVE for port object 803cce03-0460-455a-ae5d-6c049a4f4e62 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:45:55.460469 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-da7ccd2f-9f46-48df-b5a8-2d084796a66c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:55.464677 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a5464b7f-d366-41f9-8e87-3dc95b3d6aef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:45:55.509359 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-da7ccd2f-9f46-48df-b5a8-2d084796a66c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Network bff681ef-bf2b-47ea-93c4-89f6635be266 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:45:55.512630 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-da7ccd2f-9f46-48df-b5a8-2d084796a66c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:45:55.519097 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-da7ccd2f-9f46-48df-b5a8-2d084796a66c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:45:55.542486 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7ccd2f-9f46-48df-b5a8-2d084796a66c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Port': ['ID=803cce03-0460-455a-ae5d-6c049a4f4e62,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:45:55.547185 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-da7ccd2f-9f46-48df-b5a8-2d084796a66c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:45:55.571715 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-da7ccd2f-9f46-48df-b5a8-2d084796a66c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:45:55.572332 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-da7ccd2f-9f46-48df-b5a8-2d084796a66c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:55.589148 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-da7ccd2f-9f46-48df-b5a8-2d084796a66c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5825763 Jun 21 15:45:55.602455 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-2a6733cd-6a48-4bee-a39e-662ab9474c62 service neutron] Request body: {'port': {'device_id': '490beca7-d3d7-4626-9894-1cf4f680e198', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:45:55.680441 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-2a6733cd-6a48-4bee-a39e-662ab9474c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:55.713481 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-cbc97ecc-2cbd-4525-a090-32e3bafde267 None None] Provisioning for port 803cce03-0460-455a-ae5d-6c049a4f4e62 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:45:55.717551 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-cbc97ecc-2cbd-4525-a090-32e3bafde267 None None] Provisioning complete for port 803cce03-0460-455a-ae5d-6c049a4f4e62 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:45:55.717956 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-cbc97ecc-2cbd-4525-a090-32e3bafde267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:55.755855 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-cbc97ecc-2cbd-4525-a090-32e3bafde267 None None] Port 803cce03-0460-455a-ae5d-6c049a4f4e62 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:45:55.987615 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-2a6733cd-6a48-4bee-a39e-662ab9474c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 803cce03-0460-455a-ae5d-6c049a4f4e62 {{(pid=105224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:45:55.997332 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-2a6733cd-6a48-4bee-a39e-662ab9474c62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:56.016048 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-2a6733cd-6a48-4bee-a39e-662ab9474c62 service neutron] Transition to ACTIVE for port object 803cce03-0460-455a-ae5d-6c049a4f4e62 will not be triggered until provisioned by entity L2. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:45:56.022035 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-2a6733cd-6a48-4bee-a39e-662ab9474c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:56.025273 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-19cba257-4946-45f0-8fc6-5b89d2dd3c3e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:45:56.063542 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d098f05-9e87-41d1-a796-db95f289a80d req-b0101aff-6d3f-4172-894d-71573bb6a110 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:45:56.065043 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6d098f05-9e87-41d1-a796-db95f289a80d req-b0101aff-6d3f-4172-894d-71573bb6a110 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=490beca7-d3d7-4626-9894-1cf4f680e198 HTTP/1.1" status: 200 len: 931 time: 0.1194870 Jun 21 15:45:56.128572 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6733cd-6a48-4bee-a39e-662ab9474c62 service neutron] Pushing event updated for resources: {'Port': ['ID=803cce03-0460-455a-ae5d-6c049a4f4e62,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:45:56.134703 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2a6733cd-6a48-4bee-a39e-662ab9474c62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:45:56.189014 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6d098f05-9e87-41d1-a796-db95f289a80d req-afb2940e-9866-4292-acf8-47f6c5a0d424 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa03c8d1-68ab-455b-8e3e-d870f308f494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154788 Jun 21 15:45:56.233587 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-2a6733cd-6a48-4bee-a39e-662ab9474c62 service neutron] Attempting to bind port 803cce03-0460-455a-ae5d-6c049a4f4e62 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:45:56.233956 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-2a6733cd-6a48-4bee-a39e-662ab9474c62 service neutron] Attempting to bind port 803cce03-0460-455a-ae5d-6c049a4f4e62 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'e34892a0-4b94-41f6-b153-57d5dabb0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bff681ef-bf2b-47ea-93c4-89f6635be266'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:45:56.234286 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-2a6733cd-6a48-4bee-a39e-662ab9474c62 service neutron] Attempting to bind port 803cce03-0460-455a-ae5d-6c049a4f4e62 on network bff681ef-bf2b-47ea-93c4-89f6635be266 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:45:56.238805 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-2a6733cd-6a48-4bee-a39e-662ab9474c62 service neutron] Port 803cce03-0460-455a-ae5d-6c049a4f4e62 on network bff681ef-bf2b-47ea-93c4-89f6635be266 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 15:45:56.239132 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-2a6733cd-6a48-4bee-a39e-662ab9474c62 service neutron] Attempting to bind port 803cce03-0460-455a-ae5d-6c049a4f4e62 on network bff681ef-bf2b-47ea-93c4-89f6635be266 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:45:56.244209 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-2a6733cd-6a48-4bee-a39e-662ab9474c62 service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:45:56.244569 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-2a6733cd-6a48-4bee-a39e-662ab9474c62 service neutron] Checking segment: {'id': 'e34892a0-4b94-41f6-b153-57d5dabb0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bff681ef-bf2b-47ea-93c4-89f6635be266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:45:56.244954 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-2a6733cd-6a48-4bee-a39e-662ab9474c62 service neutron] Bound using segment: {'id': 'e34892a0-4b94-41f6-b153-57d5dabb0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bff681ef-bf2b-47ea-93c4-89f6635be266'} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:45:56.245376 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-2a6733cd-6a48-4bee-a39e-662ab9474c62 service neutron] Bound port: 803cce03-0460-455a-ae5d-6c049a4f4e62, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e34892a0-4b94-41f6-b153-57d5dabb0aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bff681ef-bf2b-47ea-93c4-89f6635be266'}}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:45:56.246281 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-2a6733cd-6a48-4bee-a39e-662ab9474c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:56.318377 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-2a6733cd-6a48-4bee-a39e-662ab9474c62 service neutron] For port 803cce03-0460-455a-ae5d-6c049a4f4e62, host hv-neutron-7971, cleared binding levels {{(pid=105224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:45:56.324117 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-2a6733cd-6a48-4bee-a39e-662ab9474c62 service neutron] For port 803cce03-0460-455a-ae5d-6c049a4f4e62, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=803cce03-0460-455a-ae5d-6c049a4f4e62,segment=NetworkSegment(e34892a0-4b94-41f6-b153-57d5dabb0aa5),segment_id=e34892a0-4b94-41f6-b153-57d5dabb0aa5)] {{(pid=105224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:45:56.331089 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-2a6733cd-6a48-4bee-a39e-662ab9474c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:56.333217 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c4e250d0-ca0a-4c40-97b4-f261063d29d0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:45:56.367025 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-2a6733cd-6a48-4bee-a39e-662ab9474c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:45:56.367772 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-2a6733cd-6a48-4bee-a39e-662ab9474c62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:56.369048 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-2a6733cd-6a48-4bee-a39e-662ab9474c62 service neutron] 10.222.0.66 "PUT /v2.0/ports/803cce03-0460-455a-ae5d-6c049a4f4e62 HTTP/1.1" status: 200 len: 1093 time: 0.7710831 Jun 21 15:45:56.369673 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '490beca7-d3d7-4626-9894-1cf4f680e198', 'tag': '803cce03-0460-455a-ae5d-6c049a4f4e62'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:45:56.372816 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5f9578-8f7c-4113-940c-aad3b8ddc629" -d '{"events": [{"name": "network-changed", "server_uuid": "490beca7-d3d7-4626-9894-1cf4f680e198", "tag": "803cce03-0460-455a-ae5d-6c049a4f4e62"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:45:56.403967 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6733cd-6a48-4bee-a39e-662ab9474c62 service neutron] Pushing event updated for resources: {'Port': ['ID=803cce03-0460-455a-ae5d-6c049a4f4e62,revision_number=3']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:45:56.407257 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2a6733cd-6a48-4bee-a39e-662ab9474c62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:45:56.429454 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23e006f-ffa3-4052-89ca-d605ba3119c4 x-openstack-request-id: req-b23e006f-ffa3-4052-89ca-d605ba3119c4 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:45:56.429813 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "490beca7-d3d7-4626-9894-1cf4f680e198", "tag": "803cce03-0460-455a-ae5d-6c049a4f4e62", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:45:56.430126 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b23e006f-ffa3-4052-89ca-d605ba3119c4 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:45:56.430574 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '490beca7-d3d7-4626-9894-1cf4f680e198', 'tag': '803cce03-0460-455a-ae5d-6c049a4f4e62', 'status': 'completed', 'code': 200} Jun 21 15:45:56.478366 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-5c175dd0-3098-49ab-b606-04441f3bcb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:45:56.479877 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-5c175dd0-3098-49ab-b606-04441f3bcb8e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&device_id=490beca7-d3d7-4626-9894-1cf4f680e198 HTTP/1.1" status: 200 len: 1096 time: 0.0621572 Jun 21 15:45:56.527839 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-2cc485a2-1f92-4aa2-8e93-d04cdb1d470b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=803cce03-0460-455a-ae5d-6c049a4f4e62 HTTP/1.1" status: 200 len: 217 time: 0.0394461 Jun 21 15:45:56.580648 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-301d8afa-679c-4256-83d6-d272bb78becd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:45:56.582125 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-301d8afa-679c-4256-83d6-d272bb78becd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c4120421-8927-4bd9-9531-d56e8654c382 HTTP/1.1" status: 200 len: 834 time: 0.0477550 Jun 21 15:45:56.643338 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-3b40a511-89d3-4cf1-8012-4b5e0c107cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:45:56.644722 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-3b40a511-89d3-4cf1-8012-4b5e0c107cb5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bff681ef-bf2b-47ea-93c4-89f6635be266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0562127 Jun 21 15:45:56.752619 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-4b3ee708-250a-4951-92e2-5ed472ffb73d service neutron] 10.222.0.66 "GET /v2.0/networks/bff681ef-bf2b-47ea-93c4-89f6635be266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998769 Jun 21 15:45:56.848032 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6cddaeb4-c734-4f96-a150-541b96b48419 req-a6fbb841-90d3-48c3-ad83-9dca64263dd1 service neutron] 10.222.0.66 "GET /v2.0/networks/bff681ef-bf2b-47ea-93c4-89f6635be266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879548 Jun 21 15:45:56.957572 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f9578-8f7c-4113-940c-aad3b8ddc629 req-9aa488a0-eb42-4898-bfec-adeed603eddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:45:56.959025 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ed5f9578-8f7c-4113-940c-aad3b8ddc629 req-9aa488a0-eb42-4898-bfec-adeed603eddc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&device_id=490beca7-d3d7-4626-9894-1cf4f680e198 HTTP/1.1" status: 200 len: 1096 time: 0.0603452 Jun 21 15:45:57.091205 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device d8b848a9-2fd6-4148-8ba1-c3b30c1fd472 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:45:57.145413 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port d8b848a9-2fd6-4148-8ba1-c3b30c1fd472 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:45:57.145816 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:45:57.420448 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f9578-8f7c-4113-940c-aad3b8ddc629 req-aaaa5f5f-496b-4a35-98d2-bdf93f5fad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:45:57.421968 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ed5f9578-8f7c-4113-940c-aad3b8ddc629 req-aaaa5f5f-496b-4a35-98d2-bdf93f5fad64 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bff681ef-bf2b-47ea-93c4-89f6635be266 HTTP/1.1" status: 200 len: 897 time: 0.4563768 Jun 21 15:45:57.446495 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0060fca-ec7b-49fe-91d4-44f97f8556b0 req-bd5fc884-b6ca-4f78-ac2a-17191ad9b997 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:45:57.447965 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f0060fca-ec7b-49fe-91d4-44f97f8556b0 req-bd5fc884-b6ca-4f78-ac2a-17191ad9b997 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=490beca7-d3d7-4626-9894-1cf4f680e198 HTTP/1.1" status: 200 len: 943 time: 0.1014359 Jun 21 15:45:57.481110 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ed5f9578-8f7c-4113-940c-aad3b8ddc629 req-f8452279-b759-43f0-8eba-bfcf37e88932 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=803cce03-0460-455a-ae5d-6c049a4f4e62 HTTP/1.1" status: 200 len: 217 time: 0.0504537 Jun 21 15:45:57.540027 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f0060fca-ec7b-49fe-91d4-44f97f8556b0 req-2d44c781-dc4d-4031-9d3e-3c5a59ae78cc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa03c8d1-68ab-455b-8e3e-d870f308f494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619709 Jun 21 15:45:57.550771 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f9578-8f7c-4113-940c-aad3b8ddc629 req-0042c49e-f059-49e5-a01d-dac22a8dedaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:45:57.552160 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ed5f9578-8f7c-4113-940c-aad3b8ddc629 req-0042c49e-f059-49e5-a01d-dac22a8dedaa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c4120421-8927-4bd9-9531-d56e8654c382 HTTP/1.1" status: 200 len: 834 time: 0.0588257 Jun 21 15:45:57.611137 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f9578-8f7c-4113-940c-aad3b8ddc629 req-99ae4f43-b50b-46e3-b0a4-807640d51407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:45:57.612593 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ed5f9578-8f7c-4113-940c-aad3b8ddc629 req-99ae4f43-b50b-46e3-b0a4-807640d51407 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bff681ef-bf2b-47ea-93c4-89f6635be266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0534127 Jun 21 15:45:57.716737 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ed5f9578-8f7c-4113-940c-aad3b8ddc629 req-69d974d1-5009-422d-9be4-2b25c6013ce5 service neutron] 10.222.0.66 "GET /v2.0/networks/bff681ef-bf2b-47ea-93c4-89f6635be266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953853 Jun 21 15:45:57.810725 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ed5f9578-8f7c-4113-940c-aad3b8ddc629 req-c28850ba-af2a-4832-9579-4bba71e6b3e9 service neutron] 10.222.0.66 "GET /v2.0/networks/bff681ef-bf2b-47ea-93c4-89f6635be266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860541 Jun 21 15:45:58.738704 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf3d84-28ea-4532-81f1-81ca393d2ca2 req-7ad60fdf-60e7-45da-87e2-d1dcb88660d1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:45:58.740058 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-07bf3d84-28ea-4532-81f1-81ca393d2ca2 req-7ad60fdf-60e7-45da-87e2-d1dcb88660d1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=490beca7-d3d7-4626-9894-1cf4f680e198 HTTP/1.1" status: 200 len: 943 time: 0.0806329 Jun 21 15:45:58.781846 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-07bf3d84-28ea-4532-81f1-81ca393d2ca2 req-be005830-d4fb-4837-8cce-bc2a288ef32a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa03c8d1-68ab-455b-8e3e-d870f308f494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333798 Jun 21 15:45:59.985467 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb58424-6901-4de6-939e-54a481007a40 req-58a5376e-9c80-4dcc-b326-710e248461a3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:45:59.986826 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-adb58424-6901-4de6-939e-54a481007a40 req-58a5376e-9c80-4dcc-b326-710e248461a3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=490beca7-d3d7-4626-9894-1cf4f680e198 HTTP/1.1" status: 200 len: 943 time: 0.0701411 Jun 21 15:46:00.035545 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-adb58424-6901-4de6-939e-54a481007a40 req-586e5097-0df5-464e-84f6-d42abc47a4d3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa03c8d1-68ab-455b-8e3e-d870f308f494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428224 Jun 21 15:46:01.211820 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3019682-78f5-4a44-809b-9fb84eec7797 req-b76b042a-d7b7-4dfc-b3a7-158f4f2047a8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:46:01.213282 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f3019682-78f5-4a44-809b-9fb84eec7797 req-b76b042a-d7b7-4dfc-b3a7-158f4f2047a8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=490beca7-d3d7-4626-9894-1cf4f680e198 HTTP/1.1" status: 200 len: 943 time: 0.0668869 Jun 21 15:46:01.256144 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f3019682-78f5-4a44-809b-9fb84eec7797 req-9f5a69b2-c764-4da9-81c9-1974bec42eed tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa03c8d1-68ab-455b-8e3e-d870f308f494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349135 Jun 21 15:46:01.430468 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 803cce03-0460-455a-ae5d-6c049a4f4e62 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:46:01.536874 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 803cce03-0460-455a-ae5d-6c049a4f4e62, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=803cce03-0460-455a-ae5d-6c049a4f4e62,segment=NetworkSegment(e34892a0-4b94-41f6-b153-57d5dabb0aa5),segment_id=e34892a0-4b94-41f6-b153-57d5dabb0aa5)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:46:01.548803 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '803cce03-0460-455a-ae5d-6c049a4f4e62', 'network_id': 'bff681ef-bf2b-47ea-93c4-89f6635be266', 'port_id': '803cce03-0460-455a-ae5d-6c049a4f4e62', 'mac_address': 'fa:16:3e:a2:95:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4120421-8927-4bd9-9531-d56e8654c382', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:46:01.587923 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:46:01.600545 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 803cce03-0460-455a-ae5d-6c049a4f4e62 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:46:01.619645 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 803cce03-0460-455a-ae5d-6c049a4f4e62, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=803cce03-0460-455a-ae5d-6c049a4f4e62,segment=NetworkSegment(e34892a0-4b94-41f6-b153-57d5dabb0aa5),segment_id=e34892a0-4b94-41f6-b153-57d5dabb0aa5)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:46:01.627510 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:46:01.629306 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:46:01.680937 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=803cce03-0460-455a-ae5d-6c049a4f4e62,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:46:01.684087 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:46:02.035828 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['803cce03-0460-455a-ae5d-6c049a4f4e62'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:46:02.473815 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56316d41-7f89-41b9-a36a-3bbe4d57ff5b req-63c92e23-7c25-42c4-9d6a-d6f5d0c05a2c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:46:02.475314 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-56316d41-7f89-41b9-a36a-3bbe4d57ff5b req-63c92e23-7c25-42c4-9d6a-d6f5d0c05a2c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=490beca7-d3d7-4626-9894-1cf4f680e198 HTTP/1.1" status: 200 len: 944 time: 0.0825610 Jun 21 15:46:02.523253 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-56316d41-7f89-41b9-a36a-3bbe4d57ff5b req-a7a48354-3ea2-4fdb-ae91-a22f0b923151 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa03c8d1-68ab-455b-8e3e-d870f308f494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420861 Jun 21 15:46:03.431132 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 803cce03-0460-455a-ae5d-6c049a4f4e62 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:46:03.492266 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port 803cce03-0460-455a-ae5d-6c049a4f4e62 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:46:03.496195 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 803cce03-0460-455a-ae5d-6c049a4f4e62 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:46:03.496573 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:46:03.575340 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:46:03.598042 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490beca7-d3d7-4626-9894-1cf4f680e198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803cce03-0460-455a-ae5d-6c049a4f4e62'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:46:03.600332 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1f13c5830ae162805011cccaab726e3c5232c27082f31e112d5581b61b1c76d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477be6f1-ee85-49a9-9556-78a30c3ead48" -d '{"events": [{"server_uuid": "490beca7-d3d7-4626-9894-1cf4f680e198", "name": "network-vif-plugged", "status": "completed", "tag": "803cce03-0460-455a-ae5d-6c049a4f4e62"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:46:03.613775 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 803cce03-0460-455a-ae5d-6c049a4f4e62, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=803cce03-0460-455a-ae5d-6c049a4f4e62,segment=NetworkSegment(e34892a0-4b94-41f6-b153-57d5dabb0aa5),segment_id=e34892a0-4b94-41f6-b153-57d5dabb0aa5)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:46:03.619146 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:46:03.621228 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-d487a78c-092b-4268-b8e3-854c6af79e51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:46:03.654809 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddd588e-562a-4888-b62c-d6fcf6012045 x-openstack-request-id: req-eddd588e-562a-4888-b62c-d6fcf6012045 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:46:03.655106 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "490beca7-d3d7-4626-9894-1cf4f680e198", "name": "network-vif-plugged", "status": "completed", "tag": "803cce03-0460-455a-ae5d-6c049a4f4e62", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:46:03.655364 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-eddd588e-562a-4888-b62c-d6fcf6012045 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:46:03.655756 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '490beca7-d3d7-4626-9894-1cf4f680e198', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '803cce03-0460-455a-ae5d-6c049a4f4e62', 'code': 200} Jun 21 15:46:03.674882 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=803cce03-0460-455a-ae5d-6c049a4f4e62,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:46:03.677907 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:46:03.702582 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f10543-0543-4fc2-bfb0-1cf1eca13873 req-642f1f38-5ad3-438e-9183-e7272e57be91 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:46:03.704050 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c6f10543-0543-4fc2-bfb0-1cf1eca13873 req-642f1f38-5ad3-438e-9183-e7272e57be91 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=490beca7-d3d7-4626-9894-1cf4f680e198 HTTP/1.1" status: 200 len: 945 time: 0.0689065 Jun 21 15:46:03.744181 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c6f10543-0543-4fc2-bfb0-1cf1eca13873 req-04c29eb1-7fb5-4be2-8efe-8da3d78bcc45 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa03c8d1-68ab-455b-8e3e-d870f308f494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341845 Jun 21 15:46:03.896677 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797ddc3-49bb-43bc-a5fa-c4ecd511df89 req-3cf17eee-c054-4c57-b0f2-6b1f3ff62e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:46:03.898206 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8797ddc3-49bb-43bc-a5fa-c4ecd511df89 req-3cf17eee-c054-4c57-b0f2-6b1f3ff62e10 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=490beca7-d3d7-4626-9894-1cf4f680e198 HTTP/1.1" status: 200 len: 1098 time: 0.0609999 Jun 21 15:46:03.934582 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8797ddc3-49bb-43bc-a5fa-c4ecd511df89 req-82e2600f-5730-4483-b990-ea94f18dd1d2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=fa03c8d1-68ab-455b-8e3e-d870f308f494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294886 Jun 21 15:46:04.926953 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a940ef04-d17b-4e84-b170-1de7b4ddd5a0 req-08e7a1f1-d634-4e2a-9f50-24ff731fdee6 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:46:04.928479 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a940ef04-d17b-4e84-b170-1de7b4ddd5a0 req-08e7a1f1-d634-4e2a-9f50-24ff731fdee6 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=490beca7-d3d7-4626-9894-1cf4f680e198 HTTP/1.1" status: 200 len: 945 time: 0.0698066 Jun 21 15:46:04.973053 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a940ef04-d17b-4e84-b170-1de7b4ddd5a0 req-be024a5c-f2de-4f00-8996-5ba8c891fc71 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa03c8d1-68ab-455b-8e3e-d870f308f494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385306 Jun 21 15:46:05.869776 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:46:06.164031 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff01bbf-18bd-4f1b-8ced-fd6488d2c9e5 req-dabbf40a-d2a8-4081-a5d6-7b686b08509c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:46:06.166160 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-eff01bbf-18bd-4f1b-8ced-fd6488d2c9e5 req-dabbf40a-d2a8-4081-a5d6-7b686b08509c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=490beca7-d3d7-4626-9894-1cf4f680e198 HTTP/1.1" status: 200 len: 945 time: 0.0774477 Jun 21 15:46:06.211021 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-eff01bbf-18bd-4f1b-8ced-fd6488d2c9e5 req-22b84b2e-bbd8-4d8e-8623-1578e259442a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa03c8d1-68ab-455b-8e3e-d870f308f494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397127 Jun 21 15:46:06.417721 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f730aa-2cb5-4d1f-b6ad-b2f77d5af0b7 req-9b4177ae-5442-4e79-b8c4-a52ef7f177a0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:46:06.419158 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-74f730aa-2cb5-4d1f-b6ad-b2f77d5af0b7 req-9b4177ae-5442-4e79-b8c4-a52ef7f177a0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=490beca7-d3d7-4626-9894-1cf4f680e198 HTTP/1.1" status: 200 len: 945 time: 0.0876224 Jun 21 15:46:06.457243 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-74f730aa-2cb5-4d1f-b6ad-b2f77d5af0b7 req-e22eeb75-fea2-481c-a36e-df2ecc93694a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa03c8d1-68ab-455b-8e3e-d870f308f494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320730 Jun 21 15:46:06.490708 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45800) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:46:06.544217 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bd5418-0423-47ab-8f14-58c3cc5a0045 tempest-TestNetworkAdvancedServerOps-1812796509 tempest-TestNetworkAdvancedServerOps-1812796509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:46:06.545716 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f6bd5418-0423-47ab-8f14-58c3cc5a0045 tempest-TestNetworkAdvancedServerOps-1812796509 tempest-TestNetworkAdvancedServerOps-1812796509-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=490beca7-d3d7-4626-9894-1cf4f680e198 HTTP/1.1" status: 200 len: 1093 time: 0.0540342 Jun 21 15:46:06.548639 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45802) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:46:06.553437 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-9e2d7914-ba25-4168-89e2-ea2797484031 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'port_id': '803cce03-0460-455a-ae5d-6c049a4f4e62', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:46:06.578661 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9e2d7914-ba25-4168-89e2-ea2797484031 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for floatingip, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:46:06.699031 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9e2d7914-ba25-4168-89e2-ea2797484031 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:46:06.803800 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-9e2d7914-ba25-4168-89e2-ea2797484031 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Allocated IP 172.26.3.108 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/658086df-617b-45f4-8da6-b9c431f022e9) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:46:06.914489 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9e2d7914-ba25-4168-89e2-ea2797484031 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:46:06.956059 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9e2d7914-ba25-4168-89e2-ea2797484031 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:46:06.958815 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8d3133e5-a5d7-42fa-9969-a8d103d957c4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:46:06.993258 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2d7914-ba25-4168-89e2-ea2797484031 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:46:06.996067 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-9e2d7914-ba25-4168-89e2-ea2797484031 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:46:07.002469 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2d7914-ba25-4168-89e2-ea2797484031 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:46:07.008061 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d7914-ba25-4168-89e2-ea2797484031 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Port': ['ID=658086df-617b-45f4-8da6-b9c431f022e9,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:46:07.026414 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9e2d7914-ba25-4168-89e2-ea2797484031 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:46:07.398613 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9e2d7914-ba25-4168-89e2-ea2797484031 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:46:07.490745 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9e2d7914-ba25-4168-89e2-ea2797484031 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:46:07.642112 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9e2d7914-ba25-4168-89e2-ea2797484031 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:46:07.650174 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9e2d7914-ba25-4168-89e2-ea2797484031 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:46:07.652197 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-838c9dbd-c7e6-4f8b-9b20-b4a8dfcc5d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:46:07.717921 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d7914-ba25-4168-89e2-ea2797484031 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event updated for resources: {'Port': ['ID=658086df-617b-45f4-8da6-b9c431f022e9,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:46:07.722563 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9e2d7914-ba25-4168-89e2-ea2797484031 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:46:07.734986 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9e2d7914-ba25-4168-89e2-ea2797484031 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:46:07.841609 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [None req-9e2d7914-ba25-4168-89e2-ea2797484031 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Floating IP 29aa94a8-b2a8-422f-90fa-599baa7a932a associated. External IP: 172.26.3.108, port: 803cce03-0460-455a-ae5d-6c049a4f4e62. Jun 21 15:46:08.092264 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2d7914-ba25-4168-89e2-ea2797484031 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Router 24029d36-1833-4f24-a364-be57bff82102 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:46:08.243403 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2d7914-ba25-4168-89e2-ea2797484031 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:46:08.254837 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba473b62-1c90-404f-b8d0-54ed8d9659f5 None None] Sync routers for ids ['24029d36-1833-4f24-a364-be57bff82102'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:46:08.267840 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba473b62-1c90-404f-b8d0-54ed8d9659f5 None None] Routers {'24029d36-1833-4f24-a364-be57bff82102'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:46:08.268100 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9e2d7914-ba25-4168-89e2-ea2797484031 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:46:08.273028 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-ba473b62-1c90-404f-b8d0-54ed8d9659f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:45:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['24029d36-1833-4f24-a364-be57bff82102'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:46:08.312636 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9e2d7914-ba25-4168-89e2-ea2797484031 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7625744 Jun 21 15:46:08.313330 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '490beca7-d3d7-4626-9894-1cf4f680e198', 'tag': '803cce03-0460-455a-ae5d-6c049a4f4e62'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:46:08.326692 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b74850b66142054ed16956934ecf4b70996d665a822d25c685f39487c2b1503" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa26533f-29b7-469c-8036-860a5e74f898" -d '{"events": [{"name": "network-changed", "server_uuid": "490beca7-d3d7-4626-9894-1cf4f680e198", "tag": "803cce03-0460-455a-ae5d-6c049a4f4e62"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:46:08.398473 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8262c4ba-d2b0-4104-ad9b-7eb4027f743b x-openstack-request-id: req-8262c4ba-d2b0-4104-ad9b-7eb4027f743b {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:46:08.398473 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "490beca7-d3d7-4626-9894-1cf4f680e198", "tag": "803cce03-0460-455a-ae5d-6c049a4f4e62", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:46:08.400780 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8262c4ba-d2b0-4104-ad9b-7eb4027f743b {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:46:08.400780 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '490beca7-d3d7-4626-9894-1cf4f680e198', 'tag': '803cce03-0460-455a-ae5d-6c049a4f4e62', 'status': 'completed', 'code': 200} Jun 21 15:46:08.424101 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-ba473b62-1c90-404f-b8d0-54ed8d9659f5 None None] Set router 24029d36-1833-4f24-a364-be57bff82102 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:46:08.539245 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26533f-29b7-469c-8036-860a5e74f898 req-c96f1643-657a-4d17-b4c0-b9d2f7648a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:46:08.540758 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aa26533f-29b7-469c-8036-860a5e74f898 req-c96f1643-657a-4d17-b4c0-b9d2f7648a30 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&device_id=490beca7-d3d7-4626-9894-1cf4f680e198 HTTP/1.1" status: 200 len: 1098 time: 0.1148794 Jun 21 15:46:08.564235 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b47f7-3c2e-48ab-89fe-fce49679793a req-748596da-92af-4947-9b59-5edf7e11081c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:46:08.566079 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a60b47f7-3c2e-48ab-89fe-fce49679793a req-748596da-92af-4947-9b59-5edf7e11081c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=490beca7-d3d7-4626-9894-1cf4f680e198 HTTP/1.1" status: 200 len: 945 time: 0.1068866 Jun 21 15:46:08.657640 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a60b47f7-3c2e-48ab-89fe-fce49679793a req-be7d8a09-e1c8-4f86-bd2d-2601ecb3dbfb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa03c8d1-68ab-455b-8e3e-d870f308f494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776448 Jun 21 15:46:08.686216 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45808) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:46:08.688419 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26533f-29b7-469c-8036-860a5e74f898 req-436e0f18-f8ba-4c81-92cf-b5d6ee6e832b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:46:08.690207 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aa26533f-29b7-469c-8036-860a5e74f898 req-436e0f18-f8ba-4c81-92cf-b5d6ee6e832b service neutron] 10.222.0.66 "GET /v2.0/networks?id=bff681ef-bf2b-47ea-93c4-89f6635be266 HTTP/1.1" status: 200 len: 897 time: 0.1419098 Jun 21 15:46:08.708665 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-ba473b62-1c90-404f-b8d0-54ed8d9659f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24029d36-1833-4f24-a364-be57bff82102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796740963', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '651d579c-87b0-4029-8ce4-3d3115368472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:45:47Z', 'updated_at': '2021-06-21T15:45:51Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '651d579c-87b0-4029-8ce4-3d3115368472', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24029d36-1833-4f24-a364-be57bff82102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:45:47Z', 'updated_at': '2021-06-21T15:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '29aa94a8-b2a8-422f-90fa-599baa7a932a', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'floating_ip_address': '172.26.3.108', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '24029d36-1833-4f24-a364-be57bff82102', 'port_id': '803cce03-0460-455a-ae5d-6c049a4f4e62', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff681ef-bf2b-47ea-93c4-89f6635be266', 'mac_address': 'fa:16:3e:a2:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490beca7-d3d7-4626-9894-1cf4f680e198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:46:07Z', 'updated_at': '2021-06-21T15:46:07Z', 'revision_number': 0, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8b848a9-2fd6-4148-8ba1-c3b30c1fd472', 'name': '', 'network_id': 'bff681ef-bf2b-47ea-93c4-89f6635be266', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:6b:16:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24029d36-1833-4f24-a364-be57bff82102', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'c4120421-8927-4bd9-9531-d56e8654c382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:45:50Z', 'updated_at': '2021-06-21T15:45:55Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': 'c4120421-8927-4bd9-9531-d56e8654c382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:46:08.739482 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba473b62-1c90-404f-b8d0-54ed8d9659f5 None None] Checking router: 24029d36-1833-4f24-a364-be57bff82102 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:46:08.749414 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba473b62-1c90-404f-b8d0-54ed8d9659f5 None None] Routers {'24029d36-1833-4f24-a364-be57bff82102'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:46:08.750329 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-ba473b62-1c90-404f-b8d0-54ed8d9659f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:45:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['24029d36-1833-4f24-a364-be57bff82102'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:46:08.764577 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5c3a17b6-ed94-41a1-8df7-38dcb5cf0fc7 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/floatingips/29aa94a8-b2a8-422f-90fa-599baa7a932a HTTP/1.1" status: 200 len: 991 time: 0.0760436 Jun 21 15:46:08.764827 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aa26533f-29b7-469c-8036-860a5e74f898 req-b522e6b6-3e9f-4a2f-a22e-a2e68d44bf51 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=803cce03-0460-455a-ae5d-6c049a4f4e62 HTTP/1.1" status: 200 len: 999 time: 0.0674303 Jun 21 15:46:08.814056 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26533f-29b7-469c-8036-860a5e74f898 req-381f4968-666e-40b6-9db9-0ae694a70d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:46:08.815568 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aa26533f-29b7-469c-8036-860a5e74f898 req-381f4968-666e-40b6-9db9-0ae694a70d05 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c4120421-8927-4bd9-9531-d56e8654c382 HTTP/1.1" status: 200 len: 834 time: 0.0441949 Jun 21 15:46:08.855346 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-ba473b62-1c90-404f-b8d0-54ed8d9659f5 None None] Set router 24029d36-1833-4f24-a364-be57bff82102 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:46:08.877451 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26533f-29b7-469c-8036-860a5e74f898 req-66e0f511-060b-40a1-aab0-5b8fef196204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:46:08.879035 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aa26533f-29b7-469c-8036-860a5e74f898 req-66e0f511-060b-40a1-aab0-5b8fef196204 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bff681ef-bf2b-47ea-93c4-89f6635be266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0565205 Jun 21 15:46:08.983321 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aa26533f-29b7-469c-8036-860a5e74f898 req-c9b31616-af27-4c81-a9da-ec418535f404 service neutron] 10.222.0.66 "GET /v2.0/networks/bff681ef-bf2b-47ea-93c4-89f6635be266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971553 Jun 21 15:46:09.076509 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aa26533f-29b7-469c-8036-860a5e74f898 req-f8b54867-902c-4a98-8cb2-a7708c849877 service neutron] 10.222.0.66 "GET /v2.0/networks/bff681ef-bf2b-47ea-93c4-89f6635be266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860462 Jun 21 15:46:09.242026 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-ba473b62-1c90-404f-b8d0-54ed8d9659f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24029d36-1833-4f24-a364-be57bff82102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796740963', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '651d579c-87b0-4029-8ce4-3d3115368472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:45:47Z', 'updated_at': '2021-06-21T15:45:51Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '651d579c-87b0-4029-8ce4-3d3115368472', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24029d36-1833-4f24-a364-be57bff82102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:45:47Z', 'updated_at': '2021-06-21T15:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '29aa94a8-b2a8-422f-90fa-599baa7a932a', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'floating_ip_address': '172.26.3.108', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '24029d36-1833-4f24-a364-be57bff82102', 'port_id': '803cce03-0460-455a-ae5d-6c049a4f4e62', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff681ef-bf2b-47ea-93c4-89f6635be266', 'mac_address': 'fa:16:3e:a2:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490beca7-d3d7-4626-9894-1cf4f680e198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:46:07Z', 'updated_at': '2021-06-21T15:46:07Z', 'revision_number': 0, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8b848a9-2fd6-4148-8ba1-c3b30c1fd472', 'name': '', 'network_id': 'bff681ef-bf2b-47ea-93c4-89f6635be266', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:6b:16:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24029d36-1833-4f24-a364-be57bff82102', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'c4120421-8927-4bd9-9531-d56e8654c382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:45:50Z', 'updated_at': '2021-06-21T15:45:55Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': 'c4120421-8927-4bd9-9531-d56e8654c382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:46:09.272292 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba473b62-1c90-404f-b8d0-54ed8d9659f5 None None] The sync data for ids ['24029d36-1833-4f24-a364-be57bff82102'] in dv-neutron-797121-2-hyperv is: [{'id': '24029d36-1833-4f24-a364-be57bff82102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796740963', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '651d579c-87b0-4029-8ce4-3d3115368472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:45:47Z', 'updated_at': '2021-06-21T15:45:51Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '651d579c-87b0-4029-8ce4-3d3115368472', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24029d36-1833-4f24-a364-be57bff82102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:45:47Z', 'updated_at': '2021-06-21T15:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '29aa94a8-b2a8-422f-90fa-599baa7a932a', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'floating_ip_address': '172.26.3.108', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '24029d36-1833-4f24-a364-be57bff82102', 'port_id': '803cce03-0460-455a-ae5d-6c049a4f4e62', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff681ef-bf2b-47ea-93c4-89f6635be266', 'mac_address': 'fa:16:3e:a2:95:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '490beca7-d3d7-4626-9894-1cf4f680e198', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:46:07Z', 'updated_at': '2021-06-21T15:46:07Z', 'revision_number': 0, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8b848a9-2fd6-4148-8ba1-c3b30c1fd472', 'name': '', 'network_id': 'bff681ef-bf2b-47ea-93c4-89f6635be266', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:6b:16:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24029d36-1833-4f24-a364-be57bff82102', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'c4120421-8927-4bd9-9531-d56e8654c382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:45:50Z', 'updated_at': '2021-06-21T15:45:55Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': 'c4120421-8927-4bd9-9531-d56e8654c382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:46:09.467196 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d43089-fbb8-456d-88e9-add524046499 None None] New status for floating IP 29aa94a8-b2a8-422f-90fa-599baa7a932a: ACTIVE {{(pid=105227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:46:09.768192 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45810) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:46:09.835018 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-5968aacd-f6a8-436c-9938-be8cb12aea3c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/floatingips/29aa94a8-b2a8-422f-90fa-599baa7a932a HTTP/1.1" status: 200 len: 993 time: 0.0652795 Jun 21 15:46:11.138618 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:46:14.110774 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2c5dbc32-2cd7-40d1-86d0-5e19d2d01eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:46:16.658853 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a90bd125-fe2e-449c-9777-cc601c072445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:46:17.145157 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:46:18.308948 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:46:20.022666 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:46:35.880053 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:46:44.108218 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3118b65d-a375-4e3d-8929-0f79c017151b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:46:46.656039 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c57f1374-85dd-44d4-a77e-edcfa216d421 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:46:47.154838 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:46:48.141512 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:46:48.313532 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:46:50.030736 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:46:56.247587 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-22ada849-a885-40da-abcf-ca1010fd00d8 req-e58790b6-e28f-4fd0-bf47-bad540e527e0 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=490beca7-d3d7-4626-9894-1cf4f680e198&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0605297 Jun 21 15:46:56.363670 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ada849-a885-40da-abcf-ca1010fd00d8 req-72b9b455-ddc5-4d17-bd8b-4964f1ba55ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:46:56.365149 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-22ada849-a885-40da-abcf-ca1010fd00d8 req-72b9b455-ddc5-4d17-bd8b-4964f1ba55ba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&device_id=490beca7-d3d7-4626-9894-1cf4f680e198 HTTP/1.1" status: 200 len: 1098 time: 0.0594690 Jun 21 15:46:56.477436 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ada849-a885-40da-abcf-ca1010fd00d8 req-1d805a22-7c98-49c3-919c-2d6cdcedc37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:46:56.478941 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-22ada849-a885-40da-abcf-ca1010fd00d8 req-1d805a22-7c98-49c3-919c-2d6cdcedc37d service neutron] 10.222.0.66 "GET /v2.0/networks?id=bff681ef-bf2b-47ea-93c4-89f6635be266 HTTP/1.1" status: 200 len: 897 time: 0.0903106 Jun 21 15:46:56.552913 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-22ada849-a885-40da-abcf-ca1010fd00d8 req-b30fbe77-d5e6-4caa-b0a6-fb372841a2a9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=803cce03-0460-455a-ae5d-6c049a4f4e62 HTTP/1.1" status: 200 len: 1001 time: 0.0657578 Jun 21 15:46:56.606004 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ada849-a885-40da-abcf-ca1010fd00d8 req-02ed1e20-8aeb-42d5-a3df-7a75b0616b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:46:56.607413 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-22ada849-a885-40da-abcf-ca1010fd00d8 req-02ed1e20-8aeb-42d5-a3df-7a75b0616b3f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c4120421-8927-4bd9-9531-d56e8654c382 HTTP/1.1" status: 200 len: 834 time: 0.0471208 Jun 21 15:46:56.672434 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ada849-a885-40da-abcf-ca1010fd00d8 req-5687e09c-bb81-4ce1-89a8-d480543aab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:46:56.673945 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-22ada849-a885-40da-abcf-ca1010fd00d8 req-5687e09c-bb81-4ce1-89a8-d480543aab71 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bff681ef-bf2b-47ea-93c4-89f6635be266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0596271 Jun 21 15:46:56.773413 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-22ada849-a885-40da-abcf-ca1010fd00d8 req-743f97af-4286-4283-ae91-b999c2ea30bf service neutron] 10.222.0.66 "GET /v2.0/networks/bff681ef-bf2b-47ea-93c4-89f6635be266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919974 Jun 21 15:46:56.871228 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-22ada849-a885-40da-abcf-ca1010fd00d8 req-171f6a61-bad0-4437-aeac-4c56f15816eb service neutron] 10.222.0.66 "GET /v2.0/networks/bff681ef-bf2b-47ea-93c4-89f6635be266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896432 Jun 21 15:47:05.877506 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:14.104534 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1adf552c-feee-4f8b-a5ed-4dbccf6fcc56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:16.655484 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-613d9601-34d0-41ae-8aeb-1575c7cab88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:17.150090 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:18.324982 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:20.027376 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:25.140457 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:47:25.427579 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb4e88-9c37-41d5-96b2-3b1bdb4d7f60 req-00a28252-bd8c-48dc-8384-cfae70814a6c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:47:25.429035 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-25fb4e88-9c37-41d5-96b2-3b1bdb4d7f60 req-00a28252-bd8c-48dc-8384-cfae70814a6c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=490beca7-d3d7-4626-9894-1cf4f680e198 HTTP/1.1" status: 200 len: 945 time: 0.1230841 Jun 21 15:47:25.474492 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-25fb4e88-9c37-41d5-96b2-3b1bdb4d7f60 req-de62d7ce-e41f-4125-b442-03a9fbf53e98 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa03c8d1-68ab-455b-8e3e-d870f308f494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394466 Jun 21 15:47:27.131175 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4028d23-1d7d-4005-9f46-582b1bf53d11 req-52934fad-30a1-44cd-96ed-e6bb9b6eadd8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:47:27.132668 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f4028d23-1d7d-4005-9f46-582b1bf53d11 req-52934fad-30a1-44cd-96ed-e6bb9b6eadd8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=490beca7-d3d7-4626-9894-1cf4f680e198 HTTP/1.1" status: 200 len: 945 time: 0.4599111 Jun 21 15:47:27.175271 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f4028d23-1d7d-4005-9f46-582b1bf53d11 req-6cf0b519-a5ec-4729-84e8-877673a29bde tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa03c8d1-68ab-455b-8e3e-d870f308f494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343750 Jun 21 15:47:28.370859 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d79ea-d5ea-41c4-adf1-227a6c2146c5 req-b74e729f-c4df-4e6d-bf97-53a335bf738a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:47:28.372590 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c07d79ea-d5ea-41c4-adf1-227a6c2146c5 req-b74e729f-c4df-4e6d-bf97-53a335bf738a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=490beca7-d3d7-4626-9894-1cf4f680e198 HTTP/1.1" status: 200 len: 945 time: 0.0736196 Jun 21 15:47:28.414082 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c07d79ea-d5ea-41c4-adf1-227a6c2146c5 req-24962736-1fb3-4386-aee2-90c19d97b9e7 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa03c8d1-68ab-455b-8e3e-d870f308f494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346422 Jun 21 15:47:28.440603 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45862) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:47:28.527859 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-908ce119-4c34-4ab2-80ea-f6e7d03be151 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/floatingips/29aa94a8-b2a8-422f-90fa-599baa7a932a HTTP/1.1" status: 200 len: 993 time: 0.0856802 Jun 21 15:47:30.006951 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff3679-99cc-41a1-88bc-f86eda41ecc7 req-54ec358d-d654-4412-8360-8a674d7a99a4 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:47:30.008453 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-34ff3679-99cc-41a1-88bc-f86eda41ecc7 req-54ec358d-d654-4412-8360-8a674d7a99a4 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=490beca7-d3d7-4626-9894-1cf4f680e198 HTTP/1.1" status: 200 len: 945 time: 0.0703983 Jun 21 15:47:30.076255 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-34ff3679-99cc-41a1-88bc-f86eda41ecc7 req-40d2cd17-3033-4603-ad55-490eb4d2e2dc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa03c8d1-68ab-455b-8e3e-d870f308f494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589440 Jun 21 15:47:30.094772 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ace305-8795-4fa3-ad94-be00270c6997 req-b1101078-edcd-4547-9469-5680528c3e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:47:30.094772 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b8ace305-8795-4fa3-ad94-be00270c6997 req-b1101078-edcd-4547-9469-5680528c3e91 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&device_id=490beca7-d3d7-4626-9894-1cf4f680e198 HTTP/1.1" status: 200 len: 1098 time: 0.1268723 Jun 21 15:47:30.185328 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ace305-8795-4fa3-ad94-be00270c6997 req-bd9874ee-d147-4977-9245-531674120b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:47:30.186699 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b8ace305-8795-4fa3-ad94-be00270c6997 req-bd9874ee-d147-4977-9245-531674120b4b service neutron] 10.222.0.66 "GET /v2.0/networks?id=bff681ef-bf2b-47ea-93c4-89f6635be266 HTTP/1.1" status: 200 len: 897 time: 0.0855346 Jun 21 15:47:30.258777 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b8ace305-8795-4fa3-ad94-be00270c6997 req-a992e8f0-1b04-4521-9a52-5286477ef797 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=803cce03-0460-455a-ae5d-6c049a4f4e62 HTTP/1.1" status: 200 len: 1001 time: 0.0647075 Jun 21 15:47:30.322993 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ace305-8795-4fa3-ad94-be00270c6997 req-4b230d3f-660a-40fa-9999-767fd2277e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:47:30.324447 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b8ace305-8795-4fa3-ad94-be00270c6997 req-4b230d3f-660a-40fa-9999-767fd2277e5b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c4120421-8927-4bd9-9531-d56e8654c382 HTTP/1.1" status: 200 len: 834 time: 0.0575643 Jun 21 15:47:30.394786 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ace305-8795-4fa3-ad94-be00270c6997 req-ae6f1e08-fbde-4ed6-aeb6-2b84f167c3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:47:30.396276 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b8ace305-8795-4fa3-ad94-be00270c6997 req-ae6f1e08-fbde-4ed6-aeb6-2b84f167c3d1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bff681ef-bf2b-47ea-93c4-89f6635be266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0646930 Jun 21 15:47:30.490094 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b8ace305-8795-4fa3-ad94-be00270c6997 req-1b8c851c-cb0f-4e0a-9c7e-2cd57d0b9e03 service neutron] 10.222.0.66 "GET /v2.0/networks/bff681ef-bf2b-47ea-93c4-89f6635be266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864418 Jun 21 15:47:30.583056 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b8ace305-8795-4fa3-ad94-be00270c6997 req-a83537de-72c0-4ada-9445-bb7beba29577 service neutron] 10.222.0.66 "GET /v2.0/networks/bff681ef-bf2b-47ea-93c4-89f6635be266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860248 Jun 21 15:47:31.266360 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4bca77-795a-4de0-bf0c-f641f9bf51d9 req-6f027e24-5b52-48c7-ab15-dee4ad1a09a3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:47:31.268013 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5c4bca77-795a-4de0-bf0c-f641f9bf51d9 req-6f027e24-5b52-48c7-ab15-dee4ad1a09a3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=490beca7-d3d7-4626-9894-1cf4f680e198 HTTP/1.1" status: 200 len: 945 time: 0.0711868 Jun 21 15:47:31.314734 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5c4bca77-795a-4de0-bf0c-f641f9bf51d9 req-e811ec95-9fc7-494e-8b42-efc255d32b72 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa03c8d1-68ab-455b-8e3e-d870f308f494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409119 Jun 21 15:47:32.509238 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1a22f-146f-49d6-becf-bc61e84be916 req-6a86259f-b81f-4108-a3b9-224fa7a9172d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:47:32.510768 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b8c1a22f-146f-49d6-becf-bc61e84be916 req-6a86259f-b81f-4108-a3b9-224fa7a9172d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=490beca7-d3d7-4626-9894-1cf4f680e198 HTTP/1.1" status: 200 len: 945 time: 0.0736759 Jun 21 15:47:32.552955 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b8c1a22f-146f-49d6-becf-bc61e84be916 req-8e7e1dcd-feb7-4369-ad0a-2414b7ccc8cb tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa03c8d1-68ab-455b-8e3e-d870f308f494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339680 Jun 21 15:47:32.588185 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45876) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:47:32.661305 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-64d482eb-4585-43a6-a4b6-757f155b683e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/floatingips/29aa94a8-b2a8-422f-90fa-599baa7a932a HTTP/1.1" status: 200 len: 993 time: 0.0717454 Jun 21 15:47:32.960412 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45882) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:47:33.127513 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-9b56edbe-32b8-4a51-844a-b4f750f5c05a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Deleting port 658086df-617b-45f4-8da6-b9c431f022e9 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:47:33.127858 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b56edbe-32b8-4a51-844a-b4f750f5c05a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:33.212314 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b56edbe-32b8-4a51-844a-b4f750f5c05a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:33.212566 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b56edbe-32b8-4a51-844a-b4f750f5c05a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:33.280002 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-9b56edbe-32b8-4a51-844a-b4f750f5c05a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Calling delete_port for 658086df-617b-45f4-8da6-b9c431f022e9 owned by network:floatingip {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:47:33.439419 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b56edbe-32b8-4a51-844a-b4f750f5c05a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:33.442157 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9838b534-4c09-43dc-88ea-74eb1ea80700 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:33.474209 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56edbe-32b8-4a51-844a-b4f750f5c05a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event deleted for resources: {'Port': ['ID=658086df-617b-45f4-8da6-b9c431f022e9,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:33.504006 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56edbe-32b8-4a51-844a-b4f750f5c05a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:33.504388 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56edbe-32b8-4a51-844a-b4f750f5c05a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:33.504769 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56edbe-32b8-4a51-844a-b4f750f5c05a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:33.505143 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56edbe-32b8-4a51-844a-b4f750f5c05a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:33.505511 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56edbe-32b8-4a51-844a-b4f750f5c05a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:33.505904 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56edbe-32b8-4a51-844a-b4f750f5c05a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:33.506269 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56edbe-32b8-4a51-844a-b4f750f5c05a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:33.506608 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56edbe-32b8-4a51-844a-b4f750f5c05a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:33.506977 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56edbe-32b8-4a51-844a-b4f750f5c05a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:33.507335 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56edbe-32b8-4a51-844a-b4f750f5c05a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:33.507702 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56edbe-32b8-4a51-844a-b4f750f5c05a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:33.508130 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b56edbe-32b8-4a51-844a-b4f750f5c05a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:33.512000 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9b56edbe-32b8-4a51-844a-b4f750f5c05a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:33.548435 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b56edbe-32b8-4a51-844a-b4f750f5c05a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for floatingip, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:33.549303 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [None req-9b56edbe-32b8-4a51-844a-b4f750f5c05a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Floating IP 29aa94a8-b2a8-422f-90fa-599baa7a932a disassociated (deleted). External IP: 172.26.3.108, port: 803cce03-0460-455a-ae5d-6c049a4f4e62. Jun 21 15:47:33.782636 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b56edbe-32b8-4a51-844a-b4f750f5c05a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Router 24029d36-1833-4f24-a364-be57bff82102 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:47:33.899268 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b56edbe-32b8-4a51-844a-b4f750f5c05a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:47:33.904027 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9b56edbe-32b8-4a51-844a-b4f750f5c05a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:33.914658 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f771c95-ebd1-43bc-bcf4-fa3159e0e2dd None None] Sync routers for ids ['24029d36-1833-4f24-a364-be57bff82102'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:47:33.925361 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f771c95-ebd1-43bc-bcf4-fa3159e0e2dd None None] Routers {'24029d36-1833-4f24-a364-be57bff82102'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:47:33.926108 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-8f771c95-ebd1-43bc-bcf4-fa3159e0e2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:47:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['24029d36-1833-4f24-a364-be57bff82102'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:47:33.942477 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9b56edbe-32b8-4a51-844a-b4f750f5c05a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "DELETE /v2.0/floatingips/29aa94a8-b2a8-422f-90fa-599baa7a932a HTTP/1.1" status: 204 len: 168 time: 0.9810236 Jun 21 15:47:33.943245 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '490beca7-d3d7-4626-9894-1cf4f680e198', 'tag': '803cce03-0460-455a-ae5d-6c049a4f4e62'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:47:34.022867 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da31f762a03131f518d543e90ae826537feda727de965adfd7a215608ae97d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9bae7f-72de-48ae-9d59-5a74bf33d698" -d '{"events": [{"name": "network-changed", "server_uuid": "490beca7-d3d7-4626-9894-1cf4f680e198", "tag": "803cce03-0460-455a-ae5d-6c049a4f4e62"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:47:34.031588 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-8f771c95-ebd1-43bc-bcf4-fa3159e0e2dd None None] Set router 24029d36-1833-4f24-a364-be57bff82102 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:47:34.111243 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22767426-a91a-4aae-8e87-b9bf576a57b7 x-openstack-request-id: req-22767426-a91a-4aae-8e87-b9bf576a57b7 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:47:34.111840 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "490beca7-d3d7-4626-9894-1cf4f680e198", "tag": "803cce03-0460-455a-ae5d-6c049a4f4e62", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:47:34.112470 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-22767426-a91a-4aae-8e87-b9bf576a57b7 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:47:34.113032 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '490beca7-d3d7-4626-9894-1cf4f680e198', 'tag': '803cce03-0460-455a-ae5d-6c049a4f4e62', 'status': 'completed', 'code': 200} Jun 21 15:47:34.197443 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bae7f-72de-48ae-9d59-5a74bf33d698 req-d50fb891-c591-4d89-abc5-9114a729bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:47:34.198971 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0d9bae7f-72de-48ae-9d59-5a74bf33d698 req-d50fb891-c591-4d89-abc5-9114a729bb85 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=0051d95f936f45a5bdf7530c097504c5&device_id=490beca7-d3d7-4626-9894-1cf4f680e198 HTTP/1.1" status: 200 len: 1098 time: 0.0635242 Jun 21 15:47:34.254812 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-8f771c95-ebd1-43bc-bcf4-fa3159e0e2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24029d36-1833-4f24-a364-be57bff82102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796740963', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '651d579c-87b0-4029-8ce4-3d3115368472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:45:47Z', 'updated_at': '2021-06-21T15:45:51Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '651d579c-87b0-4029-8ce4-3d3115368472', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24029d36-1833-4f24-a364-be57bff82102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:45:47Z', 'updated_at': '2021-06-21T15:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'd8b848a9-2fd6-4148-8ba1-c3b30c1fd472', 'name': '', 'network_id': 'bff681ef-bf2b-47ea-93c4-89f6635be266', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:6b:16:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24029d36-1833-4f24-a364-be57bff82102', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'c4120421-8927-4bd9-9531-d56e8654c382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:45:50Z', 'updated_at': '2021-06-21T15:45:55Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': 'c4120421-8927-4bd9-9531-d56e8654c382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:47:34.281504 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f771c95-ebd1-43bc-bcf4-fa3159e0e2dd None None] Checking router: 24029d36-1833-4f24-a364-be57bff82102 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:47:34.290463 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f771c95-ebd1-43bc-bcf4-fa3159e0e2dd None None] Routers {'24029d36-1833-4f24-a364-be57bff82102'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:47:34.291012 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-8f771c95-ebd1-43bc-bcf4-fa3159e0e2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:47:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['24029d36-1833-4f24-a364-be57bff82102'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:47:34.330433 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bae7f-72de-48ae-9d59-5a74bf33d698 req-e9b71d52-ae1e-4433-ade3-618be7789d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:47:34.331911 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0d9bae7f-72de-48ae-9d59-5a74bf33d698 req-e9b71d52-ae1e-4433-ade3-618be7789d59 service neutron] 10.222.0.66 "GET /v2.0/networks?id=bff681ef-bf2b-47ea-93c4-89f6635be266 HTTP/1.1" status: 200 len: 897 time: 0.1241484 Jun 21 15:47:34.382518 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0d9bae7f-72de-48ae-9d59-5a74bf33d698 req-33b6d530-7cc4-42ff-ad9e-05174d6cd9e4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=803cce03-0460-455a-ae5d-6c049a4f4e62 HTTP/1.1" status: 200 len: 217 time: 0.0435252 Jun 21 15:47:34.390050 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911c992-35db-41d5-b2d9-85f0dd1f0afa req-b275fa6c-1324-4a97-b6d8-4fa90befdbfd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:47:34.391477 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e911c992-35db-41d5-b2d9-85f0dd1f0afa req-b275fa6c-1324-4a97-b6d8-4fa90befdbfd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=490beca7-d3d7-4626-9894-1cf4f680e198 HTTP/1.1" status: 200 len: 945 time: 0.1296089 Jun 21 15:47:34.399493 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-8f771c95-ebd1-43bc-bcf4-fa3159e0e2dd None None] Set router 24029d36-1833-4f24-a364-be57bff82102 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:47:34.457268 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bae7f-72de-48ae-9d59-5a74bf33d698 req-1a0d0b2e-94aa-4969-bd90-2b541a97d2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:47:34.458759 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0d9bae7f-72de-48ae-9d59-5a74bf33d698 req-1a0d0b2e-94aa-4969-bd90-2b541a97d2a5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c4120421-8927-4bd9-9531-d56e8654c382 HTTP/1.1" status: 200 len: 834 time: 0.0663881 Jun 21 15:47:34.465179 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e911c992-35db-41d5-b2d9-85f0dd1f0afa req-eefdc6bc-6ab5-4be1-907a-f3babe44365e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa03c8d1-68ab-455b-8e3e-d870f308f494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653455 Jun 21 15:47:34.520423 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bae7f-72de-48ae-9d59-5a74bf33d698 req-673b007d-467d-4d9e-832d-20eb7203315f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:47:34.521938 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0d9bae7f-72de-48ae-9d59-5a74bf33d698 req-673b007d-467d-4d9e-832d-20eb7203315f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=bff681ef-bf2b-47ea-93c4-89f6635be266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0559030 Jun 21 15:47:34.601065 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-8f771c95-ebd1-43bc-bcf4-fa3159e0e2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24029d36-1833-4f24-a364-be57bff82102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796740963', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '651d579c-87b0-4029-8ce4-3d3115368472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:45:47Z', 'updated_at': '2021-06-21T15:45:51Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '651d579c-87b0-4029-8ce4-3d3115368472', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24029d36-1833-4f24-a364-be57bff82102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:45:47Z', 'updated_at': '2021-06-21T15:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'd8b848a9-2fd6-4148-8ba1-c3b30c1fd472', 'name': '', 'network_id': 'bff681ef-bf2b-47ea-93c4-89f6635be266', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:6b:16:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24029d36-1833-4f24-a364-be57bff82102', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'c4120421-8927-4bd9-9531-d56e8654c382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:45:50Z', 'updated_at': '2021-06-21T15:45:55Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': 'c4120421-8927-4bd9-9531-d56e8654c382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:47:34.616743 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0d9bae7f-72de-48ae-9d59-5a74bf33d698 req-6b0bfdaa-509f-4b75-b5ff-0a5da8025105 service neutron] 10.222.0.66 "GET /v2.0/networks/bff681ef-bf2b-47ea-93c4-89f6635be266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874617 Jun 21 15:47:34.632382 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f771c95-ebd1-43bc-bcf4-fa3159e0e2dd None None] The sync data for ids ['24029d36-1833-4f24-a364-be57bff82102'] in dv-neutron-797121-2-hyperv is: [{'id': '24029d36-1833-4f24-a364-be57bff82102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796740963', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '651d579c-87b0-4029-8ce4-3d3115368472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:45:47Z', 'updated_at': '2021-06-21T15:45:51Z', 'revision_number': 4, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '651d579c-87b0-4029-8ce4-3d3115368472', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24029d36-1833-4f24-a364-be57bff82102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:45:47Z', 'updated_at': '2021-06-21T15:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'd8b848a9-2fd6-4148-8ba1-c3b30c1fd472', 'name': '', 'network_id': 'bff681ef-bf2b-47ea-93c4-89f6635be266', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'mac_address': 'fa:16:3e:6b:16:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24029d36-1833-4f24-a364-be57bff82102', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'c4120421-8927-4bd9-9531-d56e8654c382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:45:50Z', 'updated_at': '2021-06-21T15:45:55Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'subnets': [{'id': 'c4120421-8927-4bd9-9531-d56e8654c382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:47:34.714131 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0d9bae7f-72de-48ae-9d59-5a74bf33d698 req-6b3f48d6-bb14-47ca-a537-8c5a066420b5 service neutron] 10.222.0.66 "GET /v2.0/networks/bff681ef-bf2b-47ea-93c4-89f6635be266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898888 Jun 21 15:47:34.856919 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f3e34c-95f5-4e45-9fce-76cfc40fda7b None None] New status for floating IP 29aa94a8-b2a8-422f-90fa-599baa7a932a: DOWN {{(pid=105227) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:47:35.665508 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd7a23-256f-41a4-a263-a04dd537ffae req-e295de5e-340a-4695-ae1b-fd18a050e26a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:47:35.667090 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-27cd7a23-256f-41a4-a263-a04dd537ffae req-e295de5e-340a-4695-ae1b-fd18a050e26a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=490beca7-d3d7-4626-9894-1cf4f680e198 HTTP/1.1" status: 200 len: 945 time: 0.0847752 Jun 21 15:47:35.708612 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-27cd7a23-256f-41a4-a263-a04dd537ffae req-3b186c11-6c81-4908-819a-4675c0dc3f93 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa03c8d1-68ab-455b-8e3e-d870f308f494&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354960 Jun 21 15:47:35.863643 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:36.167143 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36d8f07-079c-4b3b-b2c0-59be6cc87ebb req-52c97fad-b3ca-4c3e-a825-93e16e15f451 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:47:36.168649 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a36d8f07-079c-4b3b-b2c0-59be6cc87ebb req-52c97fad-b3ca-4c3e-a825-93e16e15f451 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.66 "GET /v2.0/ports?device_id=490beca7-d3d7-4626-9894-1cf4f680e198 HTTP/1.1" status: 200 len: 945 time: 0.0718288 Jun 21 15:47:36.288096 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-a36d8f07-079c-4b3b-b2c0-59be6cc87ebb req-a29c52d4-e45a-4414-b04a-94a9faee0cf0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Deleting port 803cce03-0460-455a-ae5d-6c049a4f4e62 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:47:36.288476 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-a36d8f07-079c-4b3b-b2c0-59be6cc87ebb req-a29c52d4-e45a-4414-b04a-94a9faee0cf0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:36.388402 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-a36d8f07-079c-4b3b-b2c0-59be6cc87ebb req-a29c52d4-e45a-4414-b04a-94a9faee0cf0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] For port 803cce03-0460-455a-ae5d-6c049a4f4e62, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=803cce03-0460-455a-ae5d-6c049a4f4e62,segment=NetworkSegment(e34892a0-4b94-41f6-b153-57d5dabb0aa5),segment_id=e34892a0-4b94-41f6-b153-57d5dabb0aa5)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:47:36.388938 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-a36d8f07-079c-4b3b-b2c0-59be6cc87ebb req-a29c52d4-e45a-4414-b04a-94a9faee0cf0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:36.457878 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-a36d8f07-079c-4b3b-b2c0-59be6cc87ebb req-a29c52d4-e45a-4414-b04a-94a9faee0cf0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Calling delete_port for 803cce03-0460-455a-ae5d-6c049a4f4e62 owned by compute:nova {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:47:36.593248 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-a36d8f07-079c-4b3b-b2c0-59be6cc87ebb req-a29c52d4-e45a-4414-b04a-94a9faee0cf0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:36.597678 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4e3d5aa9-6aba-4f8c-930e-319ef6bbc3e3 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:36.622999 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c52d4-e45a-4414-b04a-94a9faee0cf0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event deleted for resources: {'Port': ['ID=803cce03-0460-455a-ae5d-6c049a4f4e62,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:36.626017 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a29c52d4-e45a-4414-b04a-94a9faee0cf0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:36.670360 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36d8f07-079c-4b3b-b2c0-59be6cc87ebb req-a29c52d4-e45a-4414-b04a-94a9faee0cf0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] No DVR routers for this DVR port 803cce03-0460-455a-ae5d-6c049a4f4e62 on host hv-neutron-7971 {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:47:36.673092 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-a36d8f07-079c-4b3b-b2c0-59be6cc87ebb req-a29c52d4-e45a-4414-b04a-94a9faee0cf0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:36.675153 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a36d8f07-079c-4b3b-b2c0-59be6cc87ebb req-a29c52d4-e45a-4414-b04a-94a9faee0cf0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.66 "DELETE /v2.0/ports/803cce03-0460-455a-ae5d-6c049a4f4e62 HTTP/1.1" status: 204 len: 173 time: 0.5006030 Jun 21 15:47:36.675755 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '490beca7-d3d7-4626-9894-1cf4f680e198', 'name': 'network-vif-deleted', 'tag': '803cce03-0460-455a-ae5d-6c049a4f4e62'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:47:36.678143 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da31f762a03131f518d543e90ae826537feda727de965adfd7a215608ae97d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c816120b-d039-469c-ab9f-d40c4d85bbbd" -d '{"events": [{"server_uuid": "490beca7-d3d7-4626-9894-1cf4f680e198", "name": "network-vif-deleted", "tag": "803cce03-0460-455a-ae5d-6c049a4f4e62"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:47:36.714778 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121748ee-6064-4eb4-85ff-48aa246f08cb x-openstack-request-id: req-121748ee-6064-4eb4-85ff-48aa246f08cb {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:47:36.715129 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "490beca7-d3d7-4626-9894-1cf4f680e198", "name": "network-vif-deleted", "tag": "803cce03-0460-455a-ae5d-6c049a4f4e62", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:47:36.715452 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-121748ee-6064-4eb4-85ff-48aa246f08cb {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:47:36.715920 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '490beca7-d3d7-4626-9894-1cf4f680e198', 'name': 'network-vif-deleted', 'tag': '803cce03-0460-455a-ae5d-6c049a4f4e62', 'status': 'completed', 'code': 200} Jun 21 15:47:36.857614 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8df97ffa-9bc0-477c-a561-c1c924935bd7 req-f1155142-27fc-4a74-b8db-50fc343df30d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "GET /v2.0/ports?device_id=490beca7-d3d7-4626-9894-1cf4f680e198 HTTP/1.1" status: 200 len: 210 time: 0.0365386 Jun 21 15:47:37.959684 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45904) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:47:38.344014 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d85b0c90-8463-4b18-930d-6f021c952c34 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:38.630447 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-d85b0c90-8463-4b18-930d-6f021c952c34 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Deleting port d8b848a9-2fd6-4148-8ba1-c3b30c1fd472 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:47:38.630791 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d85b0c90-8463-4b18-930d-6f021c952c34 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:38.720961 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-d85b0c90-8463-4b18-930d-6f021c952c34 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] For port d8b848a9-2fd6-4148-8ba1-c3b30c1fd472, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=d8b848a9-2fd6-4148-8ba1-c3b30c1fd472,segment=NetworkSegment(e34892a0-4b94-41f6-b153-57d5dabb0aa5),segment_id=e34892a0-4b94-41f6-b153-57d5dabb0aa5)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:47:38.721330 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d85b0c90-8463-4b18-930d-6f021c952c34 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:38.784772 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-d85b0c90-8463-4b18-930d-6f021c952c34 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Calling delete_port for d8b848a9-2fd6-4148-8ba1-c3b30c1fd472 owned by network:router_interface {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:47:38.981295 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d85b0c90-8463-4b18-930d-6f021c952c34 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:38.983398 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2550e3bd-62a4-49e1-b0e8-30c3e22e4068 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:39.013823 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b0c90-8463-4b18-930d-6f021c952c34 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event deleted for resources: {'Port': ['ID=d8b848a9-2fd6-4148-8ba1-c3b30c1fd472,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:39.019114 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d85b0c90-8463-4b18-930d-6f021c952c34 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:39.188629 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d85b0c90-8463-4b18-930d-6f021c952c34 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:39.430401 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85b0c90-8463-4b18-930d-6f021c952c34 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Router 24029d36-1833-4f24-a364-be57bff82102 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:47:39.885577 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85b0c90-8463-4b18-930d-6f021c952c34 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:47:39.891482 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d85b0c90-8463-4b18-930d-6f021c952c34 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "PUT /v2.0/routers/24029d36-1833-4f24-a364-be57bff82102/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9307406 Jun 21 15:47:39.893880 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45906) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:47:39.894272 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 803cce03-0460-455a-ae5d-6c049a4f4e62 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:47:39.898776 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee56e19d-a94c-4230-ac9a-592353ded3a8 None None] Sync routers for ids ['24029d36-1833-4f24-a364-be57bff82102'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:47:39.919645 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: 803cce03-0460-455a-ae5d-6c049a4f4e62 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:47:39.919971 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 803cce03-0460-455a-ae5d-6c049a4f4e62 not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:47:39.927156 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee56e19d-a94c-4230-ac9a-592353ded3a8 None None] Routers {'24029d36-1833-4f24-a364-be57bff82102'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:47:39.927800 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-ee56e19d-a94c-4230-ac9a-592353ded3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:47:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['24029d36-1833-4f24-a364-be57bff82102'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:47:39.946043 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a88a168-cca9-42a8-a7b0-aff6f88b56b7 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Deleting subnet c4120421-8927-4bd9-9531-d56e8654c382 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 15:47:39.949212 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9a88a168-cca9-42a8-a7b0-aff6f88b56b7 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:39.988733 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9a88a168-cca9-42a8-a7b0-aff6f88b56b7 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:40.035752 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-ee56e19d-a94c-4230-ac9a-592353ded3a8 None None] Set router 24029d36-1833-4f24-a364-be57bff82102 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:47:40.077046 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9a88a168-cca9-42a8-a7b0-aff6f88b56b7 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:40.138425 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9a88a168-cca9-42a8-a7b0-aff6f88b56b7 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:40.141312 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5267a297-77a9-4467-820a-26735b41a151 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:40.168126 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a88a168-cca9-42a8-a7b0-aff6f88b56b7 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event deleted for resources: {'Subnet': ['ID=c4120421-8927-4bd9-9531-d56e8654c382,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:40.171998 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9a88a168-cca9-42a8-a7b0-aff6f88b56b7 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:40.173195 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9a88a168-cca9-42a8-a7b0-aff6f88b56b7 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:40.178293 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9a88a168-cca9-42a8-a7b0-aff6f88b56b7 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "DELETE /v2.0/subnets/c4120421-8927-4bd9-9531-d56e8654c382 HTTP/1.1" status: 204 len: 168 time: 0.2833745 Jun 21 15:47:40.178690 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45908) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:47:40.189252 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f16758-87d6-4011-94df-eefcc7890388 None None] Network bff681ef-bf2b-47ea-93c4-89f6635be266 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:47:40.297803 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bae0df21-14b8-45df-b599-89427ae4f003 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:40.309063 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-ee56e19d-a94c-4230-ac9a-592353ded3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24029d36-1833-4f24-a364-be57bff82102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796740963', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '651d579c-87b0-4029-8ce4-3d3115368472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:45:47Z', 'updated_at': '2021-06-21T15:47:38Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '651d579c-87b0-4029-8ce4-3d3115368472', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24029d36-1833-4f24-a364-be57bff82102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:45:47Z', 'updated_at': '2021-06-21T15:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:47:40.336147 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee56e19d-a94c-4230-ac9a-592353ded3a8 None None] Checking router: 24029d36-1833-4f24-a364-be57bff82102 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:47:40.349744 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee56e19d-a94c-4230-ac9a-592353ded3a8 None None] Routers {'24029d36-1833-4f24-a364-be57bff82102'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:47:40.350392 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-ee56e19d-a94c-4230-ac9a-592353ded3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:47:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['24029d36-1833-4f24-a364-be57bff82102'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:47:40.414546 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bae0df21-14b8-45df-b599-89427ae4f003 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:40.464063 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b671c5c-19d5-40c2-8115-23ff815dae70 None None] DHCP port deletion for bff681ef-bf2b-47ea-93c4-89f6635be266 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 15:47:40.473078 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-bae0df21-14b8-45df-b599-89427ae4f003 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Deleting port 651d579c-87b0-4029-8ce4-3d3115368472 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:47:40.473348 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-ee56e19d-a94c-4230-ac9a-592353ded3a8 None None] Set router 24029d36-1833-4f24-a364-be57bff82102 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:47:40.473459 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bae0df21-14b8-45df-b599-89427ae4f003 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:40.557800 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-bae0df21-14b8-45df-b599-89427ae4f003 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] For port 651d579c-87b0-4029-8ce4-3d3115368472, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=651d579c-87b0-4029-8ce4-3d3115368472,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:47:40.558170 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bae0df21-14b8-45df-b599-89427ae4f003 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:40.626502 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-bae0df21-14b8-45df-b599-89427ae4f003 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Calling delete_port for 651d579c-87b0-4029-8ce4-3d3115368472 owned by network:router_gateway {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:47:40.634004 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-8b671c5c-19d5-40c2-8115-23ff815dae70 None None] Deleting port 3539f4a4-e9d6-4264-a7e3-013109d77054 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:47:40.634386 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8b671c5c-19d5-40c2-8115-23ff815dae70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:40.718523 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-8b671c5c-19d5-40c2-8115-23ff815dae70 None None] For port 3539f4a4-e9d6-4264-a7e3-013109d77054, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=3539f4a4-e9d6-4264-a7e3-013109d77054,segment=NetworkSegment(e34892a0-4b94-41f6-b153-57d5dabb0aa5),segment_id=e34892a0-4b94-41f6-b153-57d5dabb0aa5)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:47:40.718789 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8b671c5c-19d5-40c2-8115-23ff815dae70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:40.782230 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-8b671c5c-19d5-40c2-8115-23ff815dae70 None None] Calling delete_port for 3539f4a4-e9d6-4264-a7e3-013109d77054 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:47:40.800218 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bae0df21-14b8-45df-b599-89427ae4f003 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:40.802356 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-ee56e19d-a94c-4230-ac9a-592353ded3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24029d36-1833-4f24-a364-be57bff82102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796740963', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '651d579c-87b0-4029-8ce4-3d3115368472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:45:47Z', 'updated_at': '2021-06-21T15:47:38Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '651d579c-87b0-4029-8ce4-3d3115368472', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24029d36-1833-4f24-a364-be57bff82102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:45:47Z', 'updated_at': '2021-06-21T15:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:47:40.802518 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c3421e5f-1f7a-4134-bdc0-a61dae69be4f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:40.832450 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae0df21-14b8-45df-b599-89427ae4f003 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event deleted for resources: {'Port': ['ID=651d579c-87b0-4029-8ce4-3d3115368472,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:40.860357 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae0df21-14b8-45df-b599-89427ae4f003 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:40.860759 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae0df21-14b8-45df-b599-89427ae4f003 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:40.861134 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae0df21-14b8-45df-b599-89427ae4f003 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:40.861509 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae0df21-14b8-45df-b599-89427ae4f003 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:40.862074 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae0df21-14b8-45df-b599-89427ae4f003 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:40.862471 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae0df21-14b8-45df-b599-89427ae4f003 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:40.862833 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae0df21-14b8-45df-b599-89427ae4f003 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:40.863198 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae0df21-14b8-45df-b599-89427ae4f003 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:40.863562 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae0df21-14b8-45df-b599-89427ae4f003 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:40.863924 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae0df21-14b8-45df-b599-89427ae4f003 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:40.864284 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae0df21-14b8-45df-b599-89427ae4f003 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:40.864640 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bae0df21-14b8-45df-b599-89427ae4f003 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:40.868778 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bae0df21-14b8-45df-b599-89427ae4f003 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:40.906543 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bae0df21-14b8-45df-b599-89427ae4f003 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:40.999450 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bae0df21-14b8-45df-b599-89427ae4f003 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:41.001756 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bae0df21-14b8-45df-b599-89427ae4f003 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:41.015458 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee56e19d-a94c-4230-ac9a-592353ded3a8 None None] The sync data for ids ['24029d36-1833-4f24-a364-be57bff82102'] in dv-neutron-797121-2-hyperv is: [{'id': '24029d36-1833-4f24-a364-be57bff82102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796740963', 'tenant_id': '0051d95f936f45a5bdf7530c097504c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49'}], 'enable_snat': True}, 'gw_port_id': '651d579c-87b0-4029-8ce4-3d3115368472', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:45:47Z', 'updated_at': '2021-06-21T15:47:38Z', 'revision_number': 5, 'project_id': '0051d95f936f45a5bdf7530c097504c5', 'gw_port': {'id': '651d579c-87b0-4029-8ce4-3d3115368472', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:6f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24029d36-1833-4f24-a364-be57bff82102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:45:47Z', 'updated_at': '2021-06-21T15:45:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:47:41.054107 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bae0df21-14b8-45df-b599-89427ae4f003 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:41.054646 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae0df21-14b8-45df-b599-89427ae4f003 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Fanout notify agent at l3_agent the message router_deleted on router 24029d36-1833-4f24-a364-be57bff82102 {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 15:47:41.058744 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8b671c5c-19d5-40c2-8115-23ff815dae70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:41.060820 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-98b875ab-dea5-46e4-9f96-ce08a3963e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:41.061633 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bae0df21-14b8-45df-b599-89427ae4f003 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:41.062744 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-bae0df21-14b8-45df-b599-89427ae4f003 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "DELETE /v2.0/routers/24029d36-1833-4f24-a364-be57bff82102 HTTP/1.1" status: 204 len: 168 time: 0.8829005 Jun 21 15:47:41.066483 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45912) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:47:41.083084 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b671c5c-19d5-40c2-8115-23ff815dae70 None None] Pushing event deleted for resources: {'Port': ['ID=3539f4a4-e9d6-4264-a7e3-013109d77054,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:41.092716 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b671c5c-19d5-40c2-8115-23ff815dae70 None None] No DVR routers for this DVR port 3539f4a4-e9d6-4264-a7e3-013109d77054 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:47:41.097344 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b671c5c-19d5-40c2-8115-23ff815dae70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:41.097667 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b671c5c-19d5-40c2-8115-23ff815dae70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:41.098093 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b671c5c-19d5-40c2-8115-23ff815dae70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:41.098447 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b671c5c-19d5-40c2-8115-23ff815dae70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:41.098765 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b671c5c-19d5-40c2-8115-23ff815dae70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:41.099090 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b671c5c-19d5-40c2-8115-23ff815dae70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:41.099414 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b671c5c-19d5-40c2-8115-23ff815dae70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:41.099756 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b671c5c-19d5-40c2-8115-23ff815dae70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:41.100131 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b671c5c-19d5-40c2-8115-23ff815dae70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:41.103802 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b671c5c-19d5-40c2-8115-23ff815dae70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:41.103802 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b671c5c-19d5-40c2-8115-23ff815dae70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:41.103802 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b671c5c-19d5-40c2-8115-23ff815dae70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:41.104783 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8b671c5c-19d5-40c2-8115-23ff815dae70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:41.159680 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-88f771e2-3094-4b8b-a4f3-6f262e2b43fd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:41.263699 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-88f771e2-3094-4b8b-a4f3-6f262e2b43fd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:41.275242 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-88f771e2-3094-4b8b-a4f3-6f262e2b43fd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff681ef-bf2b-47ea-93c4-89f6635be266']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:47:41.285515 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-88f771e2-3094-4b8b-a4f3-6f262e2b43fd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e34892a0-4b94-41f6-b153-57d5dabb0aa5') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:47:41.285811 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-88f771e2-3094-4b8b-a4f3-6f262e2b43fd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e34892a0-4b94-41f6-b153-57d5dabb0aa5') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:47:41.295020 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-88f771e2-3094-4b8b-a4f3-6f262e2b43fd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:41.309204 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-88f771e2-3094-4b8b-a4f3-6f262e2b43fd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:41.315467 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f771e2-3094-4b8b-a4f3-6f262e2b43fd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 15:47:41.315851 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-88f771e2-3094-4b8b-a4f3-6f262e2b43fd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:41.318809 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:47:41.318809 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:47:41.318809 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:47:41.318809 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:47:41.318809 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 15:47:41.318809 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 15:47:41.318809 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 15:47:41.318809 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 15:47:41.318809 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 15:47:41.318809 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 15:47:41.318809 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 15:47:41.318809 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 15:47:41.318809 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 15:47:41.318809 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 15:47:41.318809 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 15:47:41.318809 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 15:47:41.318809 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 15:47:41.318809 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 15:47:41.318809 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 15:47:41.318809 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 15:47:41.318809 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 15:47:41.318809 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 15:47:41.318809 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 15:47:41.318809 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 15:47:41.318809 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 15:47:41.318809 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 15:47:41.318809 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 15:47:41.318809 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 15:47:41.318809 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 15:47:41.318809 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 15:47:41.318809 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 15:47:41.318809 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 15:47:41.318809 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 15:47:41.318809 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 15:47:41.318809 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 15:47:41.318809 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 15:47:41.389586 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-88f771e2-3094-4b8b-a4f3-6f262e2b43fd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:41.394670 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-88f771e2-3094-4b8b-a4f3-6f262e2b43fd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:41.396755 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-88f771e2-3094-4b8b-a4f3-6f262e2b43fd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "DELETE /v2.0/networks/bff681ef-bf2b-47ea-93c4-89f6635be266 HTTP/1.1" status: 204 len: 168 time: 0.3291562 Jun 21 15:47:41.397593 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-68f53bbe-37f5-41fd-bc18-4b6acad4bc49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:41.400452 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45914) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:47:41.418501 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f771e2-3094-4b8b-a4f3-6f262e2b43fd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event deleted for resources: {'Network': ['ID=bff681ef-bf2b-47ea-93c4-89f6635be266,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:41.421055 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-88f771e2-3094-4b8b-a4f3-6f262e2b43fd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:41.475228 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0a5a77bd-d503-4424-8789-7a35b7485d58 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:41.483108 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3539f4a4-e9d6-4264-a7e3-013109d77054 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:47:41.508660 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 3539f4a4-e9d6-4264-a7e3-013109d77054 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:47:41.509005 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 3539f4a4-e9d6-4264-a7e3-013109d77054 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:47:41.509419 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device d8b848a9-2fd6-4148-8ba1-c3b30c1fd472 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:47:41.514916 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0a5a77bd-d503-4424-8789-7a35b7485d58 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:41.529355 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: d8b848a9-2fd6-4148-8ba1-c3b30c1fd472 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:47:41.529701 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device d8b848a9-2fd6-4148-8ba1-c3b30c1fd472 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:47:41.579442 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0a5a77bd-d503-4424-8789-7a35b7485d58 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:41.582222 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0a5a77bd-d503-4424-8789-7a35b7485d58 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:41.583383 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0a5a77bd-d503-4424-8789-7a35b7485d58 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] 10.222.0.72 "DELETE /v2.0/security-groups/fa03c8d1-68ab-455b-8e3e-d870f308f494 HTTP/1.1" status: 204 len: 168 time: 0.1819336 Jun 21 15:47:41.584174 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-42ff6da9-a2e4-4a84-a53f-a5f248acd53f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:41.593155 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5a77bd-d503-4424-8789-7a35b7485d58 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa03c8d1-68ab-455b-8e3e-d870f308f494,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:41.596262 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0a5a77bd-d503-4424-8789-7a35b7485d58 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:41.951516 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45922) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:47:42.112555 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-ad9eec03-d35e-4d73-b12f-eba98b9e741d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0051d95f936f45a5bdf7530c097504c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1594760 Jun 21 15:47:42.115133 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45926) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:47:42.164401 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-03ac2910-b77a-4bfa-9d21-ddb0d61002e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:42.184468 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-03ac2910-b77a-4bfa-9d21-ddb0d61002e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:42.233828 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-03ac2910-b77a-4bfa-9d21-ddb0d61002e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:42.237266 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-03ac2910-b77a-4bfa-9d21-ddb0d61002e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:42.238473 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-03ac2910-b77a-4bfa-9d21-ddb0d61002e5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e9155493-0c46-4d1e-ba4e-eb7e101099d3 HTTP/1.1" status: 204 len: 168 time: 0.1223896 Jun 21 15:47:42.239291 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c1e8eca2-fab1-41a3-97f7-85a904d0aa9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:42.247978 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac2910-b77a-4bfa-9d21-ddb0d61002e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9155493-0c46-4d1e-ba4e-eb7e101099d3,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:42.250491 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-03ac2910-b77a-4bfa-9d21-ddb0d61002e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:42.528331 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45932) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:47:42.545425 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-02bbf20d-d3da-46b7-872c-00b2633e34f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:42.641777 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-02bbf20d-d3da-46b7-872c-00b2633e34f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:42.647856 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-02bbf20d-d3da-46b7-872c-00b2633e34f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:42.650354 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b7910b6e-b4cf-4618-b485-b3ec435bb99b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:42.685603 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-02bbf20d-d3da-46b7-872c-00b2633e34f0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ba822e4c66a44e6d9bcdb6ce8dd631b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1561925 Jun 21 15:47:42.686657 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bbf20d-d3da-46b7-872c-00b2633e34f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd092e7-46c3-4c35-9d10-d18e004ef77a,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:42.688566 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45934) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:47:42.689840 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-02bbf20d-d3da-46b7-872c-00b2633e34f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:42.738785 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9abfb497-758f-4f05-b815-e90bb7e61bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:42.761262 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9abfb497-758f-4f05-b815-e90bb7e61bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:42.814416 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9abfb497-758f-4f05-b815-e90bb7e61bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:42.818652 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9abfb497-758f-4f05-b815-e90bb7e61bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:42.820096 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9abfb497-758f-4f05-b815-e90bb7e61bde admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/dfd092e7-46c3-4c35-9d10-d18e004ef77a HTTP/1.1" status: 204 len: 168 time: 0.1305304 Jun 21 15:47:42.820882 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-38ffc5f8-b687-4c18-95aa-a8d575fa32fc tempest-TestVolumeBootPattern-1227136844 tempest-TestVolumeBootPattern-1227136844-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:42.828442 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abfb497-758f-4f05-b815-e90bb7e61bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd092e7-46c3-4c35-9d10-d18e004ef77a,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:42.831021 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9abfb497-758f-4f05-b815-e90bb7e61bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:43.113464 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 651d579c-87b0-4029-8ce4-3d3115368472 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:47:43.134368 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 651d579c-87b0-4029-8ce4-3d3115368472 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:47:43.134722 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 651d579c-87b0-4029-8ce4-3d3115368472 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:47:43.577312 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45956) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:47:43.673299 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-454224dd-6ffd-49f9-b8e3-ccf4e526b830 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1164046865-network', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:47:43.699126 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-454224dd-6ffd-49f9-b8e3-ccf4e526b830 admin admin] Made reservation on behalf of 11702a80128c4c69befdd3889d71ce9f for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:47:43.702815 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-454224dd-6ffd-49f9-b8e3-ccf4e526b830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:43.717029 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-454224dd-6ffd-49f9-b8e3-ccf4e526b830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:43.807450 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-454224dd-6ffd-49f9-b8e3-ccf4e526b830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:43.812993 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-454224dd-6ffd-49f9-b8e3-ccf4e526b830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:43.816113 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3a2a04ab-83ed-49e8-8419-eb47e53b5b2b tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:43.837143 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-454224dd-6ffd-49f9-b8e3-ccf4e526b830 admin admin] vlan segment allocate from pool success with {'vlan_id': 428, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 15:47:43.846973 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454224dd-6ffd-49f9-b8e3-ccf4e526b830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd496d3-5862-4f30-aa8a-0850079a28d1,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:43.851206 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-454224dd-6ffd-49f9-b8e3-ccf4e526b830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:43.852288 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-454224dd-6ffd-49f9-b8e3-ccf4e526b830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:43.852648 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-454224dd-6ffd-49f9-b8e3-ccf4e526b830 admin admin] Added segment 96e65d62-205c-4810-aa3e-06b10c31ce38 of type vlan for network ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 Jun 21 15:47:43.895297 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-454224dd-6ffd-49f9-b8e3-ccf4e526b830 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:43.929106 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-454224dd-6ffd-49f9-b8e3-ccf4e526b830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:43.930162 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-454224dd-6ffd-49f9-b8e3-ccf4e526b830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:47:43.930723 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-454224dd-6ffd-49f9-b8e3-ccf4e526b830 admin admin] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:43.932839 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c08adfc4-cde8-4ea4-9b8c-81c040497f48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:43.981576 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-454224dd-6ffd-49f9-b8e3-ccf4e526b830 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4031317 Jun 21 15:47:43.984810 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45960) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:47:43.988636 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454224dd-6ffd-49f9-b8e3-ccf4e526b830 admin admin] Pushing event updated for resources: {'Network': ['ID=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:43.991113 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-45faf1ed-5f3a-42cf-8f79-fa7a94a440bc admin admin] Request body: {'subnet': {'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1164046865-subnet', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'ip_version': 4}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:47:43.991296 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-454224dd-6ffd-49f9-b8e3-ccf4e526b830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:43.998726 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 15:47:44.016336 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45faf1ed-5f3a-42cf-8f79-fa7a94a440bc admin admin] Made reservation on behalf of 11702a80128c4c69befdd3889d71ce9f for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:47:44.018815 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-45faf1ed-5f3a-42cf-8f79-fa7a94a440bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:44.095786 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-cd32dc17-1229-453f-8d65-e7e9acb9b9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:44.199080 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-45faf1ed-5f3a-42cf-8f79-fa7a94a440bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:44.201071 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-b0281f04-b8de-4ff4-b25c-9ee15243a466 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:44.253483 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45faf1ed-5f3a-42cf-8f79-fa7a94a440bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7b78035-69f3-4470-a688-b37562dccffb,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:44.257105 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-45faf1ed-5f3a-42cf-8f79-fa7a94a440bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:44.264038 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45faf1ed-5f3a-42cf-8f79-fa7a94a440bc admin admin] Checking segment: {'id': '96e65d62-205c-4810-aa3e-06b10c31ce38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:47:44.264419 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45faf1ed-5f3a-42cf-8f79-fa7a94a440bc admin admin] Network hostable DHCP agents. Network: ccf29606-07ed-4500-abcf-9c2bf7e1e5f2, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 15:47:44.284356 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45faf1ed-5f3a-42cf-8f79-fa7a94a440bc admin admin] Network ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 15:47:44.295447 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-45faf1ed-5f3a-42cf-8f79-fa7a94a440bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, ccf29606-07ed-4500-abcf-9c2bf7e1e5f2) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:47:44.299733 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45faf1ed-5f3a-42cf-8f79-fa7a94a440bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:47:44.300309 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-45faf1ed-5f3a-42cf-8f79-fa7a94a440bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:44.305431 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fb3c85-8c35-4246-a167-6456ca443c6a None None] Network ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:47:44.316460 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-45faf1ed-5f3a-42cf-8f79-fa7a94a440bc admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3305089 Jun 21 15:47:44.319235 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45962) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:47:44.323612 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-6bb93c00-7447-40e2-bd5a-6575802bb3f5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1164046865-router', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:47:44.344665 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6bb93c00-7447-40e2-bd5a-6575802bb3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:44.345764 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6bb93c00-7447-40e2-bd5a-6575802bb3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:44.404149 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6bb93c00-7447-40e2-bd5a-6575802bb3f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:44.450141 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2716aee3-59f8-4b33-9cf9-207990648178 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-ccf29606-07ed-4500-abcf-9c2bf7e1e5f2', 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'fixed_ips': [{'subnet_id': 'e7b78035-69f3-4470-a688-b37562dccffb'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 15:47:44.450958 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2716aee3-59f8-4b33-9cf9-207990648178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:44.542789 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6bb93c00-7447-40e2-bd5a-6575802bb3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:44.586273 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-2716aee3-59f8-4b33-9cf9-207990648178 None None] Allocated IP 172.20.0.2 (ccf29606-07ed-4500-abcf-9c2bf7e1e5f2/e7b78035-69f3-4470-a688-b37562dccffb/79d02bdd-a9f1-4b68-90df-e9fa7ac8d63a) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:47:44.732806 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2716aee3-59f8-4b33-9cf9-207990648178 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:44.743086 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2716aee3-59f8-4b33-9cf9-207990648178 None None] Transition to ACTIVE for port object 79d02bdd-a9f1-4b68-90df-e9fa7ac8d63a will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:47:44.745360 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6bb93c00-7447-40e2-bd5a-6575802bb3f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:44.758792 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-2716aee3-59f8-4b33-9cf9-207990648178 None None] Transition to ACTIVE for port object 79d02bdd-a9f1-4b68-90df-e9fa7ac8d63a will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:47:44.765677 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6bb93c00-7447-40e2-bd5a-6575802bb3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:44.765992 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2716aee3-59f8-4b33-9cf9-207990648178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:44.769566 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-9b5e79de-8cfd-4c73-bdf6-5834a28a560f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:44.809370 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2716aee3-59f8-4b33-9cf9-207990648178 None None] Network ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:47:44.812162 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-2716aee3-59f8-4b33-9cf9-207990648178 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:47:44.818063 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2716aee3-59f8-4b33-9cf9-207990648178 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:47:44.823294 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716aee3-59f8-4b33-9cf9-207990648178 None None] Pushing event updated for resources: {'Port': ['ID=79d02bdd-a9f1-4b68-90df-e9fa7ac8d63a,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:44.827027 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-2716aee3-59f8-4b33-9cf9-207990648178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:44.878943 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-2716aee3-59f8-4b33-9cf9-207990648178 None None] Attempting to bind port 79d02bdd-a9f1-4b68-90df-e9fa7ac8d63a on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:47:44.879338 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-2716aee3-59f8-4b33-9cf9-207990648178 None None] Attempting to bind port 79d02bdd-a9f1-4b68-90df-e9fa7ac8d63a by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '96e65d62-205c-4810-aa3e-06b10c31ce38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:47:44.879704 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2716aee3-59f8-4b33-9cf9-207990648178 None None] Attempting to bind port 79d02bdd-a9f1-4b68-90df-e9fa7ac8d63a on network ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:47:44.883497 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-6bb93c00-7447-40e2-bd5a-6575802bb3f5 admin admin] Allocated IP 172.26.3.10 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/489c21c6-2ba1-459d-a983-832818fd11a2) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:47:44.885037 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2716aee3-59f8-4b33-9cf9-207990648178 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:47:44.885418 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2716aee3-59f8-4b33-9cf9-207990648178 None None] Checking segment: {'id': '96e65d62-205c-4810-aa3e-06b10c31ce38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:47:44.885813 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2716aee3-59f8-4b33-9cf9-207990648178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:44.886254 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2716aee3-59f8-4b33-9cf9-207990648178 None None] Bound using segment: {'id': '96e65d62-205c-4810-aa3e-06b10c31ce38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:47:44.886707 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-2716aee3-59f8-4b33-9cf9-207990648178 None None] Bound port: 79d02bdd-a9f1-4b68-90df-e9fa7ac8d63a, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96e65d62-205c-4810-aa3e-06b10c31ce38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:47:44.887106 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2716aee3-59f8-4b33-9cf9-207990648178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:44.952627 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-2716aee3-59f8-4b33-9cf9-207990648178 None None] For port 79d02bdd-a9f1-4b68-90df-e9fa7ac8d63a, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:47:44.956003 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-2716aee3-59f8-4b33-9cf9-207990648178 None None] For port 79d02bdd-a9f1-4b68-90df-e9fa7ac8d63a, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=79d02bdd-a9f1-4b68-90df-e9fa7ac8d63a,segment=NetworkSegment(96e65d62-205c-4810-aa3e-06b10c31ce38),segment_id=96e65d62-205c-4810-aa3e-06b10c31ce38)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:47:44.961869 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2716aee3-59f8-4b33-9cf9-207990648178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:44.964707 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-bb08086d-2990-424d-a2f9-7f3bb5455d67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:45.007582 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6bb93c00-7447-40e2-bd5a-6575802bb3f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:45.023268 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716aee3-59f8-4b33-9cf9-207990648178 None None] Pushing event updated for resources: {'Port': ['ID=79d02bdd-a9f1-4b68-90df-e9fa7ac8d63a,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:45.026545 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-2716aee3-59f8-4b33-9cf9-207990648178 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:45.051982 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6bb93c00-7447-40e2-bd5a-6575802bb3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:45.054202 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7c35f51d-f97d-4983-b874-6cfa5f1e0375 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:45.090818 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb93c00-7447-40e2-bd5a-6575802bb3f5 admin admin] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:47:45.093726 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-6bb93c00-7447-40e2-bd5a-6575802bb3f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:47:45.099928 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb93c00-7447-40e2-bd5a-6575802bb3f5 admin admin] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:47:45.128037 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb93c00-7447-40e2-bd5a-6575802bb3f5 admin admin] Pushing event updated for resources: {'Port': ['ID=489c21c6-2ba1-459d-a983-832818fd11a2,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:45.132454 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6bb93c00-7447-40e2-bd5a-6575802bb3f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:45.387286 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6bb93c00-7447-40e2-bd5a-6575802bb3f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:45.918239 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce7e5cc-0842-4e05-90b1-23c18d4ebce3 None None] Network ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:47:45.949826 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6bb93c00-7447-40e2-bd5a-6575802bb3f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:46.035732 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-7c04e1fa-34c8-4712-8b36-7c4d1c2eba37 None None] Provisioning for port 79d02bdd-a9f1-4b68-90df-e9fa7ac8d63a completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:47:46.081469 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb93c00-7447-40e2-bd5a-6575802bb3f5 admin admin] Router d3dc14c6-2d45-4892-81b5-532603daa53c is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 15:47:46.190925 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb93c00-7447-40e2-bd5a-6575802bb3f5 admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:47:46.199723 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001e27c9-4451-45a5-a75a-90c774177d1c None None] Sync routers for ids ['d3dc14c6-2d45-4892-81b5-532603daa53c'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:47:46.210915 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001e27c9-4451-45a5-a75a-90c774177d1c None None] Routers {'d3dc14c6-2d45-4892-81b5-532603daa53c'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:47:46.211548 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-6bb93c00-7447-40e2-bd5a-6575802bb3f5 admin admin] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:46.211697 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-001e27c9-4451-45a5-a75a-90c774177d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:47:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['d3dc14c6-2d45-4892-81b5-532603daa53c'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:47:46.215569 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-6bb93c00-7447-40e2-bd5a-6575802bb3f5 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8927283 Jun 21 15:47:46.215798 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45964) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:47:46.322361 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-001e27c9-4451-45a5-a75a-90c774177d1c None None] Set router d3dc14c6-2d45-4892-81b5-532603daa53c gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:47:46.584638 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-001e27c9-4451-45a5-a75a-90c774177d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'name': 'tempest-TestShelveInstance-1164046865-router', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '489c21c6-2ba1-459d-a983-832818fd11a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:47:45Z', 'revision_number': 3, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'gw_port': {'id': '489c21c6-2ba1-459d-a983-832818fd11a2', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:47:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:47:46.614505 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001e27c9-4451-45a5-a75a-90c774177d1c None None] Checking router: d3dc14c6-2d45-4892-81b5-532603daa53c for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:47:46.614861 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001e27c9-4451-45a5-a75a-90c774177d1c None None] Updating router d3dc14c6-2d45-4892-81b5-532603daa53c port 489c21c6-2ba1-459d-a983-832818fd11a2 binding host dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:47:46.649505 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-945bf616-82d6-4e4d-9312-d8c2b0d74206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:46.649857 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-001e27c9-4451-45a5-a75a-90c774177d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:46.662959 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9daebb47-f628-4238-9641-a8c946525070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:46.825621 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-9daebb47-f628-4238-9641-a8c946525070 admin admin] Allocated IP 172.20.0.1 (ccf29606-07ed-4500-abcf-9c2bf7e1e5f2/e7b78035-69f3-4470-a688-b37562dccffb/51671eab-5d57-476e-bc0e-7ef808de6b92) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:47:46.900958 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-001e27c9-4451-45a5-a75a-90c774177d1c None None] Notify callbacks [] for port, precommit_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:46.911738 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.provisioning_blocks [None req-001e27c9-4451-45a5-a75a-90c774177d1c None None] Transition to ACTIVE for port object 489c21c6-2ba1-459d-a983-832818fd11a2 will not be triggered until provisioned by entity L2. {{(pid=105227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:47:46.918282 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-001e27c9-4451-45a5-a75a-90c774177d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:46.920097 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-182e5e13-aef1-46a9-bc35-857f5ca9dc6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:46.932578 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9daebb47-f628-4238-9641-a8c946525070 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:46.946310 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.provisioning_blocks [None req-9daebb47-f628-4238-9641-a8c946525070 admin admin] Transition to ACTIVE for port object 51671eab-5d57-476e-bc0e-7ef808de6b92 will not be triggered until provisioned by entity DHCP. {{(pid=105225) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:47:46.972024 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-001e27c9-4451-45a5-a75a-90c774177d1c None None] Attempting to bind port 489c21c6-2ba1-459d-a983-832818fd11a2 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:47:46.972391 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-001e27c9-4451-45a5-a75a-90c774177d1c None None] Attempting to bind port 489c21c6-2ba1-459d-a983-832818fd11a2 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:47:46.972754 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001e27c9-4451-45a5-a75a-90c774177d1c None None] Attempting to bind port 489c21c6-2ba1-459d-a983-832818fd11a2 on network 78e7bc12-ea33-4baf-9744-b93105835641 {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:47:46.974600 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75216be4-7a7f-4cd7-8e66-a449df2ce3c5 None None] Pushing event updated for resources: {'Port': ['ID=489c21c6-2ba1-459d-a983-832818fd11a2,revision_number=2']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:46.983247 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75216be4-7a7f-4cd7-8e66-a449df2ce3c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:46.983587 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75216be4-7a7f-4cd7-8e66-a449df2ce3c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:46.983915 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75216be4-7a7f-4cd7-8e66-a449df2ce3c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:46.984239 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75216be4-7a7f-4cd7-8e66-a449df2ce3c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:46.984558 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75216be4-7a7f-4cd7-8e66-a449df2ce3c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:46.984877 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75216be4-7a7f-4cd7-8e66-a449df2ce3c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:46.984976 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9daebb47-f628-4238-9641-a8c946525070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:46.985219 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75216be4-7a7f-4cd7-8e66-a449df2ce3c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:46.985515 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75216be4-7a7f-4cd7-8e66-a449df2ce3c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:46.985862 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75216be4-7a7f-4cd7-8e66-a449df2ce3c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:46.986255 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75216be4-7a7f-4cd7-8e66-a449df2ce3c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:46.986899 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75216be4-7a7f-4cd7-8e66-a449df2ce3c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:46.987387 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75216be4-7a7f-4cd7-8e66-a449df2ce3c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:47:46.987968 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-67a09db8-f676-40d5-a47d-bd03979afd65 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:46.990486 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001e27c9-4451-45a5-a75a-90c774177d1c None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:47:46.990863 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001e27c9-4451-45a5-a75a-90c774177d1c None None] Checking segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:47:46.991263 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-001e27c9-4451-45a5-a75a-90c774177d1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:46.991645 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001e27c9-4451-45a5-a75a-90c774177d1c None None] Bound using segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:47:46.992116 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-001e27c9-4451-45a5-a75a-90c774177d1c None None] Bound port: 489c21c6-2ba1-459d-a983-832818fd11a2, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:47:46.992484 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-001e27c9-4451-45a5-a75a-90c774177d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:46.994274 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-75216be4-7a7f-4cd7-8e66-a449df2ce3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:47.030322 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9daebb47-f628-4238-9641-a8c946525070 admin admin] Network ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:47:47.035235 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-9daebb47-f628-4238-9641-a8c946525070 admin admin] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:47:47.039527 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9daebb47-f628-4238-9641-a8c946525070 admin admin] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:47:47.043103 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daebb47-f628-4238-9641-a8c946525070 admin admin] Pushing event updated for resources: {'Port': ['ID=51671eab-5d57-476e-bc0e-7ef808de6b92,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:47.045256 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-001e27c9-4451-45a5-a75a-90c774177d1c None None] For port 489c21c6-2ba1-459d-a983-832818fd11a2, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:47:47.048307 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-001e27c9-4451-45a5-a75a-90c774177d1c None None] For port 489c21c6-2ba1-459d-a983-832818fd11a2, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=489c21c6-2ba1-459d-a983-832818fd11a2,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:47:47.055918 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-001e27c9-4451-45a5-a75a-90c774177d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:47.062044 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-30eaefaa-1ce7-4a2b-ab40-9f9da436a480 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:47.063444 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9daebb47-f628-4238-9641-a8c946525070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:47.082519 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9daebb47-f628-4238-9641-a8c946525070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:47.120416 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001e27c9-4451-45a5-a75a-90c774177d1c None None] Routers {'d3dc14c6-2d45-4892-81b5-532603daa53c'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:47:47.120669 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-001e27c9-4451-45a5-a75a-90c774177d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:47:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['d3dc14c6-2d45-4892-81b5-532603daa53c'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:47:47.163997 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75216be4-7a7f-4cd7-8e66-a449df2ce3c5 None None] Pushing event updated for resources: {'Port': ['ID=489c21c6-2ba1-459d-a983-832818fd11a2,revision_number=3']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:47.167621 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-75216be4-7a7f-4cd7-8e66-a449df2ce3c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:47.185645 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:47.235242 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 79d02bdd-a9f1-4b68-90df-e9fa7ac8d63a up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:47:47.254663 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9daebb47-f628-4238-9641-a8c946525070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:47.268315 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-001e27c9-4451-45a5-a75a-90c774177d1c None None] Set router d3dc14c6-2d45-4892-81b5-532603daa53c gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:47:47.312134 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 79d02bdd-a9f1-4b68-90df-e9fa7ac8d63a completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:47:47.317162 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 79d02bdd-a9f1-4b68-90df-e9fa7ac8d63a triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:47:47.317542 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:47.409136 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-d5eb8f55-3d62-4989-b729-60682fbd3583 None None] Provisioning for port 51671eab-5d57-476e-bc0e-7ef808de6b92 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:47:47.412454 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:47.421663 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-d5eb8f55-3d62-4989-b729-60682fbd3583 None None] Provisioning complete for port 51671eab-5d57-476e-bc0e-7ef808de6b92 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:47:47.422052 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d5eb8f55-3d62-4989-b729-60682fbd3583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:47.442650 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9daebb47-f628-4238-9641-a8c946525070 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:47.449147 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9daebb47-f628-4238-9641-a8c946525070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4369794'] for port, after_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:47.453074 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6f2fdb60-49dc-4cb2-9de8-fc6893a4796e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:47.472066 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-d5eb8f55-3d62-4989-b729-60682fbd3583 None None] Port 51671eab-5d57-476e-bc0e-7ef808de6b92 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:47:47.474667 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 79d02bdd-a9f1-4b68-90df-e9fa7ac8d63a, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=79d02bdd-a9f1-4b68-90df-e9fa7ac8d63a,segment=NetworkSegment(96e65d62-205c-4810-aa3e-06b10c31ce38),segment_id=96e65d62-205c-4810-aa3e-06b10c31ce38)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:47:47.480235 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:47.482136 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0b5f81e4-3a73-4a87-ada8-2102fbe032a4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:47.484324 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-001e27c9-4451-45a5-a75a-90c774177d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'name': 'tempest-TestShelveInstance-1164046865-router', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '489c21c6-2ba1-459d-a983-832818fd11a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:47:45Z', 'revision_number': 3, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'gw_port': {'id': '489c21c6-2ba1-459d-a983-832818fd11a2', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:47:47.511184 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001e27c9-4451-45a5-a75a-90c774177d1c None None] The sync data for ids ['d3dc14c6-2d45-4892-81b5-532603daa53c'] in dv-neutron-797121-2-hyperv is: [{'id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'name': 'tempest-TestShelveInstance-1164046865-router', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '489c21c6-2ba1-459d-a983-832818fd11a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:47:45Z', 'revision_number': 3, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'gw_port': {'id': '489c21c6-2ba1-459d-a983-832818fd11a2', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:47:47.519225 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daebb47-f628-4238-9641-a8c946525070 admin admin] Pushing event updated for resources: {'Port': ['ID=51671eab-5d57-476e-bc0e-7ef808de6b92,revision_number=2']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:47.521725 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9daebb47-f628-4238-9641-a8c946525070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:47.523799 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9daebb47-f628-4238-9641-a8c946525070 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:47.532316 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=79d02bdd-a9f1-4b68-90df-e9fa7ac8d63a,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:47.537562 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:47.630247 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9daebb47-f628-4238-9641-a8c946525070 admin admin] Network ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:47:47.631821 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-9daebb47-f628-4238-9641-a8c946525070 admin admin] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:47:47.767102 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9daebb47-f628-4238-9641-a8c946525070 admin admin] Router d3dc14c6-2d45-4892-81b5-532603daa53c has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:47:47.891291 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9daebb47-f628-4238-9641-a8c946525070 admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:47:47.896415 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-4fe1135e-d52a-48c2-b6c0-3edcdc4d57ae None None] Provisioning complete for port 51671eab-5d57-476e-bc0e-7ef808de6b92 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:47:47.905249 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4fe1135e-d52a-48c2-b6c0-3edcdc4d57ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:47.905561 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9daebb47-f628-4238-9641-a8c946525070 admin admin] 10.222.0.72 "PUT /v2.0/routers/d3dc14c6-2d45-4892-81b5-532603daa53c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6803987 Jun 21 15:47:47.933704 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-4fe1135e-d52a-48c2-b6c0-3edcdc4d57ae None None] Port 51671eab-5d57-476e-bc0e-7ef808de6b92 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:47:48.321539 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:48.415728 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45980) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:47:48.421587 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-c599fe88-fd82-497e-bc24-476b8a59569d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-513642270-network', 'tenant_id': '6e8aa53a47f2414a8e882e38dfe6a16f'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:47:48.444223 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c599fe88-fd82-497e-bc24-476b8a59569d admin admin] Made reservation on behalf of 6e8aa53a47f2414a8e882e38dfe6a16f for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:47:48.446946 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c599fe88-fd82-497e-bc24-476b8a59569d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:48.456577 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c599fe88-fd82-497e-bc24-476b8a59569d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:48.554279 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c599fe88-fd82-497e-bc24-476b8a59569d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:48.560598 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c599fe88-fd82-497e-bc24-476b8a59569d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:48.563765 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c5db7392-748a-45a9-aed4-d9563f3edbfb tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:48.587278 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c599fe88-fd82-497e-bc24-476b8a59569d admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 15:47:48.597856 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599fe88-fd82-497e-bc24-476b8a59569d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a527c6-3cb9-4195-adb0-8b8d3a02c91f,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:48.601804 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c599fe88-fd82-497e-bc24-476b8a59569d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:48.604777 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c599fe88-fd82-497e-bc24-476b8a59569d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:48.605657 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-c599fe88-fd82-497e-bc24-476b8a59569d admin admin] Added segment 5b274125-d6d1-4d48-9ada-c067fb6a15cc of type vlan for network 132a1817-caf4-4115-99a7-0fb631e708f5 Jun 21 15:47:48.648475 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c599fe88-fd82-497e-bc24-476b8a59569d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:48.681269 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c599fe88-fd82-497e-bc24-476b8a59569d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:48.682361 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c599fe88-fd82-497e-bc24-476b8a59569d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:47:48.683039 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c599fe88-fd82-497e-bc24-476b8a59569d admin admin] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:48.685141 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-27e96a87-20ad-49db-a4e1-3d2c92af8672 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:48.739864 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c599fe88-fd82-497e-bc24-476b8a59569d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3229709 Jun 21 15:47:48.742892 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45982) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:47:48.748564 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599fe88-fd82-497e-bc24-476b8a59569d admin admin] Pushing event updated for resources: {'Network': ['ID=132a1817-caf4-4115-99a7-0fb631e708f5,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:48.748736 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-356880f4-2f01-4160-a0a2-465cee340feb admin admin] Request body: {'subnet': {'network_id': '132a1817-caf4-4115-99a7-0fb631e708f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-513642270-subnet', 'tenant_id': '6e8aa53a47f2414a8e882e38dfe6a16f', 'ip_version': 4}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:47:48.752497 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c599fe88-fd82-497e-bc24-476b8a59569d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:48.760065 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 132a1817-caf4-4115-99a7-0fb631e708f5 details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 15:47:48.774135 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356880f4-2f01-4160-a0a2-465cee340feb admin admin] Made reservation on behalf of 6e8aa53a47f2414a8e882e38dfe6a16f for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:47:48.776520 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-356880f4-2f01-4160-a0a2-465cee340feb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:48.957775 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-356880f4-2f01-4160-a0a2-465cee340feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:48.959977 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-726a8309-1b55-4ae8-bd75-35540c47eee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:49.012213 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356880f4-2f01-4160-a0a2-465cee340feb admin admin] Pushing event updated for resources: {'Subnet': ['ID=913617d8-930b-430d-a690-d67c73d7717b,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:49.018979 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-356880f4-2f01-4160-a0a2-465cee340feb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:49.027786 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356880f4-2f01-4160-a0a2-465cee340feb admin admin] Checking segment: {'id': '5b274125-d6d1-4d48-9ada-c067fb6a15cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '132a1817-caf4-4115-99a7-0fb631e708f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:47:49.028151 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356880f4-2f01-4160-a0a2-465cee340feb admin admin] Network hostable DHCP agents. Network: 132a1817-caf4-4115-99a7-0fb631e708f5, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 15:47:49.048736 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356880f4-2f01-4160-a0a2-465cee340feb admin admin] Network 132a1817-caf4-4115-99a7-0fb631e708f5 is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 15:47:49.049050 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3e9992-f91f-4957-9001-462fa1c4fe4e None None] Sync routers for ids ['d3dc14c6-2d45-4892-81b5-532603daa53c'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:47:49.058964 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3e9992-f91f-4957-9001-462fa1c4fe4e None None] Routers {'d3dc14c6-2d45-4892-81b5-532603daa53c'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:47:49.059644 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-ad3e9992-f91f-4957-9001-462fa1c4fe4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:47:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['d3dc14c6-2d45-4892-81b5-532603daa53c'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:47:49.061869 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-356880f4-2f01-4160-a0a2-465cee340feb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 132a1817-caf4-4115-99a7-0fb631e708f5) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:47:49.066969 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356880f4-2f01-4160-a0a2-465cee340feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:47:49.067555 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-356880f4-2f01-4160-a0a2-465cee340feb admin admin] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:49.082827 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-356880f4-2f01-4160-a0a2-465cee340feb admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3386469 Jun 21 15:47:49.085374 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45984) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:47:49.089847 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-8ef720cf-bf83-4574-87ab-e3676d524fe7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-513642270-router', 'tenant_id': '6e8aa53a47f2414a8e882e38dfe6a16f', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:47:49.097774 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6374e7ae-f874-4cdb-b1df-4c573eddbc74 None None] Network 132a1817-caf4-4115-99a7-0fb631e708f5 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:47:49.114790 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8ef720cf-bf83-4574-87ab-e3676d524fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:49.115961 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8ef720cf-bf83-4574-87ab-e3676d524fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:49.175741 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8ef720cf-bf83-4574-87ab-e3676d524fe7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:49.236034 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-ad3e9992-f91f-4957-9001-462fa1c4fe4e None None] Set router d3dc14c6-2d45-4892-81b5-532603daa53c gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:47:49.279168 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 489c21c6-2ba1-459d-a983-832818fd11a2 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:47:49.330245 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8ef720cf-bf83-4574-87ab-e3676d524fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:49.438200 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330e237a-1cbe-4d88-86e6-2e76ae612451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-132a1817-caf4-4115-99a7-0fb631e708f5', 'network_id': '132a1817-caf4-4115-99a7-0fb631e708f5', 'tenant_id': '6e8aa53a47f2414a8e882e38dfe6a16f', 'fixed_ips': [{'subnet_id': '913617d8-930b-430d-a690-d67c73d7717b'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 15:47:49.439072 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-330e237a-1cbe-4d88-86e6-2e76ae612451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:49.474827 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 489c21c6-2ba1-459d-a983-832818fd11a2 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:47:49.487809 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 489c21c6-2ba1-459d-a983-832818fd11a2 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:47:49.488107 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:49.542978 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8ef720cf-bf83-4574-87ab-e3676d524fe7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:49.567240 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8ef720cf-bf83-4574-87ab-e3676d524fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:49.675546 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-8ef720cf-bf83-4574-87ab-e3676d524fe7 admin admin] Allocated IP 172.26.3.3 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/f1b61a6a-805d-4bad-8a25-87ad1ba53aef) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:47:49.699342 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-330e237a-1cbe-4d88-86e6-2e76ae612451 None None] Allocated IP 172.20.0.2 (132a1817-caf4-4115-99a7-0fb631e708f5/913617d8-930b-430d-a690-d67c73d7717b/e74fbab8-4298-4c1b-ac13-d2faff38a362) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:47:49.717135 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:49.731851 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-ad3e9992-f91f-4957-9001-462fa1c4fe4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'name': 'tempest-TestShelveInstance-1164046865-router', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '489c21c6-2ba1-459d-a983-832818fd11a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:47:47Z', 'revision_number': 4, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'gw_port': {'id': '489c21c6-2ba1-459d-a983-832818fd11a2', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '51671eab-5d57-476e-bc0e-7ef808de6b92', 'name': '', 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'mac_address': 'fa:16:3e:9d:6e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'e7b78035-69f3-4470-a688-b37562dccffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:46Z', 'updated_at': '2021-06-21T15:47:47Z', 'revision_number': 2, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'subnets': [{'id': 'e7b78035-69f3-4470-a688-b37562dccffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:47:49.784554 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8ef720cf-bf83-4574-87ab-e3676d524fe7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:49.828882 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8ef720cf-bf83-4574-87ab-e3676d524fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:49.831307 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-209c4150-e462-411b-8d5f-e7eb2629e471 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:49.868290 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef720cf-bf83-4574-87ab-e3676d524fe7 admin admin] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:47:49.872204 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-8ef720cf-bf83-4574-87ab-e3676d524fe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:47:49.879875 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef720cf-bf83-4574-87ab-e3676d524fe7 admin admin] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:47:49.885501 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef720cf-bf83-4574-87ab-e3676d524fe7 admin admin] Pushing event updated for resources: {'Port': ['ID=f1b61a6a-805d-4bad-8a25-87ad1ba53aef,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:49.908144 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8ef720cf-bf83-4574-87ab-e3676d524fe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:49.958829 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3e9992-f91f-4957-9001-462fa1c4fe4e None None] Checking router: d3dc14c6-2d45-4892-81b5-532603daa53c for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:47:49.959205 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3e9992-f91f-4957-9001-462fa1c4fe4e None None] Updating router d3dc14c6-2d45-4892-81b5-532603daa53c port 51671eab-5d57-476e-bc0e-7ef808de6b92 binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:47:49.965327 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 489c21c6-2ba1-459d-a983-832818fd11a2, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=489c21c6-2ba1-459d-a983-832818fd11a2,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:47:49.988275 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:49.989145 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 79d02bdd-a9f1-4b68-90df-e9fa7ac8d63a up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:47:49.995171 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:50.074166 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ad3e9992-f91f-4957-9001-462fa1c4fe4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:50.114982 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:50.125751 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=489c21c6-2ba1-459d-a983-832818fd11a2,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:50.130210 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:50.148777 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8ef720cf-bf83-4574-87ab-e3676d524fe7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:50.250432 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 79d02bdd-a9f1-4b68-90df-e9fa7ac8d63a triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:47:50.250813 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:50.285899 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-330e237a-1cbe-4d88-86e6-2e76ae612451 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:50.310129 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-330e237a-1cbe-4d88-86e6-2e76ae612451 None None] Transition to ACTIVE for port object e74fbab8-4298-4c1b-ac13-d2faff38a362 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:47:50.348407 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8ef720cf-bf83-4574-87ab-e3676d524fe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:50.378220 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-330e237a-1cbe-4d88-86e6-2e76ae612451 None None] Transition to ACTIVE for port object e74fbab8-4298-4c1b-ac13-d2faff38a362 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:47:50.393945 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-330e237a-1cbe-4d88-86e6-2e76ae612451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:50.398617 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:50.471147 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330e237a-1cbe-4d88-86e6-2e76ae612451 None None] Network 132a1817-caf4-4115-99a7-0fb631e708f5 is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:47:50.483439 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-330e237a-1cbe-4d88-86e6-2e76ae612451 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:47:50.485555 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef720cf-bf83-4574-87ab-e3676d524fe7 admin admin] Router e6b884d5-59ef-4c19-bf86-b788a910a5e9 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 15:47:50.493648 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330e237a-1cbe-4d88-86e6-2e76ae612451 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:47:50.495646 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e237a-1cbe-4d88-86e6-2e76ae612451 None None] Pushing event updated for resources: {'Port': ['ID=e74fbab8-4298-4c1b-ac13-d2faff38a362,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:50.503047 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-330e237a-1cbe-4d88-86e6-2e76ae612451 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:50.594692 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef720cf-bf83-4574-87ab-e3676d524fe7 admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:47:50.603647 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-330e237a-1cbe-4d88-86e6-2e76ae612451 None None] Attempting to bind port e74fbab8-4298-4c1b-ac13-d2faff38a362 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:47:50.604034 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-330e237a-1cbe-4d88-86e6-2e76ae612451 None None] Attempting to bind port e74fbab8-4298-4c1b-ac13-d2faff38a362 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '5b274125-d6d1-4d48-9ada-c067fb6a15cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '132a1817-caf4-4115-99a7-0fb631e708f5'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:47:50.604398 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330e237a-1cbe-4d88-86e6-2e76ae612451 None None] Attempting to bind port e74fbab8-4298-4c1b-ac13-d2faff38a362 on network 132a1817-caf4-4115-99a7-0fb631e708f5 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:47:50.604639 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5321495f-1e32-47fe-b83e-d608d69e6dc2 None None] Sync routers for ids ['e6b884d5-59ef-4c19-bf86-b788a910a5e9'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:47:50.615290 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5321495f-1e32-47fe-b83e-d608d69e6dc2 None None] Routers {'e6b884d5-59ef-4c19-bf86-b788a910a5e9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:47:50.615546 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8ef720cf-bf83-4574-87ab-e3676d524fe7 admin admin] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:50.616332 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-5321495f-1e32-47fe-b83e-d608d69e6dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:47:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['e6b884d5-59ef-4c19-bf86-b788a910a5e9'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:47:50.616909 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8ef720cf-bf83-4574-87ab-e3676d524fe7 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.5304284 Jun 21 15:47:50.619752 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45986) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:47:50.620075 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ad3e9992-f91f-4957-9001-462fa1c4fe4e None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:50.622817 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330e237a-1cbe-4d88-86e6-2e76ae612451 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:47:50.623199 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330e237a-1cbe-4d88-86e6-2e76ae612451 None None] Checking segment: {'id': '5b274125-d6d1-4d48-9ada-c067fb6a15cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '132a1817-caf4-4115-99a7-0fb631e708f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:47:50.623597 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-330e237a-1cbe-4d88-86e6-2e76ae612451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:50.623997 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330e237a-1cbe-4d88-86e6-2e76ae612451 None None] Bound using segment: {'id': '5b274125-d6d1-4d48-9ada-c067fb6a15cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '132a1817-caf4-4115-99a7-0fb631e708f5'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:47:50.624542 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-330e237a-1cbe-4d88-86e6-2e76ae612451 None None] Bound port: e74fbab8-4298-4c1b-ac13-d2faff38a362, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b274125-d6d1-4d48-9ada-c067fb6a15cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '132a1817-caf4-4115-99a7-0fb631e708f5'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:47:50.624925 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-330e237a-1cbe-4d88-86e6-2e76ae612451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:50.645439 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-ad3e9992-f91f-4957-9001-462fa1c4fe4e None None] Transition to ACTIVE for port object 51671eab-5d57-476e-bc0e-7ef808de6b92 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:47:50.666663 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ad3e9992-f91f-4957-9001-462fa1c4fe4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:50.670610 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:50.722322 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-5321495f-1e32-47fe-b83e-d608d69e6dc2 None None] Set router e6b884d5-59ef-4c19-bf86-b788a910a5e9 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:47:50.764788 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3d0d9-7ab2-454b-95a4-2368290efd50 None None] Pushing event updated for resources: {'Port': ['ID=51671eab-5d57-476e-bc0e-7ef808de6b92,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:50.771172 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b3f3d0d9-7ab2-454b-95a4-2368290efd50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:50.775535 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-330e237a-1cbe-4d88-86e6-2e76ae612451 None None] For port e74fbab8-4298-4c1b-ac13-d2faff38a362, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:47:50.780590 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-330e237a-1cbe-4d88-86e6-2e76ae612451 None None] For port e74fbab8-4298-4c1b-ac13-d2faff38a362, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=e74fbab8-4298-4c1b-ac13-d2faff38a362,segment=NetworkSegment(5b274125-d6d1-4d48-9ada-c067fb6a15cc),segment_id=5b274125-d6d1-4d48-9ada-c067fb6a15cc)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:47:50.803108 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-330e237a-1cbe-4d88-86e6-2e76ae612451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:50.806736 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:50.882216 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-ad3e9992-f91f-4957-9001-462fa1c4fe4e None None] Attempting to bind port 51671eab-5d57-476e-bc0e-7ef808de6b92 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:47:50.882596 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-ad3e9992-f91f-4957-9001-462fa1c4fe4e None None] Attempting to bind port 51671eab-5d57-476e-bc0e-7ef808de6b92 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '96e65d62-205c-4810-aa3e-06b10c31ce38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:47:50.885757 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3e9992-f91f-4957-9001-462fa1c4fe4e None None] Attempting to bind port 51671eab-5d57-476e-bc0e-7ef808de6b92 on network ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:47:50.906920 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3e9992-f91f-4957-9001-462fa1c4fe4e None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:47:50.907301 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3e9992-f91f-4957-9001-462fa1c4fe4e None None] Checking segment: {'id': '96e65d62-205c-4810-aa3e-06b10c31ce38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:47:50.907719 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ad3e9992-f91f-4957-9001-462fa1c4fe4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:50.908119 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad3e9992-f91f-4957-9001-462fa1c4fe4e None None] Bound using segment: {'id': '96e65d62-205c-4810-aa3e-06b10c31ce38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:47:50.908885 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-ad3e9992-f91f-4957-9001-462fa1c4fe4e None None] Bound port: 51671eab-5d57-476e-bc0e-7ef808de6b92, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96e65d62-205c-4810-aa3e-06b10c31ce38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:47:50.909472 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ad3e9992-f91f-4957-9001-462fa1c4fe4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:50.911632 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-5321495f-1e32-47fe-b83e-d608d69e6dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b884d5-59ef-4c19-bf86-b788a910a5e9', 'name': 'tempest-TestShelveInstance-513642270-router', 'tenant_id': '6e8aa53a47f2414a8e882e38dfe6a16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f1b61a6a-805d-4bad-8a25-87ad1ba53aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:47:49Z', 'updated_at': '2021-06-21T15:47:50Z', 'revision_number': 3, 'project_id': '6e8aa53a47f2414a8e882e38dfe6a16f', 'gw_port': {'id': 'f1b61a6a-805d-4bad-8a25-87ad1ba53aef', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b884d5-59ef-4c19-bf86-b788a910a5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:49Z', 'updated_at': '2021-06-21T15:47:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:47:50.924539 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e237a-1cbe-4d88-86e6-2e76ae612451 None None] Pushing event updated for resources: {'Port': ['ID=e74fbab8-4298-4c1b-ac13-d2faff38a362,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:50.929259 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-330e237a-1cbe-4d88-86e6-2e76ae612451 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:50.955771 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5321495f-1e32-47fe-b83e-d608d69e6dc2 None None] Checking router: e6b884d5-59ef-4c19-bf86-b788a910a5e9 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:47:50.956113 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5321495f-1e32-47fe-b83e-d608d69e6dc2 None None] Updating router e6b884d5-59ef-4c19-bf86-b788a910a5e9 port f1b61a6a-805d-4bad-8a25-87ad1ba53aef binding host dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:47:51.007105 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-ad3e9992-f91f-4957-9001-462fa1c4fe4e None None] For port 51671eab-5d57-476e-bc0e-7ef808de6b92, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:47:51.008538 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-5321495f-1e32-47fe-b83e-d608d69e6dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:51.013137 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-ad3e9992-f91f-4957-9001-462fa1c4fe4e None None] For port 51671eab-5d57-476e-bc0e-7ef808de6b92, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=51671eab-5d57-476e-bc0e-7ef808de6b92,segment=NetworkSegment(96e65d62-205c-4810-aa3e-06b10c31ce38),segment_id=96e65d62-205c-4810-aa3e-06b10c31ce38)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:47:51.022938 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ad3e9992-f91f-4957-9001-462fa1c4fe4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:51.026100 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-8b671c5c-19d5-40c2-8115-23ff815dae70 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:51.104486 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3e9992-f91f-4957-9001-462fa1c4fe4e None None] Routers {'d3dc14c6-2d45-4892-81b5-532603daa53c'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:47:51.105561 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-ad3e9992-f91f-4957-9001-462fa1c4fe4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:47:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['d3dc14c6-2d45-4892-81b5-532603daa53c'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:47:51.141284 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c793ed74-2824-49fb-b203-6aebc1c3b464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:51.202630 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f3d0d9-7ab2-454b-95a4-2368290efd50 None None] Pushing event updated for resources: {'Port': ['ID=51671eab-5d57-476e-bc0e-7ef808de6b92,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:51.214598 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b3f3d0d9-7ab2-454b-95a4-2368290efd50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:51.275498 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 489c21c6-2ba1-459d-a983-832818fd11a2 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:47:51.341443 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-ad3e9992-f91f-4957-9001-462fa1c4fe4e None None] Set router d3dc14c6-2d45-4892-81b5-532603daa53c gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:47:51.405678 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-c793ed74-2824-49fb-b203-6aebc1c3b464 admin admin] Allocated IP 172.20.0.1 (132a1817-caf4-4115-99a7-0fb631e708f5/913617d8-930b-430d-a690-d67c73d7717b/e0f2386d-1777-4298-8f03-3963df665e56) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:47:51.422715 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-5321495f-1e32-47fe-b83e-d608d69e6dc2 None None] Notify callbacks [] for port, precommit_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:51.436804 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.provisioning_blocks [None req-5321495f-1e32-47fe-b83e-d608d69e6dc2 None None] Transition to ACTIVE for port object f1b61a6a-805d-4bad-8a25-87ad1ba53aef will not be triggered until provisioned by entity L2. {{(pid=105227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:47:51.447907 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-5321495f-1e32-47fe-b83e-d608d69e6dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:51.450318 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-6da17332-c8ca-478e-b9b8-923235896635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:51.495523 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-5321495f-1e32-47fe-b83e-d608d69e6dc2 None None] Attempting to bind port f1b61a6a-805d-4bad-8a25-87ad1ba53aef on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:47:51.496060 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-5321495f-1e32-47fe-b83e-d608d69e6dc2 None None] Attempting to bind port f1b61a6a-805d-4bad-8a25-87ad1ba53aef by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:47:51.496918 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5321495f-1e32-47fe-b83e-d608d69e6dc2 None None] Attempting to bind port f1b61a6a-805d-4bad-8a25-87ad1ba53aef on network 78e7bc12-ea33-4baf-9744-b93105835641 {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:47:51.511623 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5321495f-1e32-47fe-b83e-d608d69e6dc2 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:47:51.512447 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5321495f-1e32-47fe-b83e-d608d69e6dc2 None None] Checking segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:47:51.512949 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-5321495f-1e32-47fe-b83e-d608d69e6dc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:51.513439 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5321495f-1e32-47fe-b83e-d608d69e6dc2 None None] Bound using segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:47:51.514033 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-5321495f-1e32-47fe-b83e-d608d69e6dc2 None None] Bound port: f1b61a6a-805d-4bad-8a25-87ad1ba53aef, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:47:51.514637 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-5321495f-1e32-47fe-b83e-d608d69e6dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:51.526668 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 489c21c6-2ba1-459d-a983-832818fd11a2 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:47:51.527290 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:51.539430 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c793ed74-2824-49fb-b203-6aebc1c3b464 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:51.556176 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-c793ed74-2824-49fb-b203-6aebc1c3b464 admin admin] Transition to ACTIVE for port object e0f2386d-1777-4298-8f03-3963df665e56 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:47:51.600772 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c793ed74-2824-49fb-b203-6aebc1c3b464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:51.605395 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2a6733cd-6a48-4bee-a39e-662ab9474c62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:51.649685 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe702fee-0cce-47d0-a9a8-334d5ab4d7c2 None None] Pushing event updated for resources: {'Port': ['ID=f1b61a6a-805d-4bad-8a25-87ad1ba53aef,revision_number=2']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:51.651481 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c793ed74-2824-49fb-b203-6aebc1c3b464 admin admin] Network 132a1817-caf4-4115-99a7-0fb631e708f5 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:47:51.653039 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-fe702fee-0cce-47d0-a9a8-334d5ab4d7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:51.660539 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-c793ed74-2824-49fb-b203-6aebc1c3b464 admin admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:47:51.666663 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c793ed74-2824-49fb-b203-6aebc1c3b464 admin admin] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:47:51.684853 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-ad3e9992-f91f-4957-9001-462fa1c4fe4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'name': 'tempest-TestShelveInstance-1164046865-router', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '489c21c6-2ba1-459d-a983-832818fd11a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:47:47Z', 'revision_number': 4, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'gw_port': {'id': '489c21c6-2ba1-459d-a983-832818fd11a2', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '51671eab-5d57-476e-bc0e-7ef808de6b92', 'name': '', 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'mac_address': 'fa:16:3e:9d:6e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'e7b78035-69f3-4470-a688-b37562dccffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:46Z', 'updated_at': '2021-06-21T15:47:50Z', 'revision_number': 4, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'subnets': [{'id': 'e7b78035-69f3-4470-a688-b37562dccffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:47:51.692045 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-5321495f-1e32-47fe-b83e-d608d69e6dc2 None None] For port f1b61a6a-805d-4bad-8a25-87ad1ba53aef, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:47:51.696738 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-5321495f-1e32-47fe-b83e-d608d69e6dc2 None None] For port f1b61a6a-805d-4bad-8a25-87ad1ba53aef, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=f1b61a6a-805d-4bad-8a25-87ad1ba53aef,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:47:51.701568 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-5321495f-1e32-47fe-b83e-d608d69e6dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:51.703493 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-94b861ff-ff2f-46b7-8164-69d09c3e8aad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:51.706113 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793ed74-2824-49fb-b203-6aebc1c3b464 admin admin] Pushing event updated for resources: {'Port': ['ID=e0f2386d-1777-4298-8f03-3963df665e56,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:51.713389 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c793ed74-2824-49fb-b203-6aebc1c3b464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:51.715721 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3e9992-f91f-4957-9001-462fa1c4fe4e None None] The sync data for ids ['d3dc14c6-2d45-4892-81b5-532603daa53c'] in dv-neutron-797121-2-hyperv is: [{'id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'name': 'tempest-TestShelveInstance-1164046865-router', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '489c21c6-2ba1-459d-a983-832818fd11a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:47:47Z', 'revision_number': 4, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'gw_port': {'id': '489c21c6-2ba1-459d-a983-832818fd11a2', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '51671eab-5d57-476e-bc0e-7ef808de6b92', 'name': '', 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'mac_address': 'fa:16:3e:9d:6e:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'e7b78035-69f3-4470-a688-b37562dccffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:46Z', 'updated_at': '2021-06-21T15:47:50Z', 'revision_number': 4, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'subnets': [{'id': 'e7b78035-69f3-4470-a688-b37562dccffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:47:51.722017 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c793ed74-2824-49fb-b203-6aebc1c3b464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:51.783481 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5321495f-1e32-47fe-b83e-d608d69e6dc2 None None] Routers {'e6b884d5-59ef-4c19-bf86-b788a910a5e9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:47:51.786655 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-5321495f-1e32-47fe-b83e-d608d69e6dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:47:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['e6b884d5-59ef-4c19-bf86-b788a910a5e9'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:47:51.792299 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe702fee-0cce-47d0-a9a8-334d5ab4d7c2 None None] Pushing event updated for resources: {'Port': ['ID=f1b61a6a-805d-4bad-8a25-87ad1ba53aef,revision_number=3']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:51.837560 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-fe702fee-0cce-47d0-a9a8-334d5ab4d7c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:51.931581 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c793ed74-2824-49fb-b203-6aebc1c3b464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:51.932121 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-5321495f-1e32-47fe-b83e-d608d69e6dc2 None None] Set router e6b884d5-59ef-4c19-bf86-b788a910a5e9 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:47:52.129268 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c793ed74-2824-49fb-b203-6aebc1c3b464 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:52.137083 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c793ed74-2824-49fb-b203-6aebc1c3b464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:52.152713 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-5321495f-1e32-47fe-b83e-d608d69e6dc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b884d5-59ef-4c19-bf86-b788a910a5e9', 'name': 'tempest-TestShelveInstance-513642270-router', 'tenant_id': '6e8aa53a47f2414a8e882e38dfe6a16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f1b61a6a-805d-4bad-8a25-87ad1ba53aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:47:49Z', 'updated_at': '2021-06-21T15:47:50Z', 'revision_number': 3, 'project_id': '6e8aa53a47f2414a8e882e38dfe6a16f', 'gw_port': {'id': 'f1b61a6a-805d-4bad-8a25-87ad1ba53aef', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b884d5-59ef-4c19-bf86-b788a910a5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:49Z', 'updated_at': '2021-06-21T15:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:47:52.178767 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c94c5387-83b0-4b37-b0a4-9474ba5766fd tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:52.180501 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5321495f-1e32-47fe-b83e-d608d69e6dc2 None None] The sync data for ids ['e6b884d5-59ef-4c19-bf86-b788a910a5e9'] in dv-neutron-797121-2-hyperv is: [{'id': 'e6b884d5-59ef-4c19-bf86-b788a910a5e9', 'name': 'tempest-TestShelveInstance-513642270-router', 'tenant_id': '6e8aa53a47f2414a8e882e38dfe6a16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f1b61a6a-805d-4bad-8a25-87ad1ba53aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:47:49Z', 'updated_at': '2021-06-21T15:47:50Z', 'revision_number': 3, 'project_id': '6e8aa53a47f2414a8e882e38dfe6a16f', 'gw_port': {'id': 'f1b61a6a-805d-4bad-8a25-87ad1ba53aef', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b7:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b884d5-59ef-4c19-bf86-b788a910a5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:49Z', 'updated_at': '2021-06-21T15:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:47:52.181343 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c793ed74-2824-49fb-b203-6aebc1c3b464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:52.229246 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467714c9-da52-42d9-a3f5-a24270f32536 None None] Network 132a1817-caf4-4115-99a7-0fb631e708f5 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:47:52.275524 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793ed74-2824-49fb-b203-6aebc1c3b464 admin admin] Pushing event updated for resources: {'Port': ['ID=e0f2386d-1777-4298-8f03-3963df665e56,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:52.279744 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c793ed74-2824-49fb-b203-6aebc1c3b464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:52.327678 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c793ed74-2824-49fb-b203-6aebc1c3b464 admin admin] Network 132a1817-caf4-4115-99a7-0fb631e708f5 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:47:52.329439 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-c793ed74-2824-49fb-b203-6aebc1c3b464 admin admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:47:52.360002 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-dce460bc-cbad-436f-b729-fadaa79792cd None None] Provisioning for port e74fbab8-4298-4c1b-ac13-d2faff38a362 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:47:52.702774 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-4b349514-efae-4bbe-b19d-ed2c0daaad5d None None] Provisioning for port e0f2386d-1777-4298-8f03-3963df665e56 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:47:52.708584 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-4b349514-efae-4bbe-b19d-ed2c0daaad5d None None] Provisioning complete for port e0f2386d-1777-4298-8f03-3963df665e56 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:47:52.714242 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4b349514-efae-4bbe-b19d-ed2c0daaad5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:52.754086 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-4b349514-efae-4bbe-b19d-ed2c0daaad5d None None] Port e0f2386d-1777-4298-8f03-3963df665e56 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:47:52.886809 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c793ed74-2824-49fb-b203-6aebc1c3b464 admin admin] Router e6b884d5-59ef-4c19-bf86-b788a910a5e9 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:47:52.995828 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-e09b8994-975c-466d-ad99-ddd3550ee8b0 None None] Provisioning complete for port e0f2386d-1777-4298-8f03-3963df665e56 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:47:52.996730 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e09b8994-975c-466d-ad99-ddd3550ee8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:53.024781 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c793ed74-2824-49fb-b203-6aebc1c3b464 admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:47:53.033226 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c793ed74-2824-49fb-b203-6aebc1c3b464 admin admin] 10.222.0.72 "PUT /v2.0/routers/e6b884d5-59ef-4c19-bf86-b788a910a5e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4124460 Jun 21 15:47:53.051743 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-e09b8994-975c-466d-ad99-ddd3550ee8b0 None None] Port e0f2386d-1777-4298-8f03-3963df665e56 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:47:53.188097 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-56688c61-d5df-47d9-9e93-4b24447ef9ea None None] Provisioning complete for port e0f2386d-1777-4298-8f03-3963df665e56 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:47:53.188474 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-56688c61-d5df-47d9-9e93-4b24447ef9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:53.238947 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-56688c61-d5df-47d9-9e93-4b24447ef9ea None None] Port e0f2386d-1777-4298-8f03-3963df665e56 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:47:53.266152 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 51671eab-5d57-476e-bc0e-7ef808de6b92 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:47:53.320523 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 51671eab-5d57-476e-bc0e-7ef808de6b92 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:47:53.325453 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 51671eab-5d57-476e-bc0e-7ef808de6b92 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:47:53.325963 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:53.411908 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:53.450778 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 51671eab-5d57-476e-bc0e-7ef808de6b92, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=51671eab-5d57-476e-bc0e-7ef808de6b92,segment=NetworkSegment(96e65d62-205c-4810-aa3e-06b10c31ce38),segment_id=96e65d62-205c-4810-aa3e-06b10c31ce38)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:47:53.456890 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:53.458072 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device f1b61a6a-805d-4bad-8a25-87ad1ba53aef up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:47:53.462091 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:53.541600 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=51671eab-5d57-476e-bc0e-7ef808de6b92,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:53.545015 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:53.555953 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port f1b61a6a-805d-4bad-8a25-87ad1ba53aef completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:47:53.559714 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port f1b61a6a-805d-4bad-8a25-87ad1ba53aef triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:47:53.560096 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:53.636031 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:53.656607 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port f1b61a6a-805d-4bad-8a25-87ad1ba53aef, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=f1b61a6a-805d-4bad-8a25-87ad1ba53aef,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:47:53.662359 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:53.663207 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e74fbab8-4298-4c1b-ac13-d2faff38a362 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:47:53.664862 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:53.736905 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=f1b61a6a-805d-4bad-8a25-87ad1ba53aef,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:53.740270 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:53.750477 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port e74fbab8-4298-4c1b-ac13-d2faff38a362 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:47:53.755004 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port e74fbab8-4298-4c1b-ac13-d2faff38a362 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:47:53.755555 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:53.776800 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45994) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:47:53.783256 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-fe5b613e-7fad-4e1f-a21d-812c0d500996 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-392865980', 'description': 'tempest-secgroup-smoke-392865980 description', 'project_id': '11702a80128c4c69befdd3889d71ce9f'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:47:53.807789 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fe5b613e-7fad-4e1f-a21d-812c0d500996 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:53.835679 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:53.870347 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port e74fbab8-4298-4c1b-ac13-d2faff38a362, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=e74fbab8-4298-4c1b-ac13-d2faff38a362,segment=NetworkSegment(5b274125-d6d1-4d48-9ada-c067fb6a15cc),segment_id=5b274125-d6d1-4d48-9ada-c067fb6a15cc)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:47:53.876079 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:53.878385 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:53.895229 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fe5b613e-7fad-4e1f-a21d-812c0d500996 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:53.900667 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fe5b613e-7fad-4e1f-a21d-812c0d500996 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:53.904197 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-337d4196-829c-4a8e-968f-5480f2251ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:53.925437 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=e74fbab8-4298-4c1b-ac13-d2faff38a362,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:53.928671 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:53.930049 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-fe5b613e-7fad-4e1f-a21d-812c0d500996 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:53.934056 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-fe5b613e-7fad-4e1f-a21d-812c0d500996 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1534398 Jun 21 15:47:53.935883 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 45996) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:47:53.936427 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b613e-7fad-4e1f-a21d-812c0d500996 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7040bc5e-d3d0-4e11-b661-4c43f62e31c0,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:53.938961 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fe5b613e-7fad-4e1f-a21d-812c0d500996 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:53.942628 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-17129231-49f3-42f8-8c83-cf312215e96c tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Request body: {'security_group_rule': {'security_group_id': '7040bc5e-d3d0-4e11-b661-4c43f62e31c0', 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:47:53.974177 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-17129231-49f3-42f8-8c83-cf312215e96c tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:54.043712 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-17129231-49f3-42f8-8c83-cf312215e96c tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:54.050980 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-17129231-49f3-42f8-8c83-cf312215e96c tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:54.053114 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-578810a2-204c-4a3e-8970-057e086cb42d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:54.070788 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17129231-49f3-42f8-8c83-cf312215e96c tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeed226a-cbc6-4fa2-a0b8-7f6b779c29b3,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:54.073273 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-17129231-49f3-42f8-8c83-cf312215e96c tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:54.081093 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-17129231-49f3-42f8-8c83-cf312215e96c tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:54.082363 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-17129231-49f3-42f8-8c83-cf312215e96c tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1453500 Jun 21 15:47:54.085443 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 45998) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:47:54.090390 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-7996c64c-2808-4d07-b356-a39899c4a189 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Request body: {'security_group_rule': {'security_group_id': '7040bc5e-d3d0-4e11-b661-4c43f62e31c0', 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:47:54.120281 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7996c64c-2808-4d07-b356-a39899c4a189 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:54.186124 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7996c64c-2808-4d07-b356-a39899c4a189 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:54.192971 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7996c64c-2808-4d07-b356-a39899c4a189 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:54.194848 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ff7019be-61db-4a2f-902b-e26f2e806ee5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:54.217889 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996c64c-2808-4d07-b356-a39899c4a189 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c04a5c31-287a-4f56-b7b8-7fef309c4618,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:54.221347 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-7996c64c-2808-4d07-b356-a39899c4a189 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:54.226881 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-7996c64c-2808-4d07-b356-a39899c4a189 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:54.228698 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-7996c64c-2808-4d07-b356-a39899c4a189 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1419644 Jun 21 15:47:54.232550 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 46000) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:47:54.237725 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-33b95bab-aa63-405f-934e-98883768c066 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Request body: {'security_group_rule': {'security_group_id': '7040bc5e-d3d0-4e11-b661-4c43f62e31c0', 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:47:54.265394 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-33b95bab-aa63-405f-934e-98883768c066 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:54.327825 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-33b95bab-aa63-405f-934e-98883768c066 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:54.332954 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-33b95bab-aa63-405f-934e-98883768c066 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:54.338548 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f1e2d22a-cb0f-471a-8ca0-3b3984cc5507 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:54.353319 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b95bab-aa63-405f-934e-98883768c066 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9908cd90-4e8f-47f3-9e23-535b8893b5db,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:54.356439 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-33b95bab-aa63-405f-934e-98883768c066 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:54.357852 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-33b95bab-aa63-405f-934e-98883768c066 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:54.359015 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-33b95bab-aa63-405f-934e-98883768c066 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1254649 Jun 21 15:47:54.362492 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 46002) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:47:54.367234 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-0401e563-aa84-4278-83d4-a54ce5773d7c tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Request body: {'security_group_rule': {'security_group_id': '7040bc5e-d3d0-4e11-b661-4c43f62e31c0', 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:47:54.398949 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0401e563-aa84-4278-83d4-a54ce5773d7c tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:54.461282 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0401e563-aa84-4278-83d4-a54ce5773d7c tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:54.469147 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0401e563-aa84-4278-83d4-a54ce5773d7c tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:54.471320 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-af318ea4-416d-4bb5-899e-54a15504ba1f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:54.487200 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401e563-aa84-4278-83d4-a54ce5773d7c tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d621c54-361e-413b-90a1-bae591b50ae7,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:54.489545 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0401e563-aa84-4278-83d4-a54ce5773d7c tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:54.496206 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0401e563-aa84-4278-83d4-a54ce5773d7c tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:54.497647 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0401e563-aa84-4278-83d4-a54ce5773d7c tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1340251 Jun 21 15:47:54.500586 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 46004) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:47:54.505982 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-091c4fc0-0087-495d-874d-0875ff3541eb tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Request body: {'security_group_rule': {'security_group_id': '7040bc5e-d3d0-4e11-b661-4c43f62e31c0', 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:47:54.528532 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.securitygroups_db [None req-091c4fc0-0087-495d-874d-0875ff3541eb tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Project 11702a80128c4c69befdd3889d71ce9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 15:47:54.533468 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-091c4fc0-0087-495d-874d-0875ff3541eb tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:54.596211 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-091c4fc0-0087-495d-874d-0875ff3541eb tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:54.603115 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-091c4fc0-0087-495d-874d-0875ff3541eb tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:54.610701 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b95afc87-b103-42b4-9d58-e1530ff7cb01 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:54.631056 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c4fc0-0087-495d-874d-0875ff3541eb tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21977450-a2ca-4443-84f7-eb0713c9a382,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:54.633823 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-091c4fc0-0087-495d-874d-0875ff3541eb tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:54.635252 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-091c4fc0-0087-495d-874d-0875ff3541eb tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:54.636438 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-091c4fc0-0087-495d-874d-0875ff3541eb tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1348672 Jun 21 15:47:54.639712 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 46006) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:47:54.644362 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-3e710bcb-b1ce-4d67-bf5c-8fe2bc05447b tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Request body: {'security_group_rule': {'security_group_id': '7040bc5e-d3d0-4e11-b661-4c43f62e31c0', 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:47:54.669574 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.securitygroups_db [None req-3e710bcb-b1ce-4d67-bf5c-8fe2bc05447b tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Project 11702a80128c4c69befdd3889d71ce9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 15:47:54.674446 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3e710bcb-b1ce-4d67-bf5c-8fe2bc05447b tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:54.742888 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3e710bcb-b1ce-4d67-bf5c-8fe2bc05447b tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:54.748082 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3e710bcb-b1ce-4d67-bf5c-8fe2bc05447b tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:54.749996 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-434a1eeb-8b55-404c-b226-b1ac002f7052 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:54.767822 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e710bcb-b1ce-4d67-bf5c-8fe2bc05447b tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd9ad2e2-19db-4b6f-b9ef-898ee6018c7c,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:54.770635 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3e710bcb-b1ce-4d67-bf5c-8fe2bc05447b tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:54.777862 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3e710bcb-b1ce-4d67-bf5c-8fe2bc05447b tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:54.779884 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3e710bcb-b1ce-4d67-bf5c-8fe2bc05447b tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1391780 Jun 21 15:47:54.929028 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-31ce8efd-f2be-4217-b3e2-d7233642d9e1 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-392865980&fields=id&tenant_id=11702a80128c4c69befdd3889d71ce9f HTTP/1.1" status: 200 len: 267 time: 0.0339727 Jun 21 15:47:55.045119 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-213c3e7c-6470-4083-a73d-acd5fda3785d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:47:55.046598 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-213c3e7c-6470-4083-a73d-acd5fda3785d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/networks?id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 HTTP/1.1" status: 200 len: 809 time: 0.1097181 Jun 21 15:47:55.067017 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-85e3032f-6e5d-45b4-a63e-1cbe9598f65e tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/quotas/11702a80128c4c69befdd3889d71ce9f HTTP/1.1" status: 200 len: 375 time: 0.0143166 Jun 21 15:47:55.098100 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c503bfdc-501f-4d0b-8525-fb39fbeff479 None None] Sync routers for ids ['e6b884d5-59ef-4c19-bf86-b788a910a5e9'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:47:55.108084 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c503bfdc-501f-4d0b-8525-fb39fbeff479 None None] Routers {'e6b884d5-59ef-4c19-bf86-b788a910a5e9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:47:55.109277 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-c503bfdc-501f-4d0b-8525-fb39fbeff479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:47:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['e6b884d5-59ef-4c19-bf86-b788a910a5e9'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:47:55.145846 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-ed55d200-6765-413b-89d9-de35523d34c2 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=11702a80128c4c69befdd3889d71ce9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0712774 Jun 21 15:47:55.355955 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 51671eab-5d57-476e-bc0e-7ef808de6b92 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:47:55.366899 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-445fd53a-0572-45a3-961e-e7869381c36d service neutron] 10.222.0.72 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288741 Jun 21 15:47:55.411637 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-c503bfdc-501f-4d0b-8525-fb39fbeff479 None None] Set router e6b884d5-59ef-4c19-bf86-b788a910a5e9 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:47:55.457034 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 51671eab-5d57-476e-bc0e-7ef808de6b92 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:47:55.457405 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:55.464164 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-6ccd652d-ef46-43a3-a03d-e93705b380b0 service neutron] 10.222.0.72 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914319 Jun 21 15:47:55.651902 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device f1b61a6a-805d-4bad-8a25-87ad1ba53aef up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:47:55.658903 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8664c807-b9eb-4886-bdbf-12613826d59c req-84ec4e5b-2cb6-44b8-8918-38ba067f2614 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 210 time: 0.0361795 Jun 21 15:47:55.708629 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-c503bfdc-501f-4d0b-8525-fb39fbeff479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b884d5-59ef-4c19-bf86-b788a910a5e9', 'name': 'tempest-TestShelveInstance-513642270-router', 'tenant_id': '6e8aa53a47f2414a8e882e38dfe6a16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f1b61a6a-805d-4bad-8a25-87ad1ba53aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:47:49Z', 'updated_at': '2021-06-21T15:47:51Z', 'revision_number': 4, 'project_id': '6e8aa53a47f2414a8e882e38dfe6a16f', 'gw_port': {'id': 'f1b61a6a-805d-4bad-8a25-87ad1ba53aef', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b884d5-59ef-4c19-bf86-b788a910a5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:49Z', 'updated_at': '2021-06-21T15:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'e0f2386d-1777-4298-8f03-3963df665e56', 'name': '', 'network_id': '132a1817-caf4-4115-99a7-0fb631e708f5', 'tenant_id': '6e8aa53a47f2414a8e882e38dfe6a16f', 'mac_address': 'fa:16:3e:06:c5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b884d5-59ef-4c19-bf86-b788a910a5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '913617d8-930b-430d-a690-d67c73d7717b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:51Z', 'updated_at': '2021-06-21T15:47:51Z', 'revision_number': 2, 'project_id': '6e8aa53a47f2414a8e882e38dfe6a16f', 'subnets': [{'id': '913617d8-930b-430d-a690-d67c73d7717b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:47:55.740466 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c503bfdc-501f-4d0b-8525-fb39fbeff479 None None] Checking router: e6b884d5-59ef-4c19-bf86-b788a910a5e9 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:47:55.740826 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c503bfdc-501f-4d0b-8525-fb39fbeff479 None None] Updating router e6b884d5-59ef-4c19-bf86-b788a910a5e9 port e0f2386d-1777-4298-8f03-3963df665e56 binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:47:55.761226 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port f1b61a6a-805d-4bad-8a25-87ad1ba53aef triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:47:55.761587 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:55.798887 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c503bfdc-501f-4d0b-8525-fb39fbeff479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:55.935293 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e74fbab8-4298-4c1b-ac13-d2faff38a362 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:47:56.046072 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port e74fbab8-4298-4c1b-ac13-d2faff38a362 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:47:56.046454 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:56.195745 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c503bfdc-501f-4d0b-8525-fb39fbeff479 None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:56.208352 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-c503bfdc-501f-4d0b-8525-fb39fbeff479 None None] Transition to ACTIVE for port object e0f2386d-1777-4298-8f03-3963df665e56 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:47:56.215690 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c503bfdc-501f-4d0b-8525-fb39fbeff479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:56.218503 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:56.293917 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a6dde-b3d4-4776-8e5e-0bbab7a6883a None None] Pushing event updated for resources: {'Port': ['ID=e0f2386d-1777-4298-8f03-3963df665e56,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:56.297403 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-d59a6dde-b3d4-4776-8e5e-0bbab7a6883a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:56.354893 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-c503bfdc-501f-4d0b-8525-fb39fbeff479 None None] Attempting to bind port e0f2386d-1777-4298-8f03-3963df665e56 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:47:56.355280 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-c503bfdc-501f-4d0b-8525-fb39fbeff479 None None] Attempting to bind port e0f2386d-1777-4298-8f03-3963df665e56 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '5b274125-d6d1-4d48-9ada-c067fb6a15cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '132a1817-caf4-4115-99a7-0fb631e708f5'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:47:56.355655 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c503bfdc-501f-4d0b-8525-fb39fbeff479 None None] Attempting to bind port e0f2386d-1777-4298-8f03-3963df665e56 on network 132a1817-caf4-4115-99a7-0fb631e708f5 {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:47:56.362523 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c503bfdc-501f-4d0b-8525-fb39fbeff479 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:47:56.362917 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c503bfdc-501f-4d0b-8525-fb39fbeff479 None None] Checking segment: {'id': '5b274125-d6d1-4d48-9ada-c067fb6a15cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '132a1817-caf4-4115-99a7-0fb631e708f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:47:56.363331 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c503bfdc-501f-4d0b-8525-fb39fbeff479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:56.363731 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c503bfdc-501f-4d0b-8525-fb39fbeff479 None None] Bound using segment: {'id': '5b274125-d6d1-4d48-9ada-c067fb6a15cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '132a1817-caf4-4115-99a7-0fb631e708f5'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:47:56.364217 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-c503bfdc-501f-4d0b-8525-fb39fbeff479 None None] Bound port: e0f2386d-1777-4298-8f03-3963df665e56, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b274125-d6d1-4d48-9ada-c067fb6a15cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '132a1817-caf4-4115-99a7-0fb631e708f5'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:47:56.364741 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c503bfdc-501f-4d0b-8525-fb39fbeff479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:56.443561 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-c503bfdc-501f-4d0b-8525-fb39fbeff479 None None] For port e0f2386d-1777-4298-8f03-3963df665e56, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:47:56.446798 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-c503bfdc-501f-4d0b-8525-fb39fbeff479 None None] For port e0f2386d-1777-4298-8f03-3963df665e56, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=e0f2386d-1777-4298-8f03-3963df665e56,segment=NetworkSegment(5b274125-d6d1-4d48-9ada-c067fb6a15cc),segment_id=5b274125-d6d1-4d48-9ada-c067fb6a15cc)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:47:56.452838 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c503bfdc-501f-4d0b-8525-fb39fbeff479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:56.455774 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-2716aee3-59f8-4b33-9cf9-207990648178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:56.532029 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c503bfdc-501f-4d0b-8525-fb39fbeff479 None None] Routers {'e6b884d5-59ef-4c19-bf86-b788a910a5e9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:47:56.532667 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-c503bfdc-501f-4d0b-8525-fb39fbeff479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:47:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['e6b884d5-59ef-4c19-bf86-b788a910a5e9'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:47:56.536683 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59a6dde-b3d4-4776-8e5e-0bbab7a6883a None None] Pushing event updated for resources: {'Port': ['ID=e0f2386d-1777-4298-8f03-3963df665e56,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:56.571418 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-d59a6dde-b3d4-4776-8e5e-0bbab7a6883a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:56.649126 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-c503bfdc-501f-4d0b-8525-fb39fbeff479 None None] Set router e6b884d5-59ef-4c19-bf86-b788a910a5e9 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:47:56.797636 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-19fffb12-6389-48f9-b939-8ababf285a01 req-4ff3c016-600c-487d-9dfd-79bfafcf9de8 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 210 time: 0.0310473 Jun 21 15:47:56.856462 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-c503bfdc-501f-4d0b-8525-fb39fbeff479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b884d5-59ef-4c19-bf86-b788a910a5e9', 'name': 'tempest-TestShelveInstance-513642270-router', 'tenant_id': '6e8aa53a47f2414a8e882e38dfe6a16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f1b61a6a-805d-4bad-8a25-87ad1ba53aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:47:49Z', 'updated_at': '2021-06-21T15:47:51Z', 'revision_number': 4, 'project_id': '6e8aa53a47f2414a8e882e38dfe6a16f', 'gw_port': {'id': 'f1b61a6a-805d-4bad-8a25-87ad1ba53aef', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b884d5-59ef-4c19-bf86-b788a910a5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:49Z', 'updated_at': '2021-06-21T15:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'e0f2386d-1777-4298-8f03-3963df665e56', 'name': '', 'network_id': '132a1817-caf4-4115-99a7-0fb631e708f5', 'tenant_id': '6e8aa53a47f2414a8e882e38dfe6a16f', 'mac_address': 'fa:16:3e:06:c5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b884d5-59ef-4c19-bf86-b788a910a5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '913617d8-930b-430d-a690-d67c73d7717b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:51Z', 'updated_at': '2021-06-21T15:47:56Z', 'revision_number': 4, 'project_id': '6e8aa53a47f2414a8e882e38dfe6a16f', 'subnets': [{'id': '913617d8-930b-430d-a690-d67c73d7717b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:47:56.893028 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c503bfdc-501f-4d0b-8525-fb39fbeff479 None None] The sync data for ids ['e6b884d5-59ef-4c19-bf86-b788a910a5e9'] in dv-neutron-797121-2-hyperv is: [{'id': 'e6b884d5-59ef-4c19-bf86-b788a910a5e9', 'name': 'tempest-TestShelveInstance-513642270-router', 'tenant_id': '6e8aa53a47f2414a8e882e38dfe6a16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f1b61a6a-805d-4bad-8a25-87ad1ba53aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:47:49Z', 'updated_at': '2021-06-21T15:47:51Z', 'revision_number': 4, 'project_id': '6e8aa53a47f2414a8e882e38dfe6a16f', 'gw_port': {'id': 'f1b61a6a-805d-4bad-8a25-87ad1ba53aef', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b884d5-59ef-4c19-bf86-b788a910a5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:49Z', 'updated_at': '2021-06-21T15:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'e0f2386d-1777-4298-8f03-3963df665e56', 'name': '', 'network_id': '132a1817-caf4-4115-99a7-0fb631e708f5', 'tenant_id': '6e8aa53a47f2414a8e882e38dfe6a16f', 'mac_address': 'fa:16:3e:06:c5:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6b884d5-59ef-4c19-bf86-b788a910a5e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '913617d8-930b-430d-a690-d67c73d7717b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:51Z', 'updated_at': '2021-06-21T15:47:56Z', 'revision_number': 4, 'project_id': '6e8aa53a47f2414a8e882e38dfe6a16f', 'subnets': [{'id': '913617d8-930b-430d-a690-d67c73d7717b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:47:57.156137 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-e2e5e103-a781-46d3-a391-e2133619c31b tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:47:57.158002 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-e2e5e103-a781-46d3-a391-e2133619c31b tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.66 "GET /v2.0/networks?id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 HTTP/1.1" status: 200 len: 809 time: 0.1337328 Jun 21 15:47:57.216472 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e0f2386d-1777-4298-8f03-3963df665e56 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:47:57.223180 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-60ac6b77-fc1b-48e8-9c9a-5afb0560aa1d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11702a80128c4c69befdd3889d71ce9f HTTP/1.1" status: 200 len: 379 time: 0.0530248 Jun 21 15:47:57.234755 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-34f6f971-fe19-4f02-8897-84aa0432e999 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Request body: {'port': {'device_id': 'b9d90977-d32a-4bc1-9c68-85c02e7ac327', 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2', 'admin_state_up': True, 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'security_groups': ['7040bc5e-d3d0-4e11-b661-4c43f62e31c0']}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:47:57.280540 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port e0f2386d-1777-4298-8f03-3963df665e56 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:47:57.286621 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port e0f2386d-1777-4298-8f03-3963df665e56 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:47:57.287146 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:57.365229 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-34f6f971-fe19-4f02-8897-84aa0432e999 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Made reservation on behalf of 11702a80128c4c69befdd3889d71ce9f for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:47:57.369057 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-34f6f971-fe19-4f02-8897-84aa0432e999 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:57.378543 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:57.414304 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port e0f2386d-1777-4298-8f03-3963df665e56, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=e0f2386d-1777-4298-8f03-3963df665e56,segment=NetworkSegment(5b274125-d6d1-4d48-9ada-c067fb6a15cc),segment_id=5b274125-d6d1-4d48-9ada-c067fb6a15cc)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:47:57.422282 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:57.427484 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-330e237a-1cbe-4d88-86e6-2e76ae612451 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:57.480211 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=e0f2386d-1777-4298-8f03-3963df665e56,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:57.483301 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:57.524367 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-34f6f971-fe19-4f02-8897-84aa0432e999 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Allocated IP 172.20.0.12 (ccf29606-07ed-4500-abcf-9c2bf7e1e5f2/e7b78035-69f3-4470-a688-b37562dccffb/18384aca-8ddf-4c63-b821-19508bad0b6a) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:47:57.675754 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-34f6f971-fe19-4f02-8897-84aa0432e999 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:57.690065 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-34f6f971-fe19-4f02-8897-84aa0432e999 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Transition to ACTIVE for port object 18384aca-8ddf-4c63-b821-19508bad0b6a will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:47:57.728599 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-34f6f971-fe19-4f02-8897-84aa0432e999 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:57.733395 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-7ea5a978-6a76-4f3c-b68a-5d2ddcecd458 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:57.772888 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-34f6f971-fe19-4f02-8897-84aa0432e999 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Network ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:47:57.776416 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-34f6f971-fe19-4f02-8897-84aa0432e999 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:47:57.779115 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-34f6f971-fe19-4f02-8897-84aa0432e999 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:47:57.811305 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6f971-fe19-4f02-8897-84aa0432e999 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Pushing event updated for resources: {'Port': ['ID=18384aca-8ddf-4c63-b821-19508bad0b6a,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:57.816267 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-34f6f971-fe19-4f02-8897-84aa0432e999 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:57.842643 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-34f6f971-fe19-4f02-8897-84aa0432e999 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:47:57.843401 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-34f6f971-fe19-4f02-8897-84aa0432e999 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:57.862071 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-34f6f971-fe19-4f02-8897-84aa0432e999 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6313858 Jun 21 15:47:57.907591 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-a6aaf1fd-91dd-4bc0-8271-4b23fb3eb9af service neutron] Request body: {'port': {'device_id': 'b9d90977-d32a-4bc1-9c68-85c02e7ac327', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:47:58.011397 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-eb752db9-40f0-41ff-a483-23a7c4fc83f0 None None] Provisioning for port 18384aca-8ddf-4c63-b821-19508bad0b6a completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:47:58.015216 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-eb752db9-40f0-41ff-a483-23a7c4fc83f0 None None] Provisioning complete for port 18384aca-8ddf-4c63-b821-19508bad0b6a triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:47:58.015604 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-eb752db9-40f0-41ff-a483-23a7c4fc83f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:58.032597 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-a6aaf1fd-91dd-4bc0-8271-4b23fb3eb9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:58.048952 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-eb752db9-40f0-41ff-a483-23a7c4fc83f0 None None] Port 18384aca-8ddf-4c63-b821-19508bad0b6a cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:47:58.085386 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8f584-9594-4e33-8fcf-45a9ba9cee7a req-70d27e5a-5fc7-4621-abee-f1b4c0240a96 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:47:58.086896 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b3f8f584-9594-4e33-8fcf-45a9ba9cee7a req-70d27e5a-5fc7-4621-abee-f1b4c0240a96 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 932 time: 0.1448791 Jun 21 15:47:58.200889 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b3f8f584-9594-4e33-8fcf-45a9ba9cee7a req-3baa034e-c73b-4483-a30e-12ca63c6a7e8 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079614 Jun 21 15:47:58.364666 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-a6aaf1fd-91dd-4bc0-8271-4b23fb3eb9af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18384aca-8ddf-4c63-b821-19508bad0b6a {{(pid=105224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:47:58.372680 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-a6aaf1fd-91dd-4bc0-8271-4b23fb3eb9af service neutron] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:58.386517 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-a6aaf1fd-91dd-4bc0-8271-4b23fb3eb9af service neutron] Transition to ACTIVE for port object 18384aca-8ddf-4c63-b821-19508bad0b6a will not be triggered until provisioned by entity L2. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:47:58.394538 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-a6aaf1fd-91dd-4bc0-8271-4b23fb3eb9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:58.396745 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-654f00c7-7d3a-401b-acf5-518fc79e3033 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:58.481663 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aaf1fd-91dd-4bc0-8271-4b23fb3eb9af service neutron] Pushing event updated for resources: {'Port': ['ID=18384aca-8ddf-4c63-b821-19508bad0b6a,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:58.494984 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a6aaf1fd-91dd-4bc0-8271-4b23fb3eb9af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:58.575945 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-a6aaf1fd-91dd-4bc0-8271-4b23fb3eb9af service neutron] Attempting to bind port 18384aca-8ddf-4c63-b821-19508bad0b6a on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:47:58.576285 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-a6aaf1fd-91dd-4bc0-8271-4b23fb3eb9af service neutron] Attempting to bind port 18384aca-8ddf-4c63-b821-19508bad0b6a by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '96e65d62-205c-4810-aa3e-06b10c31ce38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:47:58.576645 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-a6aaf1fd-91dd-4bc0-8271-4b23fb3eb9af service neutron] Attempting to bind port 18384aca-8ddf-4c63-b821-19508bad0b6a on network ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:47:58.582542 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-a6aaf1fd-91dd-4bc0-8271-4b23fb3eb9af service neutron] Port 18384aca-8ddf-4c63-b821-19508bad0b6a on network ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 15:47:58.582868 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-a6aaf1fd-91dd-4bc0-8271-4b23fb3eb9af service neutron] Attempting to bind port 18384aca-8ddf-4c63-b821-19508bad0b6a on network ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:47:58.588987 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-a6aaf1fd-91dd-4bc0-8271-4b23fb3eb9af service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:47:58.589335 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-a6aaf1fd-91dd-4bc0-8271-4b23fb3eb9af service neutron] Checking segment: {'id': '96e65d62-205c-4810-aa3e-06b10c31ce38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:47:58.589714 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-a6aaf1fd-91dd-4bc0-8271-4b23fb3eb9af service neutron] Bound using segment: {'id': '96e65d62-205c-4810-aa3e-06b10c31ce38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2'} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:47:58.590179 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-a6aaf1fd-91dd-4bc0-8271-4b23fb3eb9af service neutron] Bound port: 18384aca-8ddf-4c63-b821-19508bad0b6a, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96e65d62-205c-4810-aa3e-06b10c31ce38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2'}}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:47:58.590536 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-a6aaf1fd-91dd-4bc0-8271-4b23fb3eb9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:58.670994 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-a6aaf1fd-91dd-4bc0-8271-4b23fb3eb9af service neutron] For port 18384aca-8ddf-4c63-b821-19508bad0b6a, host hv-neutron-7971, cleared binding levels {{(pid=105224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:47:58.675354 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-a6aaf1fd-91dd-4bc0-8271-4b23fb3eb9af service neutron] For port 18384aca-8ddf-4c63-b821-19508bad0b6a, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=18384aca-8ddf-4c63-b821-19508bad0b6a,segment=NetworkSegment(96e65d62-205c-4810-aa3e-06b10c31ce38),segment_id=96e65d62-205c-4810-aa3e-06b10c31ce38)] {{(pid=105224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:47:58.681857 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-a6aaf1fd-91dd-4bc0-8271-4b23fb3eb9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:58.692379 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a6aaf1fd-91dd-4bc0-8271-4b23fb3eb9af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:47:58.743639 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-a6aaf1fd-91dd-4bc0-8271-4b23fb3eb9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:47:58.744264 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-a6aaf1fd-91dd-4bc0-8271-4b23fb3eb9af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:58.745914 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-a6aaf1fd-91dd-4bc0-8271-4b23fb3eb9af service neutron] 10.222.0.66 "PUT /v2.0/ports/18384aca-8ddf-4c63-b821-19508bad0b6a HTTP/1.1" status: 200 len: 1094 time: 0.8456059 Jun 21 15:47:58.746532 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d90977-d32a-4bc1-9c68-85c02e7ac327', 'tag': '18384aca-8ddf-4c63-b821-19508bad0b6a'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:47:58.748999 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da31f762a03131f518d543e90ae826537feda727de965adfd7a215608ae97d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2e4ec7-95cb-4fcc-ada1-c2f7b44d17a0" -d '{"events": [{"name": "network-changed", "server_uuid": "b9d90977-d32a-4bc1-9c68-85c02e7ac327", "tag": "18384aca-8ddf-4c63-b821-19508bad0b6a"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:47:58.791642 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aaf1fd-91dd-4bc0-8271-4b23fb3eb9af service neutron] Pushing event updated for resources: {'Port': ['ID=18384aca-8ddf-4c63-b821-19508bad0b6a,revision_number=3']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:47:58.803064 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a6aaf1fd-91dd-4bc0-8271-4b23fb3eb9af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:47:58.817775 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfbeb9e-329b-43b7-84ad-369bc9df8852 x-openstack-request-id: req-abfbeb9e-329b-43b7-84ad-369bc9df8852 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:47:58.817775 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9d90977-d32a-4bc1-9c68-85c02e7ac327", "tag": "18384aca-8ddf-4c63-b821-19508bad0b6a", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:47:58.817775 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-abfbeb9e-329b-43b7-84ad-369bc9df8852 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:47:58.817775 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9d90977-d32a-4bc1-9c68-85c02e7ac327', 'tag': '18384aca-8ddf-4c63-b821-19508bad0b6a', 'status': 'completed', 'code': 200} Jun 21 15:47:58.868886 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-61729221-78e2-4f22-99d0-1ae70fc8795c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:47:58.870485 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-61729221-78e2-4f22-99d0-1ae70fc8795c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=11702a80128c4c69befdd3889d71ce9f&device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 1097 time: 0.0664654 Jun 21 15:47:58.923724 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-5363bc5f-4142-45bd-849b-a9cd1d2c1a9b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18384aca-8ddf-4c63-b821-19508bad0b6a HTTP/1.1" status: 200 len: 217 time: 0.0434024 Jun 21 15:47:58.988042 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-f358a67c-e563-4482-ace8-1017c2e11d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:47:58.989541 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-f358a67c-e563-4482-ace8-1017c2e11d16 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e7b78035-69f3-4470-a688-b37562dccffb HTTP/1.1" status: 200 len: 848 time: 0.0590012 Jun 21 15:47:59.058174 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-4d902ae8-e3a5-42ce-9ac9-0ecd9769007b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:47:59.059704 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-4d902ae8-e3a5-42ce-9ac9-0ecd9769007b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0628462 Jun 21 15:47:59.153029 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-d7913d25-35ec-4a76-b1b6-c75b4866333e service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845790 Jun 21 15:47:59.169071 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e0f2386d-1777-4298-8f03-3963df665e56 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:47:59.225393 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port e0f2386d-1777-4298-8f03-3963df665e56 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:47:59.225828 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:47:59.256768 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d6fb2def-eae2-4735-9434-f533bc80f1b5 req-eb24749b-7e1c-4470-ab9e-ccab86eb7aac service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962307 Jun 21 15:47:59.399948 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e4ec7-95cb-4fcc-ada1-c2f7b44d17a0 req-1c0ecd72-b989-4891-b677-cb9d658fed0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:47:59.401475 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cf2e4ec7-95cb-4fcc-ada1-c2f7b44d17a0 req-1c0ecd72-b989-4891-b677-cb9d658fed0d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=11702a80128c4c69befdd3889d71ce9f&device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 1097 time: 0.0945907 Jun 21 15:47:59.424051 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2eba0-8488-41d0-84f5-d58e97b4e239 req-c9a0842f-8fd2-4a61-afd4-f263aa0d47e3 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:47:59.425463 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b5b2eba0-8488-41d0-84f5-d58e97b4e239 req-c9a0842f-8fd2-4a61-afd4-f263aa0d47e3 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 944 time: 0.0890770 Jun 21 15:47:59.510079 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b5b2eba0-8488-41d0-84f5-d58e97b4e239 req-39329dec-9e1b-4937-9030-3cab11ca7daf tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733674 Jun 21 15:47:59.532596 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e4ec7-95cb-4fcc-ada1-c2f7b44d17a0 req-3382d9f2-220e-4ab3-b439-5c798d9cd187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:47:59.534683 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cf2e4ec7-95cb-4fcc-ada1-c2f7b44d17a0 req-3382d9f2-220e-4ab3-b439-5c798d9cd187 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 HTTP/1.1" status: 200 len: 910 time: 0.1250219 Jun 21 15:47:59.578271 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cf2e4ec7-95cb-4fcc-ada1-c2f7b44d17a0 req-2a848005-6092-4c56-81b2-fa31604d26c5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18384aca-8ddf-4c63-b821-19508bad0b6a HTTP/1.1" status: 200 len: 217 time: 0.0360177 Jun 21 15:47:59.635167 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e4ec7-95cb-4fcc-ada1-c2f7b44d17a0 req-6902c140-7ba0-475d-a382-68e7100944d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:47:59.636637 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cf2e4ec7-95cb-4fcc-ada1-c2f7b44d17a0 req-6902c140-7ba0-475d-a382-68e7100944d4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e7b78035-69f3-4470-a688-b37562dccffb HTTP/1.1" status: 200 len: 848 time: 0.0520670 Jun 21 15:47:59.698239 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e4ec7-95cb-4fcc-ada1-c2f7b44d17a0 req-8cb8015e-e68c-40cd-a4d9-e3f617767ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:47:59.698783 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cf2e4ec7-95cb-4fcc-ada1-c2f7b44d17a0 req-8cb8015e-e68c-40cd-a4d9-e3f617767ecd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0549133 Jun 21 15:47:59.797646 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cf2e4ec7-95cb-4fcc-ada1-c2f7b44d17a0 req-12089def-7201-496f-8b21-8509976409ca service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905440 Jun 21 15:47:59.890145 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cf2e4ec7-95cb-4fcc-ada1-c2f7b44d17a0 req-8419fd84-2428-4fd9-9180-542650b5be4a service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854058 Jun 21 15:48:00.702519 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db499c-0924-44a8-8c74-1f2f37f5b6d6 req-61b40c4b-28d5-4e74-8132-bee0dd8f890a tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:48:00.704731 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-41db499c-0924-44a8-8c74-1f2f37f5b6d6 req-61b40c4b-28d5-4e74-8132-bee0dd8f890a tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 944 time: 0.0805922 Jun 21 15:48:00.747536 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-41db499c-0924-44a8-8c74-1f2f37f5b6d6 req-603f28e3-1480-4673-b7ab-dc49af4027c4 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361826 Jun 21 15:48:01.943931 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601cd32-5888-4b8c-9753-a249127d64b1 req-4a1fc4f5-5062-427e-8f40-7c71dd26432c tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:48:01.945384 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c601cd32-5888-4b8c-9753-a249127d64b1 req-4a1fc4f5-5062-427e-8f40-7c71dd26432c tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 944 time: 0.0768576 Jun 21 15:48:01.980942 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 18384aca-8ddf-4c63-b821-19508bad0b6a details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:48:01.987830 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c601cd32-5888-4b8c-9753-a249127d64b1 req-ba729777-6918-4659-ab36-5e74a6e7f40e tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342076 Jun 21 15:48:02.088568 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 18384aca-8ddf-4c63-b821-19508bad0b6a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=18384aca-8ddf-4c63-b821-19508bad0b6a,segment=NetworkSegment(96e65d62-205c-4810-aa3e-06b10c31ce38),segment_id=96e65d62-205c-4810-aa3e-06b10c31ce38)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:48:02.104075 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '18384aca-8ddf-4c63-b821-19508bad0b6a', 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2', 'port_id': '18384aca-8ddf-4c63-b821-19508bad0b6a', 'mac_address': 'fa:16:3e:1f:54:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b78035-69f3-4470-a688-b37562dccffb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:48:02.139320 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:48:02.145729 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:48:02.159028 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18384aca-8ddf-4c63-b821-19508bad0b6a {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:48:02.180112 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 18384aca-8ddf-4c63-b821-19508bad0b6a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=18384aca-8ddf-4c63-b821-19508bad0b6a,segment=NetworkSegment(96e65d62-205c-4810-aa3e-06b10c31ce38),segment_id=96e65d62-205c-4810-aa3e-06b10c31ce38)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:48:02.186988 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:48:02.189709 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:48:02.237812 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=18384aca-8ddf-4c63-b821-19508bad0b6a,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:48:02.241079 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:48:02.514313 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['18384aca-8ddf-4c63-b821-19508bad0b6a'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:48:03.171789 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebfd7d4-f8e7-463a-9a55-8e44ee3a4261 req-52b1bb1f-5887-462b-ab0b-575c87540419 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:48:03.173553 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cebfd7d4-f8e7-463a-9a55-8e44ee3a4261 req-52b1bb1f-5887-462b-ab0b-575c87540419 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 945 time: 0.0700810 Jun 21 15:48:03.215723 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cebfd7d4-f8e7-463a-9a55-8e44ee3a4261 req-58fd510a-014d-4f01-a440-23a194923a3c tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333354 Jun 21 15:48:03.989181 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 18384aca-8ddf-4c63-b821-19508bad0b6a up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:48:04.046369 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port 18384aca-8ddf-4c63-b821-19508bad0b6a completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:48:04.050604 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 18384aca-8ddf-4c63-b821-19508bad0b6a triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:48:04.050997 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:48:04.134009 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:48:04.157903 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d90977-d32a-4bc1-9c68-85c02e7ac327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18384aca-8ddf-4c63-b821-19508bad0b6a'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:48:04.172916 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 18384aca-8ddf-4c63-b821-19508bad0b6a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=18384aca-8ddf-4c63-b821-19508bad0b6a,segment=NetworkSegment(96e65d62-205c-4810-aa3e-06b10c31ce38),segment_id=96e65d62-205c-4810-aa3e-06b10c31ce38)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:48:04.180524 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:48:04.182732 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-330e237a-1cbe-4d88-86e6-2e76ae612451 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:48:04.212063 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82aa8b59d632dcb344883d1a7f27c1f561dafe30d228a2f7a2efaa48265e3325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9761a5af-3251-4dd8-a088-64de3102e02a" -d '{"events": [{"server_uuid": "b9d90977-d32a-4bc1-9c68-85c02e7ac327", "name": "network-vif-plugged", "status": "completed", "tag": "18384aca-8ddf-4c63-b821-19508bad0b6a"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:48:04.239493 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=18384aca-8ddf-4c63-b821-19508bad0b6a,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:48:04.242883 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:48:04.307858 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20a5de3-0270-4c3e-b4cb-ecdee045f746 x-openstack-request-id: req-a20a5de3-0270-4c3e-b4cb-ecdee045f746 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:48:04.308173 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d90977-d32a-4bc1-9c68-85c02e7ac327", "name": "network-vif-plugged", "status": "completed", "tag": "18384aca-8ddf-4c63-b821-19508bad0b6a", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:48:04.308544 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a20a5de3-0270-4c3e-b4cb-ecdee045f746 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:48:04.309014 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d90977-d32a-4bc1-9c68-85c02e7ac327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18384aca-8ddf-4c63-b821-19508bad0b6a', 'code': 200} Jun 21 15:48:04.404552 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142d999-a43a-443f-825b-b771899d255a req-e762ac48-cf8d-4df0-a54e-e529c43684d0 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:48:04.406044 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3142d999-a43a-443f-825b-b771899d255a req-e762ac48-cf8d-4df0-a54e-e529c43684d0 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 946 time: 0.0660317 Jun 21 15:48:04.444770 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3142d999-a43a-443f-825b-b771899d255a req-ddde7ac0-d6ac-4b3f-9c05-431cab72b651 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328197 Jun 21 15:48:04.561028 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a98812-5b67-4f1a-9757-a278d527a7ce req-45f405c8-f581-4463-a627-5241f6a7c193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:48:04.562470 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-13a98812-5b67-4f1a-9757-a278d527a7ce req-45f405c8-f581-4463-a627-5241f6a7c193 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 1099 time: 0.0761709 Jun 21 15:48:04.597970 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-13a98812-5b67-4f1a-9757-a278d527a7ce req-107fcf67-f4af-4556-9828-0dce8a4ddfcb service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288091 Jun 21 15:48:05.649726 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64443c0-6ccf-4f4f-9b41-434b6c3ad804 req-b898e064-0933-4b84-8f7b-efaf72d3ab04 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:48:05.651157 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f64443c0-6ccf-4f4f-9b41-434b6c3ad804 req-b898e064-0933-4b84-8f7b-efaf72d3ab04 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 946 time: 0.0728970 Jun 21 15:48:05.689940 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f64443c0-6ccf-4f4f-9b41-434b6c3ad804 req-4b224f52-4337-42ab-910e-82539c736525 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326176 Jun 21 15:48:05.865072 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:48:06.901097 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c9650-9bab-4fa9-a93d-e691ca68aef2 req-715aa148-3f6b-4230-9d6d-5626295aba02 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:48:06.902601 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0b0c9650-9bab-4fa9-a93d-e691ca68aef2 req-715aa148-3f6b-4230-9d6d-5626295aba02 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 946 time: 0.0948730 Jun 21 15:48:06.955899 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0b0c9650-9bab-4fa9-a93d-e691ca68aef2 req-96b1a5d3-c7bb-41cb-a338-46e9b9cb4262 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451849 Jun 21 15:48:07.146504 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b5f4f-9fd0-4260-b620-04e304c4ea90 req-6c55330f-5389-4cb2-8c96-28ff9ff39b56 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:48:07.148022 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3f4b5f4f-9fd0-4260-b620-04e304c4ea90 req-6c55330f-5389-4cb2-8c96-28ff9ff39b56 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 946 time: 0.0712905 Jun 21 15:48:07.190157 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3f4b5f4f-9fd0-4260-b620-04e304c4ea90 req-3823af35-3554-47bc-b7e6-9e87047014f0 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332382 Jun 21 15:48:07.219921 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 46084) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:48:07.327320 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b30782c-81cf-4459-a3e6-3ac629b80fc3 tempest-TestShelveInstance-821248620 tempest-TestShelveInstance-821248620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:48:07.328829 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9b30782c-81cf-4459-a3e6-3ac629b80fc3 tempest-TestShelveInstance-821248620 tempest-TestShelveInstance-821248620-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 1094 time: 0.1076634 Jun 21 15:48:07.332304 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 46088) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:48:07.338838 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-8cb6f6d9-4c5c-4db0-ab1d-72040f3b1de9 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'port_id': '18384aca-8ddf-4c63-b821-19508bad0b6a', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:48:07.369189 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8cb6f6d9-4c5c-4db0-ab1d-72040f3b1de9 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for floatingip, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:48:07.474463 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8cb6f6d9-4c5c-4db0-ab1d-72040f3b1de9 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:48:07.590271 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-8cb6f6d9-4c5c-4db0-ab1d-72040f3b1de9 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Allocated IP 172.26.3.234 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/620c2e9b-9082-4f4f-9c80-eb4bf731c667) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:48:07.712791 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8cb6f6d9-4c5c-4db0-ab1d-72040f3b1de9 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:48:07.754548 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8cb6f6d9-4c5c-4db0-ab1d-72040f3b1de9 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:48:07.756481 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-da7ccd2f-9f46-48df-b5a8-2d084796a66c tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:48:07.804115 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb6f6d9-4c5c-4db0-ab1d-72040f3b1de9 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:48:07.811351 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-8cb6f6d9-4c5c-4db0-ab1d-72040f3b1de9 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:48:07.813834 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6f6d9-4c5c-4db0-ab1d-72040f3b1de9 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Pushing event updated for resources: {'Port': ['ID=620c2e9b-9082-4f4f-9c80-eb4bf731c667,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:48:07.815975 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb6f6d9-4c5c-4db0-ab1d-72040f3b1de9 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:48:07.818170 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8cb6f6d9-4c5c-4db0-ab1d-72040f3b1de9 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:48:08.205303 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8cb6f6d9-4c5c-4db0-ab1d-72040f3b1de9 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:48:08.298101 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8cb6f6d9-4c5c-4db0-ab1d-72040f3b1de9 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:48:08.462282 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8cb6f6d9-4c5c-4db0-ab1d-72040f3b1de9 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:48:08.469357 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8cb6f6d9-4c5c-4db0-ab1d-72040f3b1de9 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:48:08.471643 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a35b280b-4bf3-4739-ba14-1c5c7f1f201d tempest-TestEncryptedCinderVolumes-11982997 tempest-TestEncryptedCinderVolumes-11982997-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:48:08.540678 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6f6d9-4c5c-4db0-ab1d-72040f3b1de9 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Pushing event updated for resources: {'Port': ['ID=620c2e9b-9082-4f4f-9c80-eb4bf731c667,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:48:08.546121 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8cb6f6d9-4c5c-4db0-ab1d-72040f3b1de9 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:48:08.553043 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8cb6f6d9-4c5c-4db0-ab1d-72040f3b1de9 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:48:08.654775 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [None req-8cb6f6d9-4c5c-4db0-ab1d-72040f3b1de9 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Floating IP 65856c36-f947-4e34-a9b2-efbc1d15dbcc associated. External IP: 172.26.3.234, port: 18384aca-8ddf-4c63-b821-19508bad0b6a. Jun 21 15:48:09.247029 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb6f6d9-4c5c-4db0-ab1d-72040f3b1de9 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Router d3dc14c6-2d45-4892-81b5-532603daa53c has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:48:09.390882 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb6f6d9-4c5c-4db0-ab1d-72040f3b1de9 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:48:09.402219 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67433d2-f462-4ada-99b0-0699bc98563b None None] Sync routers for ids ['d3dc14c6-2d45-4892-81b5-532603daa53c'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:48:09.413023 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-8cb6f6d9-4c5c-4db0-ab1d-72040f3b1de9 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:48:09.415237 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67433d2-f462-4ada-99b0-0699bc98563b None None] Routers {'d3dc14c6-2d45-4892-81b5-532603daa53c'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:48:09.415888 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-e67433d2-f462-4ada-99b0-0699bc98563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:47:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['d3dc14c6-2d45-4892-81b5-532603daa53c'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:48:09.459060 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-8cb6f6d9-4c5c-4db0-ab1d-72040f3b1de9 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1256645 Jun 21 15:48:09.459900 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d90977-d32a-4bc1-9c68-85c02e7ac327', 'tag': '18384aca-8ddf-4c63-b821-19508bad0b6a'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:48:09.463328 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da31f762a03131f518d543e90ae826537feda727de965adfd7a215608ae97d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8985ecbc-dc64-4757-9ed3-52203036008d" -d '{"events": [{"name": "network-changed", "server_uuid": "b9d90977-d32a-4bc1-9c68-85c02e7ac327", "tag": "18384aca-8ddf-4c63-b821-19508bad0b6a"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:48:09.511678 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82771a7-a0be-4fa4-ab96-a4ded4cf13d9 x-openstack-request-id: req-a82771a7-a0be-4fa4-ab96-a4ded4cf13d9 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:48:09.512027 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9d90977-d32a-4bc1-9c68-85c02e7ac327", "tag": "18384aca-8ddf-4c63-b821-19508bad0b6a", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:48:09.512327 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a82771a7-a0be-4fa4-ab96-a4ded4cf13d9 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:48:09.512744 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9d90977-d32a-4bc1-9c68-85c02e7ac327', 'tag': '18384aca-8ddf-4c63-b821-19508bad0b6a', 'status': 'completed', 'code': 200} Jun 21 15:48:09.531004 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-e67433d2-f462-4ada-99b0-0699bc98563b None None] Set router d3dc14c6-2d45-4892-81b5-532603daa53c gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:48:09.601155 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985ecbc-dc64-4757-9ed3-52203036008d req-55884e4a-4452-4fce-ab55-2768d15f432e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:48:09.602697 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8985ecbc-dc64-4757-9ed3-52203036008d req-55884e4a-4452-4fce-ab55-2768d15f432e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=11702a80128c4c69befdd3889d71ce9f&device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 1099 time: 0.0648043 Jun 21 15:48:09.707084 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985ecbc-dc64-4757-9ed3-52203036008d req-f049fb0a-5206-4ba2-8cbc-69cd4415ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:48:09.708447 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8985ecbc-dc64-4757-9ed3-52203036008d req-f049fb0a-5206-4ba2-8cbc-69cd4415ef3f service neutron] 10.222.0.66 "GET /v2.0/networks?id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 HTTP/1.1" status: 200 len: 910 time: 0.0983870 Jun 21 15:48:09.774972 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8985ecbc-dc64-4757-9ed3-52203036008d req-3e6212a7-3747-43fb-a83b-eda95f85553b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18384aca-8ddf-4c63-b821-19508bad0b6a HTTP/1.1" status: 200 len: 1000 time: 0.0590539 Jun 21 15:48:09.790924 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-e67433d2-f462-4ada-99b0-0699bc98563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'name': 'tempest-TestShelveInstance-1164046865-router', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '489c21c6-2ba1-459d-a983-832818fd11a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:47:47Z', 'revision_number': 4, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'gw_port': {'id': '489c21c6-2ba1-459d-a983-832818fd11a2', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '65856c36-f947-4e34-a9b2-efbc1d15dbcc', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'floating_ip_address': '172.26.3.234', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'port_id': '18384aca-8ddf-4c63-b821-19508bad0b6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2', 'mac_address': 'fa:16:3e:1f:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d90977-d32a-4bc1-9c68-85c02e7ac327', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:48:08Z', 'updated_at': '2021-06-21T15:48:08Z', 'revision_number': 0, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51671eab-5d57-476e-bc0e-7ef808de6b92', 'name': '', 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'mac_address': 'fa:16:3e:9d:6e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'e7b78035-69f3-4470-a688-b37562dccffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:46Z', 'updated_at': '2021-06-21T15:47:53Z', 'revision_number': 5, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'subnets': [{'id': 'e7b78035-69f3-4470-a688-b37562dccffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:48:09.831653 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67433d2-f462-4ada-99b0-0699bc98563b None None] Checking router: d3dc14c6-2d45-4892-81b5-532603daa53c for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:48:09.835141 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985ecbc-dc64-4757-9ed3-52203036008d req-d5ced105-5145-453d-a84d-f83ed4078764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:48:09.836657 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8985ecbc-dc64-4757-9ed3-52203036008d req-d5ced105-5145-453d-a84d-f83ed4078764 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e7b78035-69f3-4470-a688-b37562dccffb HTTP/1.1" status: 200 len: 848 time: 0.0541537 Jun 21 15:48:09.841115 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67433d2-f462-4ada-99b0-0699bc98563b None None] Routers {'d3dc14c6-2d45-4892-81b5-532603daa53c'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:48:09.841727 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-e67433d2-f462-4ada-99b0-0699bc98563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:47:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['d3dc14c6-2d45-4892-81b5-532603daa53c'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:48:09.900156 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985ecbc-dc64-4757-9ed3-52203036008d req-5b073b63-789e-4bf2-b893-23ac8d598384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:48:09.901804 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8985ecbc-dc64-4757-9ed3-52203036008d req-5b073b63-789e-4bf2-b893-23ac8d598384 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0578010 Jun 21 15:48:09.948378 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-e67433d2-f462-4ada-99b0-0699bc98563b None None] Set router d3dc14c6-2d45-4892-81b5-532603daa53c gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:48:09.993012 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8985ecbc-dc64-4757-9ed3-52203036008d req-08c7b9f1-09ae-42fb-a34d-28e649261d80 service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832777 Jun 21 15:48:10.087857 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8985ecbc-dc64-4757-9ed3-52203036008d req-dda5ca63-b415-4d8c-8978-210c39675d79 service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880072 Jun 21 15:48:10.182760 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-e67433d2-f462-4ada-99b0-0699bc98563b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'name': 'tempest-TestShelveInstance-1164046865-router', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '489c21c6-2ba1-459d-a983-832818fd11a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:47:47Z', 'revision_number': 4, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'gw_port': {'id': '489c21c6-2ba1-459d-a983-832818fd11a2', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '65856c36-f947-4e34-a9b2-efbc1d15dbcc', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'floating_ip_address': '172.26.3.234', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'port_id': '18384aca-8ddf-4c63-b821-19508bad0b6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2', 'mac_address': 'fa:16:3e:1f:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d90977-d32a-4bc1-9c68-85c02e7ac327', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:48:08Z', 'updated_at': '2021-06-21T15:48:08Z', 'revision_number': 0, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51671eab-5d57-476e-bc0e-7ef808de6b92', 'name': '', 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'mac_address': 'fa:16:3e:9d:6e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'e7b78035-69f3-4470-a688-b37562dccffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:46Z', 'updated_at': '2021-06-21T15:47:53Z', 'revision_number': 5, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'subnets': [{'id': 'e7b78035-69f3-4470-a688-b37562dccffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:48:10.211838 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e67433d2-f462-4ada-99b0-0699bc98563b None None] The sync data for ids ['d3dc14c6-2d45-4892-81b5-532603daa53c'] in dv-neutron-797121-2-hyperv is: [{'id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'name': 'tempest-TestShelveInstance-1164046865-router', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '489c21c6-2ba1-459d-a983-832818fd11a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:47:47Z', 'revision_number': 4, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'gw_port': {'id': '489c21c6-2ba1-459d-a983-832818fd11a2', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '65856c36-f947-4e34-a9b2-efbc1d15dbcc', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'floating_ip_address': '172.26.3.234', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'port_id': '18384aca-8ddf-4c63-b821-19508bad0b6a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2', 'mac_address': 'fa:16:3e:1f:54:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9d90977-d32a-4bc1-9c68-85c02e7ac327', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:48:08Z', 'updated_at': '2021-06-21T15:48:08Z', 'revision_number': 0, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51671eab-5d57-476e-bc0e-7ef808de6b92', 'name': '', 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'mac_address': 'fa:16:3e:9d:6e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'e7b78035-69f3-4470-a688-b37562dccffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:46Z', 'updated_at': '2021-06-21T15:47:53Z', 'revision_number': 5, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'subnets': [{'id': 'e7b78035-69f3-4470-a688-b37562dccffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:48:10.402612 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-730249e8-af93-4c53-a444-640f8af8575b None None] New status for floating IP 65856c36-f947-4e34-a9b2-efbc1d15dbcc: ACTIVE {{(pid=105226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:48:14.102238 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c3db69e8-c951-4889-90aa-e27de155505f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:48:16.666933 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-544791d0-33c8-446a-8c2b-7a0780d23a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:48:17.165289 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:48:18.327280 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:48:20.034340 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:48:35.873470 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:48:39.142943 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:48:44.122354 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1399bc2f-954a-4244-8c04-19dd1fd6578b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:48:46.659655 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1e8d32a0-ed88-4ae5-888b-413acde71a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:48:47.161952 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:48:48.330382 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:48:50.038227 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:48:58.246113 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bead9105-280e-4189-b727-de13aef5881b req-3e9404a7-e7ca-458c-902e-ccbf2f199b1e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716436 Jun 21 15:48:58.357531 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead9105-280e-4189-b727-de13aef5881b req-0d634a95-7779-4ac3-b1d4-a04c4fcee8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:48:58.360023 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bead9105-280e-4189-b727-de13aef5881b req-0d634a95-7779-4ac3-b1d4-a04c4fcee8ea service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=11702a80128c4c69befdd3889d71ce9f&device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 1099 time: 0.0620592 Jun 21 15:48:58.482819 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead9105-280e-4189-b727-de13aef5881b req-c5599ca8-1ece-4437-a1ae-d1fa98d02dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:48:58.484333 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bead9105-280e-4189-b727-de13aef5881b req-c5599ca8-1ece-4437-a1ae-d1fa98d02dd3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 HTTP/1.1" status: 200 len: 910 time: 0.0998964 Jun 21 15:48:58.555132 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bead9105-280e-4189-b727-de13aef5881b req-5ffc02ab-810d-474d-959f-34aa9ce8225b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18384aca-8ddf-4c63-b821-19508bad0b6a HTTP/1.1" status: 200 len: 1002 time: 0.0639455 Jun 21 15:48:58.618454 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead9105-280e-4189-b727-de13aef5881b req-8b3f525b-ded5-4ab7-8c87-6f7d251aa5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:48:58.620007 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bead9105-280e-4189-b727-de13aef5881b req-8b3f525b-ded5-4ab7-8c87-6f7d251aa5d0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e7b78035-69f3-4470-a688-b37562dccffb HTTP/1.1" status: 200 len: 848 time: 0.0577624 Jun 21 15:48:58.683329 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead9105-280e-4189-b727-de13aef5881b req-377d7e4c-0a8c-48b6-a1b3-80588d410c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:48:58.684905 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bead9105-280e-4189-b727-de13aef5881b req-377d7e4c-0a8c-48b6-a1b3-80588d410c7b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0578356 Jun 21 15:48:58.774289 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bead9105-280e-4189-b727-de13aef5881b req-8aba9023-380c-45c0-a0b2-b0a043b4666d service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823946 Jun 21 15:48:58.870297 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bead9105-280e-4189-b727-de13aef5881b req-22a43f09-7c31-4e76-94a8-21c0416de7ec service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884297 Jun 21 15:49:05.872991 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:49:14.109233 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-007f0e2c-bfcf-4c7e-ba6f-56aa7abec9f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:49:16.144763 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:49:16.657594 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8b20ad41-5f63-451d-bd19-1101c74bc62f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:49:17.156779 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:49:18.334577 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:49:20.042069 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:49:35.881883 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:49:44.110375 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a6939053-c8b9-4b5d-83f3-4b69747dda8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:49:46.657103 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b0db2182-32e5-4923-b934-d16e434197ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:49:47.158401 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:49:48.343781 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:49:50.045154 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:49:53.143693 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:49:59.253443 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b8ef0a86-469d-4daa-898c-900d92a6c7a7 req-a2889a57-4e6c-4172-b91e-47a275bf69a8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679967 Jun 21 15:49:59.374639 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef0a86-469d-4daa-898c-900d92a6c7a7 req-52161a6b-f5dd-41c9-86a2-486b1123e882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:49:59.376146 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b8ef0a86-469d-4daa-898c-900d92a6c7a7 req-52161a6b-f5dd-41c9-86a2-486b1123e882 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=11702a80128c4c69befdd3889d71ce9f&device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 1099 time: 0.0636363 Jun 21 15:49:59.485596 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef0a86-469d-4daa-898c-900d92a6c7a7 req-47e6edd1-42a9-43d9-8552-bfad5aa159a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:49:59.487021 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b8ef0a86-469d-4daa-898c-900d92a6c7a7 req-47e6edd1-42a9-43d9-8552-bfad5aa159a4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 HTTP/1.1" status: 200 len: 910 time: 0.0890441 Jun 21 15:49:59.557455 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b8ef0a86-469d-4daa-898c-900d92a6c7a7 req-211604af-6694-44cc-991a-2fab7c5532db service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18384aca-8ddf-4c63-b821-19508bad0b6a HTTP/1.1" status: 200 len: 1002 time: 0.0635359 Jun 21 15:49:59.618612 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef0a86-469d-4daa-898c-900d92a6c7a7 req-4aff9eff-8bba-47f5-867a-dfcc4124bf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:49:59.620622 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b8ef0a86-469d-4daa-898c-900d92a6c7a7 req-4aff9eff-8bba-47f5-867a-dfcc4124bf0a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e7b78035-69f3-4470-a688-b37562dccffb HTTP/1.1" status: 200 len: 848 time: 0.0561855 Jun 21 15:49:59.679919 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef0a86-469d-4daa-898c-900d92a6c7a7 req-ce9343e7-4122-4160-ad20-a06165962d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:49:59.681402 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b8ef0a86-469d-4daa-898c-900d92a6c7a7 req-ce9343e7-4122-4160-ad20-a06165962d78 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0548055 Jun 21 15:49:59.691996 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [req-b8ef0a86-469d-4daa-898c-900d92a6c7a7 req-b3fc77d2-432f-49dc-8a6e-efef9cfd53ac service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 15:49:59.692906 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b8ef0a86-469d-4daa-898c-900d92a6c7a7 req-b3fc77d2-432f-49dc-8a6e-efef9cfd53ac service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049992 Jun 21 15:49:59.794728 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b8ef0a86-469d-4daa-898c-900d92a6c7a7 req-44b291c6-3046-4799-a1ff-96bb3d3a407d service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943956 Jun 21 15:49:59.886826 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b8ef0a86-469d-4daa-898c-900d92a6c7a7 req-f2e104aa-29f8-4bc4-8ded-0125b9663bda service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854437 Jun 21 15:50:05.877717 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:50:14.110318 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c51e3bd7-2d8d-4f6c-b33a-7e4c86e4d521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:50:16.654168 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6ef34c9a-9f50-4f41-a8d4-05dae5c516dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:50:17.314998 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:50:18.338400 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:50:20.048783 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:50:30.143600 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:50:35.893508 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:50:44.114282 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2f64a92a-bad5-4494-a7be-b3fd50b11178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:50:46.652234 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-029222bc-2e90-42ce-86a3-3534000ca969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:50:47.151723 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:50:48.347155 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:50:50.052419 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:50:59.670083 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3fe450-4f9d-44eb-abde-9128d17d5920 req-6684f2f9-f7ee-4442-ab6a-b334bfedfc9a tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:50:59.675488 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-be3fe450-4f9d-44eb-abde-9128d17d5920 req-6684f2f9-f7ee-4442-ab6a-b334bfedfc9a tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 946 time: 0.0736625 Jun 21 15:50:59.711863 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-be3fe450-4f9d-44eb-abde-9128d17d5920 req-e24f816c-2f14-4d80-b6df-3149ce02ede7 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339332 Jun 21 15:51:00.916453 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d396af-471e-4402-a3d6-ab42b4842a6b req-a82dea8f-fe20-4849-9def-9c25f1e8814c tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:00.918137 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-64d396af-471e-4402-a3d6-ab42b4842a6b req-a82dea8f-fe20-4849-9def-9c25f1e8814c tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 946 time: 0.0740311 Jun 21 15:51:00.958727 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-64d396af-471e-4402-a3d6-ab42b4842a6b req-08ae5322-2720-4139-9d3a-92d72812a48c tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339956 Jun 21 15:51:01.269220 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8e0b1-a2e4-4cfd-bf6d-ba8ac43c74ec req-1724aa94-84de-4dd5-b750-779aa77e6fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:01.270762 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ecf8e0b1-a2e4-4cfd-bf6d-ba8ac43c74ec req-1724aa94-84de-4dd5-b750-779aa77e6fb2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=11702a80128c4c69befdd3889d71ce9f&device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 1099 time: 0.0599244 Jun 21 15:51:01.393966 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8e0b1-a2e4-4cfd-bf6d-ba8ac43c74ec req-e530540f-4c87-4230-a279-f44255a6cce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:01.396165 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ecf8e0b1-a2e4-4cfd-bf6d-ba8ac43c74ec req-e530540f-4c87-4230-a279-f44255a6cce1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 HTTP/1.1" status: 200 len: 910 time: 0.1009612 Jun 21 15:51:01.467480 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ecf8e0b1-a2e4-4cfd-bf6d-ba8ac43c74ec req-5f44d30d-4ff1-4485-b490-d179cc1681e0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18384aca-8ddf-4c63-b821-19508bad0b6a HTTP/1.1" status: 200 len: 1002 time: 0.0633686 Jun 21 15:51:01.519032 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8e0b1-a2e4-4cfd-bf6d-ba8ac43c74ec req-9d8f0c5a-d6e0-4f1e-9ced-e80ab542bae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:01.520475 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ecf8e0b1-a2e4-4cfd-bf6d-ba8ac43c74ec req-9d8f0c5a-d6e0-4f1e-9ced-e80ab542bae9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e7b78035-69f3-4470-a688-b37562dccffb HTTP/1.1" status: 200 len: 848 time: 0.0463386 Jun 21 15:51:01.588358 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8e0b1-a2e4-4cfd-bf6d-ba8ac43c74ec req-08591378-3c60-40ff-86b8-3a711b8c06cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:01.590121 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ecf8e0b1-a2e4-4cfd-bf6d-ba8ac43c74ec req-08591378-3c60-40ff-86b8-3a711b8c06cc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0603197 Jun 21 15:51:01.693478 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ecf8e0b1-a2e4-4cfd-bf6d-ba8ac43c74ec req-02efef70-2e4a-442a-be60-55180ad84613 service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970988 Jun 21 15:51:01.789257 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ecf8e0b1-a2e4-4cfd-bf6d-ba8ac43c74ec req-6ae9bcd9-fe50-4dd3-bbd5-e92763d804d3 service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886741 Jun 21 15:51:02.153419 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc89cd1-5a66-4bbb-9657-e3906e125b56 req-42d0e75c-9509-48fd-b330-96552391774f tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:02.155041 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7bc89cd1-5a66-4bbb-9657-e3906e125b56 req-42d0e75c-9509-48fd-b330-96552391774f tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 946 time: 0.0688355 Jun 21 15:51:02.193515 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7bc89cd1-5a66-4bbb-9657-e3906e125b56 req-68dcfe88-20e4-4ddf-8a73-6502523f3df6 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327790 Jun 21 15:51:03.404638 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f6ac7-7585-4f32-bf40-afa6d1f40b87 req-3dcd6112-6415-42ae-975a-d9902ac6bd14 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:03.406198 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d80f6ac7-7585-4f32-bf40-afa6d1f40b87 req-3dcd6112-6415-42ae-975a-d9902ac6bd14 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 946 time: 0.0801659 Jun 21 15:51:03.447247 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d80f6ac7-7585-4f32-bf40-afa6d1f40b87 req-5af03adf-7227-44f1-b2cb-5a3ac6013b90 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353081 Jun 21 15:51:04.647592 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf6e2a3-fea1-46ff-ae3f-0228c9246a4a req-84a0840c-427e-4195-8ac0-c36dd0528fff tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:04.648951 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-edf6e2a3-fea1-46ff-ae3f-0228c9246a4a req-84a0840c-427e-4195-8ac0-c36dd0528fff tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 946 time: 0.0716667 Jun 21 15:51:04.687312 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-edf6e2a3-fea1-46ff-ae3f-0228c9246a4a req-21c4ddf8-f93e-450a-991b-474198560676 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324140 Jun 21 15:51:05.885169 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:51:05.888109 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7658a-ec3f-4bb8-ad64-1db25e360503 req-86aaab6f-5695-48aa-bf23-848ee29550d5 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:05.889662 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-20e7658a-ec3f-4bb8-ad64-1db25e360503 req-86aaab6f-5695-48aa-bf23-848ee29550d5 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 946 time: 0.0776989 Jun 21 15:51:05.928680 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-20e7658a-ec3f-4bb8-ad64-1db25e360503 req-a0711fda-e825-4aaa-909f-1e5ec501caf9 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332263 Jun 21 15:51:07.137339 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca6d1a9-63f2-4966-bc02-43dd38bd1ba6 req-3ad90f19-1597-4dc6-a992-64934e1f3e52 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:07.139021 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1ca6d1a9-63f2-4966-bc02-43dd38bd1ba6 req-3ad90f19-1597-4dc6-a992-64934e1f3e52 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 946 time: 0.0883942 Jun 21 15:51:07.142375 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:51:07.189110 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1ca6d1a9-63f2-4966-bc02-43dd38bd1ba6 req-171f4797-b96c-4b7c-9060-91b6f7d8ac47 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432436 Jun 21 15:51:08.398334 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6891ef-0e43-440d-88f6-71699c68b570 req-5fd26bff-f0d2-4500-a98a-7ab07da0ac72 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:08.400430 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0c6891ef-0e43-440d-88f6-71699c68b570 req-5fd26bff-f0d2-4500-a98a-7ab07da0ac72 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 946 time: 0.0696719 Jun 21 15:51:08.446227 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0c6891ef-0e43-440d-88f6-71699c68b570 req-a230f707-6bcb-4e69-80e9-acbfbec9e664 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385451 Jun 21 15:51:09.624221 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4390c16-9742-439e-a559-894c14564997 req-ad2f326d-3e21-4c32-9f50-88af4ef04af8 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:09.625687 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d4390c16-9742-439e-a559-894c14564997 req-ad2f326d-3e21-4c32-9f50-88af4ef04af8 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 946 time: 0.0659318 Jun 21 15:51:09.671847 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d4390c16-9742-439e-a559-894c14564997 req-eb3fb3ce-76b8-47a7-8723-4a4fe0e4f4c6 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373671 Jun 21 15:51:10.870695 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468525af-ba02-47e8-8004-bf9e875056da req-00a8d541-75b7-4a5a-8be8-6d8ca14ce930 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:10.872160 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-468525af-ba02-47e8-8004-bf9e875056da req-00a8d541-75b7-4a5a-8be8-6d8ca14ce930 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 946 time: 0.0769880 Jun 21 15:51:10.912889 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-468525af-ba02-47e8-8004-bf9e875056da req-159111a6-2438-4172-9032-85c645aceab6 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340912 Jun 21 15:51:12.116357 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48e1d1-03e4-4332-9247-3ceddae1dafd req-20315207-37f4-4948-b819-8020640763c0 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:12.117817 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0c48e1d1-03e4-4332-9247-3ceddae1dafd req-20315207-37f4-4948-b819-8020640763c0 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 946 time: 0.0687673 Jun 21 15:51:12.158970 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0c48e1d1-03e4-4332-9247-3ceddae1dafd req-db3c4c9c-54c3-483c-ac09-304073cc621f tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328755 Jun 21 15:51:13.377909 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ddd11-2dc1-470f-86fc-c650d677d231 req-902b21ce-dd5c-47ed-b44f-50206dd7a912 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:13.379579 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-023ddd11-2dc1-470f-86fc-c650d677d231 req-902b21ce-dd5c-47ed-b44f-50206dd7a912 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 946 time: 0.0759294 Jun 21 15:51:13.427957 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-023ddd11-2dc1-470f-86fc-c650d677d231 req-8bf70b34-d2fc-4a85-871a-da93c44480ea tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398409 Jun 21 15:51:14.104311 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a20d2320-d451-4fc6-a9c7-caf4eb1ad8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:51:14.612333 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538b479-2d02-4bc7-b129-f44f59022150 req-b2075b2f-db68-4091-9c4f-2e35b4f69d88 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:14.613939 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7538b479-2d02-4bc7-b129-f44f59022150 req-b2075b2f-db68-4091-9c4f-2e35b4f69d88 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 946 time: 0.0703442 Jun 21 15:51:14.654885 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7538b479-2d02-4bc7-b129-f44f59022150 req-7babebcd-6426-4275-a2ad-a9513c50b98d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351179 Jun 21 15:51:15.849308 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb485c-e306-486c-906d-c115b2bf1e86 req-d7d24b8c-e3f8-4cdc-a0ef-4ec21258fc75 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:15.850784 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-59eb485c-e306-486c-906d-c115b2bf1e86 req-d7d24b8c-e3f8-4cdc-a0ef-4ec21258fc75 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 946 time: 0.0821960 Jun 21 15:51:15.890125 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-59eb485c-e306-486c-906d-c115b2bf1e86 req-c2f2076d-a2d3-46dd-a92f-ee1d4c353ea3 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334992 Jun 21 15:51:16.650344 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-30271052-e28d-48fd-9781-2efc8d3bab63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:51:17.082347 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a062d92-4868-47ff-971d-3472aa957195 req-9d8611a5-2c87-4d3e-b488-4f61263b3054 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:17.083890 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5a062d92-4868-47ff-971d-3472aa957195 req-9d8611a5-2c87-4d3e-b488-4f61263b3054 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 946 time: 0.0730913 Jun 21 15:51:17.123897 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5a062d92-4868-47ff-971d-3472aa957195 req-b53dfcb4-ace0-4358-89bc-b83477e41def tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342667 Jun 21 15:51:17.146140 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:51:17.207880 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 18384aca-8ddf-4c63-b821-19508bad0b6a details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:51:17.313211 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 18384aca-8ddf-4c63-b821-19508bad0b6a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=18384aca-8ddf-4c63-b821-19508bad0b6a,segment=NetworkSegment(96e65d62-205c-4810-aa3e-06b10c31ce38),segment_id=96e65d62-205c-4810-aa3e-06b10c31ce38)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:51:17.324229 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '18384aca-8ddf-4c63-b821-19508bad0b6a', 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2', 'port_id': '18384aca-8ddf-4c63-b821-19508bad0b6a', 'mac_address': 'fa:16:3e:1f:54:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b78035-69f3-4470-a688-b37562dccffb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:51:17.364175 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:51:17.377728 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18384aca-8ddf-4c63-b821-19508bad0b6a {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:51:17.405164 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 18384aca-8ddf-4c63-b821-19508bad0b6a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=18384aca-8ddf-4c63-b821-19508bad0b6a,segment=NetworkSegment(96e65d62-205c-4810-aa3e-06b10c31ce38),segment_id=96e65d62-205c-4810-aa3e-06b10c31ce38)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:51:17.412590 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:51:17.415008 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-98b875ab-dea5-46e4-9f96-ce08a3963e56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:51:17.466482 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=18384aca-8ddf-4c63-b821-19508bad0b6a,revision_number=6']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:51:17.473412 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:51:17.473761 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:51:17.474123 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:51:17.474456 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:51:17.474787 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:51:17.475117 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:51:17.475443 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:51:17.475767 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:51:17.476087 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:51:17.476405 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:51:17.476720 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:51:17.477036 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:51:17.481217 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:51:17.490845 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['18384aca-8ddf-4c63-b821-19508bad0b6a'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:51:18.305679 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca1361-5054-499a-94ac-b670801da503 req-4a858699-74e1-4328-836e-628371530607 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:18.307217 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2fca1361-5054-499a-94ac-b670801da503 req-4a858699-74e1-4328-836e-628371530607 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 945 time: 0.0687754 Jun 21 15:51:18.344375 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:51:18.345330 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2fca1361-5054-499a-94ac-b670801da503 req-752e9e27-a06b-4144-bfbc-8ac0522cf744 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323937 Jun 21 15:51:19.214046 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 18384aca-8ddf-4c63-b821-19508bad0b6a up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:51:19.268129 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 18384aca-8ddf-4c63-b821-19508bad0b6a triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:51:19.268505 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:51:19.348247 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:51:19.372219 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d90977-d32a-4bc1-9c68-85c02e7ac327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18384aca-8ddf-4c63-b821-19508bad0b6a'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:51:19.374553 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82aa8b59d632dcb344883d1a7f27c1f561dafe30d228a2f7a2efaa48265e3325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f6d0d4-dce6-4b70-a979-d2055d32f49f" -d '{"events": [{"server_uuid": "b9d90977-d32a-4bc1-9c68-85c02e7ac327", "name": "network-vif-plugged", "status": "completed", "tag": "18384aca-8ddf-4c63-b821-19508bad0b6a"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:51:19.392294 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 18384aca-8ddf-4c63-b821-19508bad0b6a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=18384aca-8ddf-4c63-b821-19508bad0b6a,segment=NetworkSegment(96e65d62-205c-4810-aa3e-06b10c31ce38),segment_id=96e65d62-205c-4810-aa3e-06b10c31ce38)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:51:19.399639 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:51:19.402709 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-bcba8973-a9e0-4478-a7b7-c3e8f4279435 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:51:19.427949 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668a17b5-a9e4-41fe-bf25-73a29ce3ad80 x-openstack-request-id: req-668a17b5-a9e4-41fe-bf25-73a29ce3ad80 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:51:19.427949 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d90977-d32a-4bc1-9c68-85c02e7ac327", "name": "network-vif-plugged", "status": "completed", "tag": "18384aca-8ddf-4c63-b821-19508bad0b6a", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:51:19.427949 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-668a17b5-a9e4-41fe-bf25-73a29ce3ad80 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:51:19.427949 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d90977-d32a-4bc1-9c68-85c02e7ac327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18384aca-8ddf-4c63-b821-19508bad0b6a', 'code': 200} Jun 21 15:51:19.456895 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=18384aca-8ddf-4c63-b821-19508bad0b6a,revision_number=7']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:51:19.459908 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:51:19.534738 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e1804-6bf3-4dd7-9978-5b43fbedc19a req-349aeec7-1811-44f2-965d-323ee56dd32e tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:19.536233 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8e1e1804-6bf3-4dd7-9978-5b43fbedc19a req-349aeec7-1811-44f2-965d-323ee56dd32e tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 946 time: 0.0762496 Jun 21 15:51:19.587266 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8e1e1804-6bf3-4dd7-9978-5b43fbedc19a req-f3f7aa7a-4e4d-4dd5-b2ee-7f09bec783fa tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452216 Jun 21 15:51:20.055079 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:51:20.770652 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb596d5f-cae9-41e7-b2ee-71e6d56c26a3 req-6270bd0d-1983-4645-a65e-d68dbb10e812 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:20.772016 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fb596d5f-cae9-41e7-b2ee-71e6d56c26a3 req-6270bd0d-1983-4645-a65e-d68dbb10e812 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 946 time: 0.0672488 Jun 21 15:51:20.811886 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fb596d5f-cae9-41e7-b2ee-71e6d56c26a3 req-73799378-ff11-4987-869d-b2170a13f22f tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340772 Jun 21 15:51:22.008041 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996489a-f0c5-46b5-9567-f905427a89be req-95dae43a-e64e-478e-b58f-ca553d2df2cc tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:22.009506 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0996489a-f0c5-46b5-9567-f905427a89be req-95dae43a-e64e-478e-b58f-ca553d2df2cc tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 946 time: 0.0805800 Jun 21 15:51:22.046674 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0996489a-f0c5-46b5-9567-f905427a89be req-25c614d5-9586-40a0-98ba-a4861852eaca tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314946 Jun 21 15:51:23.245077 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649d968-6137-43bd-bb91-ac31a4d71978 req-758ed5ce-5d55-4158-a824-20dfb32d1404 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:23.247127 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5649d968-6137-43bd-bb91-ac31a4d71978 req-758ed5ce-5d55-4158-a824-20dfb32d1404 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 946 time: 0.0763004 Jun 21 15:51:23.290358 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5649d968-6137-43bd-bb91-ac31a4d71978 req-cd44fc5a-22e5-4b64-8f15-ec02cd09b061 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366015 Jun 21 15:51:24.500280 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f3855-1399-45bc-b8d3-c8d9b5a7db41 req-af6a81eb-d2ea-4461-8aa8-bea3b195c6a7 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:24.502156 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1a7f3855-1399-45bc-b8d3-c8d9b5a7db41 req-af6a81eb-d2ea-4461-8aa8-bea3b195c6a7 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 946 time: 0.0749981 Jun 21 15:51:24.550444 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1a7f3855-1399-45bc-b8d3-c8d9b5a7db41 req-2b7ca153-f279-4dfb-a981-061c4bd37c1c tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410047 Jun 21 15:51:25.777290 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c870cd-74fe-4ffb-ba2a-1416206112e1 req-a70ceec3-231c-4ef7-add3-1aba5c8cd046 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:25.778867 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-54c870cd-74fe-4ffb-ba2a-1416206112e1 req-a70ceec3-231c-4ef7-add3-1aba5c8cd046 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 946 time: 0.0804346 Jun 21 15:51:25.820444 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-54c870cd-74fe-4ffb-ba2a-1416206112e1 req-822579d1-1fa1-47f1-aeac-95116a2a3c40 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341358 Jun 21 15:51:27.038453 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad204fa8-5822-4ad6-b6bd-c5d9a2b04b8f req-8c6b3513-556f-464c-89b8-6c9a23e72fc7 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:27.042247 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ad204fa8-5822-4ad6-b6bd-c5d9a2b04b8f req-8c6b3513-556f-464c-89b8-6c9a23e72fc7 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 946 time: 0.0850472 Jun 21 15:51:27.096020 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ad204fa8-5822-4ad6-b6bd-c5d9a2b04b8f req-9d022dc3-154d-4820-8d75-b3018d511387 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490687 Jun 21 15:51:28.291087 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51aefaf-d76c-42b1-80f9-193ad64a3d6e req-1a312b54-f059-42a1-8974-a118e14d1497 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:28.292604 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f51aefaf-d76c-42b1-80f9-193ad64a3d6e req-1a312b54-f059-42a1-8974-a118e14d1497 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 946 time: 0.0763743 Jun 21 15:51:28.335543 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f51aefaf-d76c-42b1-80f9-193ad64a3d6e req-05cd116a-733e-4381-bfa8-2dfe7c89438d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361056 Jun 21 15:51:29.548302 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59f6d0f-1f25-4a16-ba5e-3ae8414fd3bd req-7b7402ab-61fc-4b33-8aa9-83f291b5d2d9 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:29.551816 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e59f6d0f-1f25-4a16-ba5e-3ae8414fd3bd req-7b7402ab-61fc-4b33-8aa9-83f291b5d2d9 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 946 time: 0.0709271 Jun 21 15:51:29.601625 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e59f6d0f-1f25-4a16-ba5e-3ae8414fd3bd req-f89c66de-2d71-46fd-ae24-00bef0048d37 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431106 Jun 21 15:51:30.794626 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bb95a-50aa-4beb-8298-f121dc93602c req-63fcfba7-6a2f-46ef-b811-1fbf709e0016 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:30.796176 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e76bb95a-50aa-4beb-8298-f121dc93602c req-63fcfba7-6a2f-46ef-b811-1fbf709e0016 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 946 time: 0.0713730 Jun 21 15:51:30.849689 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e76bb95a-50aa-4beb-8298-f121dc93602c req-3ec2ba22-bd07-40cb-b8e8-5af65c54f8d7 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474241 Jun 21 15:51:32.060197 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e72f3-dbb8-4bdd-8a09-bb76e41ed4cd req-06ac16f1-c2a6-4c56-8bbf-b23cf0372e6b tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:32.061655 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-872e72f3-dbb8-4bdd-8a09-bb76e41ed4cd req-06ac16f1-c2a6-4c56-8bbf-b23cf0372e6b tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 946 time: 0.0820985 Jun 21 15:51:32.116158 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-872e72f3-dbb8-4bdd-8a09-bb76e41ed4cd req-b4898d1f-2515-4f70-80a1-d593e75e4603 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474033 Jun 21 15:51:33.308117 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b54d8-aeaf-43a9-ae33-f2451723b48b req-ca787ac5-b093-4e0d-96d4-017f827defc1 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:33.309592 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7c0b54d8-aeaf-43a9-ae33-f2451723b48b req-ca787ac5-b093-4e0d-96d4-017f827defc1 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 946 time: 0.0726216 Jun 21 15:51:33.349479 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7c0b54d8-aeaf-43a9-ae33-f2451723b48b req-7bd95bce-4644-4730-a4ba-9caac6cf8274 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333121 Jun 21 15:51:33.634396 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74142e-f840-4b15-a881-3282501995a9 req-8d78e987-3c37-45a0-93be-7bd27095be1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:33.635895 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fc74142e-f840-4b15-a881-3282501995a9 req-8d78e987-3c37-45a0-93be-7bd27095be1c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=11702a80128c4c69befdd3889d71ce9f&device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 1099 time: 0.0700917 Jun 21 15:51:33.741365 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74142e-f840-4b15-a881-3282501995a9 req-3be995b0-24dd-4189-bfb9-a72e1ba51477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:33.742794 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fc74142e-f840-4b15-a881-3282501995a9 req-3be995b0-24dd-4189-bfb9-a72e1ba51477 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 HTTP/1.1" status: 200 len: 910 time: 0.0995393 Jun 21 15:51:33.823308 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fc74142e-f840-4b15-a881-3282501995a9 req-f6aaf506-cec6-4b40-a0b3-158af50cd8a4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18384aca-8ddf-4c63-b821-19508bad0b6a HTTP/1.1" status: 200 len: 1002 time: 0.0720549 Jun 21 15:51:33.872152 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74142e-f840-4b15-a881-3282501995a9 req-ec0ef7d8-9aa0-4691-84c9-a65cee6a9127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:33.873557 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fc74142e-f840-4b15-a881-3282501995a9 req-ec0ef7d8-9aa0-4691-84c9-a65cee6a9127 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e7b78035-69f3-4470-a688-b37562dccffb HTTP/1.1" status: 200 len: 848 time: 0.0436773 Jun 21 15:51:33.933709 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74142e-f840-4b15-a881-3282501995a9 req-0d87c22b-5a08-44ee-90ee-89cc34d178ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:33.935312 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fc74142e-f840-4b15-a881-3282501995a9 req-0d87c22b-5a08-44ee-90ee-89cc34d178ac service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0551839 Jun 21 15:51:34.035718 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fc74142e-f840-4b15-a881-3282501995a9 req-18bf910c-a380-43d8-a6af-120a46691766 service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930851 Jun 21 15:51:34.127246 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fc74142e-f840-4b15-a881-3282501995a9 req-ccf641d4-93da-4cc8-b6b1-c26c732deb8e service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850887 Jun 21 15:51:34.546818 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac5d79-8de3-4766-a2cb-e7d3fb58c0fd req-70445f32-b8e6-446e-9462-02abdc28bb60 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:34.548346 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4dac5d79-8de3-4766-a2cb-e7d3fb58c0fd req-70445f32-b8e6-446e-9462-02abdc28bb60 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 946 time: 0.0714805 Jun 21 15:51:34.594559 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4dac5d79-8de3-4766-a2cb-e7d3fb58c0fd req-caec8f4f-eab8-437f-b5fd-0868b375742f tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378430 Jun 21 15:51:35.779022 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697a748-e981-4571-90fd-bd95e29092cb req-dcae0b1c-f584-4208-952f-2c4ff48a2fb5 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:35.780492 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1697a748-e981-4571-90fd-bd95e29092cb req-dcae0b1c-f584-4208-952f-2c4ff48a2fb5 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 946 time: 0.0725994 Jun 21 15:51:35.821695 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1697a748-e981-4571-90fd-bd95e29092cb req-e1acf803-724b-4969-8869-48f0c73b7252 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353773 Jun 21 15:51:35.896714 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:51:37.015292 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe64117-3269-4be4-a0e4-7ac872981c1a req-84603e97-9ebf-40d2-8c5b-5242cfd5e94d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:37.016746 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9fe64117-3269-4be4-a0e4-7ac872981c1a req-84603e97-9ebf-40d2-8c5b-5242cfd5e94d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 946 time: 0.0691385 Jun 21 15:51:37.057096 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9fe64117-3269-4be4-a0e4-7ac872981c1a req-18d732c9-8730-4a4c-98f7-e85a08be2f50 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321677 Jun 21 15:51:37.445075 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c88de19-7576-426d-9d88-b5429080fc8d req-1bb384fe-f82e-4c6a-8900-e6df22d137e7 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:37.446589 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3c88de19-7576-426d-9d88-b5429080fc8d req-1bb384fe-f82e-4c6a-8900-e6df22d137e7 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 946 time: 0.0822160 Jun 21 15:51:37.467323 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 18384aca-8ddf-4c63-b821-19508bad0b6a no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:51:37.489092 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3c88de19-7576-426d-9d88-b5429080fc8d req-ae6bc747-7cb9-42c6-8ac0-322c0711e9c2 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367596 Jun 21 15:51:37.547723 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:51:37.570085 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d90977-d32a-4bc1-9c68-85c02e7ac327', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18384aca-8ddf-4c63-b821-19508bad0b6a'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:51:37.572574 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82aa8b59d632dcb344883d1a7f27c1f561dafe30d228a2f7a2efaa48265e3325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9f3bfa-cc62-4d91-86bd-9349b1fc06e3" -d '{"events": [{"server_uuid": "b9d90977-d32a-4bc1-9c68-85c02e7ac327", "name": "network-vif-unplugged", "status": "completed", "tag": "18384aca-8ddf-4c63-b821-19508bad0b6a"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:51:37.585427 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 18384aca-8ddf-4c63-b821-19508bad0b6a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=18384aca-8ddf-4c63-b821-19508bad0b6a,segment=NetworkSegment(96e65d62-205c-4810-aa3e-06b10c31ce38),segment_id=96e65d62-205c-4810-aa3e-06b10c31ce38)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:51:37.591932 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:51:37.593803 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:51:37.623557 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Jun 2021 15:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c5a8ec-ecf0-4f4e-8e34-ab6881101bdc x-openstack-request-id: req-08c5a8ec-ecf0-4f4e-8e34-ab6881101bdc {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:51:37.623854 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d90977-d32a-4bc1-9c68-85c02e7ac327", "name": "network-vif-unplugged", "status": "failed", "tag": "18384aca-8ddf-4c63-b821-19508bad0b6a", "code": 422}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:51:37.624114 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-08c5a8ec-ecf0-4f4e-8e34-ab6881101bdc {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:51:37.624546 dv-neutron-797121-2-hyperv neutron-server[105226]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b9d90977-d32a-4bc1-9c68-85c02e7ac327', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '18384aca-8ddf-4c63-b821-19508bad0b6a', 'code': 422} returned with failed status Jun 21 15:51:37.648378 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=18384aca-8ddf-4c63-b821-19508bad0b6a,revision_number=8']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:51:37.652070 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:51:37.670807 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-b90ab83d-793f-4973-bc4f-9f88369ec741 req-fdf1613b-4cdb-4b38-9c2d-37a1d626ac65 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1317313 Jun 21 15:51:38.657290 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ab83d-793f-4973-bc4f-9f88369ec741 req-51a704e1-3626-4f75-bd44-a53b8d221704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:38.658780 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b90ab83d-793f-4973-bc4f-9f88369ec741 req-51a704e1-3626-4f75-bd44-a53b8d221704 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327&tenant_id=11702a80128c4c69befdd3889d71ce9f HTTP/1.1" status: 200 len: 1097 time: 0.0874560 Jun 21 15:51:38.687285 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94d6f4-6706-4a7b-91de-5481c342ceb6 req-63eb6f8a-4d4a-4dc4-9f28-f0312bdc5eab tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:38.688639 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8a94d6f4-6706-4a7b-91de-5481c342ceb6 req-63eb6f8a-4d4a-4dc4-9f28-f0312bdc5eab tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 944 time: 0.0794580 Jun 21 15:51:38.757692 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8a94d6f4-6706-4a7b-91de-5481c342ceb6 req-ae140cf0-3106-4a51-8f70-c28c79aaa7fe tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603793 Jun 21 15:51:38.773273 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ab83d-793f-4973-bc4f-9f88369ec741 req-d1647c1e-ccec-4126-bf05-970c1d7d977f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:38.774794 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b90ab83d-793f-4973-bc4f-9f88369ec741 req-d1647c1e-ccec-4126-bf05-970c1d7d977f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=11702a80128c4c69befdd3889d71ce9f&device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 1097 time: 0.0853276 Jun 21 15:51:38.874445 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ab83d-793f-4973-bc4f-9f88369ec741 req-f5add9aa-968a-45c0-adfc-d02d4454a591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:38.875900 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b90ab83d-793f-4973-bc4f-9f88369ec741 req-f5add9aa-968a-45c0-adfc-d02d4454a591 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 HTTP/1.1" status: 200 len: 910 time: 0.0951939 Jun 21 15:51:38.947702 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b90ab83d-793f-4973-bc4f-9f88369ec741 req-d7caf5d0-7934-4baa-a993-af397e896782 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18384aca-8ddf-4c63-b821-19508bad0b6a HTTP/1.1" status: 200 len: 1000 time: 0.0640233 Jun 21 15:51:38.998465 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ab83d-793f-4973-bc4f-9f88369ec741 req-06028685-86c2-4ba5-879b-94f198f92812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:38.999872 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b90ab83d-793f-4973-bc4f-9f88369ec741 req-06028685-86c2-4ba5-879b-94f198f92812 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e7b78035-69f3-4470-a688-b37562dccffb HTTP/1.1" status: 200 len: 848 time: 0.0463743 Jun 21 15:51:39.062192 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ab83d-793f-4973-bc4f-9f88369ec741 req-daa0765b-452d-47fe-a770-dc9d7e721201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:39.063660 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b90ab83d-793f-4973-bc4f-9f88369ec741 req-daa0765b-452d-47fe-a770-dc9d7e721201 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0564494 Jun 21 15:51:39.164983 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b90ab83d-793f-4973-bc4f-9f88369ec741 req-179038c7-cf83-412e-88f7-74c8cca0d5cf service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921495 Jun 21 15:51:39.264674 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b90ab83d-793f-4973-bc4f-9f88369ec741 req-6344ec2d-2c70-4847-8173-6d81b0f86cf6 service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935967 Jun 21 15:51:39.953078 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e0b95-83b1-48bf-8629-092b2be0a868 req-927819a9-02e6-4f9c-899a-e1cb3f5a4ae7 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:39.955422 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0c8e0b95-83b1-48bf-8629-092b2be0a868 req-927819a9-02e6-4f9c-899a-e1cb3f5a4ae7 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 944 time: 0.0745828 Jun 21 15:51:39.994126 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0c8e0b95-83b1-48bf-8629-092b2be0a868 req-4b41d21a-ce99-4f2b-a0e2-b964adb761b2 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327492 Jun 21 15:51:41.180242 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e8678-7790-4001-9758-496cf0c0f7a3 req-23b64a49-f028-450e-a84a-a94a5357560c tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:41.181744 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-662e8678-7790-4001-9758-496cf0c0f7a3 req-23b64a49-f028-450e-a84a-a94a5357560c tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 944 time: 0.0709438 Jun 21 15:51:41.222754 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-662e8678-7790-4001-9758-496cf0c0f7a3 req-53d3b72d-f340-4859-9954-875b0619a5ee tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342224 Jun 21 15:51:42.412661 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e8bf3-c35b-4655-b0fc-65fb6f088d59 req-ce103c4a-5197-4723-aaf8-61f94bafab61 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:42.414170 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-719e8bf3-c35b-4655-b0fc-65fb6f088d59 req-ce103c4a-5197-4723-aaf8-61f94bafab61 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 944 time: 0.0657976 Jun 21 15:51:42.453030 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-719e8bf3-c35b-4655-b0fc-65fb6f088d59 req-df5475cc-3ad0-421f-9399-bd4762b91f37 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331390 Jun 21 15:51:44.029041 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7719e-bf6d-4eb0-9b43-0a305fa6f616 req-8c8e6fb6-4ca9-4d76-9f65-eb3269192827 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:44.030579 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7aa7719e-bf6d-4eb0-9b43-0a305fa6f616 req-8c8e6fb6-4ca9-4d76-9f65-eb3269192827 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 944 time: 0.4298432 Jun 21 15:51:44.075668 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7aa7719e-bf6d-4eb0-9b43-0a305fa6f616 req-0e9f1c18-fef0-4c42-b0b1-a8d8d2323f3b tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387046 Jun 21 15:51:44.098461 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-924604ba-13c2-4e54-8567-e846464d3ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:51:44.141354 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:51:45.264918 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fdb86-3bbe-42f2-aef7-ca28c9a048e4 req-2df6c01c-7805-47be-9edf-a810892bb67b tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:45.266457 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-eb6fdb86-3bbe-42f2-aef7-ca28c9a048e4 req-2df6c01c-7805-47be-9edf-a810892bb67b tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 944 time: 0.0694427 Jun 21 15:51:45.307641 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-eb6fdb86-3bbe-42f2-aef7-ca28c9a048e4 req-1dcc200d-ecc5-4b87-99bc-a910c6aa1ba8 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349424 Jun 21 15:51:46.523485 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6071b65-c408-4b3f-9351-7dd8257c5d2d req-e987b189-46c2-406d-a168-83417717f905 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:46.524944 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b6071b65-c408-4b3f-9351-7dd8257c5d2d req-e987b189-46c2-406d-a168-83417717f905 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 944 time: 0.0754197 Jun 21 15:51:46.567637 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b6071b65-c408-4b3f-9351-7dd8257c5d2d req-fbd2087e-233a-464b-8f4a-b7136542b481 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351126 Jun 21 15:51:46.645984 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c5b37a01-8d83-4d26-aadf-e9baaeb3bff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:51:47.153092 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:51:47.757346 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fbb0fc-9523-4fb5-8c45-a6ee2ec264ea req-2f9a89f9-17c3-421d-a429-1f172f3457cb tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:47.759270 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b2fbb0fc-9523-4fb5-8c45-a6ee2ec264ea req-2f9a89f9-17c3-421d-a429-1f172f3457cb tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 944 time: 0.0669911 Jun 21 15:51:47.809082 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b2fbb0fc-9523-4fb5-8c45-a6ee2ec264ea req-fb97c681-65a0-4dcf-8f57-0dc161fb9826 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365715 Jun 21 15:51:48.349595 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:51:49.012070 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2a3d4-da2a-45b1-b0e4-a1329a0df898 req-90a12537-ffa9-4c13-b147-7a1950a93af5 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:49.013602 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0cd2a3d4-da2a-45b1-b0e4-a1329a0df898 req-90a12537-ffa9-4c13-b147-7a1950a93af5 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 944 time: 0.0758011 Jun 21 15:51:49.062099 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0cd2a3d4-da2a-45b1-b0e4-a1329a0df898 req-cb4b9078-ecbe-41da-acbf-f5efb497f861 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425589 Jun 21 15:51:50.059119 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:51:50.264274 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f578cb7b-d330-4486-80cc-68bdcacdba2f req-6190f5a6-667d-44e7-a127-38588c1c6875 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:50.265664 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f578cb7b-d330-4486-80cc-68bdcacdba2f req-6190f5a6-667d-44e7-a127-38588c1c6875 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 944 time: 0.0775664 Jun 21 15:51:50.305273 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f578cb7b-d330-4486-80cc-68bdcacdba2f req-04723469-2ed6-4a38-b182-e08f752dde71 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336161 Jun 21 15:51:51.491662 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04900639-04e2-4e38-8791-5610d47a6d11 req-f6d96f71-ff64-4573-b86c-2657aca83291 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:51.493342 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-04900639-04e2-4e38-8791-5610d47a6d11 req-f6d96f71-ff64-4573-b86c-2657aca83291 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 944 time: 0.0705667 Jun 21 15:51:51.534917 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-04900639-04e2-4e38-8791-5610d47a6d11 req-1e005bbf-abf1-4133-a23d-8a10c45cc23c tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347693 Jun 21 15:51:52.729107 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965bf910-57a4-452b-bf38-461e84ad940b req-408c29c0-cb28-406b-a9c8-6729ab15d23d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:52.730521 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-965bf910-57a4-452b-bf38-461e84ad940b req-408c29c0-cb28-406b-a9c8-6729ab15d23d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 944 time: 0.0797195 Jun 21 15:51:52.775689 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-965bf910-57a4-452b-bf38-461e84ad940b req-70328d2a-7de2-4e4d-bc6b-f6a5c4ed0b14 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362816 Jun 21 15:51:53.990355 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57753d3b-7a6b-4374-adea-9e7ee464ae5f req-12e528e3-6a20-433e-b4b8-fe44e6c34b0e tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:53.991845 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-57753d3b-7a6b-4374-adea-9e7ee464ae5f req-12e528e3-6a20-433e-b4b8-fe44e6c34b0e tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 944 time: 0.0798674 Jun 21 15:51:54.036296 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-57753d3b-7a6b-4374-adea-9e7ee464ae5f req-b7baf317-8250-4501-8c9e-4d15b3bec264 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360343 Jun 21 15:51:55.232316 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20890ed5-e450-44df-b90f-fa5e9adc2385 req-8bc6a433-e746-49ba-8e88-72ab30a77a75 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:55.233776 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-20890ed5-e450-44df-b90f-fa5e9adc2385 req-8bc6a433-e746-49ba-8e88-72ab30a77a75 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 944 time: 0.0808315 Jun 21 15:51:55.272663 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-20890ed5-e450-44df-b90f-fa5e9adc2385 req-08468a14-5020-4133-bfb4-9ea34c19673f tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330060 Jun 21 15:51:56.470556 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9cf0d1-d643-4ca6-9fd5-7722e12ffce6 req-e40a765c-8737-4d02-97fd-4ff3a7a2db1d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:56.472041 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fd9cf0d1-d643-4ca6-9fd5-7722e12ffce6 req-e40a765c-8737-4d02-97fd-4ff3a7a2db1d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 944 time: 0.0805020 Jun 21 15:51:56.516963 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fd9cf0d1-d643-4ca6-9fd5-7722e12ffce6 req-4825d4b0-df69-4a7c-a189-b603ec961e60 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376863 Jun 21 15:51:57.529968 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 18384aca-8ddf-4c63-b821-19508bad0b6a details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:51:57.632115 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 18384aca-8ddf-4c63-b821-19508bad0b6a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=18384aca-8ddf-4c63-b821-19508bad0b6a,segment=NetworkSegment(96e65d62-205c-4810-aa3e-06b10c31ce38),segment_id=96e65d62-205c-4810-aa3e-06b10c31ce38)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:51:57.646746 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '18384aca-8ddf-4c63-b821-19508bad0b6a', 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2', 'port_id': '18384aca-8ddf-4c63-b821-19508bad0b6a', 'mac_address': 'fa:16:3e:1f:54:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b78035-69f3-4470-a688-b37562dccffb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:51:57.682677 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:51:57.695413 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18384aca-8ddf-4c63-b821-19508bad0b6a {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:51:57.698872 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c0023-313a-474a-9df6-9a810da3e012 req-92ef848a-7960-49cb-9d67-c2fa5c991926 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:57.700367 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-931c0023-313a-474a-9df6-9a810da3e012 req-92ef848a-7960-49cb-9d67-c2fa5c991926 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 944 time: 0.0665057 Jun 21 15:51:57.715487 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 18384aca-8ddf-4c63-b821-19508bad0b6a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=18384aca-8ddf-4c63-b821-19508bad0b6a,segment=NetworkSegment(96e65d62-205c-4810-aa3e-06b10c31ce38),segment_id=96e65d62-205c-4810-aa3e-06b10c31ce38)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:51:57.720522 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:51:57.722308 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:51:57.739304 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-931c0023-313a-474a-9df6-9a810da3e012 req-c5ad8418-1c27-455a-8f3f-27cbc47f04b5 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329752 Jun 21 15:51:57.767681 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=18384aca-8ddf-4c63-b821-19508bad0b6a,revision_number=9']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:51:57.770856 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:51:58.123316 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['18384aca-8ddf-4c63-b821-19508bad0b6a'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:51:58.949886 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a04aa6-ae2e-4e14-90dc-9cf39bd9ffdc req-355de29f-4673-49b6-982c-69f91081d09c tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:58.951365 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e1a04aa6-ae2e-4e14-90dc-9cf39bd9ffdc req-355de29f-4673-49b6-982c-69f91081d09c tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 945 time: 0.0783553 Jun 21 15:51:58.998837 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e1a04aa6-ae2e-4e14-90dc-9cf39bd9ffdc req-965b3a2c-c524-46b2-9615-acb9280a2280 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392506 Jun 21 15:51:59.527544 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 18384aca-8ddf-4c63-b821-19508bad0b6a up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:51:59.577493 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 18384aca-8ddf-4c63-b821-19508bad0b6a triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:51:59.577904 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:51:59.658709 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:51:59.680929 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d90977-d32a-4bc1-9c68-85c02e7ac327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18384aca-8ddf-4c63-b821-19508bad0b6a'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:51:59.683205 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82aa8b59d632dcb344883d1a7f27c1f561dafe30d228a2f7a2efaa48265e3325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8edf489-4637-47c5-9785-a2489254c206" -d '{"events": [{"server_uuid": "b9d90977-d32a-4bc1-9c68-85c02e7ac327", "name": "network-vif-plugged", "status": "completed", "tag": "18384aca-8ddf-4c63-b821-19508bad0b6a"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:51:59.697093 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 18384aca-8ddf-4c63-b821-19508bad0b6a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=18384aca-8ddf-4c63-b821-19508bad0b6a,segment=NetworkSegment(96e65d62-205c-4810-aa3e-06b10c31ce38),segment_id=96e65d62-205c-4810-aa3e-06b10c31ce38)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:51:59.704517 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:51:59.707372 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-de9add0a-078a-446c-a685-88608ed55bea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:51:59.729262 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82a70d2-5230-4994-a2f5-d16b8f1691ae x-openstack-request-id: req-a82a70d2-5230-4994-a2f5-d16b8f1691ae {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:51:59.729563 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d90977-d32a-4bc1-9c68-85c02e7ac327", "name": "network-vif-plugged", "status": "completed", "tag": "18384aca-8ddf-4c63-b821-19508bad0b6a", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:51:59.729840 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a82a70d2-5230-4994-a2f5-d16b8f1691ae {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:51:59.730231 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d90977-d32a-4bc1-9c68-85c02e7ac327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18384aca-8ddf-4c63-b821-19508bad0b6a', 'code': 200} Jun 21 15:51:59.759014 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=18384aca-8ddf-4c63-b821-19508bad0b6a,revision_number=10']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:51:59.762424 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:51:59.957583 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb5bc9-e8f2-44d7-ba1f-e63e4e1b3f79 req-2e226f7f-0ca9-4f7e-8ca6-e09d2353a9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:51:59.959121 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ffeb5bc9-e8f2-44d7-ba1f-e63e4e1b3f79 req-2e226f7f-0ca9-4f7e-8ca6-e09d2353a9ad service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 1100 time: 0.0671873 Jun 21 15:51:59.995059 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ffeb5bc9-e8f2-44d7-ba1f-e63e4e1b3f79 req-9006f7a1-ca74-48a0-8459-571bdc97ad6b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294721 Jun 21 15:52:00.199790 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac0ecee-6c46-4f24-ae65-b77c81533650 req-407a5faa-e81e-40e8-b063-30017260f4e9 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:52:00.201271 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0ac0ecee-6c46-4f24-ae65-b77c81533650 req-407a5faa-e81e-40e8-b063-30017260f4e9 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 947 time: 0.0725725 Jun 21 15:52:00.252929 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0ac0ecee-6c46-4f24-ae65-b77c81533650 req-ceb7d890-9d01-4883-bc7d-5b21ae335d52 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427423 Jun 21 15:52:01.261159 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6562566-089f-4098-bd54-32abaf9c2b06 req-e5b8fef3-a3b3-491a-8d28-b991a38259d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:52:01.262579 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a6562566-089f-4098-bd54-32abaf9c2b06 req-e5b8fef3-a3b3-491a-8d28-b991a38259d6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=11702a80128c4c69befdd3889d71ce9f&device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 1100 time: 0.0553980 Jun 21 15:52:01.408230 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6562566-089f-4098-bd54-32abaf9c2b06 req-84ceb931-ff6d-4d6c-80c7-5e591910f45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:52:01.409698 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a6562566-089f-4098-bd54-32abaf9c2b06 req-84ceb931-ff6d-4d6c-80c7-5e591910f45e service neutron] 10.222.0.66 "GET /v2.0/networks?id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 HTTP/1.1" status: 200 len: 910 time: 0.1251872 Jun 21 15:52:01.489624 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a6562566-089f-4098-bd54-32abaf9c2b06 req-f377c09c-aa74-4329-a976-8d82d9c21401 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18384aca-8ddf-4c63-b821-19508bad0b6a HTTP/1.1" status: 200 len: 1002 time: 0.0718381 Jun 21 15:52:01.498421 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa714ed-ef2c-4bca-834c-99b7ddec188f req-0426183f-faee-4e23-bf01-46cb62b01fb3 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:52:01.499936 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3fa714ed-ef2c-4bca-834c-99b7ddec188f req-0426183f-faee-4e23-bf01-46cb62b01fb3 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 947 time: 0.1244977 Jun 21 15:52:01.575247 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6562566-089f-4098-bd54-32abaf9c2b06 req-d3d7f75b-534e-43c3-9ca1-0f680b3b54f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:52:01.576626 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a6562566-089f-4098-bd54-32abaf9c2b06 req-d3d7f75b-534e-43c3-9ca1-0f680b3b54f1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e7b78035-69f3-4470-a688-b37562dccffb HTTP/1.1" status: 200 len: 848 time: 0.0758243 Jun 21 15:52:01.581585 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3fa714ed-ef2c-4bca-834c-99b7ddec188f req-a232f5f1-8ebb-475e-b85c-994828015c72 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684643 Jun 21 15:52:01.644110 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6562566-089f-4098-bd54-32abaf9c2b06 req-003698b4-9533-4caf-9833-f9bf20acba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:52:01.645605 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a6562566-089f-4098-bd54-32abaf9c2b06 req-003698b4-9533-4caf-9833-f9bf20acba0a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0612574 Jun 21 15:52:01.742117 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a6562566-089f-4098-bd54-32abaf9c2b06 req-6b6af1b7-f112-4978-811b-a0b929289b2b service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891805 Jun 21 15:52:01.839485 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a6562566-089f-4098-bd54-32abaf9c2b06 req-aec6920b-e163-4886-8489-9637ea6e33a8 service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908709 Jun 21 15:52:02.773757 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7653f91-87a5-48e0-b1b5-9eb898828977 req-de297c19-506c-4fbc-94f9-09c190d35a8a tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:52:02.775448 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e7653f91-87a5-48e0-b1b5-9eb898828977 req-de297c19-506c-4fbc-94f9-09c190d35a8a tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 947 time: 0.0661910 Jun 21 15:52:02.816981 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e7653f91-87a5-48e0-b1b5-9eb898828977 req-096d5c7b-b129-43bb-b65b-56f11311cae9 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333574 Jun 21 15:52:05.924066 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:52:14.105154 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-85756b98-6fcc-45ef-9f3f-9ff220d357bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:52:16.655111 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e3dfa4f1-c576-4001-9bd7-79b58d5a42bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:52:17.149877 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:52:18.352982 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:52:20.075184 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:52:21.139998 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:52:35.927856 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:52:44.109708 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a125664b-7aba-4032-9159-99d294d3b38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:52:46.644747 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5d3b215c-7d32-4615-b2e5-0771b593f541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:52:47.146714 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:52:48.353420 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:52:50.071038 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:52:58.138929 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:53:02.264781 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a5945441-9bee-427c-b154-1ba6ff327b35 req-0d387a91-0e04-4b1e-ae33-aded1bcf8321 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1028738 Jun 21 15:53:02.411959 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5945441-9bee-427c-b154-1ba6ff327b35 req-97791558-63cc-445e-bbf8-236a37d1859d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:53:02.413659 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a5945441-9bee-427c-b154-1ba6ff327b35 req-97791558-63cc-445e-bbf8-236a37d1859d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=11702a80128c4c69befdd3889d71ce9f&device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 1100 time: 0.0700610 Jun 21 15:53:02.529205 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5945441-9bee-427c-b154-1ba6ff327b35 req-539cfcfc-65b6-454c-a66d-e62869874b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:53:02.530626 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a5945441-9bee-427c-b154-1ba6ff327b35 req-539cfcfc-65b6-454c-a66d-e62869874b92 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 HTTP/1.1" status: 200 len: 910 time: 0.0961664 Jun 21 15:53:02.607802 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a5945441-9bee-427c-b154-1ba6ff327b35 req-53f72656-4f37-4601-97b2-b5724f91ff98 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18384aca-8ddf-4c63-b821-19508bad0b6a HTTP/1.1" status: 200 len: 1002 time: 0.0700421 Jun 21 15:53:02.659408 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5945441-9bee-427c-b154-1ba6ff327b35 req-55d61cdb-84a9-4b49-acc0-5a2e79792e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:53:02.660812 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a5945441-9bee-427c-b154-1ba6ff327b35 req-55d61cdb-84a9-4b49-acc0-5a2e79792e36 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e7b78035-69f3-4470-a688-b37562dccffb HTTP/1.1" status: 200 len: 848 time: 0.0463257 Jun 21 15:53:02.723785 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5945441-9bee-427c-b154-1ba6ff327b35 req-b6f8035a-6778-4b06-807c-34debd256b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:53:02.725452 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a5945441-9bee-427c-b154-1ba6ff327b35 req-b6f8035a-6778-4b06-807c-34debd256b0e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0584023 Jun 21 15:53:02.834058 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a5945441-9bee-427c-b154-1ba6ff327b35 req-91f7aa17-4d78-4b26-8ab2-17a54a9c249a service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009843 Jun 21 15:53:02.932097 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a5945441-9bee-427c-b154-1ba6ff327b35 req-aac93c60-438f-40c9-9e16-11a915e4876b service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914035 Jun 21 15:53:05.920917 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:14.104662 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-dd36eb29-5894-413a-b419-5707704ecb5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:16.648505 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-829bb54e-1db0-4788-a903-17c427470954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:17.147686 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:18.356238 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:20.080345 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:35.138485 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:53:35.924987 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:44.107505 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9c81826d-50da-4214-94fa-517c2c442446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:46.648583 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3b11ab39-7ab6-4abe-afac-43edd542c28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:46.934508 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 46522) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:53:47.142608 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:47.153946 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-a7f96dbe-b3a1-4f49-ad3b-70ceb4136e83 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Deleting port 620c2e9b-9082-4f4f-9c80-eb4bf731c667 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:53:47.154282 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a7f96dbe-b3a1-4f49-ad3b-70ceb4136e83 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:47.228846 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a7f96dbe-b3a1-4f49-ad3b-70ceb4136e83 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:47.229095 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a7f96dbe-b3a1-4f49-ad3b-70ceb4136e83 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:47.301060 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-a7f96dbe-b3a1-4f49-ad3b-70ceb4136e83 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Calling delete_port for 620c2e9b-9082-4f4f-9c80-eb4bf731c667 owned by network:floatingip {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:53:47.461254 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a7f96dbe-b3a1-4f49-ad3b-70ceb4136e83 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:47.465100 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6bb93c00-7447-40e2-bd5a-6575802bb3f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:53:47.490028 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f96dbe-b3a1-4f49-ad3b-70ceb4136e83 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Pushing event deleted for resources: {'Port': ['ID=620c2e9b-9082-4f4f-9c80-eb4bf731c667,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:53:47.516022 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f96dbe-b3a1-4f49-ad3b-70ceb4136e83 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:53:47.516412 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f96dbe-b3a1-4f49-ad3b-70ceb4136e83 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:53:47.516790 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f96dbe-b3a1-4f49-ad3b-70ceb4136e83 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:53:47.517163 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f96dbe-b3a1-4f49-ad3b-70ceb4136e83 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:53:47.517533 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f96dbe-b3a1-4f49-ad3b-70ceb4136e83 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:53:47.517903 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f96dbe-b3a1-4f49-ad3b-70ceb4136e83 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:53:47.518279 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f96dbe-b3a1-4f49-ad3b-70ceb4136e83 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:53:47.518646 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f96dbe-b3a1-4f49-ad3b-70ceb4136e83 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:53:47.519010 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f96dbe-b3a1-4f49-ad3b-70ceb4136e83 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:53:47.519373 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f96dbe-b3a1-4f49-ad3b-70ceb4136e83 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:53:47.519731 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f96dbe-b3a1-4f49-ad3b-70ceb4136e83 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:53:47.520096 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f96dbe-b3a1-4f49-ad3b-70ceb4136e83 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:53:47.523639 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a7f96dbe-b3a1-4f49-ad3b-70ceb4136e83 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:53:47.563463 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a7f96dbe-b3a1-4f49-ad3b-70ceb4136e83 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for floatingip, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:47.563790 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.l3_db [None req-a7f96dbe-b3a1-4f49-ad3b-70ceb4136e83 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Floating IP 65856c36-f947-4e34-a9b2-efbc1d15dbcc disassociated (deleted). External IP: 172.26.3.234, port: 18384aca-8ddf-4c63-b821-19508bad0b6a. Jun 21 15:53:47.786748 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f96dbe-b3a1-4f49-ad3b-70ceb4136e83 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Router d3dc14c6-2d45-4892-81b5-532603daa53c has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:53:47.902441 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f96dbe-b3a1-4f49-ad3b-70ceb4136e83 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:53:47.907821 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a7f96dbe-b3a1-4f49-ad3b-70ceb4136e83 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:47.914862 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1e6254-49cd-4280-ac4a-e33dd389a311 None None] Sync routers for ids ['d3dc14c6-2d45-4892-81b5-532603daa53c'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:53:47.924367 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1e6254-49cd-4280-ac4a-e33dd389a311 None None] Routers {'d3dc14c6-2d45-4892-81b5-532603daa53c'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:53:47.924975 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-4d1e6254-49cd-4280-ac4a-e33dd389a311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:53:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['d3dc14c6-2d45-4892-81b5-532603daa53c'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:53:47.943817 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a7f96dbe-b3a1-4f49-ad3b-70ceb4136e83 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "DELETE /v2.0/floatingips/65856c36-f947-4e34-a9b2-efbc1d15dbcc HTTP/1.1" status: 204 len: 168 time: 1.0083001 Jun 21 15:53:47.944527 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9d90977-d32a-4bc1-9c68-85c02e7ac327', 'tag': '18384aca-8ddf-4c63-b821-19508bad0b6a'}] {{(pid=105225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:53:47.985338 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7b5ba3641770f845df3960743ba8ac63a485491b1b08283103a8b0371921b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab2ac03-3723-4793-9990-43885d0c2319" -d '{"events": [{"name": "network-changed", "server_uuid": "b9d90977-d32a-4bc1-9c68-85c02e7ac327", "tag": "18384aca-8ddf-4c63-b821-19508bad0b6a"}]}' {{(pid=105225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:53:48.036394 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-4d1e6254-49cd-4280-ac4a-e33dd389a311 None None] Set router d3dc14c6-2d45-4892-81b5-532603daa53c gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:53:48.081713 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f204ef8d-6d20-4704-8519-226ecf5d845f x-openstack-request-id: req-f204ef8d-6d20-4704-8519-226ecf5d845f {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:53:48.082311 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9d90977-d32a-4bc1-9c68-85c02e7ac327", "tag": "18384aca-8ddf-4c63-b821-19508bad0b6a", "status": "completed", "code": 200}]} {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:53:48.082618 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f204ef8d-6d20-4704-8519-226ecf5d845f {{(pid=105225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:53:48.083066 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9d90977-d32a-4bc1-9c68-85c02e7ac327', 'tag': '18384aca-8ddf-4c63-b821-19508bad0b6a', 'status': 'completed', 'code': 200} Jun 21 15:53:48.160969 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2ac03-3723-4793-9990-43885d0c2319 req-d1055c7d-7ee1-47b5-9ec8-d7ed4f9c5ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:53:48.162811 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1ab2ac03-3723-4793-9990-43885d0c2319 req-d1055c7d-7ee1-47b5-9ec8-d7ed4f9c5ad0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=11702a80128c4c69befdd3889d71ce9f&device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 1100 time: 0.0571032 Jun 21 15:53:48.255361 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-4d1e6254-49cd-4280-ac4a-e33dd389a311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'name': 'tempest-TestShelveInstance-1164046865-router', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '489c21c6-2ba1-459d-a983-832818fd11a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:47:47Z', 'revision_number': 4, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'gw_port': {'id': '489c21c6-2ba1-459d-a983-832818fd11a2', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '51671eab-5d57-476e-bc0e-7ef808de6b92', 'name': '', 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'mac_address': 'fa:16:3e:9d:6e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'e7b78035-69f3-4470-a688-b37562dccffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:46Z', 'updated_at': '2021-06-21T15:47:53Z', 'revision_number': 5, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'subnets': [{'id': 'e7b78035-69f3-4470-a688-b37562dccffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:53:48.258864 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2ac03-3723-4793-9990-43885d0c2319 req-4323b47c-9edd-4e68-a25a-ae47b3ba7602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:53:48.260407 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1ab2ac03-3723-4793-9990-43885d0c2319 req-4323b47c-9edd-4e68-a25a-ae47b3ba7602 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 HTTP/1.1" status: 200 len: 910 time: 0.0912988 Jun 21 15:53:48.281424 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1e6254-49cd-4280-ac4a-e33dd389a311 None None] Checking router: d3dc14c6-2d45-4892-81b5-532603daa53c for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:53:48.290290 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1e6254-49cd-4280-ac4a-e33dd389a311 None None] Routers {'d3dc14c6-2d45-4892-81b5-532603daa53c'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:53:48.290911 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-4d1e6254-49cd-4280-ac4a-e33dd389a311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:53:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['d3dc14c6-2d45-4892-81b5-532603daa53c'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:53:48.313301 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1ab2ac03-3723-4793-9990-43885d0c2319 req-ffb3224c-f73f-4841-a09f-ffcb92dff0d7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18384aca-8ddf-4c63-b821-19508bad0b6a HTTP/1.1" status: 200 len: 217 time: 0.0434268 Jun 21 15:53:48.360488 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:48.399602 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2ac03-3723-4793-9990-43885d0c2319 req-2d85a69a-89b8-4538-9137-8c7c5f4d8b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:53:48.401063 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1ab2ac03-3723-4793-9990-43885d0c2319 req-2d85a69a-89b8-4538-9137-8c7c5f4d8b22 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e7b78035-69f3-4470-a688-b37562dccffb HTTP/1.1" status: 200 len: 848 time: 0.0728908 Jun 21 15:53:48.401229 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-4d1e6254-49cd-4280-ac4a-e33dd389a311 None None] Set router d3dc14c6-2d45-4892-81b5-532603daa53c gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:53:48.453971 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76517e22-0d07-45e2-a76b-e343cca71603 req-47f4f8ee-7f78-4607-8157-609b856acbe3 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:53:48.455426 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-76517e22-0d07-45e2-a76b-e343cca71603 req-47f4f8ee-7f78-4607-8157-609b856acbe3 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 947 time: 0.1902759 Jun 21 15:53:48.514032 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-76517e22-0d07-45e2-a76b-e343cca71603 req-31ae3979-9655-4728-a75d-4144ac1812b2 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523784 Jun 21 15:53:48.518439 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2ac03-3723-4793-9990-43885d0c2319 req-f038e329-8bcf-4045-a94e-c8e710b54da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:53:48.519742 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1ab2ac03-3723-4793-9990-43885d0c2319 req-f038e329-8bcf-4045-a94e-c8e710b54da5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1108265 Jun 21 15:53:48.600292 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-4d1e6254-49cd-4280-ac4a-e33dd389a311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'name': 'tempest-TestShelveInstance-1164046865-router', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '489c21c6-2ba1-459d-a983-832818fd11a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:47:47Z', 'revision_number': 4, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'gw_port': {'id': '489c21c6-2ba1-459d-a983-832818fd11a2', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '51671eab-5d57-476e-bc0e-7ef808de6b92', 'name': '', 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'mac_address': 'fa:16:3e:9d:6e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'e7b78035-69f3-4470-a688-b37562dccffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:46Z', 'updated_at': '2021-06-21T15:47:53Z', 'revision_number': 5, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'subnets': [{'id': 'e7b78035-69f3-4470-a688-b37562dccffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:53:48.615430 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1ab2ac03-3723-4793-9990-43885d0c2319 req-f5c10911-a08c-4195-b808-2b22944ebf5f service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875204 Jun 21 15:53:48.631360 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1e6254-49cd-4280-ac4a-e33dd389a311 None None] The sync data for ids ['d3dc14c6-2d45-4892-81b5-532603daa53c'] in dv-neutron-797121-2-hyperv is: [{'id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'name': 'tempest-TestShelveInstance-1164046865-router', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '489c21c6-2ba1-459d-a983-832818fd11a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:47:47Z', 'revision_number': 4, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'gw_port': {'id': '489c21c6-2ba1-459d-a983-832818fd11a2', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '51671eab-5d57-476e-bc0e-7ef808de6b92', 'name': '', 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'mac_address': 'fa:16:3e:9d:6e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'e7b78035-69f3-4470-a688-b37562dccffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:46Z', 'updated_at': '2021-06-21T15:47:53Z', 'revision_number': 5, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'subnets': [{'id': 'e7b78035-69f3-4470-a688-b37562dccffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:53:48.719002 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1ab2ac03-3723-4793-9990-43885d0c2319 req-2d036d4b-009a-48aa-ad17-81ebe62ec677 service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959663 Jun 21 15:53:48.864164 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2c3fd7-0fe7-47b8-9f2a-0457839a809b None None] New status for floating IP 65856c36-f947-4e34-a9b2-efbc1d15dbcc: DOWN {{(pid=105226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:53:49.762020 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdeefa6-ae1e-4c1b-8c57-3ea504fa309b req-02a36c30-e587-4432-8aa2-66b9a22e3959 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:53:49.764107 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1cdeefa6-ae1e-4c1b-8c57-3ea504fa309b req-02a36c30-e587-4432-8aa2-66b9a22e3959 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 947 time: 0.1267736 Jun 21 15:53:49.805443 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1cdeefa6-ae1e-4c1b-8c57-3ea504fa309b req-980a181a-5430-4287-9af9-0d514ffbf243 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=7040bc5e-d3d0-4e11-b661-4c43f62e31c0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329041 Jun 21 15:53:49.991110 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe4ef9-cd93-4c17-8975-1f4969889b6b req-7608cd41-ed8b-4a0c-96d1-2e2b299129d9 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:53:49.992455 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8fbe4ef9-cd93-4c17-8975-1f4969889b6b req-7608cd41-ed8b-4a0c-96d1-2e2b299129d9 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.66 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 947 time: 0.0820365 Jun 21 15:53:50.075724 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:50.094800 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-8fbe4ef9-cd93-4c17-8975-1f4969889b6b req-4913b655-2ca9-4221-a8e7-5c19a31ef8ab tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Deleting port 18384aca-8ddf-4c63-b821-19508bad0b6a {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:53:50.095133 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-8fbe4ef9-cd93-4c17-8975-1f4969889b6b req-4913b655-2ca9-4221-a8e7-5c19a31ef8ab tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:50.199689 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-8fbe4ef9-cd93-4c17-8975-1f4969889b6b req-4913b655-2ca9-4221-a8e7-5c19a31ef8ab tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] For port 18384aca-8ddf-4c63-b821-19508bad0b6a, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=18384aca-8ddf-4c63-b821-19508bad0b6a,segment=NetworkSegment(96e65d62-205c-4810-aa3e-06b10c31ce38),segment_id=96e65d62-205c-4810-aa3e-06b10c31ce38)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:53:50.200002 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-8fbe4ef9-cd93-4c17-8975-1f4969889b6b req-4913b655-2ca9-4221-a8e7-5c19a31ef8ab tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:50.263334 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-8fbe4ef9-cd93-4c17-8975-1f4969889b6b req-4913b655-2ca9-4221-a8e7-5c19a31ef8ab tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Calling delete_port for 18384aca-8ddf-4c63-b821-19508bad0b6a owned by compute:nova {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:53:50.405603 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-8fbe4ef9-cd93-4c17-8975-1f4969889b6b req-4913b655-2ca9-4221-a8e7-5c19a31ef8ab tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:50.409687 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2d0001fc-cd5b-43cb-b381-b58ac72dc201 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:53:50.433478 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4913b655-2ca9-4221-a8e7-5c19a31ef8ab tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Pushing event deleted for resources: {'Port': ['ID=18384aca-8ddf-4c63-b821-19508bad0b6a,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:53:50.443443 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4913b655-2ca9-4221-a8e7-5c19a31ef8ab tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:53:50.443841 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4913b655-2ca9-4221-a8e7-5c19a31ef8ab tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:53:50.444200 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4913b655-2ca9-4221-a8e7-5c19a31ef8ab tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:53:50.444569 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4913b655-2ca9-4221-a8e7-5c19a31ef8ab tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:53:50.444934 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4913b655-2ca9-4221-a8e7-5c19a31ef8ab tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:53:50.445309 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4913b655-2ca9-4221-a8e7-5c19a31ef8ab tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:53:50.445671 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4913b655-2ca9-4221-a8e7-5c19a31ef8ab tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:53:50.446587 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4913b655-2ca9-4221-a8e7-5c19a31ef8ab tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:53:50.446587 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4913b655-2ca9-4221-a8e7-5c19a31ef8ab tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:53:50.446771 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4913b655-2ca9-4221-a8e7-5c19a31ef8ab tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:53:50.447109 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4913b655-2ca9-4221-a8e7-5c19a31ef8ab tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:53:50.447461 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4913b655-2ca9-4221-a8e7-5c19a31ef8ab tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:53:50.453535 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4913b655-2ca9-4221-a8e7-5c19a31ef8ab tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:53:50.494021 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbe4ef9-cd93-4c17-8975-1f4969889b6b req-4913b655-2ca9-4221-a8e7-5c19a31ef8ab tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] No DVR routers for this DVR port 18384aca-8ddf-4c63-b821-19508bad0b6a on host hv-neutron-7971 {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:53:50.496828 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-8fbe4ef9-cd93-4c17-8975-1f4969889b6b req-4913b655-2ca9-4221-a8e7-5c19a31ef8ab tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:50.498872 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-8fbe4ef9-cd93-4c17-8975-1f4969889b6b req-4913b655-2ca9-4221-a8e7-5c19a31ef8ab tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.66 "DELETE /v2.0/ports/18384aca-8ddf-4c63-b821-19508bad0b6a HTTP/1.1" status: 204 len: 173 time: 0.5007467 Jun 21 15:53:50.499397 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9d90977-d32a-4bc1-9c68-85c02e7ac327', 'name': 'network-vif-deleted', 'tag': '18384aca-8ddf-4c63-b821-19508bad0b6a'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:53:50.501752 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da31f762a03131f518d543e90ae826537feda727de965adfd7a215608ae97d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84837019-e8b2-4ce3-aa62-fe62a94f9f68" -d '{"events": [{"server_uuid": "b9d90977-d32a-4bc1-9c68-85c02e7ac327", "name": "network-vif-deleted", "tag": "18384aca-8ddf-4c63-b821-19508bad0b6a"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:53:50.588219 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ce2c0c-fe57-4f6b-9103-692d3b57a986 x-openstack-request-id: req-b5ce2c0c-fe57-4f6b-9103-692d3b57a986 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:53:50.588547 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9d90977-d32a-4bc1-9c68-85c02e7ac327", "name": "network-vif-deleted", "tag": "18384aca-8ddf-4c63-b821-19508bad0b6a", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:53:50.588850 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b5ce2c0c-fe57-4f6b-9103-692d3b57a986 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:53:50.589298 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9d90977-d32a-4bc1-9c68-85c02e7ac327', 'name': 'network-vif-deleted', 'tag': '18384aca-8ddf-4c63-b821-19508bad0b6a', 'status': 'completed', 'code': 200} Jun 21 15:53:50.973623 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cc705ee0-18bf-41c2-8b06-9ca11012358b req-a11b3e9a-85ec-4784-8b11-45435560b5d5 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=b9d90977-d32a-4bc1-9c68-85c02e7ac327 HTTP/1.1" status: 200 len: 210 time: 0.0325077 Jun 21 15:53:52.097174 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 46556) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:53:52.162842 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8a023a9b-5c44-47e7-a2fb-549cfc2799d4 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:52.189690 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8a023a9b-5c44-47e7-a2fb-549cfc2799d4 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:52.251926 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8a023a9b-5c44-47e7-a2fb-549cfc2799d4 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:52.254894 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8a023a9b-5c44-47e7-a2fb-549cfc2799d4 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:52.256086 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8a023a9b-5c44-47e7-a2fb-549cfc2799d4 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "DELETE /v2.0/security-groups/7040bc5e-d3d0-4e11-b661-4c43f62e31c0 HTTP/1.1" status: 204 len: 168 time: 0.1578946 Jun 21 15:53:52.256876 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3414e5a3-a36e-4ca7-8613-734227b72359 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:53:52.266468 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a023a9b-5c44-47e7-a2fb-549cfc2799d4 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7040bc5e-d3d0-4e11-b661-4c43f62e31c0,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:53:52.269953 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8a023a9b-5c44-47e7-a2fb-549cfc2799d4 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:53:52.479823 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 46564) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:53:52.485641 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-40156290-c8b6-425f-a6ab-a3ddee8c0685 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1999676884', 'description': 'tempest-secgroup-smoke-1999676884 description', 'project_id': '11702a80128c4c69befdd3889d71ce9f'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:53:52.510971 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-40156290-c8b6-425f-a6ab-a3ddee8c0685 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:52.596376 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-40156290-c8b6-425f-a6ab-a3ddee8c0685 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:52.602204 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-40156290-c8b6-425f-a6ab-a3ddee8c0685 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:52.604788 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-bca1110f-a35d-470d-bafa-cb8bf580e347 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:53:52.633060 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-40156290-c8b6-425f-a6ab-a3ddee8c0685 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:52.634259 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-40156290-c8b6-425f-a6ab-a3ddee8c0685 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1533825 Jun 21 15:53:52.636741 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40156290-c8b6-425f-a6ab-a3ddee8c0685 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cafb1a07-524d-4fdb-afca-36430c2d323b,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:53:52.637466 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 46566) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:53:52.639885 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-40156290-c8b6-425f-a6ab-a3ddee8c0685 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:53:52.642924 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-38602d43-56f6-4ccc-b763-32ad70bc2f84 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Request body: {'security_group_rule': {'security_group_id': 'cafb1a07-524d-4fdb-afca-36430c2d323b', 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:53:52.675606 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-38602d43-56f6-4ccc-b763-32ad70bc2f84 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:52.722832 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-38602d43-56f6-4ccc-b763-32ad70bc2f84 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:52.729065 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-38602d43-56f6-4ccc-b763-32ad70bc2f84 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:52.731815 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2a123809-f8fc-4e53-a376-1e0bc848a22c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:53:52.753639 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38602d43-56f6-4ccc-b763-32ad70bc2f84 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d2e881-efb7-406f-baa2-edcfdb71b4cc,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:53:52.756475 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-38602d43-56f6-4ccc-b763-32ad70bc2f84 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:53:52.763755 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-38602d43-56f6-4ccc-b763-32ad70bc2f84 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:52.765100 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-38602d43-56f6-4ccc-b763-32ad70bc2f84 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1265528 Jun 21 15:53:52.769005 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 46568) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:53:52.773576 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-f4990aed-358a-4276-856d-875657da46dd tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Request body: {'security_group_rule': {'security_group_id': 'cafb1a07-524d-4fdb-afca-36430c2d323b', 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:53:52.803940 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f4990aed-358a-4276-856d-875657da46dd tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:52.866540 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f4990aed-358a-4276-856d-875657da46dd tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:52.871392 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f4990aed-358a-4276-856d-875657da46dd tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:52.873440 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5ac599f2-8f63-45b8-aab3-f37a34f760b1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:53:52.890745 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4990aed-358a-4276-856d-875657da46dd tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8835baaa-f4f9-43a7-ba78-6ac091e685e8,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:53:52.893807 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f4990aed-358a-4276-856d-875657da46dd tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:53:52.896615 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f4990aed-358a-4276-856d-875657da46dd tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:52.897888 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f4990aed-358a-4276-856d-875657da46dd tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1278968 Jun 21 15:53:52.900864 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 46570) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:53:52.906003 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-d24a3f29-e502-40d3-b027-596d11759c2b tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Request body: {'security_group_rule': {'security_group_id': 'cafb1a07-524d-4fdb-afca-36430c2d323b', 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:53:52.936415 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d24a3f29-e502-40d3-b027-596d11759c2b tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:52.998170 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d24a3f29-e502-40d3-b027-596d11759c2b tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:53.006012 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d24a3f29-e502-40d3-b027-596d11759c2b tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:53.007833 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c8ddd4e4-5579-4084-8638-5bbca82d3e37 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:53:53.024325 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a3f29-e502-40d3-b027-596d11759c2b tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56fd9dd2-8332-4bc6-89d5-8f9e6baa4128,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:53:53.027095 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d24a3f29-e502-40d3-b027-596d11759c2b tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:53:53.030660 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d24a3f29-e502-40d3-b027-596d11759c2b tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:53.031832 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d24a3f29-e502-40d3-b027-596d11759c2b tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1298704 Jun 21 15:53:53.034481 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 46572) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:53:53.038847 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-be68bdca-a239-4304-9cff-f701007ae129 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Request body: {'security_group_rule': {'security_group_id': 'cafb1a07-524d-4fdb-afca-36430c2d323b', 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:53:53.075699 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-be68bdca-a239-4304-9cff-f701007ae129 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:53.139637 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-be68bdca-a239-4304-9cff-f701007ae129 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:53.144926 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-be68bdca-a239-4304-9cff-f701007ae129 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:53.146818 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b1ba1d76-0a97-4e02-bdd0-a59e2e9f01d5 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:53:53.163002 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68bdca-a239-4304-9cff-f701007ae129 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12132970-a754-4adf-beed-b1cbe4156c14,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:53:53.165750 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-be68bdca-a239-4304-9cff-f701007ae129 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:53:53.171044 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-be68bdca-a239-4304-9cff-f701007ae129 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:53.172221 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-be68bdca-a239-4304-9cff-f701007ae129 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1368535 Jun 21 15:53:53.175159 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 46574) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:53:53.179572 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-5aa53ef5-dd4e-49fd-a97b-e2536634cc2d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Request body: {'security_group_rule': {'security_group_id': 'cafb1a07-524d-4fdb-afca-36430c2d323b', 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:53:53.204495 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.securitygroups_db [None req-5aa53ef5-dd4e-49fd-a97b-e2536634cc2d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Project 11702a80128c4c69befdd3889d71ce9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 15:53:53.209206 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5aa53ef5-dd4e-49fd-a97b-e2536634cc2d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:53.270289 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5aa53ef5-dd4e-49fd-a97b-e2536634cc2d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:53.275369 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5aa53ef5-dd4e-49fd-a97b-e2536634cc2d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:53.277141 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-fad4a5e7-6a63-4974-b18f-a13aca59593e tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:53:53.293376 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa53ef5-dd4e-49fd-a97b-e2536634cc2d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8356f17-b92a-4b3d-a962-f002e3fd0c7a,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:53:53.296339 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5aa53ef5-dd4e-49fd-a97b-e2536634cc2d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:53:53.299859 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5aa53ef5-dd4e-49fd-a97b-e2536634cc2d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:53.300756 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5aa53ef5-dd4e-49fd-a97b-e2536634cc2d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1247163 Jun 21 15:53:53.303483 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 46576) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:53:53.307872 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-2ae3dcbf-657c-40a6-9393-36974feb9764 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Request body: {'security_group_rule': {'security_group_id': 'cafb1a07-524d-4fdb-afca-36430c2d323b', 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:53:53.332287 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.securitygroups_db [None req-2ae3dcbf-657c-40a6-9393-36974feb9764 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Project 11702a80128c4c69befdd3889d71ce9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 15:53:53.338784 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2ae3dcbf-657c-40a6-9393-36974feb9764 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:53.403934 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2ae3dcbf-657c-40a6-9393-36974feb9764 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:53.409587 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2ae3dcbf-657c-40a6-9393-36974feb9764 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:53.411759 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f770058b-33e2-4d52-91a0-d9c485742775 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:53:53.427429 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae3dcbf-657c-40a6-9393-36974feb9764 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6547278-e038-4a03-83d1-6018d9873696,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:53:53.429832 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2ae3dcbf-657c-40a6-9393-36974feb9764 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:53:53.436526 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2ae3dcbf-657c-40a6-9393-36974feb9764 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:53:53.437768 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2ae3dcbf-657c-40a6-9393-36974feb9764 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1333489 Jun 21 15:53:53.992267 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 18384aca-8ddf-4c63-b821-19508bad0b6a no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:53:54.014177 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: 18384aca-8ddf-4c63-b821-19508bad0b6a {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:53:54.014520 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 18384aca-8ddf-4c63-b821-19508bad0b6a not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:54:05.929007 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:54:08.908674 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-743761e9-bc6c-4419-9058-c1eb87b8b314 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1999676884&fields=id&tenant_id=11702a80128c4c69befdd3889d71ce9f HTTP/1.1" status: 200 len: 267 time: 0.0368466 Jun 21 15:54:09.020461 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-211e0ac3-3cfd-4bb5-9801-c8f7ea42bd9d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:54:09.021825 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-211e0ac3-3cfd-4bb5-9801-c8f7ea42bd9d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/networks?id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 HTTP/1.1" status: 200 len: 809 time: 0.1052983 Jun 21 15:54:09.040294 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-cff8ab50-ed30-4bd3-9432-a9f175247fce tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/quotas/11702a80128c4c69befdd3889d71ce9f HTTP/1.1" status: 200 len: 375 time: 0.0102313 Jun 21 15:54:09.115629 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-5855c29d-858f-4496-9eaa-afbe515f9d3b tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=11702a80128c4c69befdd3889d71ce9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700512 Jun 21 15:54:09.243214 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-1af1d6ec-b1b0-4cb3-9bec-1368f784e50f service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 15:54:09.244210 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-1af1d6ec-b1b0-4cb3-9bec-1368f784e50f service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0576215 Jun 21 15:54:09.343286 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-59ab3a61-306a-4fdf-8199-b82955eeb506 service neutron] 10.222.0.72 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891345 Jun 21 15:54:09.439820 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-cac2284a-66af-4521-b0cd-3885045f9ead service neutron] 10.222.0.72 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881138 Jun 21 15:54:09.774954 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f2e8f518-8021-4b28-9079-c2b3e4fb4490 req-684d7df4-a0d9-485f-ae74-568e989cc8b3 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 210 time: 0.0352468 Jun 21 15:54:11.002533 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7f24384f-bb41-486f-ad1d-b3b4c1b934eb req-9eb9d3d1-4ab5-4c98-b27a-7b61250cbc30 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 210 time: 0.0325592 Jun 21 15:54:11.054108 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-9d548bb3-2b5c-4dd2-a0c8-89e58f03703a tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:54:11.055561 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-9d548bb3-2b5c-4dd2-a0c8-89e58f03703a tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.66 "GET /v2.0/networks?id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 HTTP/1.1" status: 200 len: 809 time: 0.1342630 Jun 21 15:54:11.104479 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-e65d52f0-de82-43f1-9fdd-e117dae1a928 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=11702a80128c4c69befdd3889d71ce9f HTTP/1.1" status: 200 len: 380 time: 0.0399168 Jun 21 15:54:11.114466 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-72c749ab-ab78-41d4-ae75-096481197d21 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Request body: {'port': {'device_id': '5315452b-43f8-41e8-afa8-aedbc314c12c', 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2', 'admin_state_up': True, 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'security_groups': ['cafb1a07-524d-4fdb-afca-36430c2d323b']}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:54:11.231918 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-72c749ab-ab78-41d4-ae75-096481197d21 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Made reservation on behalf of 11702a80128c4c69befdd3889d71ce9f for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:54:11.235916 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-72c749ab-ab78-41d4-ae75-096481197d21 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:54:11.368576 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-72c749ab-ab78-41d4-ae75-096481197d21 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Allocated IP 172.20.0.13 (ccf29606-07ed-4500-abcf-9c2bf7e1e5f2/e7b78035-69f3-4470-a688-b37562dccffb/ea133208-cf40-4ea8-b436-d23dc167e181) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:54:11.515646 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-72c749ab-ab78-41d4-ae75-096481197d21 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:54:11.534641 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-72c749ab-ab78-41d4-ae75-096481197d21 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Transition to ACTIVE for port object ea133208-cf40-4ea8-b436-d23dc167e181 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:54:11.571009 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-72c749ab-ab78-41d4-ae75-096481197d21 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:54:11.574980 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-34f6f971-fe19-4f02-8897-84aa0432e999 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:54:11.616289 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-72c749ab-ab78-41d4-ae75-096481197d21 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Network ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:54:11.619774 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-72c749ab-ab78-41d4-ae75-096481197d21 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:54:11.626782 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-72c749ab-ab78-41d4-ae75-096481197d21 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:54:11.652784 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c749ab-ab78-41d4-ae75-096481197d21 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Pushing event updated for resources: {'Port': ['ID=ea133208-cf40-4ea8-b436-d23dc167e181,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:54:11.658914 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-72c749ab-ab78-41d4-ae75-096481197d21 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:54:11.683942 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-72c749ab-ab78-41d4-ae75-096481197d21 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:54:11.684572 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-72c749ab-ab78-41d4-ae75-096481197d21 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:54:11.702026 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-72c749ab-ab78-41d4-ae75-096481197d21 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5920284 Jun 21 15:54:11.714810 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-da6680e5-af4a-41c6-8492-6be7603552cb service neutron] Request body: {'port': {'device_id': '5315452b-43f8-41e8-afa8-aedbc314c12c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:54:11.796795 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-da6680e5-af4a-41c6-8492-6be7603552cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:54:11.871330 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-c713dc53-9784-4393-bb11-f3d4d2089cc3 None None] Provisioning for port ea133208-cf40-4ea8-b436-d23dc167e181 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:54:11.875651 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-c713dc53-9784-4393-bb11-f3d4d2089cc3 None None] Provisioning complete for port ea133208-cf40-4ea8-b436-d23dc167e181 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:54:11.876034 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c713dc53-9784-4393-bb11-f3d4d2089cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:54:11.916290 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-c713dc53-9784-4393-bb11-f3d4d2089cc3 None None] Port ea133208-cf40-4ea8-b436-d23dc167e181 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:54:12.066609 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-da6680e5-af4a-41c6-8492-6be7603552cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea133208-cf40-4ea8-b436-d23dc167e181 {{(pid=105224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:54:12.075569 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-da6680e5-af4a-41c6-8492-6be7603552cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:54:12.094741 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-da6680e5-af4a-41c6-8492-6be7603552cb service neutron] Transition to ACTIVE for port object ea133208-cf40-4ea8-b436-d23dc167e181 will not be triggered until provisioned by entity L2. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:54:12.100972 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-da6680e5-af4a-41c6-8492-6be7603552cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:54:12.104308 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9e2d7914-ba25-4168-89e2-ea2797484031 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:54:12.147085 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:54:12.559576 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6680e5-af4a-41c6-8492-6be7603552cb service neutron] Pushing event updated for resources: {'Port': ['ID=ea133208-cf40-4ea8-b436-d23dc167e181,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:54:12.565192 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-da6680e5-af4a-41c6-8492-6be7603552cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:54:12.658440 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d33776-16f8-411d-b1ee-c48ceac741c2 req-25aab9ec-7663-4b6d-abe4-bb5a1ffb768e tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:54:12.659827 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-72d33776-16f8-411d-b1ee-c48ceac741c2 req-25aab9ec-7663-4b6d-abe4-bb5a1ffb768e tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 944 time: 0.5173182 Jun 21 15:54:12.669258 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-da6680e5-af4a-41c6-8492-6be7603552cb service neutron] Attempting to bind port ea133208-cf40-4ea8-b436-d23dc167e181 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:54:12.669567 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-da6680e5-af4a-41c6-8492-6be7603552cb service neutron] Attempting to bind port ea133208-cf40-4ea8-b436-d23dc167e181 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': '96e65d62-205c-4810-aa3e-06b10c31ce38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:54:12.669947 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-da6680e5-af4a-41c6-8492-6be7603552cb service neutron] Attempting to bind port ea133208-cf40-4ea8-b436-d23dc167e181 on network ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:54:12.686544 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-da6680e5-af4a-41c6-8492-6be7603552cb service neutron] Port ea133208-cf40-4ea8-b436-d23dc167e181 on network ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 15:54:12.686866 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-da6680e5-af4a-41c6-8492-6be7603552cb service neutron] Attempting to bind port ea133208-cf40-4ea8-b436-d23dc167e181 on network ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:54:12.697424 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-da6680e5-af4a-41c6-8492-6be7603552cb service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:54:12.697755 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-da6680e5-af4a-41c6-8492-6be7603552cb service neutron] Checking segment: {'id': '96e65d62-205c-4810-aa3e-06b10c31ce38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:54:12.698164 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-da6680e5-af4a-41c6-8492-6be7603552cb service neutron] Bound using segment: {'id': '96e65d62-205c-4810-aa3e-06b10c31ce38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2'} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:54:12.698590 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-da6680e5-af4a-41c6-8492-6be7603552cb service neutron] Bound port: ea133208-cf40-4ea8-b436-d23dc167e181, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96e65d62-205c-4810-aa3e-06b10c31ce38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2'}}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:54:12.698930 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-da6680e5-af4a-41c6-8492-6be7603552cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:54:12.726609 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-72d33776-16f8-411d-b1ee-c48ceac741c2 req-daf5f108-46f7-466e-a642-b0e1318f13ee tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590715 Jun 21 15:54:12.781004 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-da6680e5-af4a-41c6-8492-6be7603552cb service neutron] For port ea133208-cf40-4ea8-b436-d23dc167e181, host hv-neutron-7971, cleared binding levels {{(pid=105224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:54:12.784229 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-da6680e5-af4a-41c6-8492-6be7603552cb service neutron] For port ea133208-cf40-4ea8-b436-d23dc167e181, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ea133208-cf40-4ea8-b436-d23dc167e181,segment=NetworkSegment(96e65d62-205c-4810-aa3e-06b10c31ce38),segment_id=96e65d62-205c-4810-aa3e-06b10c31ce38)] {{(pid=105224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:54:12.791209 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-da6680e5-af4a-41c6-8492-6be7603552cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:54:12.793389 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a6aaf1fd-91dd-4bc0-8271-4b23fb3eb9af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:54:12.827089 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-da6680e5-af4a-41c6-8492-6be7603552cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:54:12.827693 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-da6680e5-af4a-41c6-8492-6be7603552cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:54:12.829079 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-da6680e5-af4a-41c6-8492-6be7603552cb service neutron] 10.222.0.66 "PUT /v2.0/ports/ea133208-cf40-4ea8-b436-d23dc167e181 HTTP/1.1" status: 200 len: 1094 time: 1.1190460 Jun 21 15:54:12.829619 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5315452b-43f8-41e8-afa8-aedbc314c12c', 'tag': 'ea133208-cf40-4ea8-b436-d23dc167e181'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:54:12.832079 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da31f762a03131f518d543e90ae826537feda727de965adfd7a215608ae97d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9fe4d8-14aa-4cca-a342-855c60946616" -d '{"events": [{"name": "network-changed", "server_uuid": "5315452b-43f8-41e8-afa8-aedbc314c12c", "tag": "ea133208-cf40-4ea8-b436-d23dc167e181"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:54:12.861091 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6680e5-af4a-41c6-8492-6be7603552cb service neutron] Pushing event updated for resources: {'Port': ['ID=ea133208-cf40-4ea8-b436-d23dc167e181,revision_number=3']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:54:12.879198 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-da6680e5-af4a-41c6-8492-6be7603552cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:54:12.894202 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8ec138-3c5f-4998-abf7-ecb9ca38623c x-openstack-request-id: req-ef8ec138-3c5f-4998-abf7-ecb9ca38623c {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:54:12.894550 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5315452b-43f8-41e8-afa8-aedbc314c12c", "tag": "ea133208-cf40-4ea8-b436-d23dc167e181", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:54:12.894865 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ef8ec138-3c5f-4998-abf7-ecb9ca38623c {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:54:12.895584 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5315452b-43f8-41e8-afa8-aedbc314c12c', 'tag': 'ea133208-cf40-4ea8-b436-d23dc167e181', 'status': 'completed', 'code': 200} Jun 21 15:54:12.947142 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-febde9b3-f779-4ad8-bc53-5ae15daa9479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:54:12.948762 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-febde9b3-f779-4ad8-bc53-5ae15daa9479 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=11702a80128c4c69befdd3889d71ce9f&device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 1097 time: 0.0648499 Jun 21 15:54:12.995241 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-d0dfef36-549d-49a9-ae76-09571dd8a67d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea133208-cf40-4ea8-b436-d23dc167e181 HTTP/1.1" status: 200 len: 217 time: 0.0391922 Jun 21 15:54:13.047389 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-2695eee7-d48d-4576-9a94-f8a6448d401c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:54:13.048797 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-2695eee7-d48d-4576-9a94-f8a6448d401c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e7b78035-69f3-4470-a688-b37562dccffb HTTP/1.1" status: 200 len: 848 time: 0.0474491 Jun 21 15:54:13.106947 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-65c0ced1-6718-48db-af73-acaa197b2f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:54:13.108481 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-65c0ced1-6718-48db-af73-acaa197b2f34 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0536032 Jun 21 15:54:13.205483 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-a99eca13-36e8-48f6-9699-5f4c3b69f56f service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899780 Jun 21 15:54:13.308586 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2b00b669-9f6b-4c50-b5cd-a7f72e891cf0 req-ef05454b-e67f-4370-bdf6-3a69edfa09ce service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962558 Jun 21 15:54:13.412551 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fe4d8-14aa-4cca-a342-855c60946616 req-9c978f4e-1346-4eb8-8a63-4ce1522fc495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:54:13.414195 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2c9fe4d8-14aa-4cca-a342-855c60946616 req-9c978f4e-1346-4eb8-8a63-4ce1522fc495 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=11702a80128c4c69befdd3889d71ce9f&device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 1097 time: 0.0574141 Jun 21 15:54:13.515352 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fe4d8-14aa-4cca-a342-855c60946616 req-dc6eaf0e-b07a-43dc-87e4-d7a46fec1847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:54:13.516742 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2c9fe4d8-14aa-4cca-a342-855c60946616 req-dc6eaf0e-b07a-43dc-87e4-d7a46fec1847 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 HTTP/1.1" status: 200 len: 910 time: 0.0961375 Jun 21 15:54:13.563358 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2c9fe4d8-14aa-4cca-a342-855c60946616 req-a7d3e505-32b4-408d-b3bc-b77aa1816400 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea133208-cf40-4ea8-b436-d23dc167e181 HTTP/1.1" status: 200 len: 217 time: 0.0385342 Jun 21 15:54:13.618390 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fe4d8-14aa-4cca-a342-855c60946616 req-d134e00d-e495-4107-b514-dbd96104d4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:54:13.619829 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2c9fe4d8-14aa-4cca-a342-855c60946616 req-d134e00d-e495-4107-b514-dbd96104d4b2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e7b78035-69f3-4470-a688-b37562dccffb HTTP/1.1" status: 200 len: 848 time: 0.0496624 Jun 21 15:54:13.681934 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fe4d8-14aa-4cca-a342-855c60946616 req-bba7ae10-53eb-4db1-8c50-c5568ca57b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:54:13.683440 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2c9fe4d8-14aa-4cca-a342-855c60946616 req-bba7ae10-53eb-4db1-8c50-c5568ca57b06 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0568900 Jun 21 15:54:13.779383 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2c9fe4d8-14aa-4cca-a342-855c60946616 req-14ff6010-00e6-4b03-a1f7-fd7a63fccb51 service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872469 Jun 21 15:54:13.905046 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2c9fe4d8-14aa-4cca-a342-855c60946616 req-c4c14d68-8b64-43e9-ab5c-77f5fcd9a861 service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188128 Jun 21 15:54:13.932913 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6340c67-78d0-4428-9a21-faee7e2418a4 req-7c6ca1fe-3d32-4d72-a5c1-378991c6645c tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:54:13.934228 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f6340c67-78d0-4428-9a21-faee7e2418a4 req-7c6ca1fe-3d32-4d72-a5c1-378991c6645c tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 944 time: 0.0913579 Jun 21 15:54:13.975051 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f6340c67-78d0-4428-9a21-faee7e2418a4 req-5256ca35-ac92-4120-afd6-b80051203111 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340698 Jun 21 15:54:14.111523 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4e7f2431-2336-4760-84e5-6a82ad4449b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:54:15.167459 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b6c90-9eca-463e-bdf1-1f4a636fe185 req-6acb0aac-e3f3-46f6-8c0a-740d7e8bd30c tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:54:15.169142 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-711b6c90-9eca-463e-bdf1-1f4a636fe185 req-6acb0aac-e3f3-46f6-8c0a-740d7e8bd30c tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 944 time: 0.0749593 Jun 21 15:54:15.211183 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-711b6c90-9eca-463e-bdf1-1f4a636fe185 req-b3dbbf4d-0972-4edc-bd42-bd6b152b0f98 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340276 Jun 21 15:54:16.415442 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96cb23-cb9b-49a7-86ce-92adf1fb719e req-9a7e3b2b-9459-4a35-94cd-269ca2b38c8d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:54:16.416985 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5c96cb23-cb9b-49a7-86ce-92adf1fb719e req-9a7e3b2b-9459-4a35-94cd-269ca2b38c8d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 944 time: 0.0798054 Jun 21 15:54:16.463739 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5c96cb23-cb9b-49a7-86ce-92adf1fb719e req-30dd612a-60c1-451d-9534-e3bf7cffdb40 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387673 Jun 21 15:54:16.645860 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-626fada0-c820-41d4-9549-7e410272fed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:54:17.155282 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:54:17.665799 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8facc-a67e-452d-9c83-8d9ed30f8b6f req-b243f1ca-aa8c-4268-b131-b40fae55c83e tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:54:17.667271 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4ce8facc-a67e-452d-9c83-8d9ed30f8b6f req-b243f1ca-aa8c-4268-b131-b40fae55c83e tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 944 time: 0.0741851 Jun 21 15:54:17.708507 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4ce8facc-a67e-452d-9c83-8d9ed30f8b6f req-93f0934f-4abf-4cf9-961a-c7957f5b6872 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352676 Jun 21 15:54:18.372488 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:54:18.906130 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e187b987-e63d-43e1-a712-60e445683a9e req-7e06b3d7-fa14-4044-ac27-7630faf18c0a tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:54:18.907630 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e187b987-e63d-43e1-a712-60e445683a9e req-7e06b3d7-fa14-4044-ac27-7630faf18c0a tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 944 time: 0.0747445 Jun 21 15:54:18.951854 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e187b987-e63d-43e1-a712-60e445683a9e req-14c91a60-edbe-430f-b9dc-c3316c0cbb7f tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347517 Jun 21 15:54:20.079874 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:54:20.132441 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b800ee9-4316-47ec-af60-dc14bb129afa req-e23e991f-98b3-4681-ad0a-d1d339b9062b tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:54:20.133940 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5b800ee9-4316-47ec-af60-dc14bb129afa req-e23e991f-98b3-4681-ad0a-d1d339b9062b tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 944 time: 0.0671597 Jun 21 15:54:20.173119 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5b800ee9-4316-47ec-af60-dc14bb129afa req-41d9226c-c4ae-44db-acc1-244ec47166c7 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334702 Jun 21 15:54:21.357992 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497dd01-169b-4c80-ba3f-ffe389f46898 req-abf32e81-d58d-4266-bb49-f5384514b75c tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:54:21.359540 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0497dd01-169b-4c80-ba3f-ffe389f46898 req-abf32e81-d58d-4266-bb49-f5384514b75c tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 944 time: 0.0749955 Jun 21 15:54:21.408220 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0497dd01-169b-4c80-ba3f-ffe389f46898 req-12190263-b07e-408f-afdd-6a569d9ea9c8 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421152 Jun 21 15:54:22.594746 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23552f3d-c0b4-4aaa-80f7-8a86704a2ee3 req-51d593b6-af11-429b-8dfa-32a1a011d1c4 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:54:22.596239 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-23552f3d-c0b4-4aaa-80f7-8a86704a2ee3 req-51d593b6-af11-429b-8dfa-32a1a011d1c4 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 944 time: 0.0704036 Jun 21 15:54:22.636301 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-23552f3d-c0b4-4aaa-80f7-8a86704a2ee3 req-d3d27373-5fb8-4116-b1ce-812b9cd71639 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338502 Jun 21 15:54:23.822740 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9e678-a7d5-4638-b4da-9131f1e32c69 req-cc5cc336-85a8-4a07-b925-bd13470068b0 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:54:23.824260 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2ff9e678-a7d5-4638-b4da-9131f1e32c69 req-cc5cc336-85a8-4a07-b925-bd13470068b0 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 944 time: 0.0698431 Jun 21 15:54:23.868426 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2ff9e678-a7d5-4638-b4da-9131f1e32c69 req-2576b9e5-446a-4e75-84b9-bc43bd5e6fbf tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356548 Jun 21 15:54:24.164581 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device ea133208-cf40-4ea8-b436-d23dc167e181 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:54:24.270121 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port ea133208-cf40-4ea8-b436-d23dc167e181, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ea133208-cf40-4ea8-b436-d23dc167e181,segment=NetworkSegment(96e65d62-205c-4810-aa3e-06b10c31ce38),segment_id=96e65d62-205c-4810-aa3e-06b10c31ce38)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:54:24.285509 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': 'ea133208-cf40-4ea8-b436-d23dc167e181', 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2', 'port_id': 'ea133208-cf40-4ea8-b436-d23dc167e181', 'mac_address': 'fa:16:3e:40:e5:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b78035-69f3-4470-a688-b37562dccffb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:54:24.323067 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:54:24.336175 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea133208-cf40-4ea8-b436-d23dc167e181 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:54:24.357686 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port ea133208-cf40-4ea8-b436-d23dc167e181, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ea133208-cf40-4ea8-b436-d23dc167e181,segment=NetworkSegment(96e65d62-205c-4810-aa3e-06b10c31ce38),segment_id=96e65d62-205c-4810-aa3e-06b10c31ce38)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:54:24.365229 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:54:24.367963 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:54:24.417720 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=ea133208-cf40-4ea8-b436-d23dc167e181,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:54:24.425927 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:54:24.426281 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:54:24.426622 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:54:24.426960 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:54:24.427348 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:54:24.427905 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:54:24.428291 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:54:24.428614 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:54:24.428950 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:54:24.429277 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:54:24.429601 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:54:24.429949 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:54:24.434181 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:54:24.728255 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['ea133208-cf40-4ea8-b436-d23dc167e181'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:54:25.057005 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc3461-be19-433f-bbdc-da5ca3197952 req-9ee390f5-4fbd-4ff7-bfa7-db75efc6d1f6 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:54:25.058415 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-eddc3461-be19-433f-bbdc-da5ca3197952 req-9ee390f5-4fbd-4ff7-bfa7-db75efc6d1f6 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 945 time: 0.0723615 Jun 21 15:54:25.095942 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-eddc3461-be19-433f-bbdc-da5ca3197952 req-128219c4-ee0a-4469-ab43-ef78a8f0661e tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317674 Jun 21 15:54:26.194450 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device ea133208-cf40-4ea8-b436-d23dc167e181 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:54:26.245592 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port ea133208-cf40-4ea8-b436-d23dc167e181 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:54:26.249527 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port ea133208-cf40-4ea8-b436-d23dc167e181 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:54:26.249915 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:54:26.280316 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6116d45-4253-4ae0-a3f0-df8dca8d3a75 req-984e8e6a-784b-490f-9da5-d9714acf51a8 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:54:26.281777 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f6116d45-4253-4ae0-a3f0-df8dca8d3a75 req-984e8e6a-784b-490f-9da5-d9714acf51a8 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 945 time: 0.0652626 Jun 21 15:54:26.320229 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f6116d45-4253-4ae0-a3f0-df8dca8d3a75 req-74d5893e-b8cc-457a-ae02-c3d61bc7a81f tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324016 Jun 21 15:54:26.331448 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:54:26.354844 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5315452b-43f8-41e8-afa8-aedbc314c12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea133208-cf40-4ea8-b436-d23dc167e181'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:54:26.357101 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82aa8b59d632dcb344883d1a7f27c1f561dafe30d228a2f7a2efaa48265e3325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a34e1c-72af-43bb-983d-267d5a738cde" -d '{"events": [{"server_uuid": "5315452b-43f8-41e8-afa8-aedbc314c12c", "name": "network-vif-plugged", "status": "completed", "tag": "ea133208-cf40-4ea8-b436-d23dc167e181"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:54:26.370360 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port ea133208-cf40-4ea8-b436-d23dc167e181, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ea133208-cf40-4ea8-b436-d23dc167e181,segment=NetworkSegment(96e65d62-205c-4810-aa3e-06b10c31ce38),segment_id=96e65d62-205c-4810-aa3e-06b10c31ce38)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:54:26.377902 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:54:26.381294 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-e377e7f2-c4fb-400b-a985-99ce73ca2f28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:54:26.426933 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=ea133208-cf40-4ea8-b436-d23dc167e181,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:54:26.430582 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:54:26.464408 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4f5c60-6e0c-4a9c-ad0b-c5fd60f021ce x-openstack-request-id: req-ea4f5c60-6e0c-4a9c-ad0b-c5fd60f021ce {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:54:26.464764 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5315452b-43f8-41e8-afa8-aedbc314c12c", "name": "network-vif-plugged", "status": "completed", "tag": "ea133208-cf40-4ea8-b436-d23dc167e181", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:54:26.465083 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ea4f5c60-6e0c-4a9c-ad0b-c5fd60f021ce {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:54:26.465512 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5315452b-43f8-41e8-afa8-aedbc314c12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea133208-cf40-4ea8-b436-d23dc167e181', 'code': 200} Jun 21 15:54:26.699185 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c20844c-86c5-456e-b1d5-43a9c164572f req-2f071284-67f1-453b-b635-31cd4b8c46ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:54:26.700726 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4c20844c-86c5-456e-b1d5-43a9c164572f req-2f071284-67f1-453b-b635-31cd4b8c46ce service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 1099 time: 0.0692384 Jun 21 15:54:26.739170 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4c20844c-86c5-456e-b1d5-43a9c164572f req-ee201407-4309-46d6-a4a6-f09936f8796c service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312088 Jun 21 15:54:27.511244 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5e0f5-42dc-486d-af5e-66dd4ccdfea5 req-8b0d9f33-f399-43cc-a84d-5d9beb54f6fe tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:54:27.516017 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c4f5e0f5-42dc-486d-af5e-66dd4ccdfea5 req-8b0d9f33-f399-43cc-a84d-5d9beb54f6fe tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 946 time: 0.0740314 Jun 21 15:54:27.559603 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c4f5e0f5-42dc-486d-af5e-66dd4ccdfea5 req-a19ef6ee-8df3-4f02-ad95-7e78706bdcec tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395272 Jun 21 15:54:28.756972 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476140aa-7264-44d5-a553-50cd69125ea0 req-c46cf751-ccb5-48b9-b17c-03b187ddc0bf tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:54:28.758364 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-476140aa-7264-44d5-a553-50cd69125ea0 req-c46cf751-ccb5-48b9-b17c-03b187ddc0bf tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 946 time: 0.0800958 Jun 21 15:54:28.796046 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-476140aa-7264-44d5-a553-50cd69125ea0 req-97ff9d41-db39-43ce-8790-117c44396c69 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319231 Jun 21 15:54:29.008932 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f58cf7-d558-4f86-84f6-26dbe0108d92 req-784e74d1-1e2f-4bb4-bcec-2a17abbde429 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:54:29.010535 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-25f58cf7-d558-4f86-84f6-26dbe0108d92 req-784e74d1-1e2f-4bb4-bcec-2a17abbde429 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 946 time: 0.0799136 Jun 21 15:54:29.049963 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-25f58cf7-d558-4f86-84f6-26dbe0108d92 req-ffed0a1d-de69-46ba-9d9b-6cdfe176523d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336249 Jun 21 15:54:29.074311 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 46810) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:54:29.185185 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef4a0c7-c507-418c-8941-f48ed39d1804 tempest-TestShelveInstance-821248620 tempest-TestShelveInstance-821248620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:54:29.186748 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-0ef4a0c7-c507-418c-8941-f48ed39d1804 tempest-TestShelveInstance-821248620 tempest-TestShelveInstance-821248620-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 1094 time: 0.1114504 Jun 21 15:54:29.189750 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 46814) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:54:29.194506 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-f2cf5983-3611-4113-93ec-661f71f8c33d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'port_id': 'ea133208-cf40-4ea8-b436-d23dc167e181', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:54:29.220525 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f2cf5983-3611-4113-93ec-661f71f8c33d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for floatingip, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:54:29.339867 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f2cf5983-3611-4113-93ec-661f71f8c33d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:54:29.446408 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-f2cf5983-3611-4113-93ec-661f71f8c33d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Allocated IP 172.26.3.252 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/c294e3b8-459f-4c2b-ab0e-e52896d83a73) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:54:29.555784 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f2cf5983-3611-4113-93ec-661f71f8c33d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:54:29.614185 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f2cf5983-3611-4113-93ec-661f71f8c33d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:54:29.617171 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8cb6f6d9-4c5c-4db0-ab1d-72040f3b1de9 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:54:29.651513 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cf5983-3611-4113-93ec-661f71f8c33d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:54:29.654481 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-f2cf5983-3611-4113-93ec-661f71f8c33d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:54:29.660510 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cf5983-3611-4113-93ec-661f71f8c33d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:54:29.666098 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf5983-3611-4113-93ec-661f71f8c33d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Pushing event updated for resources: {'Port': ['ID=c294e3b8-459f-4c2b-ab0e-e52896d83a73,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:54:29.688141 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f2cf5983-3611-4113-93ec-661f71f8c33d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:54:30.037394 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f2cf5983-3611-4113-93ec-661f71f8c33d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:54:30.120501 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f2cf5983-3611-4113-93ec-661f71f8c33d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:54:30.285899 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f2cf5983-3611-4113-93ec-661f71f8c33d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:54:30.293208 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f2cf5983-3611-4113-93ec-661f71f8c33d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:54:30.294773 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c4e250d0-ca0a-4c40-97b4-f261063d29d0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:54:30.360185 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf5983-3611-4113-93ec-661f71f8c33d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Pushing event updated for resources: {'Port': ['ID=c294e3b8-459f-4c2b-ab0e-e52896d83a73,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:54:30.364099 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f2cf5983-3611-4113-93ec-661f71f8c33d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:54:30.376778 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f2cf5983-3611-4113-93ec-661f71f8c33d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:54:30.490507 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [None req-f2cf5983-3611-4113-93ec-661f71f8c33d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Floating IP 98c5499c-9abd-4c5c-8cca-28f573bfed9f associated. External IP: 172.26.3.252, port: ea133208-cf40-4ea8-b436-d23dc167e181. Jun 21 15:54:30.710199 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2cf5983-3611-4113-93ec-661f71f8c33d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Router d3dc14c6-2d45-4892-81b5-532603daa53c has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:54:30.831833 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cf5983-3611-4113-93ec-661f71f8c33d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:54:30.844035 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4f5c0d-ca81-480e-ae6d-9a66fb3a9079 None None] Sync routers for ids ['d3dc14c6-2d45-4892-81b5-532603daa53c'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:54:30.853388 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-f2cf5983-3611-4113-93ec-661f71f8c33d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:54:30.856534 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4f5c0d-ca81-480e-ae6d-9a66fb3a9079 None None] Routers {'d3dc14c6-2d45-4892-81b5-532603daa53c'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:54:30.857161 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-4e4f5c0d-ca81-480e-ae6d-9a66fb3a9079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:54:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['d3dc14c6-2d45-4892-81b5-532603daa53c'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:54:30.901836 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-f2cf5983-3611-4113-93ec-661f71f8c33d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7016194 Jun 21 15:54:30.901836 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5315452b-43f8-41e8-afa8-aedbc314c12c', 'tag': 'ea133208-cf40-4ea8-b436-d23dc167e181'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:54:30.901836 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da31f762a03131f518d543e90ae826537feda727de965adfd7a215608ae97d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92f30ce-f9d0-44d5-bfaa-80464525f042" -d '{"events": [{"name": "network-changed", "server_uuid": "5315452b-43f8-41e8-afa8-aedbc314c12c", "tag": "ea133208-cf40-4ea8-b436-d23dc167e181"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:54:30.935244 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b590ae-03df-4ca1-8c4e-7198a31977b4 x-openstack-request-id: req-a2b590ae-03df-4ca1-8c4e-7198a31977b4 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:54:30.935710 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5315452b-43f8-41e8-afa8-aedbc314c12c", "tag": "ea133208-cf40-4ea8-b436-d23dc167e181", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:54:30.936174 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a2b590ae-03df-4ca1-8c4e-7198a31977b4 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:54:30.936724 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5315452b-43f8-41e8-afa8-aedbc314c12c', 'tag': 'ea133208-cf40-4ea8-b436-d23dc167e181', 'status': 'completed', 'code': 200} Jun 21 15:54:30.967949 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-4e4f5c0d-ca81-480e-ae6d-9a66fb3a9079 None None] Set router d3dc14c6-2d45-4892-81b5-532603daa53c gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:54:31.015402 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f30ce-f9d0-44d5-bfaa-80464525f042 req-1994cfc0-87dd-4177-ada3-e9d6fae13b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:54:31.016906 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c92f30ce-f9d0-44d5-bfaa-80464525f042 req-1994cfc0-87dd-4177-ada3-e9d6fae13b7b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=11702a80128c4c69befdd3889d71ce9f&device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 1099 time: 0.0561912 Jun 21 15:54:31.110892 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f30ce-f9d0-44d5-bfaa-80464525f042 req-71f36f5b-8574-4a45-b458-392177f31663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:54:31.112392 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c92f30ce-f9d0-44d5-bfaa-80464525f042 req-71f36f5b-8574-4a45-b458-392177f31663 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 HTTP/1.1" status: 200 len: 910 time: 0.0892508 Jun 21 15:54:31.191186 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c92f30ce-f9d0-44d5-bfaa-80464525f042 req-67c9e70c-2b04-4a10-9d6a-6892b2548d63 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea133208-cf40-4ea8-b436-d23dc167e181 HTTP/1.1" status: 200 len: 1000 time: 0.0715530 Jun 21 15:54:31.202973 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-4e4f5c0d-ca81-480e-ae6d-9a66fb3a9079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'name': 'tempest-TestShelveInstance-1164046865-router', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '489c21c6-2ba1-459d-a983-832818fd11a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:47:47Z', 'revision_number': 4, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'gw_port': {'id': '489c21c6-2ba1-459d-a983-832818fd11a2', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '98c5499c-9abd-4c5c-8cca-28f573bfed9f', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'floating_ip_address': '172.26.3.252', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'port_id': 'ea133208-cf40-4ea8-b436-d23dc167e181', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2', 'mac_address': 'fa:16:3e:40:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5315452b-43f8-41e8-afa8-aedbc314c12c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:54:29Z', 'updated_at': '2021-06-21T15:54:29Z', 'revision_number': 0, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51671eab-5d57-476e-bc0e-7ef808de6b92', 'name': '', 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'mac_address': 'fa:16:3e:9d:6e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'e7b78035-69f3-4470-a688-b37562dccffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:46Z', 'updated_at': '2021-06-21T15:47:53Z', 'revision_number': 5, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'subnets': [{'id': 'e7b78035-69f3-4470-a688-b37562dccffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:54:31.229857 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4f5c0d-ca81-480e-ae6d-9a66fb3a9079 None None] Checking router: d3dc14c6-2d45-4892-81b5-532603daa53c for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:54:31.238267 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4f5c0d-ca81-480e-ae6d-9a66fb3a9079 None None] Routers {'d3dc14c6-2d45-4892-81b5-532603daa53c'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:54:31.238886 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-4e4f5c0d-ca81-480e-ae6d-9a66fb3a9079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:54:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['d3dc14c6-2d45-4892-81b5-532603daa53c'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:54:31.247592 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f30ce-f9d0-44d5-bfaa-80464525f042 req-52e9caed-7a3c-41b1-9199-83be1b39e88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:54:31.249109 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c92f30ce-f9d0-44d5-bfaa-80464525f042 req-52e9caed-7a3c-41b1-9199-83be1b39e88e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e7b78035-69f3-4470-a688-b37562dccffb HTTP/1.1" status: 200 len: 848 time: 0.0515239 Jun 21 15:54:31.316100 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92f30ce-f9d0-44d5-bfaa-80464525f042 req-6360491d-b5f6-47e8-8428-df95b74340e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:54:31.317817 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c92f30ce-f9d0-44d5-bfaa-80464525f042 req-6360491d-b5f6-47e8-8428-df95b74340e1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0614555 Jun 21 15:54:31.350741 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-4e4f5c0d-ca81-480e-ae6d-9a66fb3a9079 None None] Set router d3dc14c6-2d45-4892-81b5-532603daa53c gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:54:31.416864 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c92f30ce-f9d0-44d5-bfaa-80464525f042 req-a143bbcd-0934-47aa-9253-23a0d6e94922 service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925903 Jun 21 15:54:31.513375 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c92f30ce-f9d0-44d5-bfaa-80464525f042 req-b0c0aefd-5992-47c9-8490-2d4a13f2b7fb service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901189 Jun 21 15:54:31.673460 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-4e4f5c0d-ca81-480e-ae6d-9a66fb3a9079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'name': 'tempest-TestShelveInstance-1164046865-router', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '489c21c6-2ba1-459d-a983-832818fd11a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:47:47Z', 'revision_number': 4, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'gw_port': {'id': '489c21c6-2ba1-459d-a983-832818fd11a2', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '98c5499c-9abd-4c5c-8cca-28f573bfed9f', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'floating_ip_address': '172.26.3.252', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'port_id': 'ea133208-cf40-4ea8-b436-d23dc167e181', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2', 'mac_address': 'fa:16:3e:40:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5315452b-43f8-41e8-afa8-aedbc314c12c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:54:29Z', 'updated_at': '2021-06-21T15:54:29Z', 'revision_number': 0, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51671eab-5d57-476e-bc0e-7ef808de6b92', 'name': '', 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'mac_address': 'fa:16:3e:9d:6e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'e7b78035-69f3-4470-a688-b37562dccffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:46Z', 'updated_at': '2021-06-21T15:47:53Z', 'revision_number': 5, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'subnets': [{'id': 'e7b78035-69f3-4470-a688-b37562dccffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:54:31.709047 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4f5c0d-ca81-480e-ae6d-9a66fb3a9079 None None] The sync data for ids ['d3dc14c6-2d45-4892-81b5-532603daa53c'] in dv-neutron-797121-2-hyperv is: [{'id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'name': 'tempest-TestShelveInstance-1164046865-router', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '489c21c6-2ba1-459d-a983-832818fd11a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:47:47Z', 'revision_number': 4, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'gw_port': {'id': '489c21c6-2ba1-459d-a983-832818fd11a2', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '98c5499c-9abd-4c5c-8cca-28f573bfed9f', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'floating_ip_address': '172.26.3.252', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'port_id': 'ea133208-cf40-4ea8-b436-d23dc167e181', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2', 'mac_address': 'fa:16:3e:40:e5:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5315452b-43f8-41e8-afa8-aedbc314c12c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:54:29Z', 'updated_at': '2021-06-21T15:54:29Z', 'revision_number': 0, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51671eab-5d57-476e-bc0e-7ef808de6b92', 'name': '', 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'mac_address': 'fa:16:3e:9d:6e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'e7b78035-69f3-4470-a688-b37562dccffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:46Z', 'updated_at': '2021-06-21T15:47:53Z', 'revision_number': 5, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'subnets': [{'id': 'e7b78035-69f3-4470-a688-b37562dccffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:54:31.929643 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b500e9-6458-411d-8ae8-419c09d2b5b3 None None] New status for floating IP 98c5499c-9abd-4c5c-8cca-28f573bfed9f: ACTIVE {{(pid=105226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:54:35.940073 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:54:44.117334 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4ff14a85-38cc-4759-bcab-3fdc120709fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:54:46.646861 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b366b7a6-3901-4d12-babc-87936899b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:54:47.155202 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:54:48.371008 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:54:49.140172 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:54:50.083923 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:55:05.565887 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6b8a0d87-588d-4fbb-88d4-81dbbb0e1382 req-59b72b19-2ea1-47c6-826b-9fd4078b916d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3969519 Jun 21 15:55:05.669398 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a0d87-588d-4fbb-88d4-81dbbb0e1382 req-7de17692-2f6d-417b-8e2b-9b637f8af157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:55:05.670865 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6b8a0d87-588d-4fbb-88d4-81dbbb0e1382 req-7de17692-2f6d-417b-8e2b-9b637f8af157 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=11702a80128c4c69befdd3889d71ce9f&device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 1099 time: 0.0588281 Jun 21 15:55:05.788801 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a0d87-588d-4fbb-88d4-81dbbb0e1382 req-20c3bce2-5a58-4514-aea1-5f713e0ad4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:55:05.790295 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6b8a0d87-588d-4fbb-88d4-81dbbb0e1382 req-20c3bce2-5a58-4514-aea1-5f713e0ad4a2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 HTTP/1.1" status: 200 len: 910 time: 0.0938184 Jun 21 15:55:05.858848 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6b8a0d87-588d-4fbb-88d4-81dbbb0e1382 req-6a5a15ad-da20-47f0-8b8d-4dab26b83466 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea133208-cf40-4ea8-b436-d23dc167e181 HTTP/1.1" status: 200 len: 1002 time: 0.0613751 Jun 21 15:55:05.911465 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a0d87-588d-4fbb-88d4-81dbbb0e1382 req-80b86c17-5584-4f19-9c60-e1adbe41e55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:55:05.912905 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6b8a0d87-588d-4fbb-88d4-81dbbb0e1382 req-80b86c17-5584-4f19-9c60-e1adbe41e55a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e7b78035-69f3-4470-a688-b37562dccffb HTTP/1.1" status: 200 len: 848 time: 0.0469363 Jun 21 15:55:05.928577 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:55:05.976950 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a0d87-588d-4fbb-88d4-81dbbb0e1382 req-7e9f021b-3d05-42cb-8b28-07aa92f27d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:55:05.978500 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6b8a0d87-588d-4fbb-88d4-81dbbb0e1382 req-7e9f021b-3d05-42cb-8b28-07aa92f27d8c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0592217 Jun 21 15:55:06.081357 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6b8a0d87-588d-4fbb-88d4-81dbbb0e1382 req-0da33f59-a6b1-4cd0-bf14-e23652a6ec85 service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956221 Jun 21 15:55:06.180439 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6b8a0d87-588d-4fbb-88d4-81dbbb0e1382 req-1e828fd4-df28-475d-a369-fada6e350774 service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926805 Jun 21 15:55:14.113128 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3a021115-a248-48e9-b5bd-2921fd9f3f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:55:16.644213 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c5fc7363-0975-414f-a7fe-84efef16dd10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:55:17.149904 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:55:18.373312 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:55:20.096481 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:55:26.143981 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:55:35.929582 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:55:44.110272 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2600618e-af3a-42ea-827a-0772ed7b8538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:55:46.642353 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6175feed-d054-47fe-8633-92e85e7aade4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:55:47.160909 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:55:48.379938 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:55:50.095059 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:56:03.146382 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:56:05.929907 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:56:07.215628 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3c83d31c-d2de-4d40-b2f6-55fb7f0a64f9 req-0a31e51c-003b-4a4f-8fb8-e58a20b6bebf service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0615199 Jun 21 15:56:07.313341 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83d31c-d2de-4d40-b2f6-55fb7f0a64f9 req-8dbcce8e-1168-4e95-83a2-9b1c7cb07009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:07.314877 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3c83d31c-d2de-4d40-b2f6-55fb7f0a64f9 req-8dbcce8e-1168-4e95-83a2-9b1c7cb07009 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=11702a80128c4c69befdd3889d71ce9f&device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 1099 time: 0.0548985 Jun 21 15:56:07.436813 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83d31c-d2de-4d40-b2f6-55fb7f0a64f9 req-d2a1bf18-8e59-49f7-83a1-0e95374f30ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:07.438407 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3c83d31c-d2de-4d40-b2f6-55fb7f0a64f9 req-d2a1bf18-8e59-49f7-83a1-0e95374f30ea service neutron] 10.222.0.66 "GET /v2.0/networks?id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 HTTP/1.1" status: 200 len: 910 time: 0.1002185 Jun 21 15:56:07.512307 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3c83d31c-d2de-4d40-b2f6-55fb7f0a64f9 req-a9b776d3-55d7-4352-be8a-d59e3ee18c7e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea133208-cf40-4ea8-b436-d23dc167e181 HTTP/1.1" status: 200 len: 1002 time: 0.0670297 Jun 21 15:56:07.566148 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83d31c-d2de-4d40-b2f6-55fb7f0a64f9 req-6faaba44-76bd-4b3c-af32-da62770d9a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:07.567588 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3c83d31c-d2de-4d40-b2f6-55fb7f0a64f9 req-6faaba44-76bd-4b3c-af32-da62770d9a20 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e7b78035-69f3-4470-a688-b37562dccffb HTTP/1.1" status: 200 len: 848 time: 0.0489829 Jun 21 15:56:07.625708 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83d31c-d2de-4d40-b2f6-55fb7f0a64f9 req-8987edbd-71c1-40f2-b2b7-b814ee2e39f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:07.627806 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3c83d31c-d2de-4d40-b2f6-55fb7f0a64f9 req-8987edbd-71c1-40f2-b2b7-b814ee2e39f7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0536160 Jun 21 15:56:07.721266 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3c83d31c-d2de-4d40-b2f6-55fb7f0a64f9 req-a0b74ba5-f206-44f9-9505-8fc6673740c2 service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863862 Jun 21 15:56:07.817443 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3c83d31c-d2de-4d40-b2f6-55fb7f0a64f9 req-4e1917ce-7ac1-4a40-b28a-a2b267162c66 service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892565 Jun 21 15:56:14.107815 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d4853dc2-60fe-4196-95ff-10bcf83ae2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:56:16.636937 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-dbfb4cb0-2fda-4537-9e28-47be233631ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:56:17.159965 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:56:18.379525 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:56:20.100661 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:56:28.640805 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5dce12-edc4-42c8-a543-3aa50280dc3e req-b881eb29-fa13-4225-87f3-bb4757b426d5 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:28.642352 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-af5dce12-edc4-42c8-a543-3aa50280dc3e req-b881eb29-fa13-4225-87f3-bb4757b426d5 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 946 time: 0.0811493 Jun 21 15:56:28.680821 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-af5dce12-edc4-42c8-a543-3aa50280dc3e req-8c2d5de4-13eb-4541-9d37-6eced9a8074a tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324869 Jun 21 15:56:29.881087 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28427bb1-465d-40a1-8252-50d60ed34a43 req-07ae56f7-f1e3-4403-baf4-d3d7cfcb9527 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:29.882560 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-28427bb1-465d-40a1-8252-50d60ed34a43 req-07ae56f7-f1e3-4403-baf4-d3d7cfcb9527 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 946 time: 0.0794301 Jun 21 15:56:29.920411 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-28427bb1-465d-40a1-8252-50d60ed34a43 req-c5ce3f27-98cd-4c7b-8836-b1319d35c872 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320568 Jun 21 15:56:31.141154 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89784d-14e7-4110-aaa1-38be4b1afce7 req-b024e720-007f-4e09-90e1-1e50ff7f1889 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:31.142735 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-df89784d-14e7-4110-aaa1-38be4b1afce7 req-b024e720-007f-4e09-90e1-1e50ff7f1889 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 946 time: 0.0723555 Jun 21 15:56:31.186819 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-df89784d-14e7-4110-aaa1-38be4b1afce7 req-cd7238f1-e4f4-40c2-af11-99962d597966 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349271 Jun 21 15:56:32.371821 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116da3bc-2630-47ce-8109-18d2640dd47c req-c49fd619-7b02-4d44-95f4-05eaf60936c7 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:32.373263 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-116da3bc-2630-47ce-8109-18d2640dd47c req-c49fd619-7b02-4d44-95f4-05eaf60936c7 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 946 time: 0.0689807 Jun 21 15:56:32.415076 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-116da3bc-2630-47ce-8109-18d2640dd47c req-ea87c680-58b0-49a6-be86-9b1219d4cd37 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347853 Jun 21 15:56:33.631997 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76f8aa-f00c-4085-8967-95db00d0005c req-ce460846-834a-4265-a803-f431cb496be1 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:33.633448 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6a76f8aa-f00c-4085-8967-95db00d0005c req-ce460846-834a-4265-a803-f431cb496be1 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 946 time: 0.0874112 Jun 21 15:56:33.676544 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6a76f8aa-f00c-4085-8967-95db00d0005c req-5688100b-346b-449c-89a1-7f5d9c7bbe8b tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347419 Jun 21 15:56:34.875957 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb6f869-9678-43f2-a3fb-7cb68ae78d03 req-04b8642e-da39-44fb-b80f-dcf25ad28450 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:34.878271 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ffb6f869-9678-43f2-a3fb-7cb68ae78d03 req-04b8642e-da39-44fb-b80f-dcf25ad28450 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 946 time: 0.0813968 Jun 21 15:56:34.919085 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ffb6f869-9678-43f2-a3fb-7cb68ae78d03 req-74c89796-eb8c-4530-8e71-d6277087d053 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324228 Jun 21 15:56:35.940652 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:56:36.105600 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf2aae-9ca7-48ce-ad36-bd7aa23b06fc req-96a0e38c-b002-4f00-8fd3-38654869ef71 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:36.107103 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-00bf2aae-9ca7-48ce-ad36-bd7aa23b06fc req-96a0e38c-b002-4f00-8fd3-38654869ef71 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 946 time: 0.0749164 Jun 21 15:56:36.146959 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-00bf2aae-9ca7-48ce-ad36-bd7aa23b06fc req-1e2130ac-dc79-47eb-b45d-8254de5866ec tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337124 Jun 21 15:56:37.339443 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9072e-ef9b-438f-a7df-0a79814d72a0 req-1f5f6426-07e8-4d9f-abf8-2b8580d1148d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:37.340899 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-47a9072e-ef9b-438f-a7df-0a79814d72a0 req-1f5f6426-07e8-4d9f-abf8-2b8580d1148d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 946 time: 0.0726380 Jun 21 15:56:37.381489 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-47a9072e-ef9b-438f-a7df-0a79814d72a0 req-ee3deb78-d266-4b16-b284-30ec6f30ed5f tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330040 Jun 21 15:56:38.575205 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf769f33-25e4-4120-853c-e0ba15c6840f req-314b4f3b-3ad4-4312-b3a2-9d104e698964 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:38.576649 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cf769f33-25e4-4120-853c-e0ba15c6840f req-314b4f3b-3ad4-4312-b3a2-9d104e698964 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 946 time: 0.0737679 Jun 21 15:56:38.618884 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cf769f33-25e4-4120-853c-e0ba15c6840f req-1f866026-e812-4143-8688-901070b77d0f tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339000 Jun 21 15:56:38.742794 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5f705-7c8f-4f37-bfe2-b2d866a66e1c req-636bccad-8744-4e8c-8bc5-0eb14efe723d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:38.744164 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-99a5f705-7c8f-4f37-bfe2-b2d866a66e1c req-636bccad-8744-4e8c-8bc5-0eb14efe723d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=11702a80128c4c69befdd3889d71ce9f&device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 1099 time: 0.0616872 Jun 21 15:56:38.837374 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5f705-7c8f-4f37-bfe2-b2d866a66e1c req-f735c38d-1271-4d91-816b-e81b5bf0e2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:38.838875 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-99a5f705-7c8f-4f37-bfe2-b2d866a66e1c req-f735c38d-1271-4d91-816b-e81b5bf0e2ca service neutron] 10.222.0.66 "GET /v2.0/networks?id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 HTTP/1.1" status: 200 len: 910 time: 0.0876169 Jun 21 15:56:38.916954 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-99a5f705-7c8f-4f37-bfe2-b2d866a66e1c req-fda8756d-514b-4656-a719-ae19f3910fb9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea133208-cf40-4ea8-b436-d23dc167e181 HTTP/1.1" status: 200 len: 1002 time: 0.0702200 Jun 21 15:56:38.978890 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5f705-7c8f-4f37-bfe2-b2d866a66e1c req-4630f111-08d6-400c-a4b6-c6b05349d7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:38.980341 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-99a5f705-7c8f-4f37-bfe2-b2d866a66e1c req-4630f111-08d6-400c-a4b6-c6b05349d7fc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e7b78035-69f3-4470-a688-b37562dccffb HTTP/1.1" status: 200 len: 848 time: 0.0556695 Jun 21 15:56:39.051294 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a5f705-7c8f-4f37-bfe2-b2d866a66e1c req-0b5915e0-2788-424f-9cfa-20d5a1da6d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:39.052675 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-99a5f705-7c8f-4f37-bfe2-b2d866a66e1c req-0b5915e0-2788-424f-9cfa-20d5a1da6d60 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656257 Jun 21 15:56:39.149426 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-99a5f705-7c8f-4f37-bfe2-b2d866a66e1c req-4c6dab58-b41b-495e-b3d6-e16f7e9efb9f service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896177 Jun 21 15:56:39.241684 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-99a5f705-7c8f-4f37-bfe2-b2d866a66e1c req-467ff93c-9dea-4fe8-86e1-1b25ed4645c3 service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850468 Jun 21 15:56:39.826582 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa6e1c-4604-48e1-b240-cadaf27ff88f req-675897c8-a963-422b-9dbd-c3c1aeeb172a tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:39.828039 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-dbaa6e1c-4604-48e1-b240-cadaf27ff88f req-675897c8-a963-422b-9dbd-c3c1aeeb172a tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 946 time: 0.0806041 Jun 21 15:56:39.876904 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-dbaa6e1c-4604-48e1-b240-cadaf27ff88f req-bee90670-0cb8-4221-9435-6df562d38af9 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419137 Jun 21 15:56:40.152081 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:56:41.059292 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a65dfc-34de-441e-b493-41633f8f3039 req-3ae2e59e-f529-47bc-aa85-fa874797eabb tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:41.060789 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-31a65dfc-34de-441e-b493-41633f8f3039 req-3ae2e59e-f529-47bc-aa85-fa874797eabb tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 946 time: 0.0678177 Jun 21 15:56:41.101602 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-31a65dfc-34de-441e-b493-41633f8f3039 req-5e4891cd-f9f9-4672-b53e-e4a178995dfc tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346377 Jun 21 15:56:42.289905 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e190304-bda5-4b03-a578-4545481562c0 req-ef00fc3f-60db-4b68-8726-0cf1be91d539 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:42.291409 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1e190304-bda5-4b03-a578-4545481562c0 req-ef00fc3f-60db-4b68-8726-0cf1be91d539 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 946 time: 0.0781009 Jun 21 15:56:42.336440 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1e190304-bda5-4b03-a578-4545481562c0 req-7b6282c7-8e8d-4e39-ae1a-044ff6e838d1 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394423 Jun 21 15:56:43.519277 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3035ee6-5d5a-4d17-bc8a-f82b0a19f920 req-3812b3f7-9a2c-49e5-b065-8baab5234daa tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:43.520860 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e3035ee6-5d5a-4d17-bc8a-f82b0a19f920 req-3812b3f7-9a2c-49e5-b065-8baab5234daa tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 946 time: 0.0736170 Jun 21 15:56:43.563570 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e3035ee6-5d5a-4d17-bc8a-f82b0a19f920 req-20c6bbd1-affa-4e5f-86ac-20195fe714b0 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344362 Jun 21 15:56:43.922752 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [req-277ea75a-196e-4bc9-ad33-b78a26162ad9 req-decd08d3-aca9-471d-ad4f-a22961d844c2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1237743 Jun 21 15:56:43.924096 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d609be-01e4-4de0-8c95-81a1036082ee req-07ac217b-d1bc-42b1-ac39-be4609d2bfb7 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:43.925684 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-27d609be-01e4-4de0-8c95-81a1036082ee req-07ac217b-d1bc-42b1-ac39-be4609d2bfb7 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 946 time: 0.0667713 Jun 21 15:56:43.965355 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-27d609be-01e4-4de0-8c95-81a1036082ee req-56724c59-ac37-4758-ac73-cbf16ecc9bf3 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332792 Jun 21 15:56:44.100235 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9a65e332-741a-4a99-b794-d65fef377970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:56:44.845764 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device ea133208-cf40-4ea8-b436-d23dc167e181 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:56:44.922431 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:56:44.944027 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5315452b-43f8-41e8-afa8-aedbc314c12c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea133208-cf40-4ea8-b436-d23dc167e181'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:56:44.946292 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82aa8b59d632dcb344883d1a7f27c1f561dafe30d228a2f7a2efaa48265e3325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b511af-369b-4cff-b726-1913e16ff42a" -d '{"events": [{"server_uuid": "5315452b-43f8-41e8-afa8-aedbc314c12c", "name": "network-vif-unplugged", "status": "completed", "tag": "ea133208-cf40-4ea8-b436-d23dc167e181"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:56:44.959452 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port ea133208-cf40-4ea8-b436-d23dc167e181, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ea133208-cf40-4ea8-b436-d23dc167e181,segment=NetworkSegment(96e65d62-205c-4810-aa3e-06b10c31ce38),segment_id=96e65d62-205c-4810-aa3e-06b10c31ce38)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:56:44.966484 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:56:44.967711 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-d487a78c-092b-4268-b8e3-854c6af79e51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:56:44.995230 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 21 Jun 2021 15:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbae18c-47c5-47c0-a9c3-e5adb274f19a x-openstack-request-id: req-7fbae18c-47c5-47c0-a9c3-e5adb274f19a {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:56:44.995517 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5315452b-43f8-41e8-afa8-aedbc314c12c", "name": "network-vif-unplugged", "status": "failed", "tag": "ea133208-cf40-4ea8-b436-d23dc167e181", "code": 422}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:56:44.995776 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7fbae18c-47c5-47c0-a9c3-e5adb274f19a {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:56:44.996384 dv-neutron-797121-2-hyperv neutron-server[105226]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5315452b-43f8-41e8-afa8-aedbc314c12c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ea133208-cf40-4ea8-b436-d23dc167e181', 'code': 422} returned with failed status Jun 21 15:56:45.024173 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=ea133208-cf40-4ea8-b436-d23dc167e181,revision_number=6']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:56:45.032025 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:56:45.032446 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:56:45.032895 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:56:45.033291 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:56:45.033676 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:56:45.034094 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:56:45.034726 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:56:45.035106 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:56:45.035517 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:56:45.036255 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:56:45.036640 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:56:45.037016 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:56:45.041467 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:56:45.149017 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f665677c-2f06-43f1-937a-01a628199963 req-4d2a6de4-51cd-476e-b053-c32a45722d86 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:45.150614 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f665677c-2f06-43f1-937a-01a628199963 req-4d2a6de4-51cd-476e-b053-c32a45722d86 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 944 time: 0.0696521 Jun 21 15:56:45.190941 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f665677c-2f06-43f1-937a-01a628199963 req-d7c4f672-5e66-4c13-8670-2284236acd8c tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345149 Jun 21 15:56:46.372582 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f939071-d791-4bbd-b33b-beb6b1d5c23b req-5c5cbbdb-3992-42f1-b128-a3057907b775 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:46.374059 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5f939071-d791-4bbd-b33b-beb6b1d5c23b req-5c5cbbdb-3992-42f1-b128-a3057907b775 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 944 time: 0.0721893 Jun 21 15:56:46.417996 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5f939071-d791-4bbd-b33b-beb6b1d5c23b req-2b56612c-a2ae-47c4-a504-73eaf9e18fd6 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370517 Jun 21 15:56:46.644199 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-291a9132-715c-4e9c-b6be-269086437a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:56:47.153252 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:56:47.596950 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea2b47c-0d48-4213-ae70-8ccbd07e0c12 req-b90ef998-4f94-414e-835a-96fe4d352044 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:47.598445 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2ea2b47c-0d48-4213-ae70-8ccbd07e0c12 req-b90ef998-4f94-414e-835a-96fe4d352044 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 944 time: 0.0659673 Jun 21 15:56:47.638862 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2ea2b47c-0d48-4213-ae70-8ccbd07e0c12 req-3f4569c7-96d8-4eb9-8bf6-73165a9f8d66 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342991 Jun 21 15:56:48.384428 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:56:48.852903 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ea75a-196e-4bc9-ad33-b78a26162ad9 req-f9143887-0490-4442-8c08-e7b09be1f0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:48.854431 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-277ea75a-196e-4bc9-ad33-b78a26162ad9 req-f9143887-0490-4442-8c08-e7b09be1f0d5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c&tenant_id=11702a80128c4c69befdd3889d71ce9f HTTP/1.1" status: 200 len: 1097 time: 0.1053071 Jun 21 15:56:48.865406 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4802413-57d4-49d8-a45b-5737782151f3 req-3e8336fd-1fc8-4595-85d2-bdf01765f3fb tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:48.866884 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e4802413-57d4-49d8-a45b-5737782151f3 req-3e8336fd-1fc8-4595-85d2-bdf01765f3fb tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 944 time: 0.1074278 Jun 21 15:56:48.937126 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e4802413-57d4-49d8-a45b-5737782151f3 req-a83a4d03-d205-4d12-9cca-ea78d1b97feb tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640264 Jun 21 15:56:48.956909 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ea75a-196e-4bc9-ad33-b78a26162ad9 req-08ddd0f1-a5dd-4742-8ab6-0f7addd65178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:48.958453 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-277ea75a-196e-4bc9-ad33-b78a26162ad9 req-08ddd0f1-a5dd-4742-8ab6-0f7addd65178 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=11702a80128c4c69befdd3889d71ce9f&device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 1097 time: 0.0789275 Jun 21 15:56:49.061541 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ea75a-196e-4bc9-ad33-b78a26162ad9 req-f25ff4ea-29c5-446c-920c-ca0d7d2381d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:49.063076 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-277ea75a-196e-4bc9-ad33-b78a26162ad9 req-f25ff4ea-29c5-446c-920c-ca0d7d2381d0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 HTTP/1.1" status: 200 len: 910 time: 0.0973399 Jun 21 15:56:49.136600 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-277ea75a-196e-4bc9-ad33-b78a26162ad9 req-16d3b7db-70c7-4430-8351-b438f646505b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea133208-cf40-4ea8-b436-d23dc167e181 HTTP/1.1" status: 200 len: 1000 time: 0.0675163 Jun 21 15:56:49.194981 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ea75a-196e-4bc9-ad33-b78a26162ad9 req-1503dcfa-94ca-4114-b533-8adee03d9373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:49.196331 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-277ea75a-196e-4bc9-ad33-b78a26162ad9 req-1503dcfa-94ca-4114-b533-8adee03d9373 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e7b78035-69f3-4470-a688-b37562dccffb HTTP/1.1" status: 200 len: 848 time: 0.0533068 Jun 21 15:56:49.261382 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ea75a-196e-4bc9-ad33-b78a26162ad9 req-19594195-9859-4142-a4e1-89c59cf312a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:49.262929 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-277ea75a-196e-4bc9-ad33-b78a26162ad9 req-19594195-9859-4142-a4e1-89c59cf312a2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0596673 Jun 21 15:56:49.370271 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-277ea75a-196e-4bc9-ad33-b78a26162ad9 req-421d66c7-2219-432a-a324-d04d7afbe363 service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997417 Jun 21 15:56:49.472762 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-277ea75a-196e-4bc9-ad33-b78a26162ad9 req-a85f1487-fa71-4f8a-83bb-19d9633788a8 service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949841 Jun 21 15:56:50.097826 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:56:50.117072 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f09a4d-4117-460c-96c0-8f4fd067d7f9 req-aa2a78a5-e808-4e5c-8b1c-9377be99fc31 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:50.118567 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-61f09a4d-4117-460c-96c0-8f4fd067d7f9 req-aa2a78a5-e808-4e5c-8b1c-9377be99fc31 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 944 time: 0.0692062 Jun 21 15:56:50.156741 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-61f09a4d-4117-460c-96c0-8f4fd067d7f9 req-dee2fcf0-a27d-4669-a880-188b0593349c tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324738 Jun 21 15:56:51.348798 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453698f7-3d33-425e-b167-71ffda966304 req-88f9a98f-75f0-4075-9c6c-b612cf607611 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:51.350258 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-453698f7-3d33-425e-b167-71ffda966304 req-88f9a98f-75f0-4075-9c6c-b612cf607611 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 944 time: 0.0744040 Jun 21 15:56:51.388588 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-453698f7-3d33-425e-b167-71ffda966304 req-2914b9e0-1cdc-41ac-815b-0ab2b647b775 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325751 Jun 21 15:56:52.575389 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c95319-945f-485b-ac3d-c65a1918e9b0 req-3238ab4d-fde6-4368-b1c5-8f726a75e47d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:52.576841 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-14c95319-945f-485b-ac3d-c65a1918e9b0 req-3238ab4d-fde6-4368-b1c5-8f726a75e47d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 944 time: 0.0764525 Jun 21 15:56:52.619787 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-14c95319-945f-485b-ac3d-c65a1918e9b0 req-c732ff39-5bea-4632-a6ef-ffbe836a13a9 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344591 Jun 21 15:56:53.812045 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d573efd-5c4a-42df-a8f2-596eb2b9bc8f req-f9692722-4330-45fe-915d-001003dfad95 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:53.813725 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9d573efd-5c4a-42df-a8f2-596eb2b9bc8f req-f9692722-4330-45fe-915d-001003dfad95 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 944 time: 0.0716147 Jun 21 15:56:53.852103 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9d573efd-5c4a-42df-a8f2-596eb2b9bc8f req-3c241173-06ea-416d-b7e7-ce7dd82b9a30 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327649 Jun 21 15:56:55.039122 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774de33d-ce7b-4d2e-9886-812cac73ccd7 req-13e67335-98f1-4d08-a9d5-853653c2d72a tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:55.040577 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-774de33d-ce7b-4d2e-9886-812cac73ccd7 req-13e67335-98f1-4d08-a9d5-853653c2d72a tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 944 time: 0.0724952 Jun 21 15:56:55.087620 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-774de33d-ce7b-4d2e-9886-812cac73ccd7 req-75ba0d90-d667-4a83-88fe-cdb886bdad31 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384915 Jun 21 15:56:56.286118 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852586c-b560-4057-a7a2-b3166e54d9e1 req-3f8331ad-c72c-4615-803e-d33a967f9909 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:56.287596 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d852586c-b560-4057-a7a2-b3166e54d9e1 req-3f8331ad-c72c-4615-803e-d33a967f9909 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 944 time: 0.0814562 Jun 21 15:56:56.332966 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d852586c-b560-4057-a7a2-b3166e54d9e1 req-c1133f8b-7486-469c-a19d-5c42fac84745 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374496 Jun 21 15:56:56.906886 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device ea133208-cf40-4ea8-b436-d23dc167e181 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:56:57.004049 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port ea133208-cf40-4ea8-b436-d23dc167e181, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ea133208-cf40-4ea8-b436-d23dc167e181,segment=NetworkSegment(96e65d62-205c-4810-aa3e-06b10c31ce38),segment_id=96e65d62-205c-4810-aa3e-06b10c31ce38)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:56:57.014975 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': 'ea133208-cf40-4ea8-b436-d23dc167e181', 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2', 'port_id': 'ea133208-cf40-4ea8-b436-d23dc167e181', 'mac_address': 'fa:16:3e:40:e5:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7b78035-69f3-4470-a688-b37562dccffb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:56:57.054952 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:56:57.068235 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea133208-cf40-4ea8-b436-d23dc167e181 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:56:57.087896 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port ea133208-cf40-4ea8-b436-d23dc167e181, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ea133208-cf40-4ea8-b436-d23dc167e181,segment=NetworkSegment(96e65d62-205c-4810-aa3e-06b10c31ce38),segment_id=96e65d62-205c-4810-aa3e-06b10c31ce38)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:56:57.094785 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:56:57.100094 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:56:57.152913 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=ea133208-cf40-4ea8-b436-d23dc167e181,revision_number=7']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:56:57.156577 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:56:57.530963 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['ea133208-cf40-4ea8-b436-d23dc167e181'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:56:57.531754 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1fb1a8-9666-4233-a61f-1e81c661ef36 req-c2f70324-9e49-4fe3-b1bc-66b017a7fd4b tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:57.533307 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0a1fb1a8-9666-4233-a61f-1e81c661ef36 req-c2f70324-9e49-4fe3-b1bc-66b017a7fd4b tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 945 time: 0.0662043 Jun 21 15:56:57.578646 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-0a1fb1a8-9666-4233-a61f-1e81c661ef36 req-b8067a19-5b4c-4812-8981-56521fdcef37 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395551 Jun 21 15:56:58.774586 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784976c5-286a-417b-b60d-1a5cc4e66d99 req-ecd4fa40-43af-42f8-b929-df4f5e5b6a3f tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:58.775950 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-784976c5-286a-417b-b60d-1a5cc4e66d99 req-ecd4fa40-43af-42f8-b929-df4f5e5b6a3f tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 945 time: 0.0691328 Jun 21 15:56:58.814358 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-784976c5-286a-417b-b60d-1a5cc4e66d99 req-49ab629b-69f7-4700-9cc4-6e77f132fda3 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326147 Jun 21 15:56:58.922058 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device ea133208-cf40-4ea8-b436-d23dc167e181 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:56:58.971569 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port ea133208-cf40-4ea8-b436-d23dc167e181 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:56:58.971948 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:56:59.205374 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:56:59.236895 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5315452b-43f8-41e8-afa8-aedbc314c12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea133208-cf40-4ea8-b436-d23dc167e181'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:56:59.239160 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82aa8b59d632dcb344883d1a7f27c1f561dafe30d228a2f7a2efaa48265e3325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c1616c-d68b-419e-be21-b5b3f728dca2" -d '{"events": [{"server_uuid": "5315452b-43f8-41e8-afa8-aedbc314c12c", "name": "network-vif-plugged", "status": "completed", "tag": "ea133208-cf40-4ea8-b436-d23dc167e181"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:56:59.251804 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port ea133208-cf40-4ea8-b436-d23dc167e181, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ea133208-cf40-4ea8-b436-d23dc167e181,segment=NetworkSegment(96e65d62-205c-4810-aa3e-06b10c31ce38),segment_id=96e65d62-205c-4810-aa3e-06b10c31ce38)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:56:59.257193 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:56:59.259101 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:56:59.280635 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89290dda-a651-456d-a4b8-336b791bef9b x-openstack-request-id: req-89290dda-a651-456d-a4b8-336b791bef9b {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:56:59.280929 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5315452b-43f8-41e8-afa8-aedbc314c12c", "name": "network-vif-plugged", "status": "completed", "tag": "ea133208-cf40-4ea8-b436-d23dc167e181", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:56:59.281183 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-89290dda-a651-456d-a4b8-336b791bef9b {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:56:59.281587 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5315452b-43f8-41e8-afa8-aedbc314c12c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea133208-cf40-4ea8-b436-d23dc167e181', 'code': 200} Jun 21 15:56:59.308487 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=ea133208-cf40-4ea8-b436-d23dc167e181,revision_number=8']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:56:59.311964 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:56:59.542221 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c4ee9-1e67-41f4-a714-8ac6a26ec480 req-b83553fb-f2a9-42ea-9d02-69dbd30b6b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:56:59.544219 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-764c4ee9-1e67-41f4-a714-8ac6a26ec480 req-b83553fb-f2a9-42ea-9d02-69dbd30b6b75 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 1099 time: 0.0703626 Jun 21 15:56:59.585027 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-764c4ee9-1e67-41f4-a714-8ac6a26ec480 req-577ea56a-4f2b-4314-abb6-928391705fda service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340989 Jun 21 15:56:59.999948 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3e3ea-f91b-4373-97ae-e03ca81982dd req-46bef2fa-6367-4aa5-8182-eee1ff068257 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:57:00.002291 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-15e3e3ea-f91b-4373-97ae-e03ca81982dd req-46bef2fa-6367-4aa5-8182-eee1ff068257 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 946 time: 0.0668237 Jun 21 15:57:00.044778 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-15e3e3ea-f91b-4373-97ae-e03ca81982dd req-ee3d94a7-f6f3-41e9-9567-23b22e58e057 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342722 Jun 21 15:57:01.241289 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d87548-aee3-47ab-a63c-f1f479f7dd6c req-043e0ce1-f507-4b62-b8fa-f799dd62e095 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:57:01.242836 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-40d87548-aee3-47ab-a63c-f1f479f7dd6c req-043e0ce1-f507-4b62-b8fa-f799dd62e095 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 946 time: 0.0645735 Jun 21 15:57:01.288838 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-40d87548-aee3-47ab-a63c-f1f479f7dd6c req-ba66ed75-6d6d-4850-920c-56bdf830b145 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399230 Jun 21 15:57:05.939022 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:57:09.214762 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-15b1d922-1bd9-41c2-993c-f34fcb4b1700 req-d38b1c63-163e-42f5-bbac-13555ebe1e24 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0557840 Jun 21 15:57:09.326109 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1d922-1bd9-41c2-993c-f34fcb4b1700 req-1e5af4a4-661a-43aa-8a1d-4f48870cb6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:57:09.327706 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-15b1d922-1bd9-41c2-993c-f34fcb4b1700 req-1e5af4a4-661a-43aa-8a1d-4f48870cb6e3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=11702a80128c4c69befdd3889d71ce9f&device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 1099 time: 0.0703185 Jun 21 15:57:09.461037 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1d922-1bd9-41c2-993c-f34fcb4b1700 req-d26c4d1a-6e88-4019-9ee7-78271356ab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:57:09.462559 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-15b1d922-1bd9-41c2-993c-f34fcb4b1700 req-d26c4d1a-6e88-4019-9ee7-78271356ab38 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 HTTP/1.1" status: 200 len: 910 time: 0.1086457 Jun 21 15:57:09.532497 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-15b1d922-1bd9-41c2-993c-f34fcb4b1700 req-b52d369d-b5ca-4e5f-8904-9b349b3420d1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea133208-cf40-4ea8-b436-d23dc167e181 HTTP/1.1" status: 200 len: 1002 time: 0.0623937 Jun 21 15:57:09.588361 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1d922-1bd9-41c2-993c-f34fcb4b1700 req-c8edad39-4da4-4701-93f2-a648e68ed4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:57:09.589838 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-15b1d922-1bd9-41c2-993c-f34fcb4b1700 req-c8edad39-4da4-4701-93f2-a648e68ed4ff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e7b78035-69f3-4470-a688-b37562dccffb HTTP/1.1" status: 200 len: 848 time: 0.0513651 Jun 21 15:57:09.661771 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b1d922-1bd9-41c2-993c-f34fcb4b1700 req-5e2d7e21-dac5-4a94-af2a-bdbf9b2ab815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:57:09.665240 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-15b1d922-1bd9-41c2-993c-f34fcb4b1700 req-5e2d7e21-dac5-4a94-af2a-bdbf9b2ab815 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681748 Jun 21 15:57:09.764436 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-15b1d922-1bd9-41c2-993c-f34fcb4b1700 req-e31e99af-eeb1-4a3b-ad94-a16bb00263c0 service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916517 Jun 21 15:57:09.872767 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-15b1d922-1bd9-41c2-993c-f34fcb4b1700 req-189c8fb8-38ae-4e27-a53c-5f7b2b8f9738 service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018362 Jun 21 15:57:14.107465 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-12294e33-a52f-4c1f-bb4b-81ad906c9c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:57:16.640349 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3f546275-3671-409c-8fbc-75d17625bbb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:57:17.151486 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:57:17.157943 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:57:18.392275 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:57:20.106895 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:57:35.939499 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:57:44.104225 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6f03a34a-1f69-4657-aaf5-b94e53f31ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:57:46.640064 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-11f78d75-e05c-466c-92eb-b4eeb072dc00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:57:47.180337 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:57:48.388745 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:57:50.110031 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:57:54.153544 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:58:05.935235 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:10.313101 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9d6a436e-f30e-4e31-b762-055480b293d9 req-78647fc3-c217-43eb-bff8-56be8ba98940 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1622419 Jun 21 15:58:10.415029 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a436e-f30e-4e31-b762-055480b293d9 req-e61cb4d8-ca40-4ebb-81e0-d428f03722ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:58:10.416458 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9d6a436e-f30e-4e31-b762-055480b293d9 req-e61cb4d8-ca40-4ebb-81e0-d428f03722ac service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=11702a80128c4c69befdd3889d71ce9f&device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 1099 time: 0.0571039 Jun 21 15:58:10.530904 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a436e-f30e-4e31-b762-055480b293d9 req-07ae8709-b777-4ce3-940a-e0b5f11f7e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:58:10.532348 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9d6a436e-f30e-4e31-b762-055480b293d9 req-07ae8709-b777-4ce3-940a-e0b5f11f7e1b service neutron] 10.222.0.66 "GET /v2.0/networks?id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 HTTP/1.1" status: 200 len: 910 time: 0.0908864 Jun 21 15:58:10.598084 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9d6a436e-f30e-4e31-b762-055480b293d9 req-12bdb24f-0d4d-4dad-8a4f-3559bfa0813c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea133208-cf40-4ea8-b436-d23dc167e181 HTTP/1.1" status: 200 len: 1002 time: 0.0593448 Jun 21 15:58:10.647011 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a436e-f30e-4e31-b762-055480b293d9 req-336cc3b0-7519-4cba-a5f1-7e6be7259e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:58:10.648422 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9d6a436e-f30e-4e31-b762-055480b293d9 req-336cc3b0-7519-4cba-a5f1-7e6be7259e05 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e7b78035-69f3-4470-a688-b37562dccffb HTTP/1.1" status: 200 len: 848 time: 0.0443523 Jun 21 15:58:10.712969 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a436e-f30e-4e31-b762-055480b293d9 req-18708c11-7fe3-4eba-8fa9-362c5cb64db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:58:10.714444 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9d6a436e-f30e-4e31-b762-055480b293d9 req-18708c11-7fe3-4eba-8fa9-362c5cb64db2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0598037 Jun 21 15:58:10.816255 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9d6a436e-f30e-4e31-b762-055480b293d9 req-f4813eab-5277-4f2c-bee4-cee15853a9ac service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946500 Jun 21 15:58:11.261334 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9d6a436e-f30e-4e31-b762-055480b293d9 req-f5b2c5e3-711d-45c9-adae-938f3f6d9836 service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381173 Jun 21 15:58:14.099687 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8d410c7d-12e8-484f-9d87-d8b87a73a577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:16.636819 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f69ca54b-579f-45b4-afe0-c4ef9c8b46eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:17.170180 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:17.474337 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 46978) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:58:17.645828 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-d6d0d2eb-a305-4b0b-b1c6-3ffbba724f39 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Deleting port c294e3b8-459f-4c2b-ab0e-e52896d83a73 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:58:17.646108 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d6d0d2eb-a305-4b0b-b1c6-3ffbba724f39 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:17.726206 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d6d0d2eb-a305-4b0b-b1c6-3ffbba724f39 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:17.726450 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d6d0d2eb-a305-4b0b-b1c6-3ffbba724f39 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:17.793435 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-d6d0d2eb-a305-4b0b-b1c6-3ffbba724f39 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Calling delete_port for c294e3b8-459f-4c2b-ab0e-e52896d83a73 owned by network:floatingip {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:58:17.950878 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d6d0d2eb-a305-4b0b-b1c6-3ffbba724f39 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:17.953200 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4913b655-2ca9-4221-a8e7-5c19a31ef8ab tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:17.976466 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0d2eb-a305-4b0b-b1c6-3ffbba724f39 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Pushing event deleted for resources: {'Port': ['ID=c294e3b8-459f-4c2b-ab0e-e52896d83a73,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:18.005604 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0d2eb-a305-4b0b-b1c6-3ffbba724f39 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:18.006015 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0d2eb-a305-4b0b-b1c6-3ffbba724f39 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:18.006484 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0d2eb-a305-4b0b-b1c6-3ffbba724f39 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:18.006855 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0d2eb-a305-4b0b-b1c6-3ffbba724f39 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:18.007215 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0d2eb-a305-4b0b-b1c6-3ffbba724f39 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:18.007579 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0d2eb-a305-4b0b-b1c6-3ffbba724f39 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:18.007936 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0d2eb-a305-4b0b-b1c6-3ffbba724f39 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:18.008298 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0d2eb-a305-4b0b-b1c6-3ffbba724f39 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:18.008654 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0d2eb-a305-4b0b-b1c6-3ffbba724f39 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:18.009132 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0d2eb-a305-4b0b-b1c6-3ffbba724f39 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:18.009502 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0d2eb-a305-4b0b-b1c6-3ffbba724f39 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:18.009886 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0d2eb-a305-4b0b-b1c6-3ffbba724f39 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:18.013401 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d6d0d2eb-a305-4b0b-b1c6-3ffbba724f39 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:18.051231 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d6d0d2eb-a305-4b0b-b1c6-3ffbba724f39 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for floatingip, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:18.051526 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [None req-d6d0d2eb-a305-4b0b-b1c6-3ffbba724f39 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Floating IP 98c5499c-9abd-4c5c-8cca-28f573bfed9f disassociated (deleted). External IP: 172.26.3.252, port: ea133208-cf40-4ea8-b436-d23dc167e181. Jun 21 15:58:18.281236 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d0d2eb-a305-4b0b-b1c6-3ffbba724f39 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Router d3dc14c6-2d45-4892-81b5-532603daa53c has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:58:18.394075 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:18.397744 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d0d2eb-a305-4b0b-b1c6-3ffbba724f39 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:58:18.402907 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d6d0d2eb-a305-4b0b-b1c6-3ffbba724f39 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:18.407907 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1180506e-ff23-4658-983f-5718907ca580 None None] Sync routers for ids ['d3dc14c6-2d45-4892-81b5-532603daa53c'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:58:18.416648 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1180506e-ff23-4658-983f-5718907ca580 None None] Routers {'d3dc14c6-2d45-4892-81b5-532603daa53c'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:58:18.417261 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-1180506e-ff23-4658-983f-5718907ca580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:58:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['d3dc14c6-2d45-4892-81b5-532603daa53c'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:58:18.441021 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d6d0d2eb-a305-4b0b-b1c6-3ffbba724f39 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "DELETE /v2.0/floatingips/98c5499c-9abd-4c5c-8cca-28f573bfed9f HTTP/1.1" status: 204 len: 168 time: 0.9656107 Jun 21 15:58:18.441700 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5315452b-43f8-41e8-afa8-aedbc314c12c', 'tag': 'ea133208-cf40-4ea8-b436-d23dc167e181'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:58:18.444101 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da31f762a03131f518d543e90ae826537feda727de965adfd7a215608ae97d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6020092e-c218-453f-921a-77bea1dc8595" -d '{"events": [{"name": "network-changed", "server_uuid": "5315452b-43f8-41e8-afa8-aedbc314c12c", "tag": "ea133208-cf40-4ea8-b436-d23dc167e181"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:58:18.489996 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2006c77-6918-416d-aa58-25108414ce8a x-openstack-request-id: req-e2006c77-6918-416d-aa58-25108414ce8a {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:58:18.490661 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5315452b-43f8-41e8-afa8-aedbc314c12c", "tag": "ea133208-cf40-4ea8-b436-d23dc167e181", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:58:18.490661 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e2006c77-6918-416d-aa58-25108414ce8a {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:58:18.491118 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5315452b-43f8-41e8-afa8-aedbc314c12c', 'tag': 'ea133208-cf40-4ea8-b436-d23dc167e181', 'status': 'completed', 'code': 200} Jun 21 15:58:18.534835 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-1180506e-ff23-4658-983f-5718907ca580 None None] Set router d3dc14c6-2d45-4892-81b5-532603daa53c gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:58:18.576170 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020092e-c218-453f-921a-77bea1dc8595 req-90fbf9e8-8a09-4351-ae86-9249cf26c445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:58:18.577906 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6020092e-c218-453f-921a-77bea1dc8595 req-90fbf9e8-8a09-4351-ae86-9249cf26c445 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=11702a80128c4c69befdd3889d71ce9f&device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 1099 time: 0.0616612 Jun 21 15:58:18.679623 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020092e-c218-453f-921a-77bea1dc8595 req-5b75e4b5-13fc-4211-b432-14d357ec5f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:58:18.681468 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6020092e-c218-453f-921a-77bea1dc8595 req-5b75e4b5-13fc-4211-b432-14d357ec5f9c service neutron] 10.222.0.66 "GET /v2.0/networks?id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 HTTP/1.1" status: 200 len: 910 time: 0.0974994 Jun 21 15:58:18.732816 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6020092e-c218-453f-921a-77bea1dc8595 req-83bd76d3-e816-4338-80a2-e16cf412f7a4 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea133208-cf40-4ea8-b436-d23dc167e181 HTTP/1.1" status: 200 len: 217 time: 0.0440781 Jun 21 15:58:18.756115 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-1180506e-ff23-4658-983f-5718907ca580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'name': 'tempest-TestShelveInstance-1164046865-router', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '489c21c6-2ba1-459d-a983-832818fd11a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:47:47Z', 'revision_number': 4, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'gw_port': {'id': '489c21c6-2ba1-459d-a983-832818fd11a2', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '51671eab-5d57-476e-bc0e-7ef808de6b92', 'name': '', 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'mac_address': 'fa:16:3e:9d:6e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'e7b78035-69f3-4470-a688-b37562dccffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:46Z', 'updated_at': '2021-06-21T15:47:53Z', 'revision_number': 5, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'subnets': [{'id': 'e7b78035-69f3-4470-a688-b37562dccffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:58:18.783143 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020092e-c218-453f-921a-77bea1dc8595 req-a40c295c-57f1-4d80-a70a-dcf4225e391a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:58:18.784603 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6020092e-c218-453f-921a-77bea1dc8595 req-a40c295c-57f1-4d80-a70a-dcf4225e391a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=e7b78035-69f3-4470-a688-b37562dccffb HTTP/1.1" status: 200 len: 848 time: 0.0454495 Jun 21 15:58:18.793034 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1180506e-ff23-4658-983f-5718907ca580 None None] Checking router: d3dc14c6-2d45-4892-81b5-532603daa53c for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:58:18.803709 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1180506e-ff23-4658-983f-5718907ca580 None None] Routers {'d3dc14c6-2d45-4892-81b5-532603daa53c'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:58:18.804330 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-1180506e-ff23-4658-983f-5718907ca580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:58:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['d3dc14c6-2d45-4892-81b5-532603daa53c'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:58:18.900657 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f89cc-44c7-4c51-b4b4-b5c535968a9b req-f7a1fc01-d970-48e7-a016-f5bc0a92adb2 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:58:18.902527 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e27f89cc-44c7-4c51-b4b4-b5c535968a9b req-f7a1fc01-d970-48e7-a016-f5bc0a92adb2 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 946 time: 0.1026680 Jun 21 15:58:18.905318 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6020092e-c218-453f-921a-77bea1dc8595 req-05f25c08-5301-4912-916a-90b09c470082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:58:18.906854 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6020092e-c218-453f-921a-77bea1dc8595 req-05f25c08-5301-4912-916a-90b09c470082 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1156044 Jun 21 15:58:18.912571 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-1180506e-ff23-4658-983f-5718907ca580 None None] Set router d3dc14c6-2d45-4892-81b5-532603daa53c gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:58:18.992659 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e27f89cc-44c7-4c51-b4b4-b5c535968a9b req-5703f190-6b55-487c-8a41-09b926976e38 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841439 Jun 21 15:58:19.026671 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6020092e-c218-453f-921a-77bea1dc8595 req-d31a98f0-8715-4750-9cad-46dc2178a5e3 service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106472 Jun 21 15:58:19.116767 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-1180506e-ff23-4658-983f-5718907ca580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'name': 'tempest-TestShelveInstance-1164046865-router', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '489c21c6-2ba1-459d-a983-832818fd11a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:47:47Z', 'revision_number': 4, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'gw_port': {'id': '489c21c6-2ba1-459d-a983-832818fd11a2', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '51671eab-5d57-476e-bc0e-7ef808de6b92', 'name': '', 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'mac_address': 'fa:16:3e:9d:6e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'e7b78035-69f3-4470-a688-b37562dccffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:46Z', 'updated_at': '2021-06-21T15:47:53Z', 'revision_number': 5, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'subnets': [{'id': 'e7b78035-69f3-4470-a688-b37562dccffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:58:19.124267 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6020092e-c218-453f-921a-77bea1dc8595 req-0720f47b-825b-477e-86e1-344ac94da62b service neutron] 10.222.0.66 "GET /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889418 Jun 21 15:58:19.143798 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1180506e-ff23-4658-983f-5718907ca580 None None] The sync data for ids ['d3dc14c6-2d45-4892-81b5-532603daa53c'] in dv-neutron-797121-2-hyperv is: [{'id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'name': 'tempest-TestShelveInstance-1164046865-router', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '489c21c6-2ba1-459d-a983-832818fd11a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:47:47Z', 'revision_number': 4, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'gw_port': {'id': '489c21c6-2ba1-459d-a983-832818fd11a2', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '51671eab-5d57-476e-bc0e-7ef808de6b92', 'name': '', 'network_id': 'ccf29606-07ed-4500-abcf-9c2bf7e1e5f2', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'mac_address': 'fa:16:3e:9d:6e:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'e7b78035-69f3-4470-a688-b37562dccffb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:46Z', 'updated_at': '2021-06-21T15:47:53Z', 'revision_number': 5, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'subnets': [{'id': 'e7b78035-69f3-4470-a688-b37562dccffb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:58:19.385283 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83aea62-1ec9-4699-ad42-2afe8091682e None None] New status for floating IP 98c5499c-9abd-4c5c-8cca-28f573bfed9f: DOWN {{(pid=105226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:58:20.110431 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:20.209418 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1287c3e-4f31-412d-bd72-a90b26991fe9 req-ba6649a0-f0ad-4d83-9098-5791d4ced8bf tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:58:20.210953 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f1287c3e-4f31-412d-bd72-a90b26991fe9 req-ba6649a0-f0ad-4d83-9098-5791d4ced8bf tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 946 time: 0.0802081 Jun 21 15:58:20.266420 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f1287c3e-4f31-412d-bd72-a90b26991fe9 req-9c212045-68b2-4a1f-98ec-bdb34ee8cc38 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/security-groups?id=cafb1a07-524d-4fdb-afca-36430c2d323b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462337 Jun 21 15:58:20.547155 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bdca2-41ce-4405-a29f-a462f848566a req-41be186e-fce0-4f11-bd4c-6a851cefd282 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:58:20.548576 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5f8bdca2-41ce-4405-a29f-a462f848566a req-41be186e-fce0-4f11-bd4c-6a851cefd282 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.66 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 946 time: 0.0687919 Jun 21 15:58:20.658147 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-5f8bdca2-41ce-4405-a29f-a462f848566a req-0a5076cc-213d-45b5-9e01-3ff67ed3cf0a tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Deleting port ea133208-cf40-4ea8-b436-d23dc167e181 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:58:20.658463 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-5f8bdca2-41ce-4405-a29f-a462f848566a req-0a5076cc-213d-45b5-9e01-3ff67ed3cf0a tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:20.748909 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-5f8bdca2-41ce-4405-a29f-a462f848566a req-0a5076cc-213d-45b5-9e01-3ff67ed3cf0a tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] For port ea133208-cf40-4ea8-b436-d23dc167e181, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=ea133208-cf40-4ea8-b436-d23dc167e181,segment=NetworkSegment(96e65d62-205c-4810-aa3e-06b10c31ce38),segment_id=96e65d62-205c-4810-aa3e-06b10c31ce38)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:58:20.749232 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-5f8bdca2-41ce-4405-a29f-a462f848566a req-0a5076cc-213d-45b5-9e01-3ff67ed3cf0a tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:20.819509 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-5f8bdca2-41ce-4405-a29f-a462f848566a req-0a5076cc-213d-45b5-9e01-3ff67ed3cf0a tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Calling delete_port for ea133208-cf40-4ea8-b436-d23dc167e181 owned by compute:nova {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:58:20.957873 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-5f8bdca2-41ce-4405-a29f-a462f848566a req-0a5076cc-213d-45b5-9e01-3ff67ed3cf0a tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:20.962109 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c793ed74-2824-49fb-b203-6aebc1c3b464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:20.988689 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5076cc-213d-45b5-9e01-3ff67ed3cf0a tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Pushing event deleted for resources: {'Port': ['ID=ea133208-cf40-4ea8-b436-d23dc167e181,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:21.015561 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0a5076cc-213d-45b5-9e01-3ff67ed3cf0a tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:21.039217 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f8bdca2-41ce-4405-a29f-a462f848566a req-0a5076cc-213d-45b5-9e01-3ff67ed3cf0a tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] No DVR routers for this DVR port ea133208-cf40-4ea8-b436-d23dc167e181 on host hv-neutron-7971 {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:58:21.042446 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-5f8bdca2-41ce-4405-a29f-a462f848566a req-0a5076cc-213d-45b5-9e01-3ff67ed3cf0a tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:21.044540 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5f8bdca2-41ce-4405-a29f-a462f848566a req-0a5076cc-213d-45b5-9e01-3ff67ed3cf0a tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.66 "DELETE /v2.0/ports/ea133208-cf40-4ea8-b436-d23dc167e181 HTTP/1.1" status: 204 len: 173 time: 0.4906235 Jun 21 15:58:21.045073 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5315452b-43f8-41e8-afa8-aedbc314c12c', 'name': 'network-vif-deleted', 'tag': 'ea133208-cf40-4ea8-b436-d23dc167e181'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:58:21.047847 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da31f762a03131f518d543e90ae826537feda727de965adfd7a215608ae97d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47e2350-098b-4052-a8bd-011901a20319" -d '{"events": [{"server_uuid": "5315452b-43f8-41e8-afa8-aedbc314c12c", "name": "network-vif-deleted", "tag": "ea133208-cf40-4ea8-b436-d23dc167e181"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:58:21.088112 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286886ba-7d47-43d3-90c1-0f72e39ca981 x-openstack-request-id: req-286886ba-7d47-43d3-90c1-0f72e39ca981 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:58:21.088496 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5315452b-43f8-41e8-afa8-aedbc314c12c", "name": "network-vif-deleted", "tag": "ea133208-cf40-4ea8-b436-d23dc167e181", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:58:21.088794 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-286886ba-7d47-43d3-90c1-0f72e39ca981 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:58:21.089380 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5315452b-43f8-41e8-afa8-aedbc314c12c', 'name': 'network-vif-deleted', 'tag': 'ea133208-cf40-4ea8-b436-d23dc167e181', 'status': 'completed', 'code': 200} Jun 21 15:58:21.446391 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3cd47c1f-4954-409d-9fd0-0e63cadc06f2 req-3421b0f7-e37f-4b47-9a82-f67765c2b457 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 210 time: 0.0358064 Jun 21 15:58:22.592848 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2ec78e23-6857-4f50-a41f-d9b6a779cb8b req-7fcfb999-707e-4194-b35b-5dee21d54724 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 210 time: 0.0296822 Jun 21 15:58:23.216796 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device ea133208-cf40-4ea8-b436-d23dc167e181 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:58:23.237833 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: ea133208-cf40-4ea8-b436-d23dc167e181 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:58:23.238183 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device ea133208-cf40-4ea8-b436-d23dc167e181 not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:58:23.744259 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-68c3dcfe-63f0-4196-a997-f334472f5dcd req-deeae73c-af8a-4d2e-82e8-5f50c4f84ffd tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 210 time: 0.0313354 Jun 21 15:58:24.907223 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-50aa8d17-12dc-4dc7-bc16-7337194f46f6 req-51e64b15-2c54-4c7d-8ab9-51e7da4937ea tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "GET /v2.0/ports?device_id=5315452b-43f8-41e8-afa8-aedbc314c12c HTTP/1.1" status: 200 len: 210 time: 0.0322354 Jun 21 15:58:26.003407 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 47010) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:58:26.067607 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4d30e9e9-5a7a-438a-970f-2bd2a75dfb61 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:26.093019 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4d30e9e9-5a7a-438a-970f-2bd2a75dfb61 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:26.155138 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4d30e9e9-5a7a-438a-970f-2bd2a75dfb61 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:26.157889 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-4d30e9e9-5a7a-438a-970f-2bd2a75dfb61 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:26.159165 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-4d30e9e9-5a7a-438a-970f-2bd2a75dfb61 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] 10.222.0.72 "DELETE /v2.0/security-groups/cafb1a07-524d-4fdb-afca-36430c2d323b HTTP/1.1" status: 204 len: 168 time: 0.1546037 Jun 21 15:58:26.159974 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-ce4460f3-be59-4bfd-abc5-c020eaf05b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:26.170646 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30e9e9-5a7a-438a-970f-2bd2a75dfb61 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafb1a07-524d-4fdb-afca-36430c2d323b,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:26.180624 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30e9e9-5a7a-438a-970f-2bd2a75dfb61 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:26.181017 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30e9e9-5a7a-438a-970f-2bd2a75dfb61 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:26.181397 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30e9e9-5a7a-438a-970f-2bd2a75dfb61 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:26.181773 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30e9e9-5a7a-438a-970f-2bd2a75dfb61 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:26.182168 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30e9e9-5a7a-438a-970f-2bd2a75dfb61 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:26.182539 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30e9e9-5a7a-438a-970f-2bd2a75dfb61 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:26.182908 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30e9e9-5a7a-438a-970f-2bd2a75dfb61 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:26.183341 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30e9e9-5a7a-438a-970f-2bd2a75dfb61 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:26.183723 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30e9e9-5a7a-438a-970f-2bd2a75dfb61 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:26.184097 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30e9e9-5a7a-438a-970f-2bd2a75dfb61 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:26.184502 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30e9e9-5a7a-438a-970f-2bd2a75dfb61 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:26.184926 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d30e9e9-5a7a-438a-970f-2bd2a75dfb61 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:26.188548 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-4d30e9e9-5a7a-438a-970f-2bd2a75dfb61 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:26.207371 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 47016) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:58:26.706448 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c04d1894-6730-45b3-86e9-31470e7faf6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:26.970170 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-c04d1894-6730-45b3-86e9-31470e7faf6e admin admin] Deleting port 51671eab-5d57-476e-bc0e-7ef808de6b92 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:58:26.970488 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c04d1894-6730-45b3-86e9-31470e7faf6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:27.051641 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-c04d1894-6730-45b3-86e9-31470e7faf6e admin admin] For port 51671eab-5d57-476e-bc0e-7ef808de6b92, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=51671eab-5d57-476e-bc0e-7ef808de6b92,segment=NetworkSegment(96e65d62-205c-4810-aa3e-06b10c31ce38),segment_id=96e65d62-205c-4810-aa3e-06b10c31ce38)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:58:27.052367 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c04d1894-6730-45b3-86e9-31470e7faf6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:27.118741 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-c04d1894-6730-45b3-86e9-31470e7faf6e admin admin] Calling delete_port for 51671eab-5d57-476e-bc0e-7ef808de6b92 owned by network:router_interface {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:58:27.666042 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c04d1894-6730-45b3-86e9-31470e7faf6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:27.668647 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bae0df21-14b8-45df-b599-89427ae4f003 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:27.693341 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d1894-6730-45b3-86e9-31470e7faf6e admin admin] Pushing event deleted for resources: {'Port': ['ID=51671eab-5d57-476e-bc0e-7ef808de6b92,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:27.697131 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c04d1894-6730-45b3-86e9-31470e7faf6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:27.867650 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-c04d1894-6730-45b3-86e9-31470e7faf6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:28.087558 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c04d1894-6730-45b3-86e9-31470e7faf6e admin admin] Router d3dc14c6-2d45-4892-81b5-532603daa53c has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:58:28.197248 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04d1894-6730-45b3-86e9-31470e7faf6e admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:58:28.202638 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-c04d1894-6730-45b3-86e9-31470e7faf6e admin admin] 10.222.0.72 "PUT /v2.0/routers/d3dc14c6-2d45-4892-81b5-532603daa53c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9942122 Jun 21 15:58:28.205104 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 47020) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:58:28.207910 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83e67dc-a246-48b0-bf3a-727afb70fe6d None None] Sync routers for ids ['d3dc14c6-2d45-4892-81b5-532603daa53c'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:58:28.218859 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83e67dc-a246-48b0-bf3a-727afb70fe6d None None] Routers {'d3dc14c6-2d45-4892-81b5-532603daa53c'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:58:28.219543 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-c83e67dc-a246-48b0-bf3a-727afb70fe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:58:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['d3dc14c6-2d45-4892-81b5-532603daa53c'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:58:28.311745 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d64cf117-6e58-489f-a1b6-75de9dea864e admin admin] Notify callbacks [] for router, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:28.326134 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-c83e67dc-a246-48b0-bf3a-727afb70fe6d None None] Set router d3dc14c6-2d45-4892-81b5-532603daa53c gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:58:28.417668 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d64cf117-6e58-489f-a1b6-75de9dea864e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:28.478140 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-d64cf117-6e58-489f-a1b6-75de9dea864e admin admin] Deleting port 489c21c6-2ba1-459d-a983-832818fd11a2 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:58:28.478477 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d64cf117-6e58-489f-a1b6-75de9dea864e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:28.567379 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-d64cf117-6e58-489f-a1b6-75de9dea864e admin admin] For port 489c21c6-2ba1-459d-a983-832818fd11a2, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=489c21c6-2ba1-459d-a983-832818fd11a2,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:58:28.567719 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d64cf117-6e58-489f-a1b6-75de9dea864e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:28.604287 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-c83e67dc-a246-48b0-bf3a-727afb70fe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'name': 'tempest-TestShelveInstance-1164046865-router', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.10'}], 'enable_snat': True}, 'gw_port_id': '489c21c6-2ba1-459d-a983-832818fd11a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:58:27Z', 'revision_number': 5, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'gw_port': {'id': '489c21c6-2ba1-459d-a983-832818fd11a2', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:2e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:47:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:58:28.630867 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83e67dc-a246-48b0-bf3a-727afb70fe6d None None] Checking router: d3dc14c6-2d45-4892-81b5-532603daa53c for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:58:28.635723 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-d64cf117-6e58-489f-a1b6-75de9dea864e admin admin] Calling delete_port for 489c21c6-2ba1-459d-a983-832818fd11a2 owned by network:router_gateway {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:58:28.640526 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83e67dc-a246-48b0-bf3a-727afb70fe6d None None] Routers {'d3dc14c6-2d45-4892-81b5-532603daa53c'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:58:28.641354 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-c83e67dc-a246-48b0-bf3a-727afb70fe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:58:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['d3dc14c6-2d45-4892-81b5-532603daa53c'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:58:28.723665 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-c83e67dc-a246-48b0-bf3a-727afb70fe6d None None] Set router d3dc14c6-2d45-4892-81b5-532603daa53c gateway port host: None {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:58:28.778665 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-c83e67dc-a246-48b0-bf3a-727afb70fe6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'name': 'tempest-TestShelveInstance-1164046865-router', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:58:28Z', 'revision_number': 6, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'gw_port_host': None}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:58:28.801960 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d64cf117-6e58-489f-a1b6-75de9dea864e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:28.803966 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e74c32d6-9202-4171-b40d-648848607e8f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:28.805131 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83e67dc-a246-48b0-bf3a-727afb70fe6d None None] The sync data for ids ['d3dc14c6-2d45-4892-81b5-532603daa53c'] in dv-neutron-797121-2-hyperv is: [{'id': 'd3dc14c6-2d45-4892-81b5-532603daa53c', 'name': 'tempest-TestShelveInstance-1164046865-router', 'tenant_id': '11702a80128c4c69befdd3889d71ce9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:47:44Z', 'updated_at': '2021-06-21T15:58:28Z', 'revision_number': 6, 'project_id': '11702a80128c4c69befdd3889d71ce9f', 'gw_port_host': None}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:58:28.838407 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64cf117-6e58-489f-a1b6-75de9dea864e admin admin] Pushing event deleted for resources: {'Port': ['ID=489c21c6-2ba1-459d-a983-832818fd11a2,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:28.842402 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d64cf117-6e58-489f-a1b6-75de9dea864e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:28.904923 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d64cf117-6e58-489f-a1b6-75de9dea864e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:28.996322 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d64cf117-6e58-489f-a1b6-75de9dea864e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:28.998616 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d64cf117-6e58-489f-a1b6-75de9dea864e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:29.044953 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d64cf117-6e58-489f-a1b6-75de9dea864e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:29.045513 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64cf117-6e58-489f-a1b6-75de9dea864e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3dc14c6-2d45-4892-81b5-532603daa53c {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 15:58:29.052475 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-d64cf117-6e58-489f-a1b6-75de9dea864e admin admin] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:29.054011 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-d64cf117-6e58-489f-a1b6-75de9dea864e admin admin] 10.222.0.72 "DELETE /v2.0/routers/d3dc14c6-2d45-4892-81b5-532603daa53c HTTP/1.1" status: 204 len: 168 time: 0.8475711 Jun 21 15:58:29.056645 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 47022) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:58:29.107977 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7d8ff98-8408-44b1-bcc6-aacae2145063 admin admin] Deleting subnet e7b78035-69f3-4470-a688-b37562dccffb {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 15:58:29.111936 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a7d8ff98-8408-44b1-bcc6-aacae2145063 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:29.148866 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a7d8ff98-8408-44b1-bcc6-aacae2145063 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:29.232451 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a7d8ff98-8408-44b1-bcc6-aacae2145063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:29.289187 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a7d8ff98-8408-44b1-bcc6-aacae2145063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:29.291133 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7eec3ab6-fa65-41f4-a29c-bd2b55b2d0eb tempest-RoutersTest-1572203230 tempest-RoutersTest-1572203230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:29.315089 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d8ff98-8408-44b1-bcc6-aacae2145063 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7b78035-69f3-4470-a688-b37562dccffb,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:29.318129 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a7d8ff98-8408-44b1-bcc6-aacae2145063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:29.319106 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-a7d8ff98-8408-44b1-bcc6-aacae2145063 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:29.322968 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-a7d8ff98-8408-44b1-bcc6-aacae2145063 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e7b78035-69f3-4470-a688-b37562dccffb HTTP/1.1" status: 204 len: 168 time: 0.2643714 Jun 21 15:58:29.323602 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 47024) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:58:29.324989 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b469a04-603f-4784-b34e-24ad70c08b07 None None] Network ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:58:29.395873 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e4c6260c-395b-40c3-a3be-be9f0afb2eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:29.450671 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-e4c6260c-395b-40c3-a3be-be9f0afb2eed admin admin] Deleting port 79d02bdd-a9f1-4b68-90df-e9fa7ac8d63a {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:58:29.451033 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e4c6260c-395b-40c3-a3be-be9f0afb2eed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:29.516599 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-e4c6260c-395b-40c3-a3be-be9f0afb2eed admin admin] For port 79d02bdd-a9f1-4b68-90df-e9fa7ac8d63a, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=79d02bdd-a9f1-4b68-90df-e9fa7ac8d63a,segment=NetworkSegment(96e65d62-205c-4810-aa3e-06b10c31ce38),segment_id=96e65d62-205c-4810-aa3e-06b10c31ce38)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:58:29.516944 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e4c6260c-395b-40c3-a3be-be9f0afb2eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:29.564589 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eaf024-33a9-4dcd-88b1-b8d5a93d4e18 None None] DHCP port deletion for ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 15:58:29.591267 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-e4c6260c-395b-40c3-a3be-be9f0afb2eed admin admin] Calling delete_port for 79d02bdd-a9f1-4b68-90df-e9fa7ac8d63a owned by network:dhcp {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:58:29.615288 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 489c21c6-2ba1-459d-a983-832818fd11a2 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:58:29.641034 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 489c21c6-2ba1-459d-a983-832818fd11a2 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:58:29.641394 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 489c21c6-2ba1-459d-a983-832818fd11a2 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:58:29.641835 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 51671eab-5d57-476e-bc0e-7ef808de6b92 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:58:29.645629 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf024-33a9-4dcd-88b1-b8d5a93d4e18 None None] Deleting port 79d02bdd-a9f1-4b68-90df-e9fa7ac8d63a {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:58:29.646115 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf024-33a9-4dcd-88b1-b8d5a93d4e18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:29.667168 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 51671eab-5d57-476e-bc0e-7ef808de6b92 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:58:29.667532 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 51671eab-5d57-476e-bc0e-7ef808de6b92 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:58:29.667954 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 79d02bdd-a9f1-4b68-90df-e9fa7ac8d63a no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:58:29.684726 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e4c6260c-395b-40c3-a3be-be9f0afb2eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:29.687642 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e28a65b9-ef2c-4f5a-ae92-a892735a66bf tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:29.709777 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6260c-395b-40c3-a3be-be9f0afb2eed admin admin] Pushing event deleted for resources: {'Port': ['ID=79d02bdd-a9f1-4b68-90df-e9fa7ac8d63a,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:29.713211 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e4c6260c-395b-40c3-a3be-be9f0afb2eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:29.715984 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c6260c-395b-40c3-a3be-be9f0afb2eed admin admin] No DVR routers for this DVR port 79d02bdd-a9f1-4b68-90df-e9fa7ac8d63a on host dv-neutron-797121-2-hyperv {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:58:29.747905 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No active binding found for port 79d02bdd-a9f1-4b68-90df-e9fa7ac8d63a {{(pid=105226) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jun 21 15:58:29.749739 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 79d02bdd-a9f1-4b68-90df-e9fa7ac8d63a not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:58:29.770980 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-f9eaf024-33a9-4dcd-88b1-b8d5a93d4e18 None None] For port 79d02bdd-a9f1-4b68-90df-e9fa7ac8d63a, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=79d02bdd-a9f1-4b68-90df-e9fa7ac8d63a,segment=NetworkSegment(96e65d62-205c-4810-aa3e-06b10c31ce38),segment_id=96e65d62-205c-4810-aa3e-06b10c31ce38)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:58:29.771383 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf024-33a9-4dcd-88b1-b8d5a93d4e18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:29.800823 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e4c6260c-395b-40c3-a3be-be9f0afb2eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:29.813373 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-e4c6260c-395b-40c3-a3be-be9f0afb2eed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf29606-07ed-4500-abcf-9c2bf7e1e5f2']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:58:29.824729 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-e4c6260c-395b-40c3-a3be-be9f0afb2eed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e65d62-205c-4810-aa3e-06b10c31ce38') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:58:29.825036 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-e4c6260c-395b-40c3-a3be-be9f0afb2eed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e65d62-205c-4810-aa3e-06b10c31ce38') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:58:29.836173 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e4c6260c-395b-40c3-a3be-be9f0afb2eed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:29.840066 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-f9eaf024-33a9-4dcd-88b1-b8d5a93d4e18 None None] Calling delete_port for 79d02bdd-a9f1-4b68-90df-e9fa7ac8d63a owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:58:29.851619 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e4c6260c-395b-40c3-a3be-be9f0afb2eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:29.859933 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c6260c-395b-40c3-a3be-be9f0afb2eed admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 15:58:29.860335 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e4c6260c-395b-40c3-a3be-be9f0afb2eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 15:58:29.862080 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 15:58:29.921506 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f9eaf024-33a9-4dcd-88b1-b8d5a93d4e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:29.923399 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e4c6260c-395b-40c3-a3be-be9f0afb2eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:29.923651 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:29.927211 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1722415b-c773-4867-b482-a3b079a62510 tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:29.929699 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-e4c6260c-395b-40c3-a3be-be9f0afb2eed admin admin] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:29.932281 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-e4c6260c-395b-40c3-a3be-be9f0afb2eed admin admin] 10.222.0.72 "DELETE /v2.0/networks/ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 HTTP/1.1" status: 204 len: 168 time: 0.6076043 Jun 21 15:58:29.935299 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 47026) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:58:29.944358 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c6260c-395b-40c3-a3be-be9f0afb2eed admin admin] Pushing event deleted for resources: {'Network': ['ID=ccf29606-07ed-4500-abcf-9c2bf7e1e5f2,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:29.946860 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e4c6260c-395b-40c3-a3be-be9f0afb2eed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:29.948766 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eaf024-33a9-4dcd-88b1-b8d5a93d4e18 None None] Pushing event deleted for resources: {'Port': ['ID=79d02bdd-a9f1-4b68-90df-e9fa7ac8d63a,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:29.952308 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f9eaf024-33a9-4dcd-88b1-b8d5a93d4e18 None None] Network ccf29606-07ed-4500-abcf-9c2bf7e1e5f2 is not hosted by any dhcp agent {{(pid=105226) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 21 15:58:29.952308 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eaf024-33a9-4dcd-88b1-b8d5a93d4e18 None None] No DVR routers for this DVR port 79d02bdd-a9f1-4b68-90df-e9fa7ac8d63a on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:58:29.962450 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf024-33a9-4dcd-88b1-b8d5a93d4e18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:29.964063 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf024-33a9-4dcd-88b1-b8d5a93d4e18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:29.964063 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf024-33a9-4dcd-88b1-b8d5a93d4e18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:29.964063 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf024-33a9-4dcd-88b1-b8d5a93d4e18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:29.964063 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf024-33a9-4dcd-88b1-b8d5a93d4e18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:29.964467 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf024-33a9-4dcd-88b1-b8d5a93d4e18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:29.964564 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf024-33a9-4dcd-88b1-b8d5a93d4e18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:29.964827 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf024-33a9-4dcd-88b1-b8d5a93d4e18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:29.965195 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf024-33a9-4dcd-88b1-b8d5a93d4e18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:29.965644 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf024-33a9-4dcd-88b1-b8d5a93d4e18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:29.966661 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf024-33a9-4dcd-88b1-b8d5a93d4e18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:29.966661 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9eaf024-33a9-4dcd-88b1-b8d5a93d4e18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:29.970646 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-f9eaf024-33a9-4dcd-88b1-b8d5a93d4e18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:30.303861 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2ec723d4-fd25-444f-b404-d4ef0ee81bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:30.597629 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-2ec723d4-fd25-444f-b404-d4ef0ee81bc4 admin admin] Deleting port e0f2386d-1777-4298-8f03-3963df665e56 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:58:30.597913 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2ec723d4-fd25-444f-b404-d4ef0ee81bc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:30.680624 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-2ec723d4-fd25-444f-b404-d4ef0ee81bc4 admin admin] For port e0f2386d-1777-4298-8f03-3963df665e56, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=e0f2386d-1777-4298-8f03-3963df665e56,segment=NetworkSegment(5b274125-d6d1-4d48-9ada-c067fb6a15cc),segment_id=5b274125-d6d1-4d48-9ada-c067fb6a15cc)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:58:30.680985 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2ec723d4-fd25-444f-b404-d4ef0ee81bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:30.748263 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-2ec723d4-fd25-444f-b404-d4ef0ee81bc4 admin admin] Calling delete_port for e0f2386d-1777-4298-8f03-3963df665e56 owned by network:router_interface {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:58:30.944876 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2ec723d4-fd25-444f-b404-d4ef0ee81bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:30.947183 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-14661265-2eac-41bf-88fb-2b09b608d7e1 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:30.970945 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec723d4-fd25-444f-b404-d4ef0ee81bc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0f2386d-1777-4298-8f03-3963df665e56,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:30.973450 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2ec723d4-fd25-444f-b404-d4ef0ee81bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:31.140773 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2ec723d4-fd25-444f-b404-d4ef0ee81bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:31.151926 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:58:31.358095 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec723d4-fd25-444f-b404-d4ef0ee81bc4 admin admin] Router e6b884d5-59ef-4c19-bf86-b788a910a5e9 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:58:31.471060 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec723d4-fd25-444f-b404-d4ef0ee81bc4 admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:58:31.476609 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-2ec723d4-fd25-444f-b404-d4ef0ee81bc4 admin admin] 10.222.0.72 "PUT /v2.0/routers/e6b884d5-59ef-4c19-bf86-b788a910a5e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5402689 Jun 21 15:58:31.479552 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 47028) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:58:31.480416 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3caf05-c3fa-4e61-b0ba-900e023e303c None None] Sync routers for ids ['e6b884d5-59ef-4c19-bf86-b788a910a5e9'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:58:31.490013 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3caf05-c3fa-4e61-b0ba-900e023e303c None None] Routers {'e6b884d5-59ef-4c19-bf86-b788a910a5e9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:58:31.490639 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-db3caf05-c3fa-4e61-b0ba-900e023e303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:58:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['e6b884d5-59ef-4c19-bf86-b788a910a5e9'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:58:31.587828 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8ede7996-b68a-49cc-a182-992ced250801 admin admin] Notify callbacks [] for router, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:31.592420 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-db3caf05-c3fa-4e61-b0ba-900e023e303c None None] Set router e6b884d5-59ef-4c19-bf86-b788a910a5e9 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:58:31.691574 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8ede7996-b68a-49cc-a182-992ced250801 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:31.749849 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-8ede7996-b68a-49cc-a182-992ced250801 admin admin] Deleting port f1b61a6a-805d-4bad-8a25-87ad1ba53aef {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:58:31.750189 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8ede7996-b68a-49cc-a182-992ced250801 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:31.788707 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-db3caf05-c3fa-4e61-b0ba-900e023e303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b884d5-59ef-4c19-bf86-b788a910a5e9', 'name': 'tempest-TestShelveInstance-513642270-router', 'tenant_id': '6e8aa53a47f2414a8e882e38dfe6a16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.3'}], 'enable_snat': True}, 'gw_port_id': 'f1b61a6a-805d-4bad-8a25-87ad1ba53aef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:47:49Z', 'updated_at': '2021-06-21T15:58:30Z', 'revision_number': 5, 'project_id': '6e8aa53a47f2414a8e882e38dfe6a16f', 'gw_port': {'id': 'f1b61a6a-805d-4bad-8a25-87ad1ba53aef', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:b7:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6b884d5-59ef-4c19-bf86-b788a910a5e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:47:49Z', 'updated_at': '2021-06-21T15:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:58:31.817405 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3caf05-c3fa-4e61-b0ba-900e023e303c None None] Checking router: e6b884d5-59ef-4c19-bf86-b788a910a5e9 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:58:31.826978 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3caf05-c3fa-4e61-b0ba-900e023e303c None None] Routers {'e6b884d5-59ef-4c19-bf86-b788a910a5e9'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:58:31.827612 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-db3caf05-c3fa-4e61-b0ba-900e023e303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:58:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['e6b884d5-59ef-4c19-bf86-b788a910a5e9'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:58:31.831366 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-8ede7996-b68a-49cc-a182-992ced250801 admin admin] For port f1b61a6a-805d-4bad-8a25-87ad1ba53aef, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=f1b61a6a-805d-4bad-8a25-87ad1ba53aef,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:58:31.831366 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8ede7996-b68a-49cc-a182-992ced250801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:31.917014 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-db3caf05-c3fa-4e61-b0ba-900e023e303c None None] Set router e6b884d5-59ef-4c19-bf86-b788a910a5e9 gateway port host: None {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:58:31.975160 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-db3caf05-c3fa-4e61-b0ba-900e023e303c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6b884d5-59ef-4c19-bf86-b788a910a5e9', 'name': 'tempest-TestShelveInstance-513642270-router', 'tenant_id': '6e8aa53a47f2414a8e882e38dfe6a16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:47:49Z', 'updated_at': '2021-06-21T15:58:31Z', 'revision_number': 6, 'project_id': '6e8aa53a47f2414a8e882e38dfe6a16f', 'gw_port_host': None}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:58:32.004856 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3caf05-c3fa-4e61-b0ba-900e023e303c None None] The sync data for ids ['e6b884d5-59ef-4c19-bf86-b788a910a5e9'] in dv-neutron-797121-2-hyperv is: [{'id': 'e6b884d5-59ef-4c19-bf86-b788a910a5e9', 'name': 'tempest-TestShelveInstance-513642270-router', 'tenant_id': '6e8aa53a47f2414a8e882e38dfe6a16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:47:49Z', 'updated_at': '2021-06-21T15:58:31Z', 'revision_number': 6, 'project_id': '6e8aa53a47f2414a8e882e38dfe6a16f', 'gw_port_host': None}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:58:32.241487 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-8ede7996-b68a-49cc-a182-992ced250801 admin admin] Calling delete_port for f1b61a6a-805d-4bad-8a25-87ad1ba53aef owned by network:router_gateway {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:58:32.412109 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8ede7996-b68a-49cc-a182-992ced250801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:32.414242 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8c7d9496-1c37-449e-9e47-0f763a873409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:32.442604 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede7996-b68a-49cc-a182-992ced250801 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1b61a6a-805d-4bad-8a25-87ad1ba53aef,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:32.445749 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8ede7996-b68a-49cc-a182-992ced250801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:32.504182 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8ede7996-b68a-49cc-a182-992ced250801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:32.593810 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8ede7996-b68a-49cc-a182-992ced250801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:32.596042 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8ede7996-b68a-49cc-a182-992ced250801 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:32.640991 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8ede7996-b68a-49cc-a182-992ced250801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:32.641495 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ede7996-b68a-49cc-a182-992ced250801 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6b884d5-59ef-4c19-bf86-b788a910a5e9 {{(pid=105225) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 15:58:32.646173 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8ede7996-b68a-49cc-a182-992ced250801 admin admin] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:32.647176 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8ede7996-b68a-49cc-a182-992ced250801 admin admin] 10.222.0.72 "DELETE /v2.0/routers/e6b884d5-59ef-4c19-bf86-b788a910a5e9 HTTP/1.1" status: 204 len: 168 time: 1.1667600 Jun 21 15:58:32.650783 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 47030) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:58:32.700429 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e371f4-3a39-4523-95bf-64d6186a4c0a admin admin] Deleting subnet 913617d8-930b-430d-a690-d67c73d7717b {{(pid=105225) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 15:58:32.703810 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-85e371f4-3a39-4523-95bf-64d6186a4c0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:32.740261 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-85e371f4-3a39-4523-95bf-64d6186a4c0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4369769'] for subnet, precommit_delete_associations {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:32.823921 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-85e371f4-3a39-4523-95bf-64d6186a4c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:32.881693 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-85e371f4-3a39-4523-95bf-64d6186a4c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4369857', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5138609'] for subnet, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:32.883827 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-3747dc14-35af-4b35-811c-2bb2adf92233 tempest-NetworksIpV6Test-940207656 tempest-NetworksIpV6Test-940207656-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:32.908283 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e371f4-3a39-4523-95bf-64d6186a4c0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=913617d8-930b-430d-a690-d67c73d7717b,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:32.911166 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-85e371f4-3a39-4523-95bf-64d6186a4c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:32.912134 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-85e371f4-3a39-4523-95bf-64d6186a4c0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:32.916609 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-85e371f4-3a39-4523-95bf-64d6186a4c0a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/913617d8-930b-430d-a690-d67c73d7717b HTTP/1.1" status: 204 len: 168 time: 0.2622683 Jun 21 15:58:32.917011 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 47032) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:58:32.919712 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49695da6-7134-4fc0-a309-4d2ad23011f5 None None] Network 132a1817-caf4-4115-99a7-0fb631e708f5 requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:58:32.986786 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-44ae5a9b-bef1-4057-a578-6f7d5b6fa3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:33.046119 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-44ae5a9b-bef1-4057-a578-6f7d5b6fa3e3 admin admin] Deleting port e74fbab8-4298-4c1b-ac13-d2faff38a362 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:58:33.046119 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-44ae5a9b-bef1-4057-a578-6f7d5b6fa3e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:33.119783 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-44ae5a9b-bef1-4057-a578-6f7d5b6fa3e3 admin admin] For port e74fbab8-4298-4c1b-ac13-d2faff38a362, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=e74fbab8-4298-4c1b-ac13-d2faff38a362,segment=NetworkSegment(5b274125-d6d1-4d48-9ada-c067fb6a15cc),segment_id=5b274125-d6d1-4d48-9ada-c067fb6a15cc)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:58:33.120273 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-44ae5a9b-bef1-4057-a578-6f7d5b6fa3e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:33.126724 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fe5bd4-0987-4723-82b3-4d166a011de0 None None] DHCP port deletion for 132a1817-caf4-4115-99a7-0fb631e708f5 request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 15:58:33.184050 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-63fe5bd4-0987-4723-82b3-4d166a011de0 None None] Deleting port e74fbab8-4298-4c1b-ac13-d2faff38a362 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 15:58:33.184442 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-63fe5bd4-0987-4723-82b3-4d166a011de0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:33.190694 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-44ae5a9b-bef1-4057-a578-6f7d5b6fa3e3 admin admin] Calling delete_port for e74fbab8-4298-4c1b-ac13-d2faff38a362 owned by network:dhcp {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:58:33.251959 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-63fe5bd4-0987-4723-82b3-4d166a011de0 None None] For port e74fbab8-4298-4c1b-ac13-d2faff38a362, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=e74fbab8-4298-4c1b-ac13-d2faff38a362,segment=NetworkSegment(5b274125-d6d1-4d48-9ada-c067fb6a15cc),segment_id=5b274125-d6d1-4d48-9ada-c067fb6a15cc)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:58:33.252380 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-63fe5bd4-0987-4723-82b3-4d166a011de0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:33.280317 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-44ae5a9b-bef1-4057-a578-6f7d5b6fa3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:33.282572 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fbe4896f-6ab1-4e75-bda7-5234d11f8bbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:33.306667 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae5a9b-bef1-4057-a578-6f7d5b6fa3e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e74fbab8-4298-4c1b-ac13-d2faff38a362,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:33.309597 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-44ae5a9b-bef1-4057-a578-6f7d5b6fa3e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:33.310377 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ae5a9b-bef1-4057-a578-6f7d5b6fa3e3 admin admin] No DVR routers for this DVR port e74fbab8-4298-4c1b-ac13-d2faff38a362 on host dv-neutron-797121-2-hyperv {{(pid=105225) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:58:33.320259 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-63fe5bd4-0987-4723-82b3-4d166a011de0 None None] Calling delete_port for e74fbab8-4298-4c1b-ac13-d2faff38a362 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 15:58:33.385090 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-44ae5a9b-bef1-4057-a578-6f7d5b6fa3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:33.395408 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-44ae5a9b-bef1-4057-a578-6f7d5b6fa3e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['132a1817-caf4-4115-99a7-0fb631e708f5']}} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:58:33.401633 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-63fe5bd4-0987-4723-82b3-4d166a011de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:33.404370 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:33.406303 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-44ae5a9b-bef1-4057-a578-6f7d5b6fa3e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b274125-d6d1-4d48-9ada-c067fb6a15cc') {'for_net_delete': True} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:58:33.406596 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.services.segments.db [None req-44ae5a9b-bef1-4057-a578-6f7d5b6fa3e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b274125-d6d1-4d48-9ada-c067fb6a15cc') {} {{(pid=105225) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:58:33.415607 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-44ae5a9b-bef1-4057-a578-6f7d5b6fa3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4369760'] for segment, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:33.428065 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe5bd4-0987-4723-82b3-4d166a011de0 None None] Pushing event deleted for resources: {'Port': ['ID=e74fbab8-4298-4c1b-ac13-d2faff38a362,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:33.429877 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fe5bd4-0987-4723-82b3-4d166a011de0 None None] No DVR routers for this DVR port e74fbab8-4298-4c1b-ac13-d2faff38a362 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 15:58:33.431030 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-44ae5a9b-bef1-4057-a578-6f7d5b6fa3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:33.431263 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-63fe5bd4-0987-4723-82b3-4d166a011de0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:33.439307 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44ae5a9b-bef1-4057-a578-6f7d5b6fa3e3 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=105225) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 15:58:33.439765 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-44ae5a9b-bef1-4057-a578-6f7d5b6fa3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4370282'] for segment, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:33.441516 dv-neutron-797121-2-hyperv neutron-server[105225]: Traceback (most recent call last): Jun 21 15:58:33.441516 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 15:58:33.441516 dv-neutron-797121-2-hyperv neutron-server[105225]: timer() Jun 21 15:58:33.441516 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 15:58:33.441516 dv-neutron-797121-2-hyperv neutron-server[105225]: cb(*args, **kw) Jun 21 15:58:33.441516 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 15:58:33.441516 dv-neutron-797121-2-hyperv neutron-server[105225]: return func(*args, **kwargs) Jun 21 15:58:33.441516 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 15:58:33.441516 dv-neutron-797121-2-hyperv neutron-server[105225]: self._notify() Jun 21 15:58:33.441516 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 15:58:33.441516 dv-neutron-797121-2-hyperv neutron-server[105225]: self.callback(batched_events) Jun 21 15:58:33.441516 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 15:58:33.441516 dv-neutron-797121-2-hyperv neutron-server[105225]: event.method(event) Jun 21 15:58:33.441516 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 15:58:33.441516 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 15:58:33.441516 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 15:58:33.441516 dv-neutron-797121-2-hyperv neutron-server[105225]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 15:58:33.441516 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 15:58:33.441516 dv-neutron-797121-2-hyperv neutron-server[105225]: return f(self, *a, **k) Jun 21 15:58:33.441516 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 15:58:33.441516 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._get(url).json() Jun 21 15:58:33.441516 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 15:58:33.441516 dv-neutron-797121-2-hyperv neutron-server[105225]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 15:58:33.441516 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 15:58:33.441516 dv-neutron-797121-2-hyperv neutron-server[105225]: return self.request(url, 'GET', **kwargs) Jun 21 15:58:33.441516 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 15:58:33.441516 dv-neutron-797121-2-hyperv neutron-server[105225]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 15:58:33.441516 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 15:58:33.441516 dv-neutron-797121-2-hyperv neutron-server[105225]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 15:58:33.441516 dv-neutron-797121-2-hyperv neutron-server[105225]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 15:58:33.441516 dv-neutron-797121-2-hyperv neutron-server[105225]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 15:58:33.441516 dv-neutron-797121-2-hyperv neutron-server[105225]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 15:58:33.494530 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-44ae5a9b-bef1-4057-a578-6f7d5b6fa3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:33.498429 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-98a490c3-62f9-46e6-adc1-51be84d9770c tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:33.501105 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-44ae5a9b-bef1-4057-a578-6f7d5b6fa3e3 admin admin] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:33.503759 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-44ae5a9b-bef1-4057-a578-6f7d5b6fa3e3 admin admin] 10.222.0.72 "DELETE /v2.0/networks/132a1817-caf4-4115-99a7-0fb631e708f5 HTTP/1.1" status: 204 len: 168 time: 0.5852749 Jun 21 15:58:33.520400 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae5a9b-bef1-4057-a578-6f7d5b6fa3e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=132a1817-caf4-4115-99a7-0fb631e708f5,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:33.524146 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-44ae5a9b-bef1-4057-a578-6f7d5b6fa3e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:33.549377 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e0f2386d-1777-4298-8f03-3963df665e56 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:58:33.570552 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: e0f2386d-1777-4298-8f03-3963df665e56 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:58:33.570899 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e0f2386d-1777-4298-8f03-3963df665e56 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:58:33.571656 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device f1b61a6a-805d-4bad-8a25-87ad1ba53aef no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:58:33.590858 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: f1b61a6a-805d-4bad-8a25-87ad1ba53aef {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:58:33.591294 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device f1b61a6a-805d-4bad-8a25-87ad1ba53aef not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:58:33.591649 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e74fbab8-4298-4c1b-ac13-d2faff38a362 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 15:58:33.613627 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: e74fbab8-4298-4c1b-ac13-d2faff38a362 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 15:58:33.614159 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device e74fbab8-4298-4c1b-ac13-d2faff38a362 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 15:58:33.647978 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 47036) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:58:33.702103 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-877cfeec-4500-47ab-b917-8c3a2bd18765 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=11702a80128c4c69befdd3889d71ce9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526271 Jun 21 15:58:33.705330 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 47038) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:58:33.768488 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bb210d3a-a211-4fe8-a506-0c538209aff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:33.797743 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bb210d3a-a211-4fe8-a506-0c538209aff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:33.852527 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bb210d3a-a211-4fe8-a506-0c538209aff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:33.855258 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-bb210d3a-a211-4fe8-a506-0c538209aff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:33.857074 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-bb210d3a-a211-4fe8-a506-0c538209aff1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4dd496d3-5862-4f30-aa8a-0850079a28d1 HTTP/1.1" status: 204 len: 168 time: 0.1501706 Jun 21 15:58:33.857638 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e2120089-b50e-4a24-8d87-e70ea3bfda8b tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:33.865448 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb210d3a-a211-4fe8-a506-0c538209aff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd496d3-5862-4f30-aa8a-0850079a28d1,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:33.867934 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bb210d3a-a211-4fe8-a506-0c538209aff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:34.235074 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 47044) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:58:34.282245 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2276edc5-4dd4-4f54-bb83-760350b65801 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6e8aa53a47f2414a8e882e38dfe6a16f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442760 Jun 21 15:58:34.284630 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 47046) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:58:34.336261 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ff611b02-f81a-4f71-b262-826a4d8be195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:34.361325 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ff611b02-f81a-4f71-b262-826a4d8be195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:34.419187 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ff611b02-f81a-4f71-b262-826a4d8be195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:34.421918 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-ff611b02-f81a-4f71-b262-826a4d8be195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:34.425871 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-ff611b02-f81a-4f71-b262-826a4d8be195 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d5a527c6-3cb9-4195-adb0-8b8d3a02c91f HTTP/1.1" status: 204 len: 168 time: 0.1403401 Jun 21 15:58:34.426708 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9abfb497-758f-4f05-b815-e90bb7e61bde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:34.434214 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff611b02-f81a-4f71-b262-826a4d8be195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a527c6-3cb9-4195-adb0-8b8d3a02c91f,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:34.437303 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-ff611b02-f81a-4f71-b262-826a4d8be195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:35.235269 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 47068) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:58:35.346283 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-4d9e434f-0731-454b-bea2-40b5442633ad admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-519210936-network', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:58:35.371764 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9e434f-0731-454b-bea2-40b5442633ad admin admin] Made reservation on behalf of 8d2fe00fd67c4e04b9ec03883c56e04c for: {'network': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:58:35.374810 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4d9e434f-0731-454b-bea2-40b5442633ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:35.388671 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4d9e434f-0731-454b-bea2-40b5442633ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:35.489309 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4d9e434f-0731-454b-bea2-40b5442633ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:35.494304 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4d9e434f-0731-454b-bea2-40b5442633ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:35.497770 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-63cf3c56-b271-4769-aa7e-948f10fb72d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:35.520471 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d9e434f-0731-454b-bea2-40b5442633ad admin admin] vlan segment allocate from pool success with {'vlan_id': 443, 'physical_network': 'physnet1'} {{(pid=105224) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 15:58:35.529612 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e434f-0731-454b-bea2-40b5442633ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ba3f9c-aab2-4c04-a741-b1afd6b36713,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:35.533295 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4d9e434f-0731-454b-bea2-40b5442633ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:35.536338 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4d9e434f-0731-454b-bea2-40b5442633ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:35.536682 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.segments_db [None req-4d9e434f-0731-454b-bea2-40b5442633ad admin admin] Added segment f8639fdc-bb4e-4e75-b228-015704f2ce81 of type vlan for network 55de76cb-4723-4175-9f35-c797a48a783a Jun 21 15:58:35.575575 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4d9e434f-0731-454b-bea2-40b5442633ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:35.607955 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4d9e434f-0731-454b-bea2-40b5442633ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:35.608981 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9e434f-0731-454b-bea2-40b5442633ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:58:35.609554 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4d9e434f-0731-454b-bea2-40b5442633ad admin admin] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:35.612531 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a9b736c5-45c1-479d-a0fd-740007a947c0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:35.666155 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4d9e434f-0731-454b-bea2-40b5442633ad admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4291584 Jun 21 15:58:35.669460 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 47072) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:58:35.673551 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e434f-0731-454b-bea2-40b5442633ad admin admin] Pushing event updated for resources: {'Network': ['ID=55de76cb-4723-4175-9f35-c797a48a783a,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:35.675074 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-f2abe315-9b15-4489-8dd2-a7ed8204cfbb admin admin] Request body: {'subnet': {'network_id': '55de76cb-4723-4175-9f35-c797a48a783a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-519210936-subnet', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'ip_version': 4}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:58:35.676332 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4d9e434f-0731-454b-bea2-40b5442633ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:35.683390 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 55de76cb-4723-4175-9f35-c797a48a783a details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 15:58:35.712486 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2abe315-9b15-4489-8dd2-a7ed8204cfbb admin admin] Made reservation on behalf of 8d2fe00fd67c4e04b9ec03883c56e04c for: {'subnet': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:58:35.715136 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f2abe315-9b15-4489-8dd2-a7ed8204cfbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5138586'] for subnet, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:35.907353 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f2abe315-9b15-4489-8dd2-a7ed8204cfbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4369664', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5138568'] for subnet, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:35.909446 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-bc626a95-da50-4641-bc67-c6daa641b9cc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:35.956991 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2abe315-9b15-4489-8dd2-a7ed8204cfbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c553289-0639-4480-a620-49000b971af6,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:35.959899 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-f2abe315-9b15-4489-8dd2-a7ed8204cfbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:35.975861 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2abe315-9b15-4489-8dd2-a7ed8204cfbb admin admin] Checking segment: {'id': 'f8639fdc-bb4e-4e75-b228-015704f2ce81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105225) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:58:35.976226 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2abe315-9b15-4489-8dd2-a7ed8204cfbb admin admin] Network hostable DHCP agents. Network: 55de76cb-4723-4175-9f35-c797a48a783a, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105225) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 15:58:35.994703 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2abe315-9b15-4489-8dd2-a7ed8204cfbb admin admin] Network 55de76cb-4723-4175-9f35-c797a48a783a is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105225) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 15:58:36.004870 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-f2abe315-9b15-4489-8dd2-a7ed8204cfbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 55de76cb-4723-4175-9f35-c797a48a783a) {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:58:36.010306 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2abe315-9b15-4489-8dd2-a7ed8204cfbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:58:36.011634 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-f2abe315-9b15-4489-8dd2-a7ed8204cfbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:36.015075 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d062dbc-f81b-4f86-bf3d-78d24e2695e2 None None] Network 55de76cb-4723-4175-9f35-c797a48a783a requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:58:36.026988 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-f2abe315-9b15-4489-8dd2-a7ed8204cfbb admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3561668 Jun 21 15:58:36.029983 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 47074) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:58:36.036133 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-c6dc8adc-cec8-4750-aa59-7a3031e5c808 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-519210936-router', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:58:36.058082 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c6dc8adc-cec8-4750-aa59-7a3031e5c808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:36.059089 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c6dc8adc-cec8-4750-aa59-7a3031e5c808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:36.061408 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:36.116613 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c6dc8adc-cec8-4750-aa59-7a3031e5c808 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:36.172504 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-face6baf-c205-4813-94e3-6285c5857a60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-55de76cb-4723-4175-9f35-c797a48a783a', 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'fixed_ips': [{'subnet_id': '7c553289-0639-4480-a620-49000b971af6'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 15:58:36.173599 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-face6baf-c205-4813-94e3-6285c5857a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:36.267889 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c6dc8adc-cec8-4750-aa59-7a3031e5c808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:36.310726 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-face6baf-c205-4813-94e3-6285c5857a60 None None] Allocated IP 172.20.0.2 (55de76cb-4723-4175-9f35-c797a48a783a/7c553289-0639-4480-a620-49000b971af6/dc2b5c7f-4eaf-47f3-9dea-8adc4e794c9f) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:58:36.471666 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c6dc8adc-cec8-4750-aa59-7a3031e5c808 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:36.496441 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c6dc8adc-cec8-4750-aa59-7a3031e5c808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:36.603049 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-c6dc8adc-cec8-4750-aa59-7a3031e5c808 admin admin] Allocated IP 172.26.3.15 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/72853a98-6665-47db-9920-0ce31c126706) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:58:36.610795 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-face6baf-c205-4813-94e3-6285c5857a60 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:36.619187 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-face6baf-c205-4813-94e3-6285c5857a60 None None] Transition to ACTIVE for port object dc2b5c7f-4eaf-47f3-9dea-8adc4e794c9f will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:58:36.634100 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-face6baf-c205-4813-94e3-6285c5857a60 None None] Transition to ACTIVE for port object dc2b5c7f-4eaf-47f3-9dea-8adc4e794c9f will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:58:36.639660 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-face6baf-c205-4813-94e3-6285c5857a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:36.641487 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:36.676660 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-face6baf-c205-4813-94e3-6285c5857a60 None None] Network 55de76cb-4723-4175-9f35-c797a48a783a is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:58:36.679448 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-face6baf-c205-4813-94e3-6285c5857a60 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:58:36.685069 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-face6baf-c205-4813-94e3-6285c5857a60 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:58:36.692100 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face6baf-c205-4813-94e3-6285c5857a60 None None] Pushing event updated for resources: {'Port': ['ID=dc2b5c7f-4eaf-47f3-9dea-8adc4e794c9f,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:36.696113 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-face6baf-c205-4813-94e3-6285c5857a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:36.713952 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c6dc8adc-cec8-4750-aa59-7a3031e5c808 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:36.744651 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-face6baf-c205-4813-94e3-6285c5857a60 None None] Attempting to bind port dc2b5c7f-4eaf-47f3-9dea-8adc4e794c9f on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:58:36.744926 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-face6baf-c205-4813-94e3-6285c5857a60 None None] Attempting to bind port dc2b5c7f-4eaf-47f3-9dea-8adc4e794c9f by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'f8639fdc-bb4e-4e75-b228-015704f2ce81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:58:36.745286 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-face6baf-c205-4813-94e3-6285c5857a60 None None] Attempting to bind port dc2b5c7f-4eaf-47f3-9dea-8adc4e794c9f on network 55de76cb-4723-4175-9f35-c797a48a783a {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:58:36.750899 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-face6baf-c205-4813-94e3-6285c5857a60 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:58:36.751279 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-face6baf-c205-4813-94e3-6285c5857a60 None None] Checking segment: {'id': 'f8639fdc-bb4e-4e75-b228-015704f2ce81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:58:36.751674 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-face6baf-c205-4813-94e3-6285c5857a60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:36.752065 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-face6baf-c205-4813-94e3-6285c5857a60 None None] Bound using segment: {'id': 'f8639fdc-bb4e-4e75-b228-015704f2ce81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:58:36.752548 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-face6baf-c205-4813-94e3-6285c5857a60 None None] Bound port: dc2b5c7f-4eaf-47f3-9dea-8adc4e794c9f, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8639fdc-bb4e-4e75-b228-015704f2ce81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:58:36.753031 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-face6baf-c205-4813-94e3-6285c5857a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:36.756608 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c6dc8adc-cec8-4750-aa59-7a3031e5c808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:36.759550 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c793ed74-2824-49fb-b203-6aebc1c3b464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:36.795970 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dc8adc-cec8-4750-aa59-7a3031e5c808 admin admin] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:58:36.798889 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-c6dc8adc-cec8-4750-aa59-7a3031e5c808 admin admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:58:36.801422 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dc8adc-cec8-4750-aa59-7a3031e5c808 admin admin] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:58:36.817610 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-face6baf-c205-4813-94e3-6285c5857a60 None None] For port dc2b5c7f-4eaf-47f3-9dea-8adc4e794c9f, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:58:36.820641 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-face6baf-c205-4813-94e3-6285c5857a60 None None] For port dc2b5c7f-4eaf-47f3-9dea-8adc4e794c9f, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=dc2b5c7f-4eaf-47f3-9dea-8adc4e794c9f,segment=NetworkSegment(f8639fdc-bb4e-4e75-b228-015704f2ce81),segment_id=f8639fdc-bb4e-4e75-b228-015704f2ce81)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:58:36.825230 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-face6baf-c205-4813-94e3-6285c5857a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:36.828158 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-2716aee3-59f8-4b33-9cf9-207990648178 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:36.828377 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc8adc-cec8-4750-aa59-7a3031e5c808 admin admin] Pushing event updated for resources: {'Port': ['ID=72853a98-6665-47db-9920-0ce31c126706,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:36.831401 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c6dc8adc-cec8-4750-aa59-7a3031e5c808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:36.886861 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-face6baf-c205-4813-94e3-6285c5857a60 None None] Pushing event updated for resources: {'Port': ['ID=dc2b5c7f-4eaf-47f3-9dea-8adc4e794c9f,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:36.890763 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-face6baf-c205-4813-94e3-6285c5857a60 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:37.085101 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c6dc8adc-cec8-4750-aa59-7a3031e5c808 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:37.295959 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c6dc8adc-cec8-4750-aa59-7a3031e5c808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:37.436673 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6dc8adc-cec8-4750-aa59-7a3031e5c808 admin admin] Router 73ac95b1-b135-4d74-b724-a689bb779e8d is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105224) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 15:58:37.595314 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device dc2b5c7f-4eaf-47f3-9dea-8adc4e794c9f up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:58:37.651345 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port dc2b5c7f-4eaf-47f3-9dea-8adc4e794c9f completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:58:37.759814 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d101519-d96e-4488-a1cd-da8432f14b08 None None] Network 55de76cb-4723-4175-9f35-c797a48a783a requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:58:37.829316 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-7bd360f4-b417-4084-9def-61d4933a811f None None] Provisioning for port dc2b5c7f-4eaf-47f3-9dea-8adc4e794c9f completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:58:37.841743 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-7bd360f4-b417-4084-9def-61d4933a811f None None] Provisioning complete for port dc2b5c7f-4eaf-47f3-9dea-8adc4e794c9f triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:58:37.842808 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7bd360f4-b417-4084-9def-61d4933a811f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:37.896780 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6dc8adc-cec8-4750-aa59-7a3031e5c808 admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:58:37.907677 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80767367-3ef3-43f1-9fb2-b8fa6e8fecdc None None] Sync routers for ids ['73ac95b1-b135-4d74-b724-a689bb779e8d'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:58:37.914718 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c6dc8adc-cec8-4750-aa59-7a3031e5c808 admin admin] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:37.917267 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c6dc8adc-cec8-4750-aa59-7a3031e5c808 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8862119 Jun 21 15:58:37.920048 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 47076) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:58:37.921561 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80767367-3ef3-43f1-9fb2-b8fa6e8fecdc None None] Routers {'73ac95b1-b135-4d74-b724-a689bb779e8d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:58:37.922277 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-80767367-3ef3-43f1-9fb2-b8fa6e8fecdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:58:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['73ac95b1-b135-4d74-b724-a689bb779e8d'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:58:37.995317 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7bd360f4-b417-4084-9def-61d4933a811f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:38.031314 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-80767367-3ef3-43f1-9fb2-b8fa6e8fecdc None None] Set router 73ac95b1-b135-4d74-b724-a689bb779e8d gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:58:38.035796 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-7bd360f4-b417-4084-9def-61d4933a811f None None] For port dc2b5c7f-4eaf-47f3-9dea-8adc4e794c9f, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=dc2b5c7f-4eaf-47f3-9dea-8adc4e794c9f,segment=NetworkSegment(f8639fdc-bb4e-4e75-b228-015704f2ce81),segment_id=f8639fdc-bb4e-4e75-b228-015704f2ce81)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:58:38.042228 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7bd360f4-b417-4084-9def-61d4933a811f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:38.044168 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-de9add0a-078a-446c-a685-88608ed55bea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:38.102614 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd360f4-b417-4084-9def-61d4933a811f None None] Pushing event updated for resources: {'Port': ['ID=dc2b5c7f-4eaf-47f3-9dea-8adc4e794c9f,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:38.106722 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-7bd360f4-b417-4084-9def-61d4933a811f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:38.233107 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-80767367-3ef3-43f1-9fb2-b8fa6e8fecdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'name': 'tempest-TestSnapshotPattern-519210936-router', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '72853a98-6665-47db-9920-0ce31c126706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T15:58:36Z', 'revision_number': 3, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'gw_port': {'id': '72853a98-6665-47db-9920-0ce31c126706', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:15:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T15:58:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:58:38.261814 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-e7c9cce0-ed3f-49bf-9eb3-76438f2b1380 None None] Provisioning complete for port dc2b5c7f-4eaf-47f3-9dea-8adc4e794c9f triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:58:38.262269 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e7c9cce0-ed3f-49bf-9eb3-76438f2b1380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:38.269189 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80767367-3ef3-43f1-9fb2-b8fa6e8fecdc None None] Checking router: 73ac95b1-b135-4d74-b724-a689bb779e8d for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:58:38.269593 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80767367-3ef3-43f1-9fb2-b8fa6e8fecdc None None] Updating router 73ac95b1-b135-4d74-b724-a689bb779e8d port 72853a98-6665-47db-9920-0ce31c126706 binding host dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:58:38.304988 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-80767367-3ef3-43f1-9fb2-b8fa6e8fecdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:38.375054 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-618247d5-39b9-4987-9311-01e85067e679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:38.532633 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-618247d5-39b9-4987-9311-01e85067e679 admin admin] Allocated IP 172.20.0.1 (55de76cb-4723-4175-9f35-c797a48a783a/7c553289-0639-4480-a620-49000b971af6/ac1480a0-9f3e-4d99-864f-5f3922e5b159) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:58:38.570731 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-80767367-3ef3-43f1-9fb2-b8fa6e8fecdc None None] Notify callbacks [] for port, precommit_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:38.580731 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.provisioning_blocks [None req-80767367-3ef3-43f1-9fb2-b8fa6e8fecdc None None] Transition to ACTIVE for port object 72853a98-6665-47db-9920-0ce31c126706 will not be triggered until provisioned by entity L2. {{(pid=105227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:58:38.587536 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-80767367-3ef3-43f1-9fb2-b8fa6e8fecdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:38.590375 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-1a345107-2e2b-4b0c-bfb4-6088ad7264bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:38.640568 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-618247d5-39b9-4987-9311-01e85067e679 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:38.644450 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-80767367-3ef3-43f1-9fb2-b8fa6e8fecdc None None] Attempting to bind port 72853a98-6665-47db-9920-0ce31c126706 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:58:38.644815 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-80767367-3ef3-43f1-9fb2-b8fa6e8fecdc None None] Attempting to bind port 72853a98-6665-47db-9920-0ce31c126706 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:58:38.645173 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80767367-3ef3-43f1-9fb2-b8fa6e8fecdc None None] Attempting to bind port 72853a98-6665-47db-9920-0ce31c126706 on network 78e7bc12-ea33-4baf-9744-b93105835641 {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:58:38.646997 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef3675-0960-48c1-a557-9d893226192d None None] Pushing event updated for resources: {'Port': ['ID=72853a98-6665-47db-9920-0ce31c126706,revision_number=2']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:38.653948 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-618247d5-39b9-4987-9311-01e85067e679 admin admin] Transition to ACTIVE for port object ac1480a0-9f3e-4d99-864f-5f3922e5b159 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:58:38.654943 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80767367-3ef3-43f1-9fb2-b8fa6e8fecdc None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:58:38.655312 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80767367-3ef3-43f1-9fb2-b8fa6e8fecdc None None] Checking segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:58:38.655722 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-80767367-3ef3-43f1-9fb2-b8fa6e8fecdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:38.656096 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80767367-3ef3-43f1-9fb2-b8fa6e8fecdc None None] Bound using segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:58:38.656613 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-80767367-3ef3-43f1-9fb2-b8fa6e8fecdc None None] Bound port: 72853a98-6665-47db-9920-0ce31c126706, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:58:38.657066 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-80767367-3ef3-43f1-9fb2-b8fa6e8fecdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:38.660227 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef3675-0960-48c1-a557-9d893226192d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:38.660558 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef3675-0960-48c1-a557-9d893226192d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:38.660886 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef3675-0960-48c1-a557-9d893226192d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:38.661207 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef3675-0960-48c1-a557-9d893226192d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:38.661525 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef3675-0960-48c1-a557-9d893226192d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:38.661860 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef3675-0960-48c1-a557-9d893226192d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:38.662177 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef3675-0960-48c1-a557-9d893226192d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:38.662493 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef3675-0960-48c1-a557-9d893226192d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:38.662803 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef3675-0960-48c1-a557-9d893226192d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:38.663108 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef3675-0960-48c1-a557-9d893226192d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:38.663430 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef3675-0960-48c1-a557-9d893226192d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:38.663744 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cef3675-0960-48c1-a557-9d893226192d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105227) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 15:58:38.682129 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-7cef3675-0960-48c1-a557-9d893226192d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:38.689150 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-618247d5-39b9-4987-9311-01e85067e679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:38.692047 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c6dc8adc-cec8-4750-aa59-7a3031e5c808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:38.714286 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-80767367-3ef3-43f1-9fb2-b8fa6e8fecdc None None] For port 72853a98-6665-47db-9920-0ce31c126706, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:58:38.718538 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-80767367-3ef3-43f1-9fb2-b8fa6e8fecdc None None] For port 72853a98-6665-47db-9920-0ce31c126706, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=72853a98-6665-47db-9920-0ce31c126706,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:58:38.724102 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-80767367-3ef3-43f1-9fb2-b8fa6e8fecdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:38.726968 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-b1321856-5e2b-4eb1-a2e0-dada9c6e9b35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:38.732402 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618247d5-39b9-4987-9311-01e85067e679 admin admin] Network 55de76cb-4723-4175-9f35-c797a48a783a is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:58:38.736917 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-618247d5-39b9-4987-9311-01e85067e679 admin admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:58:38.742499 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618247d5-39b9-4987-9311-01e85067e679 admin admin] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:58:38.766231 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618247d5-39b9-4987-9311-01e85067e679 admin admin] Pushing event updated for resources: {'Port': ['ID=ac1480a0-9f3e-4d99-864f-5f3922e5b159,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:38.770753 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-618247d5-39b9-4987-9311-01e85067e679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:38.785075 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80767367-3ef3-43f1-9fb2-b8fa6e8fecdc None None] Routers {'73ac95b1-b135-4d74-b724-a689bb779e8d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:58:38.785704 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-80767367-3ef3-43f1-9fb2-b8fa6e8fecdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:58:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['73ac95b1-b135-4d74-b724-a689bb779e8d'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:58:38.787480 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-618247d5-39b9-4987-9311-01e85067e679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:38.787633 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cef3675-0960-48c1-a557-9d893226192d None None] Pushing event updated for resources: {'Port': ['ID=72853a98-6665-47db-9920-0ce31c126706,revision_number=3']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:38.791457 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-7cef3675-0960-48c1-a557-9d893226192d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:38.901255 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-80767367-3ef3-43f1-9fb2-b8fa6e8fecdc None None] Set router 73ac95b1-b135-4d74-b724-a689bb779e8d gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:58:38.937457 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-618247d5-39b9-4987-9311-01e85067e679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:38.968046 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3fdac5ab-7268-4328-a473-21876a545a90 None None] Provisioning for port ac1480a0-9f3e-4d99-864f-5f3922e5b159 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:58:38.972582 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-3fdac5ab-7268-4328-a473-21876a545a90 None None] Provisioning complete for port ac1480a0-9f3e-4d99-864f-5f3922e5b159 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:58:38.973025 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3fdac5ab-7268-4328-a473-21876a545a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:39.008084 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-3fdac5ab-7268-4328-a473-21876a545a90 None None] Port ac1480a0-9f3e-4d99-864f-5f3922e5b159 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:58:39.097804 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-80767367-3ef3-43f1-9fb2-b8fa6e8fecdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'name': 'tempest-TestSnapshotPattern-519210936-router', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '72853a98-6665-47db-9920-0ce31c126706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T15:58:36Z', 'revision_number': 3, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'gw_port': {'id': '72853a98-6665-47db-9920-0ce31c126706', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:15:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T15:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:58:39.108146 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-618247d5-39b9-4987-9311-01e85067e679 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:39.114280 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-618247d5-39b9-4987-9311-01e85067e679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:39.116893 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9e2d7914-ba25-4168-89e2-ea2797484031 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:39.124928 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80767367-3ef3-43f1-9fb2-b8fa6e8fecdc None None] The sync data for ids ['73ac95b1-b135-4d74-b724-a689bb779e8d'] in dv-neutron-797121-2-hyperv is: [{'id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'name': 'tempest-TestSnapshotPattern-519210936-router', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '72853a98-6665-47db-9920-0ce31c126706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T15:58:36Z', 'revision_number': 3, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'gw_port': {'id': '72853a98-6665-47db-9920-0ce31c126706', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:15:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T15:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:58:39.182163 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618247d5-39b9-4987-9311-01e85067e679 admin admin] Pushing event updated for resources: {'Port': ['ID=ac1480a0-9f3e-4d99-864f-5f3922e5b159,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:39.184579 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-618247d5-39b9-4987-9311-01e85067e679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:39.186701 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-618247d5-39b9-4987-9311-01e85067e679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:39.285654 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618247d5-39b9-4987-9311-01e85067e679 admin admin] Network 55de76cb-4723-4175-9f35-c797a48a783a is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:58:39.287338 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-618247d5-39b9-4987-9311-01e85067e679 admin admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:58:39.430131 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618247d5-39b9-4987-9311-01e85067e679 admin admin] Router 73ac95b1-b135-4d74-b724-a689bb779e8d has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:58:39.570350 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618247d5-39b9-4987-9311-01e85067e679 admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:58:39.576075 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-618247d5-39b9-4987-9311-01e85067e679 admin admin] 10.222.0.72 "PUT /v2.0/routers/73ac95b1-b135-4d74-b724-a689bb779e8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6541803 Jun 21 15:58:39.635647 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-8b6ede14-3bb1-4e0d-8ee3-bf93e8d99d25 None None] Provisioning complete for port ac1480a0-9f3e-4d99-864f-5f3922e5b159 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:58:39.636030 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-8b6ede14-3bb1-4e0d-8ee3-bf93e8d99d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:39.657842 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 72853a98-6665-47db-9920-0ce31c126706 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:58:39.695807 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-8b6ede14-3bb1-4e0d-8ee3-bf93e8d99d25 None None] Port ac1480a0-9f3e-4d99-864f-5f3922e5b159 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:58:39.725071 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 72853a98-6665-47db-9920-0ce31c126706 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:58:39.729528 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 72853a98-6665-47db-9920-0ce31c126706 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:58:39.730221 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:39.823130 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:39.854328 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 72853a98-6665-47db-9920-0ce31c126706, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=72853a98-6665-47db-9920-0ce31c126706,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:58:39.860025 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:39.861075 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device dc2b5c7f-4eaf-47f3-9dea-8adc4e794c9f up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:58:39.864032 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-7bd360f4-b417-4084-9def-61d4933a811f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:39.942591 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=72853a98-6665-47db-9920-0ce31c126706,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:39.946152 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:39.957634 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port dc2b5c7f-4eaf-47f3-9dea-8adc4e794c9f triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:58:39.958086 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:40.119576 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 47092) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:58:40.124708 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-986e678b-e37b-40cd-a73a-96a93f5e4d8c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-363001567-network', 'tenant_id': '15db58c9531242049728ee20c43e2bbe'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:58:40.147723 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986e678b-e37b-40cd-a73a-96a93f5e4d8c admin admin] Made reservation on behalf of 15db58c9531242049728ee20c43e2bbe for: {'network': 1} {{(pid=105225) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:58:40.150092 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-986e678b-e37b-40cd-a73a-96a93f5e4d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for network, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:40.163247 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-986e678b-e37b-40cd-a73a-96a93f5e4d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:40.256713 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-986e678b-e37b-40cd-a73a-96a93f5e4d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:40.261919 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-986e678b-e37b-40cd-a73a-96a93f5e4d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:40.265419 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-30bfae27-e6ef-4c55-acf8-e223aff1605f tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:40.289381 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-986e678b-e37b-40cd-a73a-96a93f5e4d8c admin admin] vlan segment allocate from pool success with {'vlan_id': 416, 'physical_network': 'physnet1'} {{(pid=105225) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 21 15:58:40.295669 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e678b-e37b-40cd-a73a-96a93f5e4d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4abaf0a8-ec17-4ece-9501-63ddb0bfca7c,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:40.299313 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-986e678b-e37b-40cd-a73a-96a93f5e4d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:40.302131 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-986e678b-e37b-40cd-a73a-96a93f5e4d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:40.302480 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.segments_db [None req-986e678b-e37b-40cd-a73a-96a93f5e4d8c admin admin] Added segment 04250650-1505-4d7b-89f4-b16be94207f7 of type vlan for network 96b283a4-635a-4b34-ae14-9f85567ca25b Jun 21 15:58:40.343021 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-986e678b-e37b-40cd-a73a-96a93f5e4d8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8728736750026'] for network, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:40.374932 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-986e678b-e37b-40cd-a73a-96a93f5e4d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090'] for network, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:40.376720 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986e678b-e37b-40cd-a73a-96a93f5e4d8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:58:40.377305 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-986e678b-e37b-40cd-a73a-96a93f5e4d8c admin admin] Notify callbacks [] for network, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:40.379730 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-6ba33619-59b5-4173-92f4-1d8199c253fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:40.439805 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-986e678b-e37b-40cd-a73a-96a93f5e4d8c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3191183 Jun 21 15:58:40.442742 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 47094) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:58:40.444838 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e678b-e37b-40cd-a73a-96a93f5e4d8c admin admin] Pushing event updated for resources: {'Network': ['ID=96b283a4-635a-4b34-ae14-9f85567ca25b,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:40.447811 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-986e678b-e37b-40cd-a73a-96a93f5e4d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:40.448213 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-d21153b9-a253-4b28-a88c-8c91a1adff7b admin admin] Request body: {'subnet': {'network_id': '96b283a4-635a-4b34-ae14-9f85567ca25b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-363001567-subnet', 'tenant_id': '15db58c9531242049728ee20c43e2bbe', 'ip_version': 4}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:58:40.455491 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Network 96b283a4-635a-4b34-ae14-9f85567ca25b details requested by agent ovs-agent-dv-neutron-797121-2-hyperv with host dv-neutron-797121-2-hyperv {{(pid=105226) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 21 15:58:40.471926 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d21153b9-a253-4b28-a88c-8c91a1adff7b admin admin] Made reservation on behalf of 15db58c9531242049728ee20c43e2bbe for: {'subnet': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:58:40.474272 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d21153b9-a253-4b28-a88c-8c91a1adff7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5880270'] for subnet, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:40.654957 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d21153b9-a253-4b28-a88c-8c91a1adff7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6203279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5880284'] for subnet, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:40.657095 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9a88a168-cca9-42a8-a7b0-aff6f88b56b7 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:40.706665 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21153b9-a253-4b28-a88c-8c91a1adff7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fccb2b2a-f61a-4d18-adc1-8825281a02f5,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:40.711303 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d21153b9-a253-4b28-a88c-8c91a1adff7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:40.717216 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88c1df8-3a41-4785-9257-3a050e65ba65 None None] Sync routers for ids ['73ac95b1-b135-4d74-b724-a689bb779e8d'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:58:40.726899 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88c1df8-3a41-4785-9257-3a050e65ba65 None None] Routers {'73ac95b1-b135-4d74-b724-a689bb779e8d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:58:40.727085 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21153b9-a253-4b28-a88c-8c91a1adff7b admin admin] Checking segment: {'id': '04250650-1505-4d7b-89f4-b16be94207f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '96b283a4-635a-4b34-ae14-9f85567ca25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:58:40.727359 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21153b9-a253-4b28-a88c-8c91a1adff7b admin admin] Network hostable DHCP agents. Network: 96b283a4-635a-4b34-ae14-9f85567ca25b, hostable agents: ['75d5b7b5-5659-4f05-8424-f621a108b2ea'], hosted agents: [] {{(pid=105224) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 21 15:58:40.727702 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-d88c1df8-3a41-4785-9257-3a050e65ba65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:58:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['73ac95b1-b135-4d74-b724-a689bb779e8d'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:58:40.744741 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21153b9-a253-4b28-a88c-8c91a1adff7b admin admin] Network 96b283a4-635a-4b34-ae14-9f85567ca25b is scheduled to be hosted by DHCP agent 75d5b7b5-5659-4f05-8424-f621a108b2ea with binding_index 1 {{(pid=105224) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 21 15:58:40.754696 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-d21153b9-a253-4b28-a88c-8c91a1adff7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-797121-2-hyperv, 96b283a4-635a-4b34-ae14-9f85567ca25b) {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:58:40.759130 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21153b9-a253-4b28-a88c-8c91a1adff7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:58:40.759760 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-d21153b9-a253-4b28-a88c-8c91a1adff7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:40.770403 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee234a6f-0003-4f31-b358-c324239349ec None None] Network 96b283a4-635a-4b34-ae14-9f85567ca25b requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:58:40.776221 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-d21153b9-a253-4b28-a88c-8c91a1adff7b admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3322022 Jun 21 15:58:40.779062 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 47096) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:58:40.784688 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-2eadae05-8753-4315-badc-4827552c817f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-363001567-router', 'tenant_id': '15db58c9531242049728ee20c43e2bbe', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:58:40.807268 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2eadae05-8753-4315-badc-4827552c817f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-627079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-16249'] for router, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:40.808383 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2eadae05-8753-4315-badc-4827552c817f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-627194', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-573364', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-456134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-16238'] for router, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:40.868114 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2eadae05-8753-4315-badc-4827552c817f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:40.905239 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-d88c1df8-3a41-4785-9257-3a050e65ba65 None None] Set router 73ac95b1-b135-4d74-b724-a689bb779e8d gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:58:41.014922 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2eadae05-8753-4315-badc-4827552c817f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-573382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-627061', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-16156'] for router, precommit_update {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:41.035067 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa86d71c-4c9d-4b0c-b095-20282ff6d8b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71144742-6549-5673-a547-97ae2edf0e9c-96b283a4-635a-4b34-ae14-9f85567ca25b', 'network_id': '96b283a4-635a-4b34-ae14-9f85567ca25b', 'tenant_id': '15db58c9531242049728ee20c43e2bbe', 'fixed_ips': [{'subnet_id': 'fccb2b2a-f61a-4d18-adc1-8825281a02f5'}]}} from dv-neutron-797121-2-hyperv. {{(pid=105226) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 21 15:58:41.035924 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-aa86d71c-4c9d-4b0c-b095-20282ff6d8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:41.218439 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2eadae05-8753-4315-badc-4827552c817f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:41.238718 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2eadae05-8753-4315-badc-4827552c817f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:41.242753 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.db_base_plugin_common [None req-aa86d71c-4c9d-4b0c-b095-20282ff6d8b1 None None] Allocated IP 172.20.0.2 (96b283a4-635a-4b34-ae14-9f85567ca25b/fccb2b2a-f61a-4d18-adc1-8825281a02f5/d4109a5d-58c6-473d-8db4-1626bcde6b80) {{(pid=105226) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:58:41.301479 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-d88c1df8-3a41-4785-9257-3a050e65ba65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'name': 'tempest-TestSnapshotPattern-519210936-router', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '72853a98-6665-47db-9920-0ce31c126706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T15:58:38Z', 'revision_number': 4, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'gw_port': {'id': '72853a98-6665-47db-9920-0ce31c126706', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:15:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T15:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'ac1480a0-9f3e-4d99-864f-5f3922e5b159', 'name': '', 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'mac_address': 'fa:16:3e:0d:c7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '7c553289-0639-4480-a620-49000b971af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:38Z', 'updated_at': '2021-06-21T15:58:38Z', 'revision_number': 2, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'subnets': [{'id': '7c553289-0639-4480-a620-49000b971af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:58:41.329844 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88c1df8-3a41-4785-9257-3a050e65ba65 None None] Checking router: 73ac95b1-b135-4d74-b724-a689bb779e8d for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:58:41.330199 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88c1df8-3a41-4785-9257-3a050e65ba65 None None] Updating router 73ac95b1-b135-4d74-b724-a689bb779e8d port ac1480a0-9f3e-4d99-864f-5f3922e5b159 binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:58:41.356030 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.db_base_plugin_common [None req-2eadae05-8753-4315-badc-4827552c817f admin admin] Allocated IP 172.26.3.210 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/fe10edde-6419-45ed-83f1-e36a42141e42) {{(pid=105225) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:58:41.386611 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d88c1df8-3a41-4785-9257-3a050e65ba65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:41.460916 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2eadae05-8753-4315-badc-4827552c817f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:41.507120 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2eadae05-8753-4315-badc-4827552c817f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-4369844'] for port, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:41.510126 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-52ee0441-076d-45d8-be45-ebefb5daf6af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:41.522447 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-aa86d71c-4c9d-4b0c-b095-20282ff6d8b1 None None] Notify callbacks [] for port, precommit_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:41.544620 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-aa86d71c-4c9d-4b0c-b095-20282ff6d8b1 None None] Transition to ACTIVE for port object d4109a5d-58c6-473d-8db4-1626bcde6b80 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:58:41.549947 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eadae05-8753-4315-badc-4827552c817f admin admin] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105225) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:58:41.556840 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.base_scheduler [None req-2eadae05-8753-4315-badc-4827552c817f admin admin] Resources bound (agent type, host, resource id): {{(pid=105225) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:58:41.561465 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eadae05-8753-4315-badc-4827552c817f admin admin] Received port after_create {{(pid=105225) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:58:41.568525 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 72853a98-6665-47db-9920-0ce31c126706 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:58:41.571006 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-aa86d71c-4c9d-4b0c-b095-20282ff6d8b1 None None] Transition to ACTIVE for port object d4109a5d-58c6-473d-8db4-1626bcde6b80 will not be triggered until provisioned by entity DHCP. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:58:41.588654 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eadae05-8753-4315-badc-4827552c817f admin admin] Pushing event updated for resources: {'Port': ['ID=fe10edde-6419-45ed-83f1-e36a42141e42,revision_number=1']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:41.591672 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2eadae05-8753-4315-badc-4827552c817f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:41.622599 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-aa86d71c-4c9d-4b0c-b095-20282ff6d8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492'] for port, after_create {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:41.627182 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:41.824185 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2eadae05-8753-4315-badc-4827552c817f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:41.860296 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa86d71c-4c9d-4b0c-b095-20282ff6d8b1 None None] Network 96b283a4-635a-4b34-ae14-9f85567ca25b is already hosted by enough agents. {{(pid=105226) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:58:41.878171 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.scheduler.base_scheduler [None req-aa86d71c-4c9d-4b0c-b095-20282ff6d8b1 None None] Resources bound (agent type, host, resource id): {{(pid=105226) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:58:41.885941 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa86d71c-4c9d-4b0c-b095-20282ff6d8b1 None None] Received port after_create {{(pid=105226) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:58:41.887593 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86d71c-4c9d-4b0c-b095-20282ff6d8b1 None None] Pushing event updated for resources: {'Port': ['ID=d4109a5d-58c6-473d-8db4-1626bcde6b80,revision_number=1']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:41.895869 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-aa86d71c-4c9d-4b0c-b095-20282ff6d8b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:41.958021 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 72853a98-6665-47db-9920-0ce31c126706 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:58:41.958425 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:42.003637 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-aa86d71c-4c9d-4b0c-b095-20282ff6d8b1 None None] Attempting to bind port d4109a5d-58c6-473d-8db4-1626bcde6b80 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:58:42.003984 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-aa86d71c-4c9d-4b0c-b095-20282ff6d8b1 None None] Attempting to bind port d4109a5d-58c6-473d-8db4-1626bcde6b80 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '04250650-1505-4d7b-89f4-b16be94207f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '96b283a4-635a-4b34-ae14-9f85567ca25b'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:58:42.004364 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa86d71c-4c9d-4b0c-b095-20282ff6d8b1 None None] Attempting to bind port d4109a5d-58c6-473d-8db4-1626bcde6b80 on network 96b283a4-635a-4b34-ae14-9f85567ca25b {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:58:42.024807 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2eadae05-8753-4315-badc-4827552c817f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-627086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-572434'] for router, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:42.039088 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa86d71c-4c9d-4b0c-b095-20282ff6d8b1 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:58:42.039472 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa86d71c-4c9d-4b0c-b095-20282ff6d8b1 None None] Checking segment: {'id': '04250650-1505-4d7b-89f4-b16be94207f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '96b283a4-635a-4b34-ae14-9f85567ca25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:58:42.039872 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-aa86d71c-4c9d-4b0c-b095-20282ff6d8b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:42.040273 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa86d71c-4c9d-4b0c-b095-20282ff6d8b1 None None] Bound using segment: {'id': '04250650-1505-4d7b-89f4-b16be94207f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '96b283a4-635a-4b34-ae14-9f85567ca25b'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:58:42.040751 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-aa86d71c-4c9d-4b0c-b095-20282ff6d8b1 None None] Bound port: d4109a5d-58c6-473d-8db4-1626bcde6b80, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04250650-1505-4d7b-89f4-b16be94207f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '96b283a4-635a-4b34-ae14-9f85567ca25b'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:58:42.041124 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-aa86d71c-4c9d-4b0c-b095-20282ff6d8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:42.070911 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d88c1df8-3a41-4785-9257-3a050e65ba65 None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:42.101106 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-d88c1df8-3a41-4785-9257-3a050e65ba65 None None] Transition to ACTIVE for port object ac1480a0-9f3e-4d99-864f-5f3922e5b159 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:58:42.134557 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d88c1df8-3a41-4785-9257-3a050e65ba65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:42.142239 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-b3f3d0d9-7ab2-454b-95a4-2368290efd50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:42.157196 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eadae05-8753-4315-badc-4827552c817f admin admin] Router 028d16f9-24e9-4969-8182-8741cca685b7 is scheduled to L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 with binding_index 1 {{(pid=105225) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 21 15:58:42.197943 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-aa86d71c-4c9d-4b0c-b095-20282ff6d8b1 None None] For port d4109a5d-58c6-473d-8db4-1626bcde6b80, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:58:42.254542 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-aa86d71c-4c9d-4b0c-b095-20282ff6d8b1 None None] For port d4109a5d-58c6-473d-8db4-1626bcde6b80, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=d4109a5d-58c6-473d-8db4-1626bcde6b80,segment=NetworkSegment(04250650-1505-4d7b-89f4-b16be94207f7),segment_id=04250650-1505-4d7b-89f4-b16be94207f7)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:58:42.258459 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5b3b0-00ad-4721-a01f-d8ce7a9ba6a4 None None] Pushing event updated for resources: {'Port': ['ID=ac1480a0-9f3e-4d99-864f-5f3922e5b159,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:42.265079 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-10b5b3b0-00ad-4721-a01f-d8ce7a9ba6a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:42.266668 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-aa86d71c-4c9d-4b0c-b095-20282ff6d8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:42.283991 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:42.284338 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eadae05-8753-4315-badc-4827552c817f admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:58:42.295048 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82558c16-1654-4d71-a668-6b765398fdb7 None None] Sync routers for ids ['028d16f9-24e9-4969-8182-8741cca685b7'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:58:42.307359 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-2eadae05-8753-4315-badc-4827552c817f admin admin] Notify callbacks [] for router, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:42.309320 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-2eadae05-8753-4315-badc-4827552c817f admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5291708 Jun 21 15:58:42.312432 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 47098) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:58:42.319666 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82558c16-1654-4d71-a668-6b765398fdb7 None None] Routers {'028d16f9-24e9-4969-8182-8741cca685b7'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:58:42.320441 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-82558c16-1654-4d71-a668-6b765398fdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:58:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['028d16f9-24e9-4969-8182-8741cca685b7'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:58:42.390139 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-d88c1df8-3a41-4785-9257-3a050e65ba65 None None] Attempting to bind port ac1480a0-9f3e-4d99-864f-5f3922e5b159 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:58:42.390139 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-d88c1df8-3a41-4785-9257-3a050e65ba65 None None] Attempting to bind port ac1480a0-9f3e-4d99-864f-5f3922e5b159 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': 'f8639fdc-bb4e-4e75-b228-015704f2ce81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:58:42.390139 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88c1df8-3a41-4785-9257-3a050e65ba65 None None] Attempting to bind port ac1480a0-9f3e-4d99-864f-5f3922e5b159 on network 55de76cb-4723-4175-9f35-c797a48a783a {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:58:42.393330 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86d71c-4c9d-4b0c-b095-20282ff6d8b1 None None] Pushing event updated for resources: {'Port': ['ID=d4109a5d-58c6-473d-8db4-1626bcde6b80,revision_number=2']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:42.398252 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-aa86d71c-4c9d-4b0c-b095-20282ff6d8b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:42.399187 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88c1df8-3a41-4785-9257-3a050e65ba65 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:58:42.399565 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88c1df8-3a41-4785-9257-3a050e65ba65 None None] Checking segment: {'id': 'f8639fdc-bb4e-4e75-b228-015704f2ce81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:58:42.399988 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d88c1df8-3a41-4785-9257-3a050e65ba65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:42.400362 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88c1df8-3a41-4785-9257-3a050e65ba65 None None] Bound using segment: {'id': 'f8639fdc-bb4e-4e75-b228-015704f2ce81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:58:42.400880 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-d88c1df8-3a41-4785-9257-3a050e65ba65 None None] Bound port: ac1480a0-9f3e-4d99-864f-5f3922e5b159, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8639fdc-bb4e-4e75-b228-015704f2ce81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:58:42.401234 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d88c1df8-3a41-4785-9257-3a050e65ba65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:42.484822 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-d88c1df8-3a41-4785-9257-3a050e65ba65 None None] For port ac1480a0-9f3e-4d99-864f-5f3922e5b159, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:58:42.488650 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-d88c1df8-3a41-4785-9257-3a050e65ba65 None None] For port ac1480a0-9f3e-4d99-864f-5f3922e5b159, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=ac1480a0-9f3e-4d99-864f-5f3922e5b159,segment=NetworkSegment(f8639fdc-bb4e-4e75-b228-015704f2ce81),segment_id=f8639fdc-bb4e-4e75-b228-015704f2ce81)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:58:42.496533 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d88c1df8-3a41-4785-9257-3a050e65ba65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:42.507389 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-d59a6dde-b3d4-4776-8e5e-0bbab7a6883a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:42.561572 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88c1df8-3a41-4785-9257-3a050e65ba65 None None] Routers {'73ac95b1-b135-4d74-b724-a689bb779e8d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:58:42.562304 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-d88c1df8-3a41-4785-9257-3a050e65ba65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:58:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['73ac95b1-b135-4d74-b724-a689bb779e8d'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:58:42.568317 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-82558c16-1654-4d71-a668-6b765398fdb7 None None] Set router 028d16f9-24e9-4969-8182-8741cca685b7 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:58:42.651393 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5b3b0-00ad-4721-a01f-d8ce7a9ba6a4 None None] Pushing event updated for resources: {'Port': ['ID=ac1480a0-9f3e-4d99-864f-5f3922e5b159,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:42.651393 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-10b5b3b0-00ad-4721-a01f-d8ce7a9ba6a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:42.781512 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-d88c1df8-3a41-4785-9257-3a050e65ba65 None None] Set router 73ac95b1-b135-4d74-b724-a689bb779e8d gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:58:42.814501 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-82558c16-1654-4d71-a668-6b765398fdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028d16f9-24e9-4969-8182-8741cca685b7', 'name': 'tempest-TestSnapshotPattern-363001567-router', 'tenant_id': '15db58c9531242049728ee20c43e2bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': 'fe10edde-6419-45ed-83f1-e36a42141e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:58:40Z', 'updated_at': '2021-06-21T15:58:41Z', 'revision_number': 3, 'project_id': '15db58c9531242049728ee20c43e2bbe', 'gw_port': {'id': 'fe10edde-6419-45ed-83f1-e36a42141e42', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:88:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028d16f9-24e9-4969-8182-8741cca685b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:41Z', 'updated_at': '2021-06-21T15:58:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:58:42.866777 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82558c16-1654-4d71-a668-6b765398fdb7 None None] Checking router: 028d16f9-24e9-4969-8182-8741cca685b7 for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:58:42.867532 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82558c16-1654-4d71-a668-6b765398fdb7 None None] Updating router 028d16f9-24e9-4969-8182-8741cca685b7 port fe10edde-6419-45ed-83f1-e36a42141e42 binding host dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:58:42.914660 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-82558c16-1654-4d71-a668-6b765398fdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:42.927436 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4e8a0190-a12c-49f4-bb04-c873c4f70f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:43.020045 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-d88c1df8-3a41-4785-9257-3a050e65ba65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'name': 'tempest-TestSnapshotPattern-519210936-router', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '72853a98-6665-47db-9920-0ce31c126706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T15:58:38Z', 'revision_number': 4, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'gw_port': {'id': '72853a98-6665-47db-9920-0ce31c126706', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:15:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T15:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'ac1480a0-9f3e-4d99-864f-5f3922e5b159', 'name': '', 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'mac_address': 'fa:16:3e:0d:c7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '7c553289-0639-4480-a620-49000b971af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:38Z', 'updated_at': '2021-06-21T15:58:42Z', 'revision_number': 4, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'subnets': [{'id': '7c553289-0639-4480-a620-49000b971af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:58:43.046104 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88c1df8-3a41-4785-9257-3a050e65ba65 None None] The sync data for ids ['73ac95b1-b135-4d74-b724-a689bb779e8d'] in dv-neutron-797121-2-hyperv is: [{'id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'name': 'tempest-TestSnapshotPattern-519210936-router', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '72853a98-6665-47db-9920-0ce31c126706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T15:58:38Z', 'revision_number': 4, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'gw_port': {'id': '72853a98-6665-47db-9920-0ce31c126706', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:15:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T15:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'ac1480a0-9f3e-4d99-864f-5f3922e5b159', 'name': '', 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'mac_address': 'fa:16:3e:0d:c7:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '7c553289-0639-4480-a620-49000b971af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:38Z', 'updated_at': '2021-06-21T15:58:42Z', 'revision_number': 4, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'subnets': [{'id': '7c553289-0639-4480-a620-49000b971af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:58:43.104241 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-4e8a0190-a12c-49f4-bb04-c873c4f70f81 admin admin] Allocated IP 172.20.0.1 (96b283a4-635a-4b34-ae14-9f85567ca25b/fccb2b2a-f61a-4d18-adc1-8825281a02f5/26f6d83c-5cc6-4386-8cb3-ff1b49c38670) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:58:43.219201 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-82558c16-1654-4d71-a668-6b765398fdb7 None None] Notify callbacks [] for port, precommit_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:43.234365 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.provisioning_blocks [None req-82558c16-1654-4d71-a668-6b765398fdb7 None None] Transition to ACTIVE for port object fe10edde-6419-45ed-83f1-e36a42141e42 will not be triggered until provisioned by entity L2. {{(pid=105227) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:58:43.239548 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4e8a0190-a12c-49f4-bb04-c873c4f70f81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:43.242546 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-82558c16-1654-4d71-a668-6b765398fdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:43.245493 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-7cef3675-0960-48c1-a557-9d893226192d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:43.255504 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [None req-4e8a0190-a12c-49f4-bb04-c873c4f70f81 admin admin] Transition to ACTIVE for port object 26f6d83c-5cc6-4386-8cb3-ff1b49c38670 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:58:43.295869 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4e8a0190-a12c-49f4-bb04-c873c4f70f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:43.296241 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee3867-d159-4e4a-9f1a-fab640d1e2a2 None None] Pushing event updated for resources: {'Port': ['ID=fe10edde-6419-45ed-83f1-e36a42141e42,revision_number=2']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:43.298542 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f2cf5983-3611-4113-93ec-661f71f8c33d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:43.304196 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-e7ee3867-d159-4e4a-9f1a-fab640d1e2a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:43.305078 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-82558c16-1654-4d71-a668-6b765398fdb7 None None] Attempting to bind port fe10edde-6419-45ed-83f1-e36a42141e42 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:58:43.305507 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-82558c16-1654-4d71-a668-6b765398fdb7 None None] Attempting to bind port fe10edde-6419-45ed-83f1-e36a42141e42 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:58:43.305896 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82558c16-1654-4d71-a668-6b765398fdb7 None None] Attempting to bind port fe10edde-6419-45ed-83f1-e36a42141e42 on network 78e7bc12-ea33-4baf-9744-b93105835641 {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:58:43.313439 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82558c16-1654-4d71-a668-6b765398fdb7 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:58:43.313838 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82558c16-1654-4d71-a668-6b765398fdb7 None None] Checking segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105227) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:58:43.314249 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-82558c16-1654-4d71-a668-6b765398fdb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:43.314659 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82558c16-1654-4d71-a668-6b765398fdb7 None None] Bound using segment: {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'} {{(pid=105227) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:58:43.315199 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.managers [None req-82558c16-1654-4d71-a668-6b765398fdb7 None None] Bound port: fe10edde-6419-45ed-83f1-e36a42141e42, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95a25155-96e3-42a2-992c-6f69bf2b5fd1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641'}}] {{(pid=105227) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:58:43.315575 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-82558c16-1654-4d71-a668-6b765398fdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:43.351362 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8a0190-a12c-49f4-bb04-c873c4f70f81 admin admin] Network 96b283a4-635a-4b34-ae14-9f85567ca25b is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:58:43.354628 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-4e8a0190-a12c-49f4-bb04-c873c4f70f81 admin admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:58:43.357299 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8a0190-a12c-49f4-bb04-c873c4f70f81 admin admin] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:58:43.387306 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-82558c16-1654-4d71-a668-6b765398fdb7 None None] For port fe10edde-6419-45ed-83f1-e36a42141e42, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105227) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:58:43.391267 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.plugins.ml2.db [None req-82558c16-1654-4d71-a668-6b765398fdb7 None None] For port fe10edde-6419-45ed-83f1-e36a42141e42, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=fe10edde-6419-45ed-83f1-e36a42141e42,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105227) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:58:43.392829 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a0190-a12c-49f4-bb04-c873c4f70f81 admin admin] Pushing event updated for resources: {'Port': ['ID=26f6d83c-5cc6-4386-8cb3-ff1b49c38670,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:43.397167 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron_lib.callbacks.manager [None req-82558c16-1654-4d71-a668-6b765398fdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105227) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:43.397371 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4e8a0190-a12c-49f4-bb04-c873c4f70f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:43.399589 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-02c7e153-b72e-4bae-9abd-59477c763ce0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:43.419721 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4e8a0190-a12c-49f4-bb04-c873c4f70f81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-571197'] for router_interface, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:43.460854 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82558c16-1654-4d71-a668-6b765398fdb7 None None] Routers {'028d16f9-24e9-4969-8182-8741cca685b7'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:58:43.461593 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-82558c16-1654-4d71-a668-6b765398fdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:58:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['028d16f9-24e9-4969-8182-8741cca685b7'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:58:43.466832 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee3867-d159-4e4a-9f1a-fab640d1e2a2 None None] Pushing event updated for resources: {'Port': ['ID=fe10edde-6419-45ed-83f1-e36a42141e42,revision_number=3']} {{(pid=105227) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:43.500844 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG oslo_concurrency.lockutils [None req-e7ee3867-d159-4e4a-9f1a-fab640d1e2a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=105227) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:43.608705 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-82558c16-1654-4d71-a668-6b765398fdb7 None None] Set router 028d16f9-24e9-4969-8182-8741cca685b7 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:58:43.626171 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4e8a0190-a12c-49f4-bb04-c873c4f70f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:43.677901 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device d4109a5d-58c6-473d-8db4-1626bcde6b80 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:58:43.743153 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port d4109a5d-58c6-473d-8db4-1626bcde6b80 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:58:43.754677 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device ac1480a0-9f3e-4d99-864f-5f3922e5b159 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:58:43.843126 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282bd97a-60ac-4a14-89d4-7f347e3b661e None None] Network 96b283a4-635a-4b34-ae14-9f85567ca25b requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 15:58:43.847121 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port ac1480a0-9f3e-4d99-864f-5f3922e5b159 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:58:43.865412 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-82558c16-1654-4d71-a668-6b765398fdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028d16f9-24e9-4969-8182-8741cca685b7', 'name': 'tempest-TestSnapshotPattern-363001567-router', 'tenant_id': '15db58c9531242049728ee20c43e2bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': 'fe10edde-6419-45ed-83f1-e36a42141e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:58:40Z', 'updated_at': '2021-06-21T15:58:41Z', 'revision_number': 3, 'project_id': '15db58c9531242049728ee20c43e2bbe', 'gw_port': {'id': 'fe10edde-6419-45ed-83f1-e36a42141e42', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:88:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028d16f9-24e9-4969-8182-8741cca685b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:41Z', 'updated_at': '2021-06-21T15:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:58:43.873351 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4e8a0190-a12c-49f4-bb04-c873c4f70f81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:43.880518 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4e8a0190-a12c-49f4-bb04-c873c4f70f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:43.886161 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-e28a65b9-ef2c-4f5a-ae92-a892735a66bf tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:43.886429 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port ac1480a0-9f3e-4d99-864f-5f3922e5b159 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:58:43.886813 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:43.902960 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82558c16-1654-4d71-a668-6b765398fdb7 None None] The sync data for ids ['028d16f9-24e9-4969-8182-8741cca685b7'] in dv-neutron-797121-2-hyperv is: [{'id': '028d16f9-24e9-4969-8182-8741cca685b7', 'name': 'tempest-TestSnapshotPattern-363001567-router', 'tenant_id': '15db58c9531242049728ee20c43e2bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': 'fe10edde-6419-45ed-83f1-e36a42141e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:58:40Z', 'updated_at': '2021-06-21T15:58:41Z', 'revision_number': 3, 'project_id': '15db58c9531242049728ee20c43e2bbe', 'gw_port': {'id': 'fe10edde-6419-45ed-83f1-e36a42141e42', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:88:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028d16f9-24e9-4969-8182-8741cca685b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:41Z', 'updated_at': '2021-06-21T15:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:58:43.970911 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a0190-a12c-49f4-bb04-c873c4f70f81 admin admin] Pushing event updated for resources: {'Port': ['ID=26f6d83c-5cc6-4386-8cb3-ff1b49c38670,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:43.972597 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-1523acf0-f06c-4913-971c-ab42fde26609 None None] Provisioning for port d4109a5d-58c6-473d-8db4-1626bcde6b80 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:58:43.974134 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-4e8a0190-a12c-49f4-bb04-c873c4f70f81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:43.975377 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-4e8a0190-a12c-49f4-bb04-c873c4f70f81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-726052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-571940'] for router_interface, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:43.985723 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-1523acf0-f06c-4913-971c-ab42fde26609 None None] Provisioning complete for port d4109a5d-58c6-473d-8db4-1626bcde6b80 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:58:43.986377 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1523acf0-f06c-4913-971c-ab42fde26609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:44.088085 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e8a0190-a12c-49f4-bb04-c873c4f70f81 admin admin] Network 96b283a4-635a-4b34-ae14-9f85567ca25b is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:58:44.089763 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-4e8a0190-a12c-49f4-bb04-c873c4f70f81 admin admin] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:58:44.103751 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:44.156868 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-789bd47d-d83b-408d-9f23-fb3b9c135fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:44.199862 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port ac1480a0-9f3e-4d99-864f-5f3922e5b159, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=ac1480a0-9f3e-4d99-864f-5f3922e5b159,segment=NetworkSegment(f8639fdc-bb4e-4e75-b228-015704f2ce81),segment_id=f8639fdc-bb4e-4e75-b228-015704f2ce81)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:58:44.208407 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:44.218629 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-d59a6dde-b3d4-4776-8e5e-0bbab7a6883a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:44.247166 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8a0190-a12c-49f4-bb04-c873c4f70f81 admin admin] Router 028d16f9-24e9-4969-8182-8741cca685b7 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:58:44.295806 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1523acf0-f06c-4913-971c-ab42fde26609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:44.369429 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=ac1480a0-9f3e-4d99-864f-5f3922e5b159,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:44.378934 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:44.396804 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-1523acf0-f06c-4913-971c-ab42fde26609 None None] For port d4109a5d-58c6-473d-8db4-1626bcde6b80, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=d4109a5d-58c6-473d-8db4-1626bcde6b80,segment=NetworkSegment(04250650-1505-4d7b-89f4-b16be94207f7),segment_id=04250650-1505-4d7b-89f4-b16be94207f7)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:58:44.403200 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1523acf0-f06c-4913-971c-ab42fde26609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:44.406668 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:44.411406 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8a0190-a12c-49f4-bb04-c873c4f70f81 admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:58:44.433506 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-4e8a0190-a12c-49f4-bb04-c873c4f70f81 admin admin] 10.222.0.72 "PUT /v2.0/routers/028d16f9-24e9-4969-8182-8741cca685b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1108711 Jun 21 15:58:44.469995 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523acf0-f06c-4913-971c-ab42fde26609 None None] Pushing event updated for resources: {'Port': ['ID=d4109a5d-58c6-473d-8db4-1626bcde6b80,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:44.481911 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-1523acf0-f06c-4913-971c-ab42fde26609 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:44.632966 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-18754e16-47ae-4628-9f48-de5ba222811c None None] Provisioning for port 26f6d83c-5cc6-4386-8cb3-ff1b49c38670 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:58:44.638964 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-18754e16-47ae-4628-9f48-de5ba222811c None None] Provisioning complete for port 26f6d83c-5cc6-4386-8cb3-ff1b49c38670 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:58:44.639327 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-18754e16-47ae-4628-9f48-de5ba222811c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:44.681755 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-18754e16-47ae-4628-9f48-de5ba222811c None None] Port 26f6d83c-5cc6-4386-8cb3-ff1b49c38670 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:58:44.701332 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-18754e16-47ae-4628-9f48-de5ba222811c None None] Provisioning complete for port d4109a5d-58c6-473d-8db4-1626bcde6b80 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:58:44.701719 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-18754e16-47ae-4628-9f48-de5ba222811c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:44.921680 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-cc17053a-da17-4554-ade5-7b0fd951c0eb None None] Provisioning complete for port 26f6d83c-5cc6-4386-8cb3-ff1b49c38670 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:58:44.921955 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-cc17053a-da17-4554-ade5-7b0fd951c0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:44.965159 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-cc17053a-da17-4554-ade5-7b0fd951c0eb None None] Port 26f6d83c-5cc6-4386-8cb3-ff1b49c38670 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:58:45.086172 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-5b697d6e-6eee-4909-98dd-7546918f8f85 None None] Provisioning complete for port 26f6d83c-5cc6-4386-8cb3-ff1b49c38670 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:58:45.086550 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5b697d6e-6eee-4909-98dd-7546918f8f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:45.103431 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 47106) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:58:45.108945 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-c9695983-b2bd-4ebc-9f70-d8f307c19c42 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1494263721', 'description': 'tempest-secgroup-smoke-1494263721 description', 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:58:45.130386 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-5b697d6e-6eee-4909-98dd-7546918f8f85 None None] Port 26f6d83c-5cc6-4386-8cb3-ff1b49c38670 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:58:45.134217 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c9695983-b2bd-4ebc-9f70-d8f307c19c42 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks [] for security_group, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:45.218904 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c9695983-b2bd-4ebc-9f70-d8f307c19c42 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks [] for security_group, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:45.225072 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c9695983-b2bd-4ebc-9f70-d8f307c19c42 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:45.229041 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c08adfc4-cde8-4ea4-9b8c-81c040497f48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:45.262244 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-c9695983-b2bd-4ebc-9f70-d8f307c19c42 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:45.266574 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-c9695983-b2bd-4ebc-9f70-d8f307c19c42 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1587689 Jun 21 15:58:45.266574 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9695983-b2bd-4ebc-9f70-d8f307c19c42 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:45.266829 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 47108) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:58:45.268280 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c9695983-b2bd-4ebc-9f70-d8f307c19c42 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:45.271850 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-75fb6a5a-04d7-4bb2-9d40-1322b40eaf28 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Request body: {'security_group_rule': {'security_group_id': '5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110', 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:58:45.298549 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-75fb6a5a-04d7-4bb2-9d40-1322b40eaf28 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:45.355166 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-75fb6a5a-04d7-4bb2-9d40-1322b40eaf28 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:45.363137 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-75fb6a5a-04d7-4bb2-9d40-1322b40eaf28 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:45.364980 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-725ecdd7-bf6e-4650-b9f9-2684f07ecbe5 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:45.382090 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb6a5a-04d7-4bb2-9d40-1322b40eaf28 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c98b0b-680d-47d5-824b-5b724e3f230c,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:45.384911 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-75fb6a5a-04d7-4bb2-9d40-1322b40eaf28 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:45.389691 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-75fb6a5a-04d7-4bb2-9d40-1322b40eaf28 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:45.390983 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-75fb6a5a-04d7-4bb2-9d40-1322b40eaf28 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229141 Jun 21 15:58:45.394132 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 47110) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:58:45.398799 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-1e36c266-08a9-4c98-815b-024f787082f1 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Request body: {'security_group_rule': {'security_group_id': '5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110', 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:58:45.429054 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1e36c266-08a9-4c98-815b-024f787082f1 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:45.497963 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1e36c266-08a9-4c98-815b-024f787082f1 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:45.503205 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1e36c266-08a9-4c98-815b-024f787082f1 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:45.505469 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d8dc566e-5c86-40d4-b6ae-a0d89157b002 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:45.522683 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36c266-08a9-4c98-815b-024f787082f1 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5173d95-7f3b-44c9-b826-e4a59f9e5931,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:45.525506 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-1e36c266-08a9-4c98-815b-024f787082f1 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:45.529708 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-1e36c266-08a9-4c98-815b-024f787082f1 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:45.530958 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-1e36c266-08a9-4c98-815b-024f787082f1 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1358702 Jun 21 15:58:45.533916 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 47112) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:58:45.538469 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-aafe48d4-5fd7-41d4-a2ba-e1a06343146a tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Request body: {'security_group_rule': {'security_group_id': '5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110', 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:58:45.565653 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-aafe48d4-5fd7-41d4-a2ba-e1a06343146a tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:45.631461 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-aafe48d4-5fd7-41d4-a2ba-e1a06343146a tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:45.635444 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-aafe48d4-5fd7-41d4-a2ba-e1a06343146a tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:45.641305 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-fcbb6a0a-ee98-4110-b0d6-aa32098e8d1d tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:45.656319 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafe48d4-5fd7-41d4-a2ba-e1a06343146a tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04029096-ba28-4390-a09c-302c7513a70d,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:45.658994 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-aafe48d4-5fd7-41d4-a2ba-e1a06343146a tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:45.662473 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device fe10edde-6419-45ed-83f1-e36a42141e42 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:58:45.667177 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-aafe48d4-5fd7-41d4-a2ba-e1a06343146a tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:45.668333 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-aafe48d4-5fd7-41d4-a2ba-e1a06343146a tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1336100 Jun 21 15:58:45.671946 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 47114) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:58:45.676498 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-73100e6e-4c57-4625-bdbd-989ecb9647fc tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Request body: {'security_group_rule': {'security_group_id': '5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110', 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:58:45.704459 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-73100e6e-4c57-4625-bdbd-989ecb9647fc tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:45.716149 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port fe10edde-6419-45ed-83f1-e36a42141e42 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:58:45.720047 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port fe10edde-6419-45ed-83f1-e36a42141e42 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:58:45.720431 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:45.768012 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-73100e6e-4c57-4625-bdbd-989ecb9647fc tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:45.772830 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-73100e6e-4c57-4625-bdbd-989ecb9647fc tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:45.774814 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-d3427bfa-66c4-442c-a4ba-242180780609 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:45.791993 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73100e6e-4c57-4625-bdbd-989ecb9647fc tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2bccdb9-bdc7-470f-90ea-5a8bc5f88ded,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:45.794433 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-73100e6e-4c57-4625-bdbd-989ecb9647fc tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:45.799870 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:45.800019 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-73100e6e-4c57-4625-bdbd-989ecb9647fc tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:45.804026 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 47116) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:58:45.804534 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-73100e6e-4c57-4625-bdbd-989ecb9647fc tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1312115 Jun 21 15:58:45.809409 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-deb8f53f-2cc8-4a8c-a3a4-6b726f1c9997 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Request body: {'security_group_rule': {'security_group_id': '5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110', 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:58:45.821966 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port fe10edde-6419-45ed-83f1-e36a42141e42, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=fe10edde-6419-45ed-83f1-e36a42141e42,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:58:45.826974 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:45.827911 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device d4109a5d-58c6-473d-8db4-1626bcde6b80 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:58:45.829604 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:45.840546 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.securitygroups_db [None req-deb8f53f-2cc8-4a8c-a3a4-6b726f1c9997 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Project 8d2fe00fd67c4e04b9ec03883c56e04c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 15:58:45.846311 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-deb8f53f-2cc8-4a8c-a3a4-6b726f1c9997 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:45.907351 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=fe10edde-6419-45ed-83f1-e36a42141e42,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:45.909884 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-deb8f53f-2cc8-4a8c-a3a4-6b726f1c9997 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:45.913676 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:45.920503 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-deb8f53f-2cc8-4a8c-a3a4-6b726f1c9997 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:45.923126 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port d4109a5d-58c6-473d-8db4-1626bcde6b80 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:58:45.923512 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:45.923801 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-7d26d38c-c6df-40ca-8a82-f1a3b47dc276 tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:45.939860 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8f53f-2cc8-4a8c-a3a4-6b726f1c9997 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f067b88-d9cb-4feb-b351-39267e2737c5,revision_number=0']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:45.943894 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-deb8f53f-2cc8-4a8c-a3a4-6b726f1c9997 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:45.950367 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-deb8f53f-2cc8-4a8c-a3a4-6b726f1c9997 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:45.952448 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-deb8f53f-2cc8-4a8c-a3a4-6b726f1c9997 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1472795 Jun 21 15:58:45.955211 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 47118) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:58:45.960176 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.v2.base [None req-0de4c3e3-5e83-40b7-b16b-e26395527f96 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Request body: {'security_group_rule': {'security_group_id': '5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110', 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105225) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:58:45.982910 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.securitygroups_db [None req-0de4c3e3-5e83-40b7-b16b-e26395527f96 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Project 8d2fe00fd67c4e04b9ec03883c56e04c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 21 15:58:45.987836 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0de4c3e3-5e83-40b7-b16b-e26395527f96 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:46.008498 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device ac1480a0-9f3e-4d99-864f-5f3922e5b159 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:58:46.048410 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0de4c3e3-5e83-40b7-b16b-e26395527f96 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:46.053962 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0de4c3e3-5e83-40b7-b16b-e26395527f96 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446798'] for security_group_rule, after_create {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:46.055874 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-c4c703cc-ad3d-4555-82be-b71f37b76873 tempest-TestMinimumBasicScenario-1552279133 tempest-TestMinimumBasicScenario-1552279133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:46.058099 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port ac1480a0-9f3e-4d99-864f-5f3922e5b159 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:58:46.058569 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:46.069490 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de4c3e3-5e83-40b7-b16b-e26395527f96 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c986ad51-9581-4c16-8c68-dec9dfdfb125,revision_number=0']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:46.073310 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0de4c3e3-5e83-40b7-b16b-e26395527f96 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:46.079660 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0de4c3e3-5e83-40b7-b16b-e26395527f96 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:46.080879 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0de4c3e3-5e83-40b7-b16b-e26395527f96 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1247447 Jun 21 15:58:46.230511 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-9b95a2e8-b17b-4ce9-8cf5-badcdc3c53ee tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1494263721&fields=id&tenant_id=8d2fe00fd67c4e04b9ec03883c56e04c HTTP/1.1" status: 200 len: 267 time: 0.0393565 Jun 21 15:58:46.345815 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-b24d8f88-0abc-41a9-896e-97596f40eba9 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:58:46.347255 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-b24d8f88-0abc-41a9-896e-97596f40eba9 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/networks?id=55de76cb-4723-4175-9f35-c797a48a783a HTTP/1.1" status: 200 len: 809 time: 0.1100991 Jun 21 15:58:46.362758 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-a858a191-8d0c-484e-953e-9e4b23ca19eb tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/quotas/8d2fe00fd67c4e04b9ec03883c56e04c HTTP/1.1" status: 200 len: 375 time: 0.0099008 Jun 21 15:58:46.431864 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-acf5f4e6-681c-44bc-bf61-c57e71729e11 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8d2fe00fd67c4e04b9ec03883c56e04c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635636 Jun 21 15:58:46.475042 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415800a7-8275-4a6d-936a-b23fb1b3c5a2 None None] Sync routers for ids ['028d16f9-24e9-4969-8182-8741cca685b7'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:58:46.485524 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415800a7-8275-4a6d-936a-b23fb1b3c5a2 None None] Routers {'028d16f9-24e9-4969-8182-8741cca685b7'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:58:46.486106 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-415800a7-8275-4a6d-936a-b23fb1b3c5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:58:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['028d16f9-24e9-4969-8182-8741cca685b7'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:58:46.535521 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-28d5f021-1e86-4db0-b549-625028201552 service neutron] 10.222.0.72 "GET /v2.0/networks/55de76cb-4723-4175-9f35-c797a48a783a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921831 Jun 21 15:58:46.592660 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-415800a7-8275-4a6d-936a-b23fb1b3c5a2 None None] Set router 028d16f9-24e9-4969-8182-8741cca685b7 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:58:46.627924 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-fe6f17f0-638e-4f47-9f5c-3dfc40678464 service neutron] 10.222.0.72 "GET /v2.0/networks/55de76cb-4723-4175-9f35-c797a48a783a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853980 Jun 21 15:58:46.643083 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0862fee9-541e-4c54-8c51-4af1ba55f1db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:46.802912 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-49169e2a-37ee-4a6e-bad5-e9708a263c51 req-08c2a775-e654-4e5a-b7f5-008227131f35 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=e65d8bec-afab-4e65-a9f6-34a34e1da8fe HTTP/1.1" status: 200 len: 210 time: 0.0333350 Jun 21 15:58:46.803478 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-415800a7-8275-4a6d-936a-b23fb1b3c5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028d16f9-24e9-4969-8182-8741cca685b7', 'name': 'tempest-TestSnapshotPattern-363001567-router', 'tenant_id': '15db58c9531242049728ee20c43e2bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': 'fe10edde-6419-45ed-83f1-e36a42141e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:58:40Z', 'updated_at': '2021-06-21T15:58:43Z', 'revision_number': 4, 'project_id': '15db58c9531242049728ee20c43e2bbe', 'gw_port': {'id': 'fe10edde-6419-45ed-83f1-e36a42141e42', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028d16f9-24e9-4969-8182-8741cca685b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:41Z', 'updated_at': '2021-06-21T15:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '26f6d83c-5cc6-4386-8cb3-ff1b49c38670', 'name': '', 'network_id': '96b283a4-635a-4b34-ae14-9f85567ca25b', 'tenant_id': '15db58c9531242049728ee20c43e2bbe', 'mac_address': 'fa:16:3e:d0:fe:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028d16f9-24e9-4969-8182-8741cca685b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'fccb2b2a-f61a-4d18-adc1-8825281a02f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:42Z', 'updated_at': '2021-06-21T15:58:43Z', 'revision_number': 2, 'project_id': '15db58c9531242049728ee20c43e2bbe', 'subnets': [{'id': 'fccb2b2a-f61a-4d18-adc1-8825281a02f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:58:46.833422 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415800a7-8275-4a6d-936a-b23fb1b3c5a2 None None] Checking router: 028d16f9-24e9-4969-8182-8741cca685b7 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:58:46.833776 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415800a7-8275-4a6d-936a-b23fb1b3c5a2 None None] Updating router 028d16f9-24e9-4969-8182-8741cca685b7 port 26f6d83c-5cc6-4386-8cb3-ff1b49c38670 binding host dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 21 15:58:46.874467 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-415800a7-8275-4a6d-936a-b23fb1b3c5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:47.179153 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:47.184621 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-415800a7-8275-4a6d-936a-b23fb1b3c5a2 None None] Notify callbacks [] for port, precommit_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:47.194459 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-415800a7-8275-4a6d-936a-b23fb1b3c5a2 None None] Transition to ACTIVE for port object 26f6d83c-5cc6-4386-8cb3-ff1b49c38670 will not be triggered until provisioned by entity L2. {{(pid=105226) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:58:47.202580 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-415800a7-8275-4a6d-936a-b23fb1b3c5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:47.204786 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:47.278489 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b6911-ee94-4fba-8253-7ecab0198c7f None None] Pushing event updated for resources: {'Port': ['ID=26f6d83c-5cc6-4386-8cb3-ff1b49c38670,revision_number=3']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:47.282712 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-fe9b6911-ee94-4fba-8253-7ecab0198c7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:47.341578 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-415800a7-8275-4a6d-936a-b23fb1b3c5a2 None None] Attempting to bind port 26f6d83c-5cc6-4386-8cb3-ff1b49c38670 on host dv-neutron-797121-2-hyperv for vnic_type normal with profile {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:58:47.342042 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-415800a7-8275-4a6d-936a-b23fb1b3c5a2 None None] Attempting to bind port 26f6d83c-5cc6-4386-8cb3-ff1b49c38670 by drivers openvswitch,hyperv on host dv-neutron-797121-2-hyperv at level 0 using segments [{'id': '04250650-1505-4d7b-89f4-b16be94207f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '96b283a4-635a-4b34-ae14-9f85567ca25b'}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:58:47.342414 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415800a7-8275-4a6d-936a-b23fb1b3c5a2 None None] Attempting to bind port 26f6d83c-5cc6-4386-8cb3-ff1b49c38670 on network 96b283a4-635a-4b34-ae14-9f85567ca25b {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:58:47.347844 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415800a7-8275-4a6d-936a-b23fb1b3c5a2 None None] Checking agent: {'id': '7bcb11b0-d793-4151-9fd1-6fe3ec142367', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-797121-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 41, 17), 'started_at': datetime.datetime(2021, 6, 21, 14, 41, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-797121-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:58:47.348215 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415800a7-8275-4a6d-936a-b23fb1b3c5a2 None None] Checking segment: {'id': '04250650-1505-4d7b-89f4-b16be94207f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '96b283a4-635a-4b34-ae14-9f85567ca25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105226) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:58:47.348642 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-415800a7-8275-4a6d-936a-b23fb1b3c5a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:47.349032 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415800a7-8275-4a6d-936a-b23fb1b3c5a2 None None] Bound using segment: {'id': '04250650-1505-4d7b-89f4-b16be94207f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '96b283a4-635a-4b34-ae14-9f85567ca25b'} {{(pid=105226) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:58:47.349499 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.managers [None req-415800a7-8275-4a6d-936a-b23fb1b3c5a2 None None] Bound port: 26f6d83c-5cc6-4386-8cb3-ff1b49c38670, host: dv-neutron-797121-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04250650-1505-4d7b-89f4-b16be94207f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '96b283a4-635a-4b34-ae14-9f85567ca25b'}}] {{(pid=105226) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:58:47.349891 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-415800a7-8275-4a6d-936a-b23fb1b3c5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:47.559029 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device fe10edde-6419-45ed-83f1-e36a42141e42 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:58:47.599900 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-415800a7-8275-4a6d-936a-b23fb1b3c5a2 None None] For port 26f6d83c-5cc6-4386-8cb3-ff1b49c38670, host dv-neutron-797121-2-hyperv, cleared binding levels {{(pid=105226) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:58:47.606119 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-415800a7-8275-4a6d-936a-b23fb1b3c5a2 None None] For port 26f6d83c-5cc6-4386-8cb3-ff1b49c38670, host dv-neutron-797121-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=26f6d83c-5cc6-4386-8cb3-ff1b49c38670,segment=NetworkSegment(04250650-1505-4d7b-89f4-b16be94207f7),segment_id=04250650-1505-4d7b-89f4-b16be94207f7)] {{(pid=105226) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:58:47.612702 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-415800a7-8275-4a6d-936a-b23fb1b3c5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:47.614688 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-face6baf-c205-4813-94e3-6285c5857a60 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:47.677461 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port fe10edde-6419-45ed-83f1-e36a42141e42 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:58:47.677862 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:47.704259 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b6911-ee94-4fba-8253-7ecab0198c7f None None] Pushing event updated for resources: {'Port': ['ID=26f6d83c-5cc6-4386-8cb3-ff1b49c38670,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:47.706865 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415800a7-8275-4a6d-936a-b23fb1b3c5a2 None None] Routers {'028d16f9-24e9-4969-8182-8741cca685b7'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:58:47.707482 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-415800a7-8275-4a6d-936a-b23fb1b3c5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:58:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['028d16f9-24e9-4969-8182-8741cca685b7'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:58:47.711484 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-fe9b6911-ee94-4fba-8253-7ecab0198c7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:47.848091 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-415800a7-8275-4a6d-936a-b23fb1b3c5a2 None None] Set router 028d16f9-24e9-4969-8182-8741cca685b7 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:58:47.902169 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-58a70616-9a6e-4a50-a532-0353b0da25a7 req-9dce649b-38cc-4d82-92f6-4cb1475b46b9 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=e65d8bec-afab-4e65-a9f6-34a34e1da8fe HTTP/1.1" status: 200 len: 210 time: 0.0319912 Jun 21 15:58:48.064045 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-415800a7-8275-4a6d-936a-b23fb1b3c5a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028d16f9-24e9-4969-8182-8741cca685b7', 'name': 'tempest-TestSnapshotPattern-363001567-router', 'tenant_id': '15db58c9531242049728ee20c43e2bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': 'fe10edde-6419-45ed-83f1-e36a42141e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:58:40Z', 'updated_at': '2021-06-21T15:58:43Z', 'revision_number': 4, 'project_id': '15db58c9531242049728ee20c43e2bbe', 'gw_port': {'id': 'fe10edde-6419-45ed-83f1-e36a42141e42', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028d16f9-24e9-4969-8182-8741cca685b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:41Z', 'updated_at': '2021-06-21T15:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '26f6d83c-5cc6-4386-8cb3-ff1b49c38670', 'name': '', 'network_id': '96b283a4-635a-4b34-ae14-9f85567ca25b', 'tenant_id': '15db58c9531242049728ee20c43e2bbe', 'mac_address': 'fa:16:3e:d0:fe:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028d16f9-24e9-4969-8182-8741cca685b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'fccb2b2a-f61a-4d18-adc1-8825281a02f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:42Z', 'updated_at': '2021-06-21T15:58:47Z', 'revision_number': 4, 'project_id': '15db58c9531242049728ee20c43e2bbe', 'subnets': [{'id': 'fccb2b2a-f61a-4d18-adc1-8825281a02f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:58:48.093320 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415800a7-8275-4a6d-936a-b23fb1b3c5a2 None None] The sync data for ids ['028d16f9-24e9-4969-8182-8741cca685b7'] in dv-neutron-797121-2-hyperv is: [{'id': '028d16f9-24e9-4969-8182-8741cca685b7', 'name': 'tempest-TestSnapshotPattern-363001567-router', 'tenant_id': '15db58c9531242049728ee20c43e2bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': 'fe10edde-6419-45ed-83f1-e36a42141e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:58:40Z', 'updated_at': '2021-06-21T15:58:43Z', 'revision_number': 4, 'project_id': '15db58c9531242049728ee20c43e2bbe', 'gw_port': {'id': 'fe10edde-6419-45ed-83f1-e36a42141e42', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028d16f9-24e9-4969-8182-8741cca685b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:41Z', 'updated_at': '2021-06-21T15:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': '26f6d83c-5cc6-4386-8cb3-ff1b49c38670', 'name': '', 'network_id': '96b283a4-635a-4b34-ae14-9f85567ca25b', 'tenant_id': '15db58c9531242049728ee20c43e2bbe', 'mac_address': 'fa:16:3e:d0:fe:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '028d16f9-24e9-4969-8182-8741cca685b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': 'fccb2b2a-f61a-4d18-adc1-8825281a02f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:42Z', 'updated_at': '2021-06-21T15:58:47Z', 'revision_number': 4, 'project_id': '15db58c9531242049728ee20c43e2bbe', 'subnets': [{'id': 'fccb2b2a-f61a-4d18-adc1-8825281a02f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:58:48.395889 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:49.100543 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2c5b6aab-7c7e-4599-a55f-5c9bd885a3aa req-8c2666c6-faad-4737-ae6d-f7fbaacfd243 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=e65d8bec-afab-4e65-a9f6-34a34e1da8fe HTTP/1.1" status: 200 len: 210 time: 0.1435702 Jun 21 15:58:49.583684 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 26f6d83c-5cc6-4386-8cb3-ff1b49c38670 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:58:49.638362 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning for port 26f6d83c-5cc6-4386-8cb3-ff1b49c38670 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:58:49.642984 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 26f6d83c-5cc6-4386-8cb3-ff1b49c38670 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:58:49.643361 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:49.724089 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:49.757872 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] For port 26f6d83c-5cc6-4386-8cb3-ff1b49c38670, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=26f6d83c-5cc6-4386-8cb3-ff1b49c38670,segment=NetworkSegment(04250650-1505-4d7b-89f4-b16be94207f7),segment_id=04250650-1505-4d7b-89f4-b16be94207f7)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:58:49.763092 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:49.764922 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:49.813534 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Pushing event updated for resources: {'Port': ['ID=26f6d83c-5cc6-4386-8cb3-ff1b49c38670,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:49.816583 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:50.114768 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:50.241876 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-bfbccbe1-c1b2-4c0e-b98b-fba292263740 req-992d672e-5f44-4322-9107-d65f2568de78 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=e65d8bec-afab-4e65-a9f6-34a34e1da8fe HTTP/1.1" status: 200 len: 210 time: 0.0822239 Jun 21 15:58:51.389443 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5c9691e8-497e-41f5-8aae-85fcb9d90ace req-a6fd92c4-c33a-4969-90a6-75495d5f8d5b tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=e65d8bec-afab-4e65-a9f6-34a34e1da8fe HTTP/1.1" status: 200 len: 210 time: 0.0336447 Jun 21 15:58:51.561614 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 26f6d83c-5cc6-4386-8cb3-ff1b49c38670 up at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:58:51.608048 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Provisioning complete for port 26f6d83c-5cc6-4386-8cb3-ff1b49c38670 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:58:51.608465 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:52.370150 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-6acc064e-a647-456e-ab0c-a00a9bae1755 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:58:52.371632 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-6acc064e-a647-456e-ab0c-a00a9bae1755 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.66 "GET /v2.0/networks?id=55de76cb-4723-4175-9f35-c797a48a783a HTTP/1.1" status: 200 len: 809 time: 0.4612265 Jun 21 15:58:52.415377 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-ebcdd620-8afe-4c06-98ff-1c43f4f8fe64 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d2fe00fd67c4e04b9ec03883c56e04c HTTP/1.1" status: 200 len: 380 time: 0.0344779 Jun 21 15:58:52.425006 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-b64c48b3-eb45-4ff0-8e68-c887f56e8560 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Request body: {'port': {'device_id': 'e65d8bec-afab-4e65-a9f6-34a34e1da8fe', 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a', 'admin_state_up': True, 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'security_groups': ['5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110']}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:58:52.540667 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-2e5c7892-7e0d-474f-9488-8e882e1d74f6 req-de67fe3c-d212-4c57-bd63-da63258572f0 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=e65d8bec-afab-4e65-a9f6-34a34e1da8fe HTTP/1.1" status: 200 len: 210 time: 0.0326979 Jun 21 15:58:52.564590 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-b64c48b3-eb45-4ff0-8e68-c887f56e8560 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Made reservation on behalf of 8d2fe00fd67c4e04b9ec03883c56e04c for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 15:58:52.568379 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-b64c48b3-eb45-4ff0-8e68-c887f56e8560 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:52.710048 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-b64c48b3-eb45-4ff0-8e68-c887f56e8560 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Allocated IP 172.20.0.4 (55de76cb-4723-4175-9f35-c797a48a783a/7c553289-0639-4480-a620-49000b971af6/cf836674-98f9-40f0-a2d6-849ea85b3637) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:58:52.858871 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-b64c48b3-eb45-4ff0-8e68-c887f56e8560 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:52.874270 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-b64c48b3-eb45-4ff0-8e68-c887f56e8560 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Transition to ACTIVE for port object cf836674-98f9-40f0-a2d6-849ea85b3637 will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:58:52.911711 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-b64c48b3-eb45-4ff0-8e68-c887f56e8560 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:52.915923 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-72c749ab-ab78-41d4-ae75-096481197d21 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:52.956861 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-b64c48b3-eb45-4ff0-8e68-c887f56e8560 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Network 55de76cb-4723-4175-9f35-c797a48a783a is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:58:52.960280 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-b64c48b3-eb45-4ff0-8e68-c887f56e8560 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:58:52.962688 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-b64c48b3-eb45-4ff0-8e68-c887f56e8560 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:58:52.990607 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c48b3-eb45-4ff0-8e68-c887f56e8560 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Pushing event updated for resources: {'Port': ['ID=cf836674-98f9-40f0-a2d6-849ea85b3637,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:52.993812 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-b64c48b3-eb45-4ff0-8e68-c887f56e8560 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:53.021281 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-b64c48b3-eb45-4ff0-8e68-c887f56e8560 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:58:53.021916 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-b64c48b3-eb45-4ff0-8e68-c887f56e8560 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:53.037720 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-b64c48b3-eb45-4ff0-8e68-c887f56e8560 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6165652 Jun 21 15:58:53.050633 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-46c11abf-cdd0-4749-b927-28353da5ab1a service neutron] Request body: {'port': {'device_id': 'e65d8bec-afab-4e65-a9f6-34a34e1da8fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:58:53.132414 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-46c11abf-cdd0-4749-b927-28353da5ab1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:53.201803 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0607699e-d1d7-48dd-bd06-07d264b95abc None None] Provisioning for port cf836674-98f9-40f0-a2d6-849ea85b3637 completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:58:53.206092 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-0607699e-d1d7-48dd-bd06-07d264b95abc None None] Provisioning complete for port cf836674-98f9-40f0-a2d6-849ea85b3637 triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:58:53.206467 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0607699e-d1d7-48dd-bd06-07d264b95abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:53.240990 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-0607699e-d1d7-48dd-bd06-07d264b95abc None None] Port cf836674-98f9-40f0-a2d6-849ea85b3637 cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 15:58:53.428704 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-46c11abf-cdd0-4749-b927-28353da5ab1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf836674-98f9-40f0-a2d6-849ea85b3637 {{(pid=105224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:58:53.436976 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-46c11abf-cdd0-4749-b927-28353da5ab1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:53.450026 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-46c11abf-cdd0-4749-b927-28353da5ab1a service neutron] Transition to ACTIVE for port object cf836674-98f9-40f0-a2d6-849ea85b3637 will not be triggered until provisioned by entity L2. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 15:58:53.455890 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-46c11abf-cdd0-4749-b927-28353da5ab1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:53.458040 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f2cf5983-3611-4113-93ec-661f71f8c33d tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:53.536156 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c11abf-cdd0-4749-b927-28353da5ab1a service neutron] Pushing event updated for resources: {'Port': ['ID=cf836674-98f9-40f0-a2d6-849ea85b3637,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:53.539601 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-46c11abf-cdd0-4749-b927-28353da5ab1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:53.616580 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-46c11abf-cdd0-4749-b927-28353da5ab1a service neutron] Attempting to bind port cf836674-98f9-40f0-a2d6-849ea85b3637 on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 15:58:53.616973 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-46c11abf-cdd0-4749-b927-28353da5ab1a service neutron] Attempting to bind port cf836674-98f9-40f0-a2d6-849ea85b3637 by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f8639fdc-bb4e-4e75-b228-015704f2ce81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 15:58:53.617297 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-46c11abf-cdd0-4749-b927-28353da5ab1a service neutron] Attempting to bind port cf836674-98f9-40f0-a2d6-849ea85b3637 on network 55de76cb-4723-4175-9f35-c797a48a783a {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:58:53.622400 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-46c11abf-cdd0-4749-b927-28353da5ab1a service neutron] Port cf836674-98f9-40f0-a2d6-849ea85b3637 on network 55de76cb-4723-4175-9f35-c797a48a783a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 15:58:53.622790 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-46c11abf-cdd0-4749-b927-28353da5ab1a service neutron] Attempting to bind port cf836674-98f9-40f0-a2d6-849ea85b3637 on network 55de76cb-4723-4175-9f35-c797a48a783a {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 15:58:53.628529 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-46c11abf-cdd0-4749-b927-28353da5ab1a service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 15, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 15:58:53.628867 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-46c11abf-cdd0-4749-b927-28353da5ab1a service neutron] Checking segment: {'id': 'f8639fdc-bb4e-4e75-b228-015704f2ce81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 15:58:53.629247 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-46c11abf-cdd0-4749-b927-28353da5ab1a service neutron] Bound using segment: {'id': 'f8639fdc-bb4e-4e75-b228-015704f2ce81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a'} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 15:58:53.629672 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-46c11abf-cdd0-4749-b927-28353da5ab1a service neutron] Bound port: cf836674-98f9-40f0-a2d6-849ea85b3637, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8639fdc-bb4e-4e75-b228-015704f2ce81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a'}}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 15:58:53.630061 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-46c11abf-cdd0-4749-b927-28353da5ab1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:53.732843 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-46c11abf-cdd0-4749-b927-28353da5ab1a service neutron] For port cf836674-98f9-40f0-a2d6-849ea85b3637, host hv-neutron-7971, cleared binding levels {{(pid=105224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 15:58:53.737113 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-46c11abf-cdd0-4749-b927-28353da5ab1a service neutron] For port cf836674-98f9-40f0-a2d6-849ea85b3637, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cf836674-98f9-40f0-a2d6-849ea85b3637,segment=NetworkSegment(f8639fdc-bb4e-4e75-b228-015704f2ce81),segment_id=f8639fdc-bb4e-4e75-b228-015704f2ce81)] {{(pid=105224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 15:58:53.746071 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-46c11abf-cdd0-4749-b927-28353da5ab1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:53.754455 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9b56edbe-32b8-4a51-844a-b4f750f5c05a tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:53.788782 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e0f6e-178f-4f30-946f-475e50f7e5f0 req-3f66facb-9cbc-41e4-9d85-50204ce3e5c9 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:58:53.790260 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-291e0f6e-178f-4f30-946f-475e50f7e5f0 req-3f66facb-9cbc-41e4-9d85-50204ce3e5c9 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=e65d8bec-afab-4e65-a9f6-34a34e1da8fe HTTP/1.1" status: 200 len: 943 time: 0.1259203 Jun 21 15:58:53.796906 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-46c11abf-cdd0-4749-b927-28353da5ab1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:58:53.797519 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-46c11abf-cdd0-4749-b927-28353da5ab1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:53.799060 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-46c11abf-cdd0-4749-b927-28353da5ab1a service neutron] 10.222.0.66 "PUT /v2.0/ports/cf836674-98f9-40f0-a2d6-849ea85b3637 HTTP/1.1" status: 200 len: 1093 time: 0.7533705 Jun 21 15:58:53.802713 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e65d8bec-afab-4e65-a9f6-34a34e1da8fe', 'tag': 'cf836674-98f9-40f0-a2d6-849ea85b3637'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:58:53.805667 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da31f762a03131f518d543e90ae826537feda727de965adfd7a215608ae97d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddeddcff-cfeb-4edc-b3c9-de01d0f4d3ef" -d '{"events": [{"name": "network-changed", "server_uuid": "e65d8bec-afab-4e65-a9f6-34a34e1da8fe", "tag": "cf836674-98f9-40f0-a2d6-849ea85b3637"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:58:53.887552 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c11abf-cdd0-4749-b927-28353da5ab1a service neutron] Pushing event updated for resources: {'Port': ['ID=cf836674-98f9-40f0-a2d6-849ea85b3637,revision_number=3']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:53.891347 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-46c11abf-cdd0-4749-b927-28353da5ab1a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:53.896416 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-291e0f6e-178f-4f30-946f-475e50f7e5f0 req-ca4a7e33-c3bd-46b0-8066-4423f7730041 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945129 Jun 21 15:58:53.927072 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-1e85e371-76ea-4980-bba4-5298f3f4cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:58:53.928579 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-1e85e371-76ea-4980-bba4-5298f3f4cf82 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8d2fe00fd67c4e04b9ec03883c56e04c&device_id=e65d8bec-afab-4e65-a9f6-34a34e1da8fe HTTP/1.1" status: 200 len: 1096 time: 0.0846269 Jun 21 15:58:53.930392 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9338a8-1675-499b-8854-525db5d0d177 x-openstack-request-id: req-1f9338a8-1675-499b-8854-525db5d0d177 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:58:53.930549 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e65d8bec-afab-4e65-a9f6-34a34e1da8fe", "tag": "cf836674-98f9-40f0-a2d6-849ea85b3637", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:58:53.930733 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1f9338a8-1675-499b-8854-525db5d0d177 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:58:53.931175 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e65d8bec-afab-4e65-a9f6-34a34e1da8fe', 'tag': 'cf836674-98f9-40f0-a2d6-849ea85b3637', 'status': 'completed', 'code': 200} Jun 21 15:58:53.981460 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-037145d9-74be-4c8a-a9ca-60269eb16c77 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf836674-98f9-40f0-a2d6-849ea85b3637 HTTP/1.1" status: 200 len: 217 time: 0.0440931 Jun 21 15:58:54.034083 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-be29d725-8bc9-440d-a2d8-f734053da02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:58:54.035532 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-be29d725-8bc9-440d-a2d8-f734053da02c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7c553289-0639-4480-a620-49000b971af6 HTTP/1.1" status: 200 len: 848 time: 0.0478590 Jun 21 15:58:54.102551 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-150c2a3a-8c92-4966-aad1-e0ec0dd3e2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:58:54.104185 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-150c2a3a-8c92-4966-aad1-e0ec0dd3e2ef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=55de76cb-4723-4175-9f35-c797a48a783a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0611556 Jun 21 15:58:54.202062 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-09d5a4b5-82cf-46b0-b9fe-fc33143fdec4 service neutron] 10.222.0.66 "GET /v2.0/networks/55de76cb-4723-4175-9f35-c797a48a783a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909638 Jun 21 15:58:54.301331 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c010dd99-cee2-4611-83ea-9d0c9fc7c350 req-49ba5673-d71a-4859-8386-e72396f4c782 service neutron] 10.222.0.66 "GET /v2.0/networks/55de76cb-4723-4175-9f35-c797a48a783a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925717 Jun 21 15:58:54.411463 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeddcff-cfeb-4edc-b3c9-de01d0f4d3ef req-5b47d02d-eb3b-4908-9061-8616bb7e7a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:58:54.412965 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ddeddcff-cfeb-4edc-b3c9-de01d0f4d3ef req-5b47d02d-eb3b-4908-9061-8616bb7e7a9a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8d2fe00fd67c4e04b9ec03883c56e04c&device_id=e65d8bec-afab-4e65-a9f6-34a34e1da8fe HTTP/1.1" status: 200 len: 1096 time: 0.0625484 Jun 21 15:58:54.507630 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeddcff-cfeb-4edc-b3c9-de01d0f4d3ef req-9c95ed77-ceed-4fb5-a8c3-6a7b0a6bfe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:58:54.509849 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ddeddcff-cfeb-4edc-b3c9-de01d0f4d3ef req-9c95ed77-ceed-4fb5-a8c3-6a7b0a6bfe57 service neutron] 10.222.0.66 "GET /v2.0/networks?id=55de76cb-4723-4175-9f35-c797a48a783a HTTP/1.1" status: 200 len: 910 time: 0.0900102 Jun 21 15:58:54.552024 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ddeddcff-cfeb-4edc-b3c9-de01d0f4d3ef req-f96224f5-e4ff-4453-a412-851ee2b3f447 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf836674-98f9-40f0-a2d6-849ea85b3637 HTTP/1.1" status: 200 len: 217 time: 0.0349190 Jun 21 15:58:54.609502 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeddcff-cfeb-4edc-b3c9-de01d0f4d3ef req-2828e590-8bec-47a0-9019-4fcae463767b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:58:54.611156 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ddeddcff-cfeb-4edc-b3c9-de01d0f4d3ef req-2828e590-8bec-47a0-9019-4fcae463767b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7c553289-0639-4480-a620-49000b971af6 HTTP/1.1" status: 200 len: 848 time: 0.0521922 Jun 21 15:58:54.673404 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeddcff-cfeb-4edc-b3c9-de01d0f4d3ef req-a323c0b4-6c4f-485b-951a-5ae745b77b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:58:54.674932 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ddeddcff-cfeb-4edc-b3c9-de01d0f4d3ef req-a323c0b4-6c4f-485b-951a-5ae745b77b9a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=55de76cb-4723-4175-9f35-c797a48a783a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0554719 Jun 21 15:58:54.765263 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ddeddcff-cfeb-4edc-b3c9-de01d0f4d3ef req-53abb07d-525e-4548-86de-1a948bfedb48 service neutron] 10.222.0.66 "GET /v2.0/networks/55de76cb-4723-4175-9f35-c797a48a783a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823433 Jun 21 15:58:54.867730 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ddeddcff-cfeb-4edc-b3c9-de01d0f4d3ef req-7e86ae5d-58ee-4624-9f70-5abbf083aa40 service neutron] 10.222.0.66 "GET /v2.0/networks/55de76cb-4723-4175-9f35-c797a48a783a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955358 Jun 21 15:58:55.084508 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558bb958-e60f-4d74-b8c8-01042d43610d req-5f62f4c0-b73a-4d67-ad74-4a1bde0cdc0c tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:58:55.086030 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-558bb958-e60f-4d74-b8c8-01042d43610d req-5f62f4c0-b73a-4d67-ad74-4a1bde0cdc0c tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=e65d8bec-afab-4e65-a9f6-34a34e1da8fe HTTP/1.1" status: 200 len: 943 time: 0.0649748 Jun 21 15:58:55.126256 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-558bb958-e60f-4d74-b8c8-01042d43610d req-b5faaf0f-2a98-4fa5-8fdc-329921d95d9a tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340300 Jun 21 15:58:56.327006 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed674063-22b3-4ece-b536-008ac01c202f req-3f811763-3ab1-4b87-b0fa-d81a5a25ca45 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:58:56.328494 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ed674063-22b3-4ece-b536-008ac01c202f req-3f811763-3ab1-4b87-b0fa-d81a5a25ca45 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=e65d8bec-afab-4e65-a9f6-34a34e1da8fe HTTP/1.1" status: 200 len: 943 time: 0.0791731 Jun 21 15:58:56.370332 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-ed674063-22b3-4ece-b536-008ac01c202f req-2718d86a-abdd-48fa-9cbe-0fa4b50836d6 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359895 Jun 21 15:58:57.403724 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device cf836674-98f9-40f0-a2d6-849ea85b3637 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 15:58:57.502680 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port cf836674-98f9-40f0-a2d6-849ea85b3637, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cf836674-98f9-40f0-a2d6-849ea85b3637,segment=NetworkSegment(f8639fdc-bb4e-4e75-b228-015704f2ce81),segment_id=f8639fdc-bb4e-4e75-b228-015704f2ce81)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:58:57.514481 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': 'cf836674-98f9-40f0-a2d6-849ea85b3637', 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a', 'port_id': 'cf836674-98f9-40f0-a2d6-849ea85b3637', 'mac_address': 'fa:16:3e:47:66:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c553289-0639-4480-a620-49000b971af6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 15:58:57.546612 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457c983-ef41-4fe5-ae12-651236ebc9a5 req-356ee9e2-d0c8-4ec4-bf0b-536c9d60d67a tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:58:57.548386 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d457c983-ef41-4fe5-ae12-651236ebc9a5 req-356ee9e2-d0c8-4ec4-bf0b-536c9d60d67a tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=e65d8bec-afab-4e65-a9f6-34a34e1da8fe HTTP/1.1" status: 200 len: 943 time: 0.0632873 Jun 21 15:58:57.550391 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:57.562729 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf836674-98f9-40f0-a2d6-849ea85b3637 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 15:58:57.581656 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port cf836674-98f9-40f0-a2d6-849ea85b3637, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cf836674-98f9-40f0-a2d6-849ea85b3637,segment=NetworkSegment(f8639fdc-bb4e-4e75-b228-015704f2ce81),segment_id=f8639fdc-bb4e-4e75-b228-015704f2ce81)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:58:57.586013 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:57.587750 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:57.589422 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d457c983-ef41-4fe5-ae12-651236ebc9a5 req-7701b6ca-4e26-4778-a391-ce95b99960a8 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351458 Jun 21 15:58:57.637189 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=cf836674-98f9-40f0-a2d6-849ea85b3637,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:57.640272 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:57.941635 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['cf836674-98f9-40f0-a2d6-849ea85b3637'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 15:58:58.776208 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e88192-b0bd-4d57-b542-573cf54ae41e req-765df950-cfcc-4ea5-8688-41cd1e9d608c tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:58:58.777593 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-92e88192-b0bd-4d57-b542-573cf54ae41e req-765df950-cfcc-4ea5-8688-41cd1e9d608c tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=e65d8bec-afab-4e65-a9f6-34a34e1da8fe HTTP/1.1" status: 200 len: 944 time: 0.0759645 Jun 21 15:58:58.816792 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-92e88192-b0bd-4d57-b542-573cf54ae41e req-6679b903-bcc7-41a1-9d2c-ed1a0b2380de tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334365 Jun 21 15:58:59.418430 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device cf836674-98f9-40f0-a2d6-849ea85b3637 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 15:58:59.470779 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port cf836674-98f9-40f0-a2d6-849ea85b3637 completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 15:58:59.476406 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port cf836674-98f9-40f0-a2d6-849ea85b3637 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 15:58:59.476815 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:59.564365 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:59.592275 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65d8bec-afab-4e65-a9f6-34a34e1da8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf836674-98f9-40f0-a2d6-849ea85b3637'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:58:59.594590 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82aa8b59d632dcb344883d1a7f27c1f561dafe30d228a2f7a2efaa48265e3325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c1c3b3-65b7-49e9-93e1-486ba95cf045" -d '{"events": [{"server_uuid": "e65d8bec-afab-4e65-a9f6-34a34e1da8fe", "name": "network-vif-plugged", "status": "completed", "tag": "cf836674-98f9-40f0-a2d6-849ea85b3637"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:58:59.607109 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port cf836674-98f9-40f0-a2d6-849ea85b3637, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cf836674-98f9-40f0-a2d6-849ea85b3637,segment=NetworkSegment(f8639fdc-bb4e-4e75-b228-015704f2ce81),segment_id=f8639fdc-bb4e-4e75-b228-015704f2ce81)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 15:58:59.613101 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:58:59.615975 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:58:59.642609 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 15:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dfb3347-d7d2-453a-a202-5753907a269d x-openstack-request-id: req-3dfb3347-d7d2-453a-a202-5753907a269d {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:58:59.642871 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e65d8bec-afab-4e65-a9f6-34a34e1da8fe", "name": "network-vif-plugged", "status": "completed", "tag": "cf836674-98f9-40f0-a2d6-849ea85b3637", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:58:59.643131 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3dfb3347-d7d2-453a-a202-5753907a269d {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:58:59.643521 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65d8bec-afab-4e65-a9f6-34a34e1da8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf836674-98f9-40f0-a2d6-849ea85b3637', 'code': 200} Jun 21 15:58:59.671638 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=cf836674-98f9-40f0-a2d6-849ea85b3637,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:58:59.675629 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:58:59.880210 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02dfb2-bb27-4ea4-b137-48b02e76eac0 req-93d05b8b-cd5a-48b5-9e3d-9d2859bfd9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:58:59.881739 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5d02dfb2-bb27-4ea4-b137-48b02e76eac0 req-93d05b8b-cd5a-48b5-9e3d-9d2859bfd9f5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e65d8bec-afab-4e65-a9f6-34a34e1da8fe HTTP/1.1" status: 200 len: 1098 time: 0.0603373 Jun 21 15:58:59.917721 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5d02dfb2-bb27-4ea4-b137-48b02e76eac0 req-156e0761-c8f4-4c17-8467-81c6d5f97382 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294139 Jun 21 15:58:59.994451 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9d049-018b-4bdf-9cf1-7f4f1671fbdf req-574efaed-6c75-451d-8fce-272b3d03226d tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:58:59.995898 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cdd9d049-018b-4bdf-9cf1-7f4f1671fbdf req-574efaed-6c75-451d-8fce-272b3d03226d tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=e65d8bec-afab-4e65-a9f6-34a34e1da8fe HTTP/1.1" status: 200 len: 945 time: 0.0677941 Jun 21 15:59:00.041657 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-cdd9d049-018b-4bdf-9cf1-7f4f1671fbdf req-58cdbe42-8fdc-421f-9ad7-932e40a751d6 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371790 Jun 21 15:59:01.245090 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e82036-87d5-408c-bb67-6d1591b662f0 req-7f5ea91b-a324-4cfc-910f-d0c7a3dad7bd tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:59:01.246569 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-76e82036-87d5-408c-bb67-6d1591b662f0 req-7f5ea91b-a324-4cfc-910f-d0c7a3dad7bd tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=e65d8bec-afab-4e65-a9f6-34a34e1da8fe HTTP/1.1" status: 200 len: 945 time: 0.0723464 Jun 21 15:59:01.286902 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-76e82036-87d5-408c-bb67-6d1591b662f0 req-66391336-e134-4061-9b2d-a20003757fdc tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334356 Jun 21 15:59:01.478393 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5e288-3e83-4572-8327-dd9703f07033 req-83a64935-a788-4cd5-b000-e06557057af3 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:59:01.479845 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1bb5e288-3e83-4572-8327-dd9703f07033 req-83a64935-a788-4cd5-b000-e06557057af3 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=e65d8bec-afab-4e65-a9f6-34a34e1da8fe HTTP/1.1" status: 200 len: 945 time: 0.0674965 Jun 21 15:59:01.519879 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1bb5e288-3e83-4572-8327-dd9703f07033 req-32ba919e-d967-4037-9897-3241e17cce85 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336800 Jun 21 15:59:01.543836 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 47194) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:59:01.653062 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930e9022-6534-47aa-a57e-3a738213e16b tempest-TestSnapshotPattern-1792922405 tempest-TestSnapshotPattern-1792922405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105225) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:59:01.657765 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 47198) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 15:59:01.658035 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-930e9022-6534-47aa-a57e-3a738213e16b tempest-TestSnapshotPattern-1792922405 tempest-TestSnapshotPattern-1792922405-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e65d8bec-afab-4e65-a9f6-34a34e1da8fe HTTP/1.1" status: 200 len: 1093 time: 0.1130533 Jun 21 15:59:01.662700 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-6c0b9725-4db8-48b7-a84a-3ab9e64fc7b9 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'port_id': 'cf836674-98f9-40f0-a2d6-849ea85b3637', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 15:59:01.688199 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9725-4db8-48b7-a84a-3ab9e64fc7b9 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks [] for floatingip, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:59:01.799688 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9725-4db8-48b7-a84a-3ab9e64fc7b9 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:59:01.906779 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-6c0b9725-4db8-48b7-a84a-3ab9e64fc7b9 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Allocated IP 172.26.3.160 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/629a1d7f-ccc0-441e-b041-5b5cfd732fcb) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 15:59:02.027223 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9725-4db8-48b7-a84a-3ab9e64fc7b9 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:59:02.074417 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9725-4db8-48b7-a84a-3ab9e64fc7b9 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:59:02.076965 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-46c11abf-cdd0-4749-b927-28353da5ab1a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:59:02.115369 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0b9725-4db8-48b7-a84a-3ab9e64fc7b9 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 15:59:02.118251 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-6c0b9725-4db8-48b7-a84a-3ab9e64fc7b9 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 15:59:02.124340 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0b9725-4db8-48b7-a84a-3ab9e64fc7b9 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 15:59:02.145691 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b9725-4db8-48b7-a84a-3ab9e64fc7b9 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Pushing event updated for resources: {'Port': ['ID=629a1d7f-ccc0-441e-b041-5b5cfd732fcb,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:59:02.149521 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6c0b9725-4db8-48b7-a84a-3ab9e64fc7b9 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:59:02.518747 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9725-4db8-48b7-a84a-3ab9e64fc7b9 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:59:02.613257 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9725-4db8-48b7-a84a-3ab9e64fc7b9 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:59:02.771293 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9725-4db8-48b7-a84a-3ab9e64fc7b9 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:59:02.777736 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9725-4db8-48b7-a84a-3ab9e64fc7b9 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:59:02.779951 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-da6680e5-af4a-41c6-8492-6be7603552cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 15:59:02.843754 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b9725-4db8-48b7-a84a-3ab9e64fc7b9 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Pushing event updated for resources: {'Port': ['ID=629a1d7f-ccc0-441e-b041-5b5cfd732fcb,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 15:59:02.847829 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6c0b9725-4db8-48b7-a84a-3ab9e64fc7b9 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 15:59:02.863328 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9725-4db8-48b7-a84a-3ab9e64fc7b9 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:59:02.965681 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [None req-6c0b9725-4db8-48b7-a84a-3ab9e64fc7b9 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Floating IP f253cbee-497f-44be-beb9-ee8ba531dcef associated. External IP: 172.26.3.160, port: cf836674-98f9-40f0-a2d6-849ea85b3637. Jun 21 15:59:03.176803 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0b9725-4db8-48b7-a84a-3ab9e64fc7b9 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Router 73ac95b1-b135-4d74-b724-a689bb779e8d has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 15:59:03.286526 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0b9725-4db8-48b7-a84a-3ab9e64fc7b9 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 15:59:03.297171 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de784272-850d-4979-bff3-27d5a3b28d55 None None] Sync routers for ids ['73ac95b1-b135-4d74-b724-a689bb779e8d'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 15:59:03.304137 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-6c0b9725-4db8-48b7-a84a-3ab9e64fc7b9 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:59:03.306250 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de784272-850d-4979-bff3-27d5a3b28d55 None None] Routers {'73ac95b1-b135-4d74-b724-a689bb779e8d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:59:03.306865 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-de784272-850d-4979-bff3-27d5a3b28d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:58:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['73ac95b1-b135-4d74-b724-a689bb779e8d'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:59:03.417028 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-de784272-850d-4979-bff3-27d5a3b28d55 None None] Set router 73ac95b1-b135-4d74-b724-a689bb779e8d gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:59:03.649355 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-de784272-850d-4979-bff3-27d5a3b28d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'name': 'tempest-TestSnapshotPattern-519210936-router', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '72853a98-6665-47db-9920-0ce31c126706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T15:58:38Z', 'revision_number': 4, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'gw_port': {'id': '72853a98-6665-47db-9920-0ce31c126706', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:15:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T15:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': 'f253cbee-497f-44be-beb9-ee8ba531dcef', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'floating_ip_address': '172.26.3.160', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'port_id': 'cf836674-98f9-40f0-a2d6-849ea85b3637', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a', 'mac_address': 'fa:16:3e:47:66:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65d8bec-afab-4e65-a9f6-34a34e1da8fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:59:02Z', 'updated_at': '2021-06-21T15:59:02Z', 'revision_number': 0, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac1480a0-9f3e-4d99-864f-5f3922e5b159', 'name': '', 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'mac_address': 'fa:16:3e:0d:c7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '7c553289-0639-4480-a620-49000b971af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:38Z', 'updated_at': '2021-06-21T15:58:44Z', 'revision_number': 5, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'subnets': [{'id': '7c553289-0639-4480-a620-49000b971af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:59:03.675645 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-6c0b9725-4db8-48b7-a84a-3ab9e64fc7b9 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0166593 Jun 21 15:59:03.676225 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de784272-850d-4979-bff3-27d5a3b28d55 None None] Checking router: 73ac95b1-b135-4d74-b724-a689bb779e8d for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 15:59:03.676317 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e65d8bec-afab-4e65-a9f6-34a34e1da8fe', 'tag': 'cf836674-98f9-40f0-a2d6-849ea85b3637'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 15:59:03.678655 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da31f762a03131f518d543e90ae826537feda727de965adfd7a215608ae97d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd9a3de4-9962-4362-b740-b56b55d291a2" -d '{"events": [{"name": "network-changed", "server_uuid": "e65d8bec-afab-4e65-a9f6-34a34e1da8fe", "tag": "cf836674-98f9-40f0-a2d6-849ea85b3637"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 15:59:03.685048 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de784272-850d-4979-bff3-27d5a3b28d55 None None] Routers {'73ac95b1-b135-4d74-b724-a689bb779e8d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 15:59:03.685669 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-de784272-850d-4979-bff3-27d5a3b28d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T15:58:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['73ac95b1-b135-4d74-b724-a689bb779e8d'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:59:03.724086 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 15:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab0feaf-1256-48cf-9795-cea4a27de6d4 x-openstack-request-id: req-aab0feaf-1256-48cf-9795-cea4a27de6d4 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 15:59:03.724399 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e65d8bec-afab-4e65-a9f6-34a34e1da8fe", "tag": "cf836674-98f9-40f0-a2d6-849ea85b3637", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 15:59:03.724696 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-aab0feaf-1256-48cf-9795-cea4a27de6d4 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 15:59:03.725135 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e65d8bec-afab-4e65-a9f6-34a34e1da8fe', 'tag': 'cf836674-98f9-40f0-a2d6-849ea85b3637', 'status': 'completed', 'code': 200} Jun 21 15:59:03.796002 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-de784272-850d-4979-bff3-27d5a3b28d55 None None] Set router 73ac95b1-b135-4d74-b724-a689bb779e8d gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 15:59:03.802125 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a3de4-9962-4362-b740-b56b55d291a2 req-19ce5433-43fc-475a-944b-7f3ec660685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:59:03.803746 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fd9a3de4-9962-4362-b740-b56b55d291a2 req-19ce5433-43fc-475a-944b-7f3ec660685c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8d2fe00fd67c4e04b9ec03883c56e04c&device_id=e65d8bec-afab-4e65-a9f6-34a34e1da8fe HTTP/1.1" status: 200 len: 1098 time: 0.0554147 Jun 21 15:59:03.899983 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a3de4-9962-4362-b740-b56b55d291a2 req-b6c898cd-4480-415a-89e8-5b53e5f1843a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:59:03.901625 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fd9a3de4-9962-4362-b740-b56b55d291a2 req-b6c898cd-4480-415a-89e8-5b53e5f1843a service neutron] 10.222.0.66 "GET /v2.0/networks?id=55de76cb-4723-4175-9f35-c797a48a783a HTTP/1.1" status: 200 len: 910 time: 0.0918133 Jun 21 15:59:03.968751 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fd9a3de4-9962-4362-b740-b56b55d291a2 req-6b141148-53b3-4fa7-a7eb-33115c962fc5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf836674-98f9-40f0-a2d6-849ea85b3637 HTTP/1.1" status: 200 len: 999 time: 0.0606146 Jun 21 15:59:04.019890 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a3de4-9962-4362-b740-b56b55d291a2 req-bb8ff296-054a-4463-9846-a0de2b219e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:59:04.021380 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fd9a3de4-9962-4362-b740-b56b55d291a2 req-bb8ff296-054a-4463-9846-a0de2b219e09 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7c553289-0639-4480-a620-49000b971af6 HTTP/1.1" status: 200 len: 848 time: 0.0468669 Jun 21 15:59:04.083342 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a3de4-9962-4362-b740-b56b55d291a2 req-12b95110-750f-4265-b988-f868e7a49dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:59:04.084738 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fd9a3de4-9962-4362-b740-b56b55d291a2 req-12b95110-750f-4265-b988-f868e7a49dee service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=55de76cb-4723-4175-9f35-c797a48a783a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0572357 Jun 21 15:59:04.108782 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-de784272-850d-4979-bff3-27d5a3b28d55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'name': 'tempest-TestSnapshotPattern-519210936-router', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '72853a98-6665-47db-9920-0ce31c126706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T15:58:38Z', 'revision_number': 4, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'gw_port': {'id': '72853a98-6665-47db-9920-0ce31c126706', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:15:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T15:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': 'f253cbee-497f-44be-beb9-ee8ba531dcef', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'floating_ip_address': '172.26.3.160', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'port_id': 'cf836674-98f9-40f0-a2d6-849ea85b3637', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a', 'mac_address': 'fa:16:3e:47:66:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65d8bec-afab-4e65-a9f6-34a34e1da8fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:59:02Z', 'updated_at': '2021-06-21T15:59:02Z', 'revision_number': 0, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac1480a0-9f3e-4d99-864f-5f3922e5b159', 'name': '', 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'mac_address': 'fa:16:3e:0d:c7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '7c553289-0639-4480-a620-49000b971af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:38Z', 'updated_at': '2021-06-21T15:58:44Z', 'revision_number': 5, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'subnets': [{'id': '7c553289-0639-4480-a620-49000b971af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 15:59:04.134913 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de784272-850d-4979-bff3-27d5a3b28d55 None None] The sync data for ids ['73ac95b1-b135-4d74-b724-a689bb779e8d'] in dv-neutron-797121-2-hyperv is: [{'id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'name': 'tempest-TestSnapshotPattern-519210936-router', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '72853a98-6665-47db-9920-0ce31c126706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T15:58:38Z', 'revision_number': 4, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'gw_port': {'id': '72853a98-6665-47db-9920-0ce31c126706', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:15:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T15:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': 'f253cbee-497f-44be-beb9-ee8ba531dcef', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'floating_ip_address': '172.26.3.160', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'port_id': 'cf836674-98f9-40f0-a2d6-849ea85b3637', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a', 'mac_address': 'fa:16:3e:47:66:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e65d8bec-afab-4e65-a9f6-34a34e1da8fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:59:02Z', 'updated_at': '2021-06-21T15:59:02Z', 'revision_number': 0, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac1480a0-9f3e-4d99-864f-5f3922e5b159', 'name': '', 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'mac_address': 'fa:16:3e:0d:c7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '7c553289-0639-4480-a620-49000b971af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:38Z', 'updated_at': '2021-06-21T15:58:44Z', 'revision_number': 5, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'subnets': [{'id': '7c553289-0639-4480-a620-49000b971af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 15:59:04.183801 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fd9a3de4-9962-4362-b740-b56b55d291a2 req-57ed500d-5175-47f1-be60-1928c37057aa service neutron] 10.222.0.66 "GET /v2.0/networks/55de76cb-4723-4175-9f35-c797a48a783a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929947 Jun 21 15:59:04.281441 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fd9a3de4-9962-4362-b740-b56b55d291a2 req-e299cb2a-0736-46ec-a38b-c0c80fb17656 service neutron] 10.222.0.66 "GET /v2.0/networks/55de76cb-4723-4175-9f35-c797a48a783a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912492 Jun 21 15:59:04.345915 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17fe7424-b219-4084-b847-204dc8871e6a None None] New status for floating IP f253cbee-497f-44be-beb9-ee8ba531dcef: ACTIVE {{(pid=105226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 15:59:06.041744 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:59:08.150902 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:59:11.204402 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b0558c36-aed2-4e8e-bbdf-4f0b99491baf req-d3e1b080-f9c0-4b76-9a1e-2d2d63811375 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e65d8bec-afab-4e65-a9f6-34a34e1da8fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0588994 Jun 21 15:59:11.309697 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0558c36-aed2-4e8e-bbdf-4f0b99491baf req-33c05b2d-1e3b-466c-bd6e-5a6f5160c60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:59:11.311249 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b0558c36-aed2-4e8e-bbdf-4f0b99491baf req-33c05b2d-1e3b-466c-bd6e-5a6f5160c60b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8d2fe00fd67c4e04b9ec03883c56e04c&device_id=e65d8bec-afab-4e65-a9f6-34a34e1da8fe HTTP/1.1" status: 200 len: 1098 time: 0.0568233 Jun 21 15:59:11.444823 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0558c36-aed2-4e8e-bbdf-4f0b99491baf req-cdc29ec2-b256-4189-b44c-5a883ee7f1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:59:11.446372 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b0558c36-aed2-4e8e-bbdf-4f0b99491baf req-cdc29ec2-b256-4189-b44c-5a883ee7f1c8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=55de76cb-4723-4175-9f35-c797a48a783a HTTP/1.1" status: 200 len: 910 time: 0.1138830 Jun 21 15:59:11.514631 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b0558c36-aed2-4e8e-bbdf-4f0b99491baf req-bd9437e7-3c66-416f-86f7-08bb1b1dfbb5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf836674-98f9-40f0-a2d6-849ea85b3637 HTTP/1.1" status: 200 len: 1001 time: 0.0610869 Jun 21 15:59:11.566988 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0558c36-aed2-4e8e-bbdf-4f0b99491baf req-f3ec20fa-9b83-4c4a-aa21-ed498cb507ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:59:11.568519 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b0558c36-aed2-4e8e-bbdf-4f0b99491baf req-f3ec20fa-9b83-4c4a-aa21-ed498cb507ff service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7c553289-0639-4480-a620-49000b971af6 HTTP/1.1" status: 200 len: 848 time: 0.0467360 Jun 21 15:59:11.635798 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0558c36-aed2-4e8e-bbdf-4f0b99491baf req-b87a34c6-2325-4fd5-8da2-28d63d701c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 15:59:11.637317 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b0558c36-aed2-4e8e-bbdf-4f0b99491baf req-b87a34c6-2325-4fd5-8da2-28d63d701c5c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=55de76cb-4723-4175-9f35-c797a48a783a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0619624 Jun 21 15:59:11.730567 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b0558c36-aed2-4e8e-bbdf-4f0b99491baf req-21455360-35c1-4207-b363-0a9b270f845c service neutron] 10.222.0.66 "GET /v2.0/networks/55de76cb-4723-4175-9f35-c797a48a783a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869839 Jun 21 15:59:11.831337 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b0558c36-aed2-4e8e-bbdf-4f0b99491baf req-e0142964-ac7e-4e4c-b68e-65157339f903 service neutron] 10.222.0.66 "GET /v2.0/networks/55de76cb-4723-4175-9f35-c797a48a783a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934868 Jun 21 15:59:14.105590 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ab631870-767f-476f-9376-7ea9dd0ad234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:59:16.632608 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2c20a967-c3fd-40ce-bbe5-6f5fe11034d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:59:17.165302 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:59:18.406991 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:59:20.128493 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:59:36.048197 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:59:44.103960 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-84aac34f-a3b9-428b-aec6-de41903333cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:59:45.154804 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 15:59:46.630507 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c34ab7d2-c48e-466e-a7f3-65e21205a771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:59:47.163154 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:59:48.404281 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 15:59:50.128474 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:00:06.062297 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:00:13.818553 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-74b45592-ede6-462a-bf8c-77d4ee2ff172 req-b6bb8415-bbc6-4142-8d70-c3d8fcec3681 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e65d8bec-afab-4e65-a9f6-34a34e1da8fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0622942 Jun 21 16:00:13.924302 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b45592-ede6-462a-bf8c-77d4ee2ff172 req-b37f2de8-596a-4bf8-8505-2ef8218705ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:00:13.926495 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-74b45592-ede6-462a-bf8c-77d4ee2ff172 req-b37f2de8-596a-4bf8-8505-2ef8218705ce service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8d2fe00fd67c4e04b9ec03883c56e04c&device_id=e65d8bec-afab-4e65-a9f6-34a34e1da8fe HTTP/1.1" status: 200 len: 1098 time: 0.0640798 Jun 21 16:00:14.048674 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b45592-ede6-462a-bf8c-77d4ee2ff172 req-0d765254-2af7-40fd-8da4-bcd21bd480b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:00:14.050265 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-74b45592-ede6-462a-bf8c-77d4ee2ff172 req-0d765254-2af7-40fd-8da4-bcd21bd480b5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=55de76cb-4723-4175-9f35-c797a48a783a HTTP/1.1" status: 200 len: 910 time: 0.1012971 Jun 21 16:00:14.098835 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0ccbab9f-31d6-4b0a-bd6d-3d71fe8e09f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:00:14.117337 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-74b45592-ede6-462a-bf8c-77d4ee2ff172 req-1b5b009a-6c6a-41f7-bd96-fda0a02e841a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf836674-98f9-40f0-a2d6-849ea85b3637 HTTP/1.1" status: 200 len: 1001 time: 0.0605991 Jun 21 16:00:14.171650 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b45592-ede6-462a-bf8c-77d4ee2ff172 req-76e4e822-6970-4066-8d7b-5e26f6dcdf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:00:14.173068 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-74b45592-ede6-462a-bf8c-77d4ee2ff172 req-76e4e822-6970-4066-8d7b-5e26f6dcdf75 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7c553289-0639-4480-a620-49000b971af6 HTTP/1.1" status: 200 len: 848 time: 0.0496664 Jun 21 16:00:14.230827 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b45592-ede6-462a-bf8c-77d4ee2ff172 req-0402d6fa-8fbb-4fe5-9c90-fc0a3149662e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:00:14.232334 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-74b45592-ede6-462a-bf8c-77d4ee2ff172 req-0402d6fa-8fbb-4fe5-9c90-fc0a3149662e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=55de76cb-4723-4175-9f35-c797a48a783a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0525706 Jun 21 16:00:14.243181 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [req-74b45592-ede6-462a-bf8c-77d4ee2ff172 req-fcf69001-bca5-4808-a157-bc16af05658b service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=105224) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 21 16:00:14.244203 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-74b45592-ede6-462a-bf8c-77d4ee2ff172 req-fcf69001-bca5-4808-a157-bc16af05658b service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048883 Jun 21 16:00:14.340273 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-74b45592-ede6-462a-bf8c-77d4ee2ff172 req-aa0ec48b-0f38-4696-90e1-9ea7babe11a3 service neutron] 10.222.0.66 "GET /v2.0/networks/55de76cb-4723-4175-9f35-c797a48a783a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896053 Jun 21 16:00:14.437219 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-74b45592-ede6-462a-bf8c-77d4ee2ff172 req-c71c9920-1250-4058-8f2e-6cdc8b6ae90a service neutron] 10.222.0.66 "GET /v2.0/networks/55de76cb-4723-4175-9f35-c797a48a783a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907958 Jun 21 16:00:16.629068 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a76ca582-94c3-44ab-a627-a3d04b22fa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:00:17.158077 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:00:18.407187 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:00:20.138543 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:00:22.155839 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 16:00:36.072912 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:00:44.108753 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-99102981-88a5-4e34-a5a9-8c669db5a9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:00:46.632222 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-69aba330-e06e-4de4-8d67-75e150eaa56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:00:47.162159 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:00:48.410286 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:00:50.140451 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:00:59.155427 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 16:01:06.073921 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:01:14.108276 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6f3e4d82-7555-425f-bf1c-db6fc5a1187b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:01:15.912278 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5b305f68-9254-41dc-a393-5130031c234a req-0b874743-38e2-4392-a6e8-1023e370057e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e65d8bec-afab-4e65-a9f6-34a34e1da8fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0591404 Jun 21 16:01:16.023261 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b305f68-9254-41dc-a393-5130031c234a req-4c0e4dac-640e-4a27-8664-cef5d27bec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:01:16.024732 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5b305f68-9254-41dc-a393-5130031c234a req-4c0e4dac-640e-4a27-8664-cef5d27bec8f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8d2fe00fd67c4e04b9ec03883c56e04c&device_id=e65d8bec-afab-4e65-a9f6-34a34e1da8fe HTTP/1.1" status: 200 len: 1098 time: 0.0577540 Jun 21 16:01:16.151581 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b305f68-9254-41dc-a393-5130031c234a req-afb7b7f7-f912-4f18-8863-d5d7b2a36e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:01:16.152933 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5b305f68-9254-41dc-a393-5130031c234a req-afb7b7f7-f912-4f18-8863-d5d7b2a36e09 service neutron] 10.222.0.66 "GET /v2.0/networks?id=55de76cb-4723-4175-9f35-c797a48a783a HTTP/1.1" status: 200 len: 910 time: 0.1071832 Jun 21 16:01:16.224254 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5b305f68-9254-41dc-a393-5130031c234a req-9697e0f8-86ae-44b8-a820-ff82ae573fd7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf836674-98f9-40f0-a2d6-849ea85b3637 HTTP/1.1" status: 200 len: 1001 time: 0.0643835 Jun 21 16:01:16.284648 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b305f68-9254-41dc-a393-5130031c234a req-024f7b18-2e60-40af-aa3a-f4bd42fbbb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:01:16.286146 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5b305f68-9254-41dc-a393-5130031c234a req-024f7b18-2e60-40af-aa3a-f4bd42fbbb18 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7c553289-0639-4480-a620-49000b971af6 HTTP/1.1" status: 200 len: 848 time: 0.0555480 Jun 21 16:01:16.353531 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b305f68-9254-41dc-a393-5130031c234a req-9adc4b7b-87ae-4b98-8c54-b9db00c6a4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:01:16.355201 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5b305f68-9254-41dc-a393-5130031c234a req-9adc4b7b-87ae-4b98-8c54-b9db00c6a4f6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=55de76cb-4723-4175-9f35-c797a48a783a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0628312 Jun 21 16:01:16.457825 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5b305f68-9254-41dc-a393-5130031c234a req-917951ea-34ec-449b-b0d2-0babdb5307f8 service neutron] 10.222.0.66 "GET /v2.0/networks/55de76cb-4723-4175-9f35-c797a48a783a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950890 Jun 21 16:01:16.562212 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5b305f68-9254-41dc-a393-5130031c234a req-49d23b5a-6b73-43ba-8d97-6ef20e45f791 service neutron] 10.222.0.66 "GET /v2.0/networks/55de76cb-4723-4175-9f35-c797a48a783a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968528 Jun 21 16:01:16.632480 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-32b0a4c3-a2d5-4e08-a19d-e392e6c0c3af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:01:17.172281 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:01:18.413235 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:01:20.139955 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:01:36.073701 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:01:36.154803 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 16:01:44.114812 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-492d9b1a-3b87-4397-ba3d-a8166762d568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:01:46.638489 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-86f88ddf-c097-4ce1-8e12-58c064b77ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:01:47.166698 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:01:48.416688 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:01:50.143760 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:00.273019 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device cf836674-98f9-40f0-a2d6-849ea85b3637 details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 16:02:00.376697 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port cf836674-98f9-40f0-a2d6-849ea85b3637, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cf836674-98f9-40f0-a2d6-849ea85b3637,segment=NetworkSegment(f8639fdc-bb4e-4e75-b228-015704f2ce81),segment_id=f8639fdc-bb4e-4e75-b228-015704f2ce81)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:02:00.388114 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': 'cf836674-98f9-40f0-a2d6-849ea85b3637', 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a', 'port_id': 'cf836674-98f9-40f0-a2d6-849ea85b3637', 'mac_address': 'fa:16:3e:47:66:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c553289-0639-4480-a620-49000b971af6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 16:02:00.425974 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:00.440308 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf836674-98f9-40f0-a2d6-849ea85b3637 {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 16:02:00.461019 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port cf836674-98f9-40f0-a2d6-849ea85b3637, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cf836674-98f9-40f0-a2d6-849ea85b3637,segment=NetworkSegment(f8639fdc-bb4e-4e75-b228-015704f2ce81),segment_id=f8639fdc-bb4e-4e75-b228-015704f2ce81)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:02:00.466535 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:00.469061 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-aa86d71c-4c9d-4b0c-b095-20282ff6d8b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 16:02:00.519488 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=cf836674-98f9-40f0-a2d6-849ea85b3637,revision_number=6']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:02:00.527756 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:02:00.528014 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:02:00.528350 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:02:00.528681 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:02:00.529004 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:02:00.529331 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:02:00.529652 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:02:00.530008 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:02:00.530319 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:02:00.530635 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:02:00.530951 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:02:00.531265 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:02:00.535223 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 16:02:00.538774 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['cf836674-98f9-40f0-a2d6-849ea85b3637'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 16:02:02.282857 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device cf836674-98f9-40f0-a2d6-849ea85b3637 up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 16:02:02.337068 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port cf836674-98f9-40f0-a2d6-849ea85b3637 triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 16:02:02.337619 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:02.420475 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:02.442750 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65d8bec-afab-4e65-a9f6-34a34e1da8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf836674-98f9-40f0-a2d6-849ea85b3637'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 16:02:02.445013 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82aa8b59d632dcb344883d1a7f27c1f561dafe30d228a2f7a2efaa48265e3325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f718308-61c4-47e5-9ebd-30234739cd10" -d '{"events": [{"server_uuid": "e65d8bec-afab-4e65-a9f6-34a34e1da8fe", "name": "network-vif-plugged", "status": "completed", "tag": "cf836674-98f9-40f0-a2d6-849ea85b3637"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:02:02.458653 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port cf836674-98f9-40f0-a2d6-849ea85b3637, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cf836674-98f9-40f0-a2d6-849ea85b3637,segment=NetworkSegment(f8639fdc-bb4e-4e75-b228-015704f2ce81),segment_id=f8639fdc-bb4e-4e75-b228-015704f2ce81)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:02:02.462749 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:02.464881 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 16:02:02.520649 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=cf836674-98f9-40f0-a2d6-849ea85b3637,revision_number=7']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:02:02.524265 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 16:02:02.554731 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 16:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de66ccb-6eb8-4cc9-b86d-513708799790 x-openstack-request-id: req-8de66ccb-6eb8-4cc9-b86d-513708799790 {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:02:02.555036 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e65d8bec-afab-4e65-a9f6-34a34e1da8fe", "name": "network-vif-plugged", "status": "completed", "tag": "cf836674-98f9-40f0-a2d6-849ea85b3637", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:02:02.555301 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8de66ccb-6eb8-4cc9-b86d-513708799790 {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:02:02.555705 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65d8bec-afab-4e65-a9f6-34a34e1da8fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf836674-98f9-40f0-a2d6-849ea85b3637', 'code': 200} Jun 21 16:02:06.066284 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:13.153655 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 16:02:14.103474 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a85b02bf-881d-4b2d-a5aa-d524469dbbeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:15.899522 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb86d11-706f-424b-9459-1d80be3a81ca req-66cdacce-d87d-4769-85a7-dbeddc765cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:15.901059 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5cb86d11-706f-424b-9459-1d80be3a81ca req-66cdacce-d87d-4769-85a7-dbeddc765cee service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8d2fe00fd67c4e04b9ec03883c56e04c&device_id=e65d8bec-afab-4e65-a9f6-34a34e1da8fe HTTP/1.1" status: 200 len: 1098 time: 0.0668724 Jun 21 16:02:16.040918 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb86d11-706f-424b-9459-1d80be3a81ca req-9ae7c817-5595-4756-acae-0ad1a0066280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:16.042825 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5cb86d11-706f-424b-9459-1d80be3a81ca req-9ae7c817-5595-4756-acae-0ad1a0066280 service neutron] 10.222.0.66 "GET /v2.0/networks?id=55de76cb-4723-4175-9f35-c797a48a783a HTTP/1.1" status: 200 len: 910 time: 0.1152887 Jun 21 16:02:16.114367 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5cb86d11-706f-424b-9459-1d80be3a81ca req-68bf8d24-fd56-4a42-a1b8-abcf0677f25a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf836674-98f9-40f0-a2d6-849ea85b3637 HTTP/1.1" status: 200 len: 1001 time: 0.0645804 Jun 21 16:02:16.169941 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb86d11-706f-424b-9459-1d80be3a81ca req-4e141b83-793c-492f-8748-37dd09caf7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:16.171401 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5cb86d11-706f-424b-9459-1d80be3a81ca req-4e141b83-793c-492f-8748-37dd09caf7c9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7c553289-0639-4480-a620-49000b971af6 HTTP/1.1" status: 200 len: 848 time: 0.0508237 Jun 21 16:02:16.260347 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb86d11-706f-424b-9459-1d80be3a81ca req-561c36fd-2dd3-4fa7-b53a-50b7aa5d1bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:16.262430 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5cb86d11-706f-424b-9459-1d80be3a81ca req-561c36fd-2dd3-4fa7-b53a-50b7aa5d1bd2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=55de76cb-4723-4175-9f35-c797a48a783a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837958 Jun 21 16:02:16.363462 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5cb86d11-706f-424b-9459-1d80be3a81ca req-d9ecf95d-3860-4a09-a2c7-2595dc1324e6 service neutron] 10.222.0.66 "GET /v2.0/networks/55de76cb-4723-4175-9f35-c797a48a783a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927665 Jun 21 16:02:16.483845 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5cb86d11-706f-424b-9459-1d80be3a81ca req-22346d80-4132-43d3-988c-9cce0dbc020c service neutron] 10.222.0.66 "GET /v2.0/networks/55de76cb-4723-4175-9f35-c797a48a783a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135297 Jun 21 16:02:16.634439 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-4332f858-22b0-4bdb-bf8b-a88480dd031b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:17.171148 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:18.298628 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-65e6e63f-27a4-4417-ac14-5bb2179ef788 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1494263721&fields=id&tenant_id=8d2fe00fd67c4e04b9ec03883c56e04c HTTP/1.1" status: 200 len: 267 time: 0.0461261 Jun 21 16:02:18.420154 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:18.431295 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-f366ff55-2eb4-4254-824f-6171902808db tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:18.432946 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-f366ff55-2eb4-4254-824f-6171902808db tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/networks?id=55de76cb-4723-4175-9f35-c797a48a783a HTTP/1.1" status: 200 len: 809 time: 0.1252482 Jun 21 16:02:18.452141 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-83dcbaa0-41a7-4aee-bc56-6af142f9a778 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/quotas/8d2fe00fd67c4e04b9ec03883c56e04c HTTP/1.1" status: 200 len: 375 time: 0.0119433 Jun 21 16:02:18.534504 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-4580376e-eec1-4d02-989c-06b60362ab35 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=8d2fe00fd67c4e04b9ec03883c56e04c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0765245 Jun 21 16:02:18.695527 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-f5138433-e7cf-4fa9-875b-9f42f8d5b0cf service neutron] 10.222.0.72 "GET /v2.0/networks/55de76cb-4723-4175-9f35-c797a48a783a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444590 Jun 21 16:02:18.797168 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-abbebafa-42a0-4b57-876d-4c301aae2f40 service neutron] 10.222.0.72 "GET /v2.0/networks/55de76cb-4723-4175-9f35-c797a48a783a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945690 Jun 21 16:02:19.001281 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-f6d69310-d5a3-47e8-acd2-6e7add5baab2 req-58080c7b-45d9-4122-9981-a91a43658701 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce260055-32bb-4aa5-b09f-7a378414ec19 HTTP/1.1" status: 200 len: 210 time: 0.0296402 Jun 21 16:02:20.147085 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:20.202015 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d99ce845-9c9c-4021-baaf-0e1cc9345aa5 req-4469efa5-dd8c-4e35-8a3d-a6b636ae0454 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce260055-32bb-4aa5-b09f-7a378414ec19 HTTP/1.1" status: 200 len: 210 time: 0.0720642 Jun 21 16:02:20.254366 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-775f87a1-8a16-4d43-938b-9baa79900fdf tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:20.255808 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-775f87a1-8a16-4d43-938b-9baa79900fdf tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.66 "GET /v2.0/networks?id=55de76cb-4723-4175-9f35-c797a48a783a HTTP/1.1" status: 200 len: 809 time: 0.1402910 Jun 21 16:02:20.300994 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-d8f2e1b0-9fae-450b-a143-a3244c794766 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8d2fe00fd67c4e04b9ec03883c56e04c HTTP/1.1" status: 200 len: 380 time: 0.0355396 Jun 21 16:02:20.309600 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-59f1bf1f-4c3d-42dd-8b14-c0b2f1838842 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Request body: {'port': {'device_id': 'ce260055-32bb-4aa5-b09f-7a378414ec19', 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a', 'admin_state_up': True, 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'security_groups': ['5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110']}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 16:02:20.396454 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device cf836674-98f9-40f0-a2d6-849ea85b3637 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 16:02:20.431764 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-59f1bf1f-4c3d-42dd-8b14-c0b2f1838842 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Made reservation on behalf of 8d2fe00fd67c4e04b9ec03883c56e04c for: {'port': 1} {{(pid=105224) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 21 16:02:20.435734 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-59f1bf1f-4c3d-42dd-8b14-c0b2f1838842 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:20.476891 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:20.504136 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65d8bec-afab-4e65-a9f6-34a34e1da8fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf836674-98f9-40f0-a2d6-849ea85b3637'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 16:02:20.508172 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82aa8b59d632dcb344883d1a7f27c1f561dafe30d228a2f7a2efaa48265e3325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea252310-5e48-40b0-96cf-06cc4dbb8f6f" -d '{"events": [{"server_uuid": "e65d8bec-afab-4e65-a9f6-34a34e1da8fe", "name": "network-vif-unplugged", "status": "completed", "tag": "cf836674-98f9-40f0-a2d6-849ea85b3637"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:02:20.528403 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port cf836674-98f9-40f0-a2d6-849ea85b3637, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cf836674-98f9-40f0-a2d6-849ea85b3637,segment=NetworkSegment(f8639fdc-bb4e-4e75-b228-015704f2ce81),segment_id=f8639fdc-bb4e-4e75-b228-015704f2ce81)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:02:20.537894 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:20.541255 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-fe9b6911-ee94-4fba-8253-7ecab0198c7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 16:02:20.592187 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-59f1bf1f-4c3d-42dd-8b14-c0b2f1838842 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Allocated IP 172.20.0.7 (55de76cb-4723-4175-9f35-c797a48a783a/7c553289-0639-4480-a620-49000b971af6/2c9808f9-5601-423b-b92c-37a1dbc804bd) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:02:20.625510 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 21 Jun 2021 16:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0839d50-e1f6-4ddf-bd14-4ee32723975c x-openstack-request-id: req-b0839d50-e1f6-4ddf-bd14-4ee32723975c {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:02:20.626383 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e65d8bec-afab-4e65-a9f6-34a34e1da8fe", "name": "network-vif-unplugged", "status": "completed", "tag": "cf836674-98f9-40f0-a2d6-849ea85b3637", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:02:20.627098 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b0839d50-e1f6-4ddf-bd14-4ee32723975c {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:02:20.628278 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65d8bec-afab-4e65-a9f6-34a34e1da8fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf836674-98f9-40f0-a2d6-849ea85b3637', 'code': 200} Jun 21 16:02:20.630912 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=cf836674-98f9-40f0-a2d6-849ea85b3637,revision_number=8']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:02:20.637031 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 16:02:20.846162 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-59f1bf1f-4c3d-42dd-8b14-c0b2f1838842 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:20.880317 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-59f1bf1f-4c3d-42dd-8b14-c0b2f1838842 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Transition to ACTIVE for port object 2c9808f9-5601-423b-b92c-37a1dbc804bd will not be triggered until provisioned by entity DHCP. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 16:02:20.929906 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-59f1bf1f-4c3d-42dd-8b14-c0b2f1838842 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:20.938274 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d85b0c90-8463-4b18-930d-6f021c952c34 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 16:02:20.996945 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-59f1bf1f-4c3d-42dd-8b14-c0b2f1838842 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Network 55de76cb-4723-4175-9f35-c797a48a783a is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:02:21.002832 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-59f1bf1f-4c3d-42dd-8b14-c0b2f1838842 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:02:21.011749 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-59f1bf1f-4c3d-42dd-8b14-c0b2f1838842 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 16:02:21.134186 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1bf1f-4c3d-42dd-8b14-c0b2f1838842 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Pushing event updated for resources: {'Port': ['ID=2c9808f9-5601-423b-b92c-37a1dbc804bd,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:02:21.179584 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1bf1f-4c3d-42dd-8b14-c0b2f1838842 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:02:21.180087 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1bf1f-4c3d-42dd-8b14-c0b2f1838842 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:02:21.181580 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1bf1f-4c3d-42dd-8b14-c0b2f1838842 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:02:21.182080 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1bf1f-4c3d-42dd-8b14-c0b2f1838842 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:02:21.182494 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1bf1f-4c3d-42dd-8b14-c0b2f1838842 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:02:21.182895 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1bf1f-4c3d-42dd-8b14-c0b2f1838842 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:02:21.183276 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1bf1f-4c3d-42dd-8b14-c0b2f1838842 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:02:21.183645 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1bf1f-4c3d-42dd-8b14-c0b2f1838842 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:02:21.184016 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1bf1f-4c3d-42dd-8b14-c0b2f1838842 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:02:21.184383 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1bf1f-4c3d-42dd-8b14-c0b2f1838842 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:02:21.184746 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1bf1f-4c3d-42dd-8b14-c0b2f1838842 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:02:21.185567 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f1bf1f-4c3d-42dd-8b14-c0b2f1838842 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:02:21.193017 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-59f1bf1f-4c3d-42dd-8b14-c0b2f1838842 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 16:02:21.205528 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-59f1bf1f-4c3d-42dd-8b14-c0b2f1838842 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:21.206350 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-59f1bf1f-4c3d-42dd-8b14-c0b2f1838842 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:21.226214 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-59f1bf1f-4c3d-42dd-8b14-c0b2f1838842 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9204655 Jun 21 16:02:21.399875 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-d37d03f9-823b-4b3c-abf2-ddf9837819fe None None] Provisioning for port 2c9808f9-5601-423b-b92c-37a1dbc804bd completed by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 16:02:21.406232 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-d37d03f9-823b-4b3c-abf2-ddf9837819fe None None] Provisioning complete for port 2c9808f9-5601-423b-b92c-37a1dbc804bd triggered by entity DHCP. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 16:02:21.407342 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-d37d03f9-823b-4b3c-abf2-ddf9837819fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:21.468939 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-d37d03f9-823b-4b3c-abf2-ddf9837819fe None None] Port 2c9808f9-5601-423b-b92c-37a1dbc804bd cannot update to ACTIVE because it is not bound. {{(pid=105226) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 21 16:02:21.635328 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1030ae6a-721b-4182-996a-b8b123156ded req-bb2c75ff-3e78-40c6-8419-7923e64881f9 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:21.639604 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1030ae6a-721b-4182-996a-b8b123156ded req-bb2c75ff-3e78-40c6-8419-7923e64881f9 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce260055-32bb-4aa5-b09f-7a378414ec19 HTTP/1.1" status: 200 len: 931 time: 0.1217191 Jun 21 16:02:21.700208 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1030ae6a-721b-4182-996a-b8b123156ded req-92d90feb-c80b-4ab6-93aa-5f01970c3594 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490539 Jun 21 16:02:22.888817 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83b798c-bc2d-4d87-8faf-3a89a9398dab req-285c1fec-282c-4c4c-b95b-bc4800e67a0a tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:22.890469 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b83b798c-bc2d-4d87-8faf-3a89a9398dab req-285c1fec-282c-4c4c-b95b-bc4800e67a0a tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce260055-32bb-4aa5-b09f-7a378414ec19 HTTP/1.1" status: 200 len: 931 time: 0.0681252 Jun 21 16:02:22.938942 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b83b798c-bc2d-4d87-8faf-3a89a9398dab req-f33491de-020e-4b25-acbc-a67c72bca98e tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425906 Jun 21 16:02:24.138325 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329a3dc-bb4f-4383-a0c4-75cf1099cd7c req-ada1caf1-7f0a-45ce-a917-180ecd3c9002 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:24.139768 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3329a3dc-bb4f-4383-a0c4-75cf1099cd7c req-ada1caf1-7f0a-45ce-a917-180ecd3c9002 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce260055-32bb-4aa5-b09f-7a378414ec19 HTTP/1.1" status: 200 len: 931 time: 0.0704250 Jun 21 16:02:24.180729 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3329a3dc-bb4f-4383-a0c4-75cf1099cd7c req-d027d2c4-e997-48fb-8178-71226241e582 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347388 Jun 21 16:02:25.364348 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cdf24c-1ad4-4524-a4dc-882464a61a60 req-9cf00876-c78b-47ef-8352-c68cdf126f36 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:25.365854 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c0cdf24c-1ad4-4524-a4dc-882464a61a60 req-9cf00876-c78b-47ef-8352-c68cdf126f36 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce260055-32bb-4aa5-b09f-7a378414ec19 HTTP/1.1" status: 200 len: 931 time: 0.0672355 Jun 21 16:02:25.407165 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c0cdf24c-1ad4-4524-a4dc-882464a61a60 req-260a7958-4b17-4f1d-a099-c9a9f88ab4ce tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354526 Jun 21 16:02:26.593571 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9fd76-2957-470d-be3f-a5f6ff1fe2bb req-99caf45f-3d04-45ea-b518-25e44a319501 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:26.595091 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-38f9fd76-2957-470d-be3f-a5f6ff1fe2bb req-99caf45f-3d04-45ea-b518-25e44a319501 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce260055-32bb-4aa5-b09f-7a378414ec19 HTTP/1.1" status: 200 len: 931 time: 0.0708678 Jun 21 16:02:26.636188 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-38f9fd76-2957-470d-be3f-a5f6ff1fe2bb req-df5c9808-7c9d-4b93-870b-a6d9c147410d tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352533 Jun 21 16:02:27.818809 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf487f-a0a2-4e92-94d3-4f1d21a0da70 req-b26563e3-290e-42c0-82b3-64ac4ed99f5e tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:27.820133 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9daf487f-a0a2-4e92-94d3-4f1d21a0da70 req-b26563e3-290e-42c0-82b3-64ac4ed99f5e tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce260055-32bb-4aa5-b09f-7a378414ec19 HTTP/1.1" status: 200 len: 931 time: 0.0684452 Jun 21 16:02:27.861489 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-9daf487f-a0a2-4e92-94d3-4f1d21a0da70 req-744a81b7-0957-4770-bed8-e8e44adb426a tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354030 Jun 21 16:02:29.049760 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cd3e4-3894-4eea-b3a7-204062e113db req-dc085347-0680-4775-8e3f-9ab66ba6051a tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:29.051310 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-580cd3e4-3894-4eea-b3a7-204062e113db req-dc085347-0680-4775-8e3f-9ab66ba6051a tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce260055-32bb-4aa5-b09f-7a378414ec19 HTTP/1.1" status: 200 len: 931 time: 0.0715628 Jun 21 16:02:29.098080 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-580cd3e4-3894-4eea-b3a7-204062e113db req-7bbf1c62-1bb8-47ab-8a07-4df141891aba tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404534 Jun 21 16:02:30.349851 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabcc0ec-d0d2-4839-a763-c3a2dc70d49f req-7ae44855-501c-45b1-8ffd-59be5e901a49 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:30.351601 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aabcc0ec-d0d2-4839-a763-c3a2dc70d49f req-7ae44855-501c-45b1-8ffd-59be5e901a49 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce260055-32bb-4aa5-b09f-7a378414ec19 HTTP/1.1" status: 200 len: 931 time: 0.0809817 Jun 21 16:02:30.395827 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aabcc0ec-d0d2-4839-a763-c3a2dc70d49f req-78f67ffa-5ca3-4ccb-be48-7d20d869d37e tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377686 Jun 21 16:02:31.583016 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c8bed0-455c-4903-afd4-cd633cc07fb8 req-efabb736-94e5-4f4f-a5fa-863d49f803c7 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:31.584535 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-37c8bed0-455c-4903-afd4-cd633cc07fb8 req-efabb736-94e5-4f4f-a5fa-863d49f803c7 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce260055-32bb-4aa5-b09f-7a378414ec19 HTTP/1.1" status: 200 len: 931 time: 0.0756018 Jun 21 16:02:31.624409 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-37c8bed0-455c-4903-afd4-cd633cc07fb8 req-cf93b1cc-6076-40da-8d06-b9a401fe2926 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336113 Jun 21 16:02:32.823247 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dc6632-a43d-4293-af1a-c78f056ccbff req-3356c838-d77c-4d8f-b0f4-5d2f55c65599 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:32.824940 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a0dc6632-a43d-4293-af1a-c78f056ccbff req-3356c838-d77c-4d8f-b0f4-5d2f55c65599 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce260055-32bb-4aa5-b09f-7a378414ec19 HTTP/1.1" status: 200 len: 931 time: 0.0783463 Jun 21 16:02:32.865468 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-a0dc6632-a43d-4293-af1a-c78f056ccbff req-d3ed0766-d1d5-4aaf-a8a2-4448fc463728 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343251 Jun 21 16:02:34.047728 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5975c5cd-0bbc-4a83-ad8a-985e7157ebb5 req-306b9d71-01d4-4bf9-871f-7f436e77cb5d tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:34.049235 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5975c5cd-0bbc-4a83-ad8a-985e7157ebb5 req-306b9d71-01d4-4bf9-871f-7f436e77cb5d tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce260055-32bb-4aa5-b09f-7a378414ec19 HTTP/1.1" status: 200 len: 931 time: 0.0681219 Jun 21 16:02:34.087537 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5975c5cd-0bbc-4a83-ad8a-985e7157ebb5 req-eeef4ae4-41c0-497f-b01b-3f2b72aedf2f tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325611 Jun 21 16:02:35.290399 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d883403f-9519-4dc4-88eb-e3e0149c59c9 req-7667e638-aae9-4c92-b959-98550da6f2b8 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:35.291904 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d883403f-9519-4dc4-88eb-e3e0149c59c9 req-7667e638-aae9-4c92-b959-98550da6f2b8 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce260055-32bb-4aa5-b09f-7a378414ec19 HTTP/1.1" status: 200 len: 931 time: 0.0798583 Jun 21 16:02:35.350093 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d883403f-9519-4dc4-88eb-e3e0149c59c9 req-acda69ee-e4a1-4e4a-b86a-bca5267a5e7c tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520983 Jun 21 16:02:36.078597 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:36.537818 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319aaa12-bf0f-4aa0-bf7e-db9e0861b41f req-1c271f11-1580-4036-a0b4-1a3ed0e127f1 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:36.539807 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-319aaa12-bf0f-4aa0-bf7e-db9e0861b41f req-1c271f11-1580-4036-a0b4-1a3ed0e127f1 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce260055-32bb-4aa5-b09f-7a378414ec19 HTTP/1.1" status: 200 len: 931 time: 0.0739872 Jun 21 16:02:36.582110 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-319aaa12-bf0f-4aa0-bf7e-db9e0861b41f req-cb0bf880-4c81-4eb8-9129-49b8072878b5 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361121 Jun 21 16:02:37.062351 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-694866da-768a-4ead-8c89-5eef61ea229e service neutron] Request body: {'port': {'device_id': 'ce260055-32bb-4aa5-b09f-7a378414ec19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-7971'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 16:02:37.136191 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-694866da-768a-4ead-8c89-5eef61ea229e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:37.414876 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-694866da-768a-4ead-8c89-5eef61ea229e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c9808f9-5601-423b-b92c-37a1dbc804bd {{(pid=105224) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 16:02:37.422525 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-694866da-768a-4ead-8c89-5eef61ea229e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:37.435614 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.provisioning_blocks [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-694866da-768a-4ead-8c89-5eef61ea229e service neutron] Transition to ACTIVE for port object 2c9808f9-5601-423b-b92c-37a1dbc804bd will not be triggered until provisioned by entity L2. {{(pid=105224) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 21 16:02:37.443596 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-694866da-768a-4ead-8c89-5eef61ea229e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:37.446686 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8ef720cf-bf83-4574-87ab-e3676d524fe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 16:02:37.526449 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694866da-768a-4ead-8c89-5eef61ea229e service neutron] Pushing event updated for resources: {'Port': ['ID=2c9808f9-5601-423b-b92c-37a1dbc804bd,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:02:37.530245 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-694866da-768a-4ead-8c89-5eef61ea229e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 16:02:37.603552 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-694866da-768a-4ead-8c89-5eef61ea229e service neutron] Attempting to bind port 2c9808f9-5601-423b-b92c-37a1dbc804bd on host hv-neutron-7971 for vnic_type normal with profile {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 21 16:02:37.604305 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-694866da-768a-4ead-8c89-5eef61ea229e service neutron] Attempting to bind port 2c9808f9-5601-423b-b92c-37a1dbc804bd by drivers openvswitch,hyperv on host hv-neutron-7971 at level 0 using segments [{'id': 'f8639fdc-bb4e-4e75-b228-015704f2ce81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a'}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 21 16:02:37.604305 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-694866da-768a-4ead-8c89-5eef61ea229e service neutron] Attempting to bind port 2c9808f9-5601-423b-b92c-37a1dbc804bd on network 55de76cb-4723-4175-9f35-c797a48a783a {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 16:02:37.608827 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-694866da-768a-4ead-8c89-5eef61ea229e service neutron] Port 2c9808f9-5601-423b-b92c-37a1dbc804bd on network 55de76cb-4723-4175-9f35-c797a48a783a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-7971 {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 21 16:02:37.609144 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-694866da-768a-4ead-8c89-5eef61ea229e service neutron] Attempting to bind port 2c9808f9-5601-423b-b92c-37a1dbc804bd on network 55de76cb-4723-4175-9f35-c797a48a783a {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 21 16:02:37.614852 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-694866da-768a-4ead-8c89-5eef61ea229e service neutron] Checking agent: {'id': '25b92763-7bc0-45b5-b955-e7bebec53055', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-7971', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'started_at': datetime.datetime(2021, 6, 21, 14, 47, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 21, 16, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 21 16:02:37.615237 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-694866da-768a-4ead-8c89-5eef61ea229e service neutron] Checking segment: {'id': 'f8639fdc-bb4e-4e75-b228-015704f2ce81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105224) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 21 16:02:37.615564 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-694866da-768a-4ead-8c89-5eef61ea229e service neutron] Bound using segment: {'id': 'f8639fdc-bb4e-4e75-b228-015704f2ce81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a'} {{(pid=105224) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 21 16:02:37.615986 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.managers [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-694866da-768a-4ead-8c89-5eef61ea229e service neutron] Bound port: 2c9808f9-5601-423b-b92c-37a1dbc804bd, host: hv-neutron-7971, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8639fdc-bb4e-4e75-b228-015704f2ce81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a'}}] {{(pid=105224) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 21 16:02:37.616328 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-694866da-768a-4ead-8c89-5eef61ea229e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:37.680833 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-694866da-768a-4ead-8c89-5eef61ea229e service neutron] For port 2c9808f9-5601-423b-b92c-37a1dbc804bd, host hv-neutron-7971, cleared binding levels {{(pid=105224) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 21 16:02:37.683948 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-694866da-768a-4ead-8c89-5eef61ea229e service neutron] For port 2c9808f9-5601-423b-b92c-37a1dbc804bd, host hv-neutron-7971, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2c9808f9-5601-423b-b92c-37a1dbc804bd,segment=NetworkSegment(f8639fdc-bb4e-4e75-b228-015704f2ce81),segment_id=f8639fdc-bb4e-4e75-b228-015704f2ce81)] {{(pid=105224) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 21 16:02:37.689447 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-694866da-768a-4ead-8c89-5eef61ea229e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:37.691850 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-618247d5-39b9-4987-9311-01e85067e679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 16:02:37.759624 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-694866da-768a-4ead-8c89-5eef61ea229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:37.760239 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-694866da-768a-4ead-8c89-5eef61ea229e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:37.761619 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-694866da-768a-4ead-8c89-5eef61ea229e service neutron] 10.222.0.66 "PUT /v2.0/ports/2c9808f9-5601-423b-b92c-37a1dbc804bd HTTP/1.1" status: 200 len: 1093 time: 0.7041168 Jun 21 16:02:37.764106 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce260055-32bb-4aa5-b09f-7a378414ec19', 'tag': '2c9808f9-5601-423b-b92c-37a1dbc804bd'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 16:02:37.766537 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da31f762a03131f518d543e90ae826537feda727de965adfd7a215608ae97d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5b9edd-35e2-4bec-8d7d-d9801f904820" -d '{"events": [{"name": "network-changed", "server_uuid": "ce260055-32bb-4aa5-b09f-7a378414ec19", "tag": "2c9808f9-5601-423b-b92c-37a1dbc804bd"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:02:37.806393 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 16:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40db99f3-85d6-4569-a534-0730f72e12d8 x-openstack-request-id: req-40db99f3-85d6-4569-a534-0730f72e12d8 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:02:37.806708 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce260055-32bb-4aa5-b09f-7a378414ec19", "tag": "2c9808f9-5601-423b-b92c-37a1dbc804bd", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:02:37.807016 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-40db99f3-85d6-4569-a534-0730f72e12d8 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:02:37.807493 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce260055-32bb-4aa5-b09f-7a378414ec19', 'tag': '2c9808f9-5601-423b-b92c-37a1dbc804bd', 'status': 'completed', 'code': 200} Jun 21 16:02:37.849002 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694866da-768a-4ead-8c89-5eef61ea229e service neutron] Pushing event updated for resources: {'Port': ['ID=2c9808f9-5601-423b-b92c-37a1dbc804bd,revision_number=3']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:02:37.854500 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-694866da-768a-4ead-8c89-5eef61ea229e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 16:02:37.885426 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c76808-56a5-4b44-b15e-ebedc5ae7c92 req-a4973085-8e6d-4996-8455-ffa25ca39466 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:37.887013 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-20c76808-56a5-4b44-b15e-ebedc5ae7c92 req-a4973085-8e6d-4996-8455-ffa25ca39466 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce260055-32bb-4aa5-b09f-7a378414ec19 HTTP/1.1" status: 200 len: 943 time: 0.1598871 Jun 21 16:02:37.922932 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-37ac7689-344a-4955-8932-23f33c2439c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:37.925324 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-37ac7689-344a-4955-8932-23f33c2439c5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8d2fe00fd67c4e04b9ec03883c56e04c&device_id=ce260055-32bb-4aa5-b09f-7a378414ec19 HTTP/1.1" status: 200 len: 1096 time: 0.1211493 Jun 21 16:02:37.979963 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-20c76808-56a5-4b44-b15e-ebedc5ae7c92 req-95f0df41-b81e-4608-b957-71a1e4f5c1fd tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851274 Jun 21 16:02:37.981315 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-1521cf27-02e3-4643-aae3-9e0bdf9704f6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c9808f9-5601-423b-b92c-37a1dbc804bd HTTP/1.1" status: 200 len: 217 time: 0.0460525 Jun 21 16:02:38.034337 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-abae463c-ff1d-4bfd-be02-d3b70200c86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:38.035787 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-abae463c-ff1d-4bfd-be02-d3b70200c86a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7c553289-0639-4480-a620-49000b971af6 HTTP/1.1" status: 200 len: 848 time: 0.0467827 Jun 21 16:02:38.099927 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-0a4c14b4-8acb-467d-bbf4-9ae35c679035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:38.101460 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-0a4c14b4-8acb-467d-bbf4-9ae35c679035 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=55de76cb-4723-4175-9f35-c797a48a783a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0588522 Jun 21 16:02:38.545380 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-159cb263-7e85-4cf9-aed6-880965a87573 service neutron] 10.222.0.66 "GET /v2.0/networks/55de76cb-4723-4175-9f35-c797a48a783a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4366286 Jun 21 16:02:38.638393 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7c128a36-0271-4f29-9c95-6a6b806bd921 req-37eb3937-3864-4170-9692-159353157405 service neutron] 10.222.0.66 "GET /v2.0/networks/55de76cb-4723-4175-9f35-c797a48a783a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860465 Jun 21 16:02:38.742853 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b9edd-35e2-4bec-8d7d-d9801f904820 req-2922ef7d-7ef2-4dac-b939-b0c172750dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:38.744244 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7d5b9edd-35e2-4bec-8d7d-d9801f904820 req-2922ef7d-7ef2-4dac-b939-b0c172750dea service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8d2fe00fd67c4e04b9ec03883c56e04c&device_id=ce260055-32bb-4aa5-b09f-7a378414ec19 HTTP/1.1" status: 200 len: 1096 time: 0.0593882 Jun 21 16:02:38.833618 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b9edd-35e2-4bec-8d7d-d9801f904820 req-f19b2de9-de87-40f5-9058-70b2c008e636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:38.835147 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7d5b9edd-35e2-4bec-8d7d-d9801f904820 req-f19b2de9-de87-40f5-9058-70b2c008e636 service neutron] 10.222.0.66 "GET /v2.0/networks?id=55de76cb-4723-4175-9f35-c797a48a783a HTTP/1.1" status: 200 len: 910 time: 0.0839128 Jun 21 16:02:38.887136 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7d5b9edd-35e2-4bec-8d7d-d9801f904820 req-4a9b1ee5-898a-4a42-b87f-c1dc02ed6121 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c9808f9-5601-423b-b92c-37a1dbc804bd HTTP/1.1" status: 200 len: 217 time: 0.0455592 Jun 21 16:02:38.955855 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b9edd-35e2-4bec-8d7d-d9801f904820 req-913a0b05-14f5-4646-bca8-fbb8ee911884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:38.957279 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7d5b9edd-35e2-4bec-8d7d-d9801f904820 req-913a0b05-14f5-4646-bca8-fbb8ee911884 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7c553289-0639-4480-a620-49000b971af6 HTTP/1.1" status: 200 len: 848 time: 0.0621612 Jun 21 16:02:39.019390 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b9edd-35e2-4bec-8d7d-d9801f904820 req-a9603601-11c4-4715-b7ed-ca4967667325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:39.020915 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7d5b9edd-35e2-4bec-8d7d-d9801f904820 req-a9603601-11c4-4715-b7ed-ca4967667325 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=55de76cb-4723-4175-9f35-c797a48a783a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0568287 Jun 21 16:02:39.141495 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7d5b9edd-35e2-4bec-8d7d-d9801f904820 req-0b0f69ca-d56e-404d-aabc-751f2d5a0c8c service neutron] 10.222.0.66 "GET /v2.0/networks/55de76cb-4723-4175-9f35-c797a48a783a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141052 Jun 21 16:02:39.231135 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b212a4b-4788-4981-892d-5a45a3cd2b57 req-82866718-0c0e-434c-88b7-9fb0fa929c90 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:39.232584 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7b212a4b-4788-4981-892d-5a45a3cd2b57 req-82866718-0c0e-434c-88b7-9fb0fa929c90 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce260055-32bb-4aa5-b09f-7a378414ec19 HTTP/1.1" status: 200 len: 943 time: 0.1340656 Jun 21 16:02:39.277696 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7d5b9edd-35e2-4bec-8d7d-d9801f904820 req-8f1f965d-67fb-4063-aa43-2e0ca867dc7f service neutron] 10.222.0.66 "GET /v2.0/networks/55de76cb-4723-4175-9f35-c797a48a783a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295600 Jun 21 16:02:39.292673 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-7b212a4b-4788-4981-892d-5a45a3cd2b57 req-2b2faf7c-d65b-4e56-9563-0d4a118595b1 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537236 Jun 21 16:02:40.503913 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485a79b-f137-44fc-94dd-fcbddcba09bf req-ee5e8145-c879-4576-9c0a-8766273fdcde tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:40.505611 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1485a79b-f137-44fc-94dd-fcbddcba09bf req-ee5e8145-c879-4576-9c0a-8766273fdcde tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce260055-32bb-4aa5-b09f-7a378414ec19 HTTP/1.1" status: 200 len: 943 time: 0.0785258 Jun 21 16:02:40.547868 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1485a79b-f137-44fc-94dd-fcbddcba09bf req-bc45dc98-a3e4-422d-9d53-1a463c1de148 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334506 Jun 21 16:02:41.744508 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177e495a-3300-4cd4-91b6-d8e0277025a4 req-c1b02cda-8b8d-402e-96ef-83731c470cf5 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:41.745996 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-177e495a-3300-4cd4-91b6-d8e0277025a4 req-c1b02cda-8b8d-402e-96ef-83731c470cf5 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce260055-32bb-4aa5-b09f-7a378414ec19 HTTP/1.1" status: 200 len: 943 time: 0.0758402 Jun 21 16:02:41.796989 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-177e495a-3300-4cd4-91b6-d8e0277025a4 req-c2ef4b65-52d4-49d5-a156-5f82a744724d tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442483 Jun 21 16:02:42.506178 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 2c9808f9-5601-423b-b92c-37a1dbc804bd details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 16:02:42.757321 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 2c9808f9-5601-423b-b92c-37a1dbc804bd, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2c9808f9-5601-423b-b92c-37a1dbc804bd,segment=NetworkSegment(f8639fdc-bb4e-4e75-b228-015704f2ce81),segment_id=f8639fdc-bb4e-4e75-b228-015704f2ce81)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:02:42.768188 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '2c9808f9-5601-423b-b92c-37a1dbc804bd', 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a', 'port_id': '2c9808f9-5601-423b-b92c-37a1dbc804bd', 'mac_address': 'fa:16:3e:ef:65:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c553289-0639-4480-a620-49000b971af6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 16:02:42.803690 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:42.815904 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c9808f9-5601-423b-b92c-37a1dbc804bd {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 16:02:42.836054 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 2c9808f9-5601-423b-b92c-37a1dbc804bd, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2c9808f9-5601-423b-b92c-37a1dbc804bd,segment=NetworkSegment(f8639fdc-bb4e-4e75-b228-015704f2ce81),segment_id=f8639fdc-bb4e-4e75-b228-015704f2ce81)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:02:42.841193 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:42.843093 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 16:02:42.889443 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=2c9808f9-5601-423b-b92c-37a1dbc804bd,revision_number=4']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:02:42.892663 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 16:02:42.986301 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e00b6-fcd2-4310-8911-48a1310289c2 req-35852064-bcc9-4b7b-a8b7-85aba95df953 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:42.987797 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-264e00b6-fcd2-4310-8911-48a1310289c2 req-35852064-bcc9-4b7b-a8b7-85aba95df953 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce260055-32bb-4aa5-b09f-7a378414ec19 HTTP/1.1" status: 200 len: 944 time: 0.0756791 Jun 21 16:02:43.027307 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-264e00b6-fcd2-4310-8911-48a1310289c2 req-2290930a-85b2-4ea2-8fbf-98d50cc2b35f tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335410 Jun 21 16:02:43.284869 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['2c9808f9-5601-423b-b92c-37a1dbc804bd'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 16:02:44.101186 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e0ca53a8-be7b-4246-a6e0-38e2d3bcf7f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:44.224092 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e340ca-ca0f-4c67-b516-6fac96ab3b70 req-e305561c-2932-43cf-8eb6-3701d96be382 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:44.226016 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-57e340ca-ca0f-4c67-b516-6fac96ab3b70 req-e305561c-2932-43cf-8eb6-3701d96be382 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce260055-32bb-4aa5-b09f-7a378414ec19 HTTP/1.1" status: 200 len: 944 time: 0.0755136 Jun 21 16:02:44.274911 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-57e340ca-ca0f-4c67-b516-6fac96ab3b70 req-df3de0f7-5b4e-4bc1-bf5b-b7da8123170d tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431154 Jun 21 16:02:44.521153 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 2c9808f9-5601-423b-b92c-37a1dbc804bd up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 16:02:44.583206 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning for port 2c9808f9-5601-423b-b92c-37a1dbc804bd completed by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 21 16:02:44.587205 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 2c9808f9-5601-423b-b92c-37a1dbc804bd triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 16:02:44.587563 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:44.680614 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:44.707914 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce260055-32bb-4aa5-b09f-7a378414ec19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9808f9-5601-423b-b92c-37a1dbc804bd'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 16:02:44.710194 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82aa8b59d632dcb344883d1a7f27c1f561dafe30d228a2f7a2efaa48265e3325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9776a3bb-abf5-4472-a1cc-68dca5f54c33" -d '{"events": [{"server_uuid": "ce260055-32bb-4aa5-b09f-7a378414ec19", "name": "network-vif-plugged", "status": "completed", "tag": "2c9808f9-5601-423b-b92c-37a1dbc804bd"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:02:44.722785 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 2c9808f9-5601-423b-b92c-37a1dbc804bd, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2c9808f9-5601-423b-b92c-37a1dbc804bd,segment=NetworkSegment(f8639fdc-bb4e-4e75-b228-015704f2ce81),segment_id=f8639fdc-bb4e-4e75-b228-015704f2ce81)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:02:44.728954 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:44.730900 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-aa86d71c-4c9d-4b0c-b095-20282ff6d8b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 16:02:44.753831 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 16:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772e28e1-c54a-4902-898e-8a7d653c914a x-openstack-request-id: req-772e28e1-c54a-4902-898e-8a7d653c914a {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:02:44.754145 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce260055-32bb-4aa5-b09f-7a378414ec19", "name": "network-vif-plugged", "status": "completed", "tag": "2c9808f9-5601-423b-b92c-37a1dbc804bd", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:02:44.754470 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-772e28e1-c54a-4902-898e-8a7d653c914a {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:02:44.754992 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce260055-32bb-4aa5-b09f-7a378414ec19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9808f9-5601-423b-b92c-37a1dbc804bd', 'code': 200} Jun 21 16:02:44.783054 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=2c9808f9-5601-423b-b92c-37a1dbc804bd,revision_number=5']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:02:44.786387 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 16:02:45.003090 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21602cc-4db5-48e8-bd9e-ddd11c33eb60 req-2c69c9fa-ef72-411d-aa9a-3b785ac4026d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:45.004509 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d21602cc-4db5-48e8-bd9e-ddd11c33eb60 req-2c69c9fa-ef72-411d-aa9a-3b785ac4026d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ce260055-32bb-4aa5-b09f-7a378414ec19 HTTP/1.1" status: 200 len: 1098 time: 0.0607386 Jun 21 16:02:45.039435 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-d21602cc-4db5-48e8-bd9e-ddd11c33eb60 req-02d549aa-1e59-4205-a0d6-9645bd41a3d2 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284262 Jun 21 16:02:45.491021 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127df69b-d8b9-4897-925f-99461cb5f264 req-09269b1c-a8cd-415d-846a-0a01e594e902 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:45.492478 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-127df69b-d8b9-4897-925f-99461cb5f264 req-09269b1c-a8cd-415d-846a-0a01e594e902 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce260055-32bb-4aa5-b09f-7a378414ec19 HTTP/1.1" status: 200 len: 945 time: 0.0783818 Jun 21 16:02:45.531262 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-127df69b-d8b9-4897-925f-99461cb5f264 req-3ce2090e-e995-4fb9-a034-bc6f0d0a3fc4 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328462 Jun 21 16:02:46.637377 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-05b8e6e8-acfe-4b17-b08f-8070e2da4726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:46.714871 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380b963-a7bf-4e13-9348-6a451cc4052c req-0cf6f077-e47b-4488-8b00-49019fca41a9 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:46.716283 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b380b963-a7bf-4e13-9348-6a451cc4052c req-0cf6f077-e47b-4488-8b00-49019fca41a9 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce260055-32bb-4aa5-b09f-7a378414ec19 HTTP/1.1" status: 200 len: 945 time: 0.0674229 Jun 21 16:02:46.755553 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-b380b963-a7bf-4e13-9348-6a451cc4052c req-b85b7079-76a8-4984-9a1e-732aef7df40b tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333760 Jun 21 16:02:46.955129 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58851a-38ba-4ac2-a901-dd86b86d95e0 req-596e7d5e-29b0-4f17-8851-88a73f23f9e9 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:46.956575 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4a58851a-38ba-4ac2-a901-dd86b86d95e0 req-596e7d5e-29b0-4f17-8851-88a73f23f9e9 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce260055-32bb-4aa5-b09f-7a378414ec19 HTTP/1.1" status: 200 len: 945 time: 0.0756972 Jun 21 16:02:46.996840 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-4a58851a-38ba-4ac2-a901-dd86b86d95e0 req-a7d70827-6918-47b3-b4ae-6f79f8c6cd0e tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336211 Jun 21 16:02:47.022212 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 47568) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 16:02:47.088736 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35ccfd6-e521-49a5-b679-f5f2a7a18d2b tempest-TestSnapshotPattern-1792922405 tempest-TestSnapshotPattern-1792922405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:47.090312 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-a35ccfd6-e521-49a5-b679-f5f2a7a18d2b tempest-TestSnapshotPattern-1792922405 tempest-TestSnapshotPattern-1792922405-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ce260055-32bb-4aa5-b09f-7a378414ec19 HTTP/1.1" status: 200 len: 1093 time: 0.0668051 Jun 21 16:02:47.093099 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 47570) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 16:02:47.097578 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.v2.base [None req-3ea8d645-c3c5-4849-b414-a241d2ed644b tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Request body: {'floatingip': {'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'port_id': '2c9808f9-5601-423b-b92c-37a1dbc804bd', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105224) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 21 16:02:47.122321 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d645-c3c5-4849-b414-a241d2ed644b tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks [] for floatingip, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:47.165967 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:47.225580 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d645-c3c5-4849-b414-a241d2ed644b tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-1813124'] for port, before_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:47.335555 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_common [None req-3ea8d645-c3c5-4849-b414-a241d2ed644b tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Allocated IP 172.26.3.99 (78e7bc12-ea33-4baf-9744-b93105835641/324aa59e-bc0e-43bf-9464-c1fd73e346a2/8f4a141c-b81f-40c9-9fb2-6db50aa150ad) {{(pid=105224) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 21 16:02:47.445637 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d645-c3c5-4849-b414-a241d2ed644b tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks [] for port, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:47.495583 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d645-c3c5-4849-b414-a241d2ed644b tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1812551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-124506', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8728736796492', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-6203195'] for port, after_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:47.499050 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a29c52d4-e45a-4414-b04a-94a9faee0cf0 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 16:02:47.537802 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea8d645-c3c5-4849-b414-a241d2ed644b tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Network 78e7bc12-ea33-4baf-9744-b93105835641 is already hosted by enough agents. {{(pid=105224) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 21 16:02:47.540916 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.base_scheduler [None req-3ea8d645-c3c5-4849-b414-a241d2ed644b tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Resources bound (agent type, host, resource id): {{(pid=105224) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 21 16:02:47.547049 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea8d645-c3c5-4849-b414-a241d2ed644b tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Received port after_create {{(pid=105224) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 21 16:02:47.552603 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8d645-c3c5-4849-b414-a241d2ed644b tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Pushing event updated for resources: {'Port': ['ID=8f4a141c-b81f-40c9-9fb2-6db50aa150ad,revision_number=1']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:02:47.571009 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3ea8d645-c3c5-4849-b414-a241d2ed644b tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 16:02:47.968011 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d645-c3c5-4849-b414-a241d2ed644b tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:48.055388 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d645-c3c5-4849-b414-a241d2ed644b tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:48.211703 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d645-c3c5-4849-b414-a241d2ed644b tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks [] for port, precommit_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:48.216361 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d645-c3c5-4849-b414-a241d2ed644b tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6203149'] for port, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:48.219639 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f56ebf0c-4d72-4d94-a06c-43ea72817bfc tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 16:02:48.289272 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea8d645-c3c5-4849-b414-a241d2ed644b tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Pushing event updated for resources: {'Port': ['ID=8f4a141c-b81f-40c9-9fb2-6db50aa150ad,revision_number=2']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:02:48.294914 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3ea8d645-c3c5-4849-b414-a241d2ed644b tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 16:02:48.302045 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d645-c3c5-4849-b414-a241d2ed644b tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-572578'] for floatingip, after_update {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:48.404938 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.db.l3_db [None req-3ea8d645-c3c5-4849-b414-a241d2ed644b tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Floating IP 0794288b-e414-4b1a-b274-bf02c1d45282 associated. External IP: 172.26.3.99, port: 2c9808f9-5601-423b-b92c-37a1dbc804bd. Jun 21 16:02:48.421877 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:48.626827 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea8d645-c3c5-4849-b414-a241d2ed644b tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Router 73ac95b1-b135-4d74-b724-a689bb779e8d has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 16:02:48.736505 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea8d645-c3c5-4849-b414-a241d2ed644b tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:02:48.746900 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eec7029-005b-42a7-b78e-02de86a119e1 None None] Sync routers for ids ['73ac95b1-b135-4d74-b724-a689bb779e8d'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:02:48.756158 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-3ea8d645-c3c5-4849-b414-a241d2ed644b tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:48.756812 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eec7029-005b-42a7-b78e-02de86a119e1 None None] Routers {'73ac95b1-b135-4d74-b724-a689bb779e8d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 16:02:48.757513 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-4eec7029-005b-42a7-b78e-02de86a119e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T16:02:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['73ac95b1-b135-4d74-b724-a689bb779e8d'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:02:48.793583 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-3ea8d645-c3c5-4849-b414-a241d2ed644b tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6994238 Jun 21 16:02:48.794303 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce260055-32bb-4aa5-b09f-7a378414ec19', 'tag': '2c9808f9-5601-423b-b92c-37a1dbc804bd'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 16:02:48.796631 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da31f762a03131f518d543e90ae826537feda727de965adfd7a215608ae97d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5203e447-94a4-4756-b9b3-025ecd486d8f" -d '{"events": [{"name": "network-changed", "server_uuid": "ce260055-32bb-4aa5-b09f-7a378414ec19", "tag": "2c9808f9-5601-423b-b92c-37a1dbc804bd"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:02:48.839944 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 16:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfe49de-8c3c-42e1-97a5-8bfde3fe2c41 x-openstack-request-id: req-9dfe49de-8c3c-42e1-97a5-8bfde3fe2c41 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:02:48.840608 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce260055-32bb-4aa5-b09f-7a378414ec19", "tag": "2c9808f9-5601-423b-b92c-37a1dbc804bd", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:02:48.840914 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9dfe49de-8c3c-42e1-97a5-8bfde3fe2c41 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:02:48.841362 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce260055-32bb-4aa5-b09f-7a378414ec19', 'tag': '2c9808f9-5601-423b-b92c-37a1dbc804bd', 'status': 'completed', 'code': 200} Jun 21 16:02:48.872035 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-4eec7029-005b-42a7-b78e-02de86a119e1 None None] Set router 73ac95b1-b135-4d74-b724-a689bb779e8d gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 16:02:48.919707 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203e447-94a4-4756-b9b3-025ecd486d8f req-430bc6e6-6bb9-4297-995a-16e931a9ed71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:48.921114 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5203e447-94a4-4756-b9b3-025ecd486d8f req-430bc6e6-6bb9-4297-995a-16e931a9ed71 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8d2fe00fd67c4e04b9ec03883c56e04c&device_id=ce260055-32bb-4aa5-b09f-7a378414ec19 HTTP/1.1" status: 200 len: 1098 time: 0.0569844 Jun 21 16:02:49.016969 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203e447-94a4-4756-b9b3-025ecd486d8f req-66356f10-e2c9-4bba-b13e-1613a4757cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:49.018476 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5203e447-94a4-4756-b9b3-025ecd486d8f req-66356f10-e2c9-4bba-b13e-1613a4757cb0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=55de76cb-4723-4175-9f35-c797a48a783a HTTP/1.1" status: 200 len: 910 time: 0.0909922 Jun 21 16:02:49.088100 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5203e447-94a4-4756-b9b3-025ecd486d8f req-3d3fdefe-cbd3-48f1-a5de-b6604f29fa9d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c9808f9-5601-423b-b92c-37a1dbc804bd HTTP/1.1" status: 200 len: 998 time: 0.0633883 Jun 21 16:02:49.113773 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-4eec7029-005b-42a7-b78e-02de86a119e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'name': 'tempest-TestSnapshotPattern-519210936-router', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '72853a98-6665-47db-9920-0ce31c126706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T15:58:38Z', 'revision_number': 4, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'gw_port': {'id': '72853a98-6665-47db-9920-0ce31c126706', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:15:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T15:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '0794288b-e414-4b1a-b274-bf02c1d45282', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'floating_ip_address': '172.26.3.99', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'port_id': '2c9808f9-5601-423b-b92c-37a1dbc804bd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a', 'mac_address': 'fa:16:3e:ef:65:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce260055-32bb-4aa5-b09f-7a378414ec19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T16:02:47Z', 'updated_at': '2021-06-21T16:02:47Z', 'revision_number': 0, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'fixed_ip_address_scope': None}, {'id': 'f253cbee-497f-44be-beb9-ee8ba531dcef', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'floating_ip_address': '172.26.3.160', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'port_id': 'cf836674-98f9-40f0-a2d6-849ea85b3637', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a', 'mac_address': 'fa:16:3e:47:66:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65d8bec-afab-4e65-a9f6-34a34e1da8fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:59:02Z', 'updated_at': '2021-06-21T15:59:04Z', 'revision_number': 1, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac1480a0-9f3e-4d99-864f-5f3922e5b159', 'name': '', 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'mac_address': 'fa:16:3e:0d:c7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '7c553289-0639-4480-a620-49000b971af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:38Z', 'updated_at': '2021-06-21T15:58:44Z', 'revision_number': 5, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'subnets': [{'id': '7c553289-0639-4480-a620-49000b971af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:02:49.137622 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203e447-94a4-4756-b9b3-025ecd486d8f req-d3fee91e-6775-4c0d-afbb-92d7be60ae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:49.139108 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5203e447-94a4-4756-b9b3-025ecd486d8f req-d3fee91e-6775-4c0d-afbb-92d7be60ae94 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7c553289-0639-4480-a620-49000b971af6 HTTP/1.1" status: 200 len: 848 time: 0.0446887 Jun 21 16:02:49.143107 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eec7029-005b-42a7-b78e-02de86a119e1 None None] Checking router: 73ac95b1-b135-4d74-b724-a689bb779e8d for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:02:49.152892 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eec7029-005b-42a7-b78e-02de86a119e1 None None] Routers {'73ac95b1-b135-4d74-b724-a689bb779e8d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 16:02:49.153523 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-4eec7029-005b-42a7-b78e-02de86a119e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T16:02:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['73ac95b1-b135-4d74-b724-a689bb779e8d'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:02:49.207670 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203e447-94a4-4756-b9b3-025ecd486d8f req-84f6bafa-9fdc-4fb0-b4bc-aee484827173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:02:49.209479 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5203e447-94a4-4756-b9b3-025ecd486d8f req-84f6bafa-9fdc-4fb0-b4bc-aee484827173 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=55de76cb-4723-4175-9f35-c797a48a783a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0638535 Jun 21 16:02:49.266640 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-4eec7029-005b-42a7-b78e-02de86a119e1 None None] Set router 73ac95b1-b135-4d74-b724-a689bb779e8d gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 16:02:49.302628 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5203e447-94a4-4756-b9b3-025ecd486d8f req-aa97b814-71b5-43b9-ac4c-398d9e5ac0b5 service neutron] 10.222.0.66 "GET /v2.0/networks/55de76cb-4723-4175-9f35-c797a48a783a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867252 Jun 21 16:02:49.400020 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5203e447-94a4-4756-b9b3-025ecd486d8f req-f79800a5-e250-4695-9496-fdc999b2380c service neutron] 10.222.0.66 "GET /v2.0/networks/55de76cb-4723-4175-9f35-c797a48a783a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904546 Jun 21 16:02:49.515490 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-4eec7029-005b-42a7-b78e-02de86a119e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'name': 'tempest-TestSnapshotPattern-519210936-router', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '72853a98-6665-47db-9920-0ce31c126706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T15:58:38Z', 'revision_number': 4, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'gw_port': {'id': '72853a98-6665-47db-9920-0ce31c126706', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:15:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T15:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '0794288b-e414-4b1a-b274-bf02c1d45282', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'floating_ip_address': '172.26.3.99', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'port_id': '2c9808f9-5601-423b-b92c-37a1dbc804bd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a', 'mac_address': 'fa:16:3e:ef:65:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce260055-32bb-4aa5-b09f-7a378414ec19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T16:02:47Z', 'updated_at': '2021-06-21T16:02:47Z', 'revision_number': 0, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'fixed_ip_address_scope': None}, {'id': 'f253cbee-497f-44be-beb9-ee8ba531dcef', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'floating_ip_address': '172.26.3.160', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'port_id': 'cf836674-98f9-40f0-a2d6-849ea85b3637', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a', 'mac_address': 'fa:16:3e:47:66:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65d8bec-afab-4e65-a9f6-34a34e1da8fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:59:02Z', 'updated_at': '2021-06-21T15:59:04Z', 'revision_number': 1, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac1480a0-9f3e-4d99-864f-5f3922e5b159', 'name': '', 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'mac_address': 'fa:16:3e:0d:c7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '7c553289-0639-4480-a620-49000b971af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:38Z', 'updated_at': '2021-06-21T15:58:44Z', 'revision_number': 5, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'subnets': [{'id': '7c553289-0639-4480-a620-49000b971af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:02:49.540837 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eec7029-005b-42a7-b78e-02de86a119e1 None None] The sync data for ids ['73ac95b1-b135-4d74-b724-a689bb779e8d'] in dv-neutron-797121-2-hyperv is: [{'id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'name': 'tempest-TestSnapshotPattern-519210936-router', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '72853a98-6665-47db-9920-0ce31c126706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T15:58:38Z', 'revision_number': 4, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'gw_port': {'id': '72853a98-6665-47db-9920-0ce31c126706', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:15:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T15:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': '0794288b-e414-4b1a-b274-bf02c1d45282', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'floating_ip_address': '172.26.3.99', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'port_id': '2c9808f9-5601-423b-b92c-37a1dbc804bd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a', 'mac_address': 'fa:16:3e:ef:65:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce260055-32bb-4aa5-b09f-7a378414ec19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T16:02:47Z', 'updated_at': '2021-06-21T16:02:47Z', 'revision_number': 0, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'fixed_ip_address_scope': None}, {'id': 'f253cbee-497f-44be-beb9-ee8ba531dcef', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'floating_ip_address': '172.26.3.160', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'port_id': 'cf836674-98f9-40f0-a2d6-849ea85b3637', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a', 'mac_address': 'fa:16:3e:47:66:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65d8bec-afab-4e65-a9f6-34a34e1da8fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:59:02Z', 'updated_at': '2021-06-21T15:59:04Z', 'revision_number': 1, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac1480a0-9f3e-4d99-864f-5f3922e5b159', 'name': '', 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'mac_address': 'fa:16:3e:0d:c7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '7c553289-0639-4480-a620-49000b971af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:38Z', 'updated_at': '2021-06-21T15:58:44Z', 'revision_number': 5, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'subnets': [{'id': '7c553289-0639-4480-a620-49000b971af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:02:49.760249 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73230365-b8ea-4300-a766-1588c97bbd4d None None] New status for floating IP 0794288b-e414-4b1a-b274-bf02c1d45282: ACTIVE {{(pid=105226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 16:02:50.147407 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:02:50.153184 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 16:03:06.071682 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:03:14.102468 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c6e4e1fa-93d3-4edd-95fe-e489a32abf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:03:16.017597 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c59b9442-6721-48e4-9dc2-04df7d502ef6 req-1312ea75-2d8f-44fd-8155-b4f06b0be5d5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e65d8bec-afab-4e65-a9f6-34a34e1da8fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1136577 Jun 21 16:03:16.127745 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b9442-6721-48e4-9dc2-04df7d502ef6 req-5d17ade5-1013-4e38-bda9-cb32928e5be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:03:16.129059 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c59b9442-6721-48e4-9dc2-04df7d502ef6 req-5d17ade5-1013-4e38-bda9-cb32928e5be2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8d2fe00fd67c4e04b9ec03883c56e04c&device_id=e65d8bec-afab-4e65-a9f6-34a34e1da8fe HTTP/1.1" status: 200 len: 1096 time: 0.0626030 Jun 21 16:03:16.259101 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b9442-6721-48e4-9dc2-04df7d502ef6 req-59926106-ab28-434c-afc0-0a62f7a0485d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:03:16.260601 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c59b9442-6721-48e4-9dc2-04df7d502ef6 req-59926106-ab28-434c-afc0-0a62f7a0485d service neutron] 10.222.0.66 "GET /v2.0/networks?id=55de76cb-4723-4175-9f35-c797a48a783a HTTP/1.1" status: 200 len: 910 time: 0.1062229 Jun 21 16:03:16.328360 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c59b9442-6721-48e4-9dc2-04df7d502ef6 req-5f99e0ab-96f7-451b-82d8-fa093ac38aa3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf836674-98f9-40f0-a2d6-849ea85b3637 HTTP/1.1" status: 200 len: 999 time: 0.0606444 Jun 21 16:03:16.383610 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b9442-6721-48e4-9dc2-04df7d502ef6 req-fbe5375e-d1b2-4bad-92bb-bd35be299be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:03:16.385020 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c59b9442-6721-48e4-9dc2-04df7d502ef6 req-fbe5375e-d1b2-4bad-92bb-bd35be299be0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7c553289-0639-4480-a620-49000b971af6 HTTP/1.1" status: 200 len: 848 time: 0.0503776 Jun 21 16:03:16.447367 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b9442-6721-48e4-9dc2-04df7d502ef6 req-7ac8cd9a-cefc-4a52-8035-600b1d2be1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:03:16.448823 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c59b9442-6721-48e4-9dc2-04df7d502ef6 req-7ac8cd9a-cefc-4a52-8035-600b1d2be1c4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=55de76cb-4723-4175-9f35-c797a48a783a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0568440 Jun 21 16:03:16.543059 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c59b9442-6721-48e4-9dc2-04df7d502ef6 req-8b4e8dd8-0a4c-4dbd-8ef4-02046bf1637d service neutron] 10.222.0.66 "GET /v2.0/networks/55de76cb-4723-4175-9f35-c797a48a783a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866580 Jun 21 16:03:16.634457 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-40248e8f-212a-460b-8f05-1baecece0344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:03:16.989022 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-c59b9442-6721-48e4-9dc2-04df7d502ef6 req-bf7d1a69-e401-4637-8ae4-629f971e8216 service neutron] 10.222.0.66 "GET /v2.0/networks/55de76cb-4723-4175-9f35-c797a48a783a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4386463 Jun 21 16:03:17.171058 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:03:18.427143 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:03:20.151205 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:03:27.152129 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 16:03:36.063336 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:03:44.100948 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-582efcd0-8fd8-4b35-8b7a-0ee46376d77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:03:46.634668 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-7de30e8b-3ed8-43d2-bee2-fe9bcd240994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:03:47.180238 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:03:48.432471 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:03:50.154725 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:04:04.153700 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 16:04:06.071967 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:04:14.098589 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-100adf3f-e38d-439f-960d-87f706336bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:04:15.237392 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e6d43d80-8e5f-4389-8144-475933a60432 req-b8fb4be2-b138-4eb0-87ca-611e1867fb92 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ce260055-32bb-4aa5-b09f-7a378414ec19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676939 Jun 21 16:04:15.314566 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d43d80-8e5f-4389-8144-475933a60432 req-74bd7d82-91a0-4801-9f35-adf0ed47d460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:04:15.316037 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e6d43d80-8e5f-4389-8144-475933a60432 req-74bd7d82-91a0-4801-9f35-adf0ed47d460 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8d2fe00fd67c4e04b9ec03883c56e04c&device_id=ce260055-32bb-4aa5-b09f-7a378414ec19 HTTP/1.1" status: 200 len: 1098 time: 0.0536680 Jun 21 16:04:15.437480 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d43d80-8e5f-4389-8144-475933a60432 req-abce139e-19dd-4e1f-afa1-45cdb8ffae6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:04:15.439377 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e6d43d80-8e5f-4389-8144-475933a60432 req-abce139e-19dd-4e1f-afa1-45cdb8ffae6e service neutron] 10.222.0.66 "GET /v2.0/networks?id=55de76cb-4723-4175-9f35-c797a48a783a HTTP/1.1" status: 200 len: 910 time: 0.1011713 Jun 21 16:04:15.508411 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e6d43d80-8e5f-4389-8144-475933a60432 req-c4d4fe08-36c2-44b8-af69-86c8cbde7e03 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c9808f9-5601-423b-b92c-37a1dbc804bd HTTP/1.1" status: 200 len: 1000 time: 0.0607195 Jun 21 16:04:15.564834 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d43d80-8e5f-4389-8144-475933a60432 req-5ee5fdc5-64a7-4edd-8243-cce166fc5ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:04:15.566335 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e6d43d80-8e5f-4389-8144-475933a60432 req-5ee5fdc5-64a7-4edd-8243-cce166fc5ca6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7c553289-0639-4480-a620-49000b971af6 HTTP/1.1" status: 200 len: 848 time: 0.0513136 Jun 21 16:04:15.626761 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d43d80-8e5f-4389-8144-475933a60432 req-a0af98a0-f0ad-4587-8b79-f5b0d1692ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:04:15.628284 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e6d43d80-8e5f-4389-8144-475933a60432 req-a0af98a0-f0ad-4587-8b79-f5b0d1692ff0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=55de76cb-4723-4175-9f35-c797a48a783a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0548818 Jun 21 16:04:15.732562 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e6d43d80-8e5f-4389-8144-475933a60432 req-2629de5e-27ca-49bd-b1f0-86d60faaba63 service neutron] 10.222.0.66 "GET /v2.0/networks/55de76cb-4723-4175-9f35-c797a48a783a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960102 Jun 21 16:04:15.835285 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-e6d43d80-8e5f-4389-8144-475933a60432 req-a6212a1d-2bee-4230-98ab-30315232506f service neutron] 10.222.0.66 "GET /v2.0/networks/55de76cb-4723-4175-9f35-c797a48a783a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952337 Jun 21 16:04:16.630245 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-dc5bc77c-8eb4-4c3e-b2ce-88607fc29765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:04:17.175879 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:04:18.437744 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:04:20.158669 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:04:36.055808 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:04:41.153814 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 16:04:44.095970 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-25d97aff-5931-4720-a53c-943adab3355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:04:46.639266 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-5afaf77f-e528-4163-a0c2-df057b5a6fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:04:47.184605 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:04:48.438114 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:04:50.162197 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:06.080931 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:14.090617 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-273b4866-2db2-4500-9c49-ba1733222a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:16.633760 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b6c38c62-89c5-4ce1-84a8-9218e869cba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:17.182671 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:17.193616 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-35d5a5a3-dcda-453c-86a0-b1ba2b02bb87 req-a707eb4a-1afb-474d-aad0-545dba22b6ed service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=e65d8bec-afab-4e65-a9f6-34a34e1da8fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0648243 Jun 21 16:05:17.300044 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5a5a3-dcda-453c-86a0-b1ba2b02bb87 req-e94709f1-5fa8-4df3-91f1-64849cc7cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:05:17.301544 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-35d5a5a3-dcda-453c-86a0-b1ba2b02bb87 req-e94709f1-5fa8-4df3-91f1-64849cc7cd5a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8d2fe00fd67c4e04b9ec03883c56e04c&device_id=e65d8bec-afab-4e65-a9f6-34a34e1da8fe HTTP/1.1" status: 200 len: 1096 time: 0.0600898 Jun 21 16:05:17.416433 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5a5a3-dcda-453c-86a0-b1ba2b02bb87 req-fa0e5c57-2a0a-4905-8b60-5043a926259e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:05:17.417942 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-35d5a5a3-dcda-453c-86a0-b1ba2b02bb87 req-fa0e5c57-2a0a-4905-8b60-5043a926259e service neutron] 10.222.0.66 "GET /v2.0/networks?id=55de76cb-4723-4175-9f35-c797a48a783a HTTP/1.1" status: 200 len: 910 time: 0.0945759 Jun 21 16:05:17.482103 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-35d5a5a3-dcda-453c-86a0-b1ba2b02bb87 req-421150e4-56e6-48f8-966a-2d257411293d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf836674-98f9-40f0-a2d6-849ea85b3637 HTTP/1.1" status: 200 len: 999 time: 0.0569956 Jun 21 16:05:17.539161 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5a5a3-dcda-453c-86a0-b1ba2b02bb87 req-10760236-a7ec-4e45-a317-2006c8c1c65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:05:17.541354 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-35d5a5a3-dcda-453c-86a0-b1ba2b02bb87 req-10760236-a7ec-4e45-a317-2006c8c1c65b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7c553289-0639-4480-a620-49000b971af6 HTTP/1.1" status: 200 len: 848 time: 0.0521328 Jun 21 16:05:17.608070 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5a5a3-dcda-453c-86a0-b1ba2b02bb87 req-0fe72546-3cdb-4984-b91b-f15d7af73c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:05:17.609550 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-35d5a5a3-dcda-453c-86a0-b1ba2b02bb87 req-0fe72546-3cdb-4984-b91b-f15d7af73c96 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=55de76cb-4723-4175-9f35-c797a48a783a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0608470 Jun 21 16:05:17.712409 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-35d5a5a3-dcda-453c-86a0-b1ba2b02bb87 req-49da3051-6aa8-4759-bfcd-11adbfe58b85 service neutron] 10.222.0.66 "GET /v2.0/networks/55de76cb-4723-4175-9f35-c797a48a783a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956886 Jun 21 16:05:17.815756 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-35d5a5a3-dcda-453c-86a0-b1ba2b02bb87 req-d27601b5-b944-4601-abcb-ad2b6b99d2bd service neutron] 10.222.0.66 "GET /v2.0/networks/55de76cb-4723-4175-9f35-c797a48a783a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969195 Jun 21 16:05:18.152398 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 16:05:18.443814 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:20.175897 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:23.241354 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 2c9808f9-5601-423b-b92c-37a1dbc804bd details requested by agent hyperv_hv-neutron-7971 with host hv-neutron-7971 {{(pid=105226) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 21 16:05:23.350232 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 2c9808f9-5601-423b-b92c-37a1dbc804bd, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2c9808f9-5601-423b-b92c-37a1dbc804bd,segment=NetworkSegment(f8639fdc-bb4e-4e75-b228-015704f2ce81),segment_id=f8639fdc-bb4e-4e75-b228-015704f2ce81)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:05:23.362555 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Returning: {'device': '2c9808f9-5601-423b-b92c-37a1dbc804bd', 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a', 'port_id': '2c9808f9-5601-423b-b92c-37a1dbc804bd', 'mac_address': 'fa:16:3e:ef:65:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c553289-0639-4480-a620-49000b971af6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105226) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 21 16:05:23.420474 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:23.437267 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c9808f9-5601-423b-b92c-37a1dbc804bd {{(pid=105226) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 21 16:05:23.464089 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 2c9808f9-5601-423b-b92c-37a1dbc804bd, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2c9808f9-5601-423b-b92c-37a1dbc804bd,segment=NetworkSegment(f8639fdc-bb4e-4e75-b228-015704f2ce81),segment_id=f8639fdc-bb4e-4e75-b228-015704f2ce81)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:05:23.472055 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:23.475961 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-63fe5bd4-0987-4723-82b3-4d166a011de0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 16:05:23.539143 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=2c9808f9-5601-423b-b92c-37a1dbc804bd,revision_number=6']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:05:23.546877 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:05:23.547226 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:05:23.547604 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:05:23.547929 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:05:23.548458 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:05:23.548744 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:05:23.549064 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:05:23.549598 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:05:23.549969 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:05:23.550304 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:05:23.550847 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:05:23.551169 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105226) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:05:23.555505 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 16:05:23.557915 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] get_ports_and_sgs() called for port_ids ['2c9808f9-5601-423b-b92c-37a1dbc804bd'] {{(pid=105226) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Jun 21 16:05:25.211482 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 2c9808f9-5601-423b-b92c-37a1dbc804bd up at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 21 16:05:25.264265 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.provisioning_blocks [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Provisioning complete for port 2c9808f9-5601-423b-b92c-37a1dbc804bd triggered by entity L2. {{(pid=105226) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 21 16:05:25.264636 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1751449'] for port, provisioning_complete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:25.344230 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1813138'] for port, before_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:25.366340 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce260055-32bb-4aa5-b09f-7a378414ec19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9808f9-5601-423b-b92c-37a1dbc804bd'}] {{(pid=105226) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 16:05:25.368630 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}82aa8b59d632dcb344883d1a7f27c1f561dafe30d228a2f7a2efaa48265e3325" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fcbe03-3795-432b-8704-81c8d21ddbe6" -d '{"events": [{"server_uuid": "ce260055-32bb-4aa5-b09f-7a378414ec19", "name": "network-vif-plugged", "status": "completed", "tag": "2c9808f9-5601-423b-b92c-37a1dbc804bd"}]}' {{(pid=105226) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:05:25.384043 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] For port 2c9808f9-5601-423b-b92c-37a1dbc804bd, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2c9808f9-5601-423b-b92c-37a1dbc804bd,segment=NetworkSegment(f8639fdc-bb4e-4e75-b228-015704f2ce81),segment_id=f8639fdc-bb4e-4e75-b228-015704f2ce81)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:05:25.390327 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8728737223379', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8728736796510', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8728736796555'] for port, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:25.392938 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 16:05:25.418303 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 16:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07007c1-8f26-4872-bc27-930daee1d8ce x-openstack-request-id: req-c07007c1-8f26-4872-bc27-930daee1d8ce {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:05:25.418594 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce260055-32bb-4aa5-b09f-7a378414ec19", "name": "network-vif-plugged", "status": "completed", "tag": "2c9808f9-5601-423b-b92c-37a1dbc804bd", "code": 200}]} {{(pid=105226) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:05:25.418847 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c07007c1-8f26-4872-bc27-930daee1d8ce {{(pid=105226) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:05:25.419225 dv-neutron-797121-2-hyperv neutron-server[105226]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce260055-32bb-4aa5-b09f-7a378414ec19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c9808f9-5601-423b-b92c-37a1dbc804bd', 'code': 200} Jun 21 16:05:25.444398 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Pushing event updated for resources: {'Port': ['ID=2c9808f9-5601-423b-b92c-37a1dbc804bd,revision_number=7']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:05:25.447377 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 16:05:36.077022 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:38.800457 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 47840) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 16:05:38.960655 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-8527feb4-01ba-4eb4-9307-1023017aee59 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Deleting port 8f4a141c-b81f-40c9-9fb2-6db50aa150ad {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 16:05:38.960956 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8527feb4-01ba-4eb4-9307-1023017aee59 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:39.048209 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8527feb4-01ba-4eb4-9307-1023017aee59 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:39.048544 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8527feb4-01ba-4eb4-9307-1023017aee59 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:39.114246 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-8527feb4-01ba-4eb4-9307-1023017aee59 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Calling delete_port for 8f4a141c-b81f-40c9-9fb2-6db50aa150ad owned by network:floatingip {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 16:05:39.289568 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8527feb4-01ba-4eb4-9307-1023017aee59 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:39.291631 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-e74c32d6-9202-4171-b40d-648848607e8f tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 16:05:39.315170 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527feb4-01ba-4eb4-9307-1023017aee59 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Pushing event deleted for resources: {'Port': ['ID=8f4a141c-b81f-40c9-9fb2-6db50aa150ad,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:05:39.326399 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8527feb4-01ba-4eb4-9307-1023017aee59 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:05:39.326789 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8527feb4-01ba-4eb4-9307-1023017aee59 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:05:39.327165 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8527feb4-01ba-4eb4-9307-1023017aee59 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:05:39.327544 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8527feb4-01ba-4eb4-9307-1023017aee59 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:05:39.327914 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8527feb4-01ba-4eb4-9307-1023017aee59 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:05:39.328248 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8527feb4-01ba-4eb4-9307-1023017aee59 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:05:39.328641 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8527feb4-01ba-4eb4-9307-1023017aee59 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:05:39.328990 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8527feb4-01ba-4eb4-9307-1023017aee59 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:05:39.329357 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8527feb4-01ba-4eb4-9307-1023017aee59 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:05:39.329713 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8527feb4-01ba-4eb4-9307-1023017aee59 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:05:39.330104 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8527feb4-01ba-4eb4-9307-1023017aee59 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:05:39.330459 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8527feb4-01ba-4eb4-9307-1023017aee59 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105225) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:05:39.348284 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-8527feb4-01ba-4eb4-9307-1023017aee59 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 16:05:39.390231 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8527feb4-01ba-4eb4-9307-1023017aee59 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks [] for floatingip, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:39.390539 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.l3_db [None req-8527feb4-01ba-4eb4-9307-1023017aee59 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Floating IP 0794288b-e414-4b1a-b274-bf02c1d45282 disassociated (deleted). External IP: 172.26.3.99, port: 2c9808f9-5601-423b-b92c-37a1dbc804bd. Jun 21 16:05:39.953980 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8527feb4-01ba-4eb4-9307-1023017aee59 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Router 73ac95b1-b135-4d74-b724-a689bb779e8d has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 16:05:40.064575 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8527feb4-01ba-4eb4-9307-1023017aee59 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:05:40.071152 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-8527feb4-01ba-4eb4-9307-1023017aee59 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:40.077275 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dbb2e9-ff66-4422-9b3e-455bd2d74206 None None] Sync routers for ids ['73ac95b1-b135-4d74-b724-a689bb779e8d'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:05:40.088949 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dbb2e9-ff66-4422-9b3e-455bd2d74206 None None] Routers {'73ac95b1-b135-4d74-b724-a689bb779e8d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 16:05:40.089588 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-59dbb2e9-ff66-4422-9b3e-455bd2d74206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T16:05:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['73ac95b1-b135-4d74-b724-a689bb779e8d'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:05:40.115860 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-8527feb4-01ba-4eb4-9307-1023017aee59 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "DELETE /v2.0/floatingips/0794288b-e414-4b1a-b274-bf02c1d45282 HTTP/1.1" status: 204 len: 168 time: 1.3142264 Jun 21 16:05:40.116548 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce260055-32bb-4aa5-b09f-7a378414ec19', 'tag': '2c9808f9-5601-423b-b92c-37a1dbc804bd'}] {{(pid=105225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 16:05:40.118947 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7b5ba3641770f845df3960743ba8ac63a485491b1b08283103a8b0371921b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba49ce8-600d-4c5c-aca1-c836cd1e525b" -d '{"events": [{"name": "network-changed", "server_uuid": "ce260055-32bb-4aa5-b09f-7a378414ec19", "tag": "2c9808f9-5601-423b-b92c-37a1dbc804bd"}]}' {{(pid=105225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:05:40.200405 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-59dbb2e9-ff66-4422-9b3e-455bd2d74206 None None] Set router 73ac95b1-b135-4d74-b724-a689bb779e8d gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 16:05:40.225055 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 16:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702a3172-4cea-497a-9300-5a5e63a10c0a x-openstack-request-id: req-702a3172-4cea-497a-9300-5a5e63a10c0a {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:05:40.225407 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce260055-32bb-4aa5-b09f-7a378414ec19", "tag": "2c9808f9-5601-423b-b92c-37a1dbc804bd", "status": "completed", "code": 200}]} {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:05:40.225713 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-702a3172-4cea-497a-9300-5a5e63a10c0a {{(pid=105225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:05:40.226197 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce260055-32bb-4aa5-b09f-7a378414ec19', 'tag': '2c9808f9-5601-423b-b92c-37a1dbc804bd', 'status': 'completed', 'code': 200} Jun 21 16:05:40.305338 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba49ce8-600d-4c5c-aca1-c836cd1e525b req-fb80318c-7de1-496d-b35f-c8a93525dc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:05:40.306885 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3ba49ce8-600d-4c5c-aca1-c836cd1e525b req-fb80318c-7de1-496d-b35f-c8a93525dc97 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8d2fe00fd67c4e04b9ec03883c56e04c&device_id=ce260055-32bb-4aa5-b09f-7a378414ec19 HTTP/1.1" status: 200 len: 1098 time: 0.0568621 Jun 21 16:05:40.434086 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba49ce8-600d-4c5c-aca1-c836cd1e525b req-ae6ed71f-aa13-4ccc-afca-a86a8ea12b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:05:40.435570 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3ba49ce8-600d-4c5c-aca1-c836cd1e525b req-ae6ed71f-aa13-4ccc-afca-a86a8ea12b4d service neutron] 10.222.0.66 "GET /v2.0/networks?id=55de76cb-4723-4175-9f35-c797a48a783a HTTP/1.1" status: 200 len: 910 time: 0.1221626 Jun 21 16:05:40.437668 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-59dbb2e9-ff66-4422-9b3e-455bd2d74206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'name': 'tempest-TestSnapshotPattern-519210936-router', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '72853a98-6665-47db-9920-0ce31c126706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T15:58:38Z', 'revision_number': 4, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'gw_port': {'id': '72853a98-6665-47db-9920-0ce31c126706', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:15:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T15:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': 'f253cbee-497f-44be-beb9-ee8ba531dcef', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'floating_ip_address': '172.26.3.160', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'port_id': 'cf836674-98f9-40f0-a2d6-849ea85b3637', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a', 'mac_address': 'fa:16:3e:47:66:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65d8bec-afab-4e65-a9f6-34a34e1da8fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:59:02Z', 'updated_at': '2021-06-21T15:59:04Z', 'revision_number': 1, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac1480a0-9f3e-4d99-864f-5f3922e5b159', 'name': '', 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'mac_address': 'fa:16:3e:0d:c7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '7c553289-0639-4480-a620-49000b971af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:38Z', 'updated_at': '2021-06-21T15:58:44Z', 'revision_number': 5, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'subnets': [{'id': '7c553289-0639-4480-a620-49000b971af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:05:40.468085 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dbb2e9-ff66-4422-9b3e-455bd2d74206 None None] Checking router: 73ac95b1-b135-4d74-b724-a689bb779e8d for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:05:40.476675 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dbb2e9-ff66-4422-9b3e-455bd2d74206 None None] Routers {'73ac95b1-b135-4d74-b724-a689bb779e8d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 16:05:40.477293 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-59dbb2e9-ff66-4422-9b3e-455bd2d74206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T16:05:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['73ac95b1-b135-4d74-b724-a689bb779e8d'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:05:40.485896 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3ba49ce8-600d-4c5c-aca1-c836cd1e525b req-2d05b666-006b-4ca7-99f0-fa601f9b842e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c9808f9-5601-423b-b92c-37a1dbc804bd HTTP/1.1" status: 200 len: 217 time: 0.0419955 Jun 21 16:05:40.566004 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba49ce8-600d-4c5c-aca1-c836cd1e525b req-4aecfc4c-4294-4053-a2b3-69dcf97b25f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:05:40.567544 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3ba49ce8-600d-4c5c-aca1-c836cd1e525b req-4aecfc4c-4294-4053-a2b3-69dcf97b25f6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7c553289-0639-4480-a620-49000b971af6 HTTP/1.1" status: 200 len: 848 time: 0.0753453 Jun 21 16:05:40.586225 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-59dbb2e9-ff66-4422-9b3e-455bd2d74206 None None] Set router 73ac95b1-b135-4d74-b724-a689bb779e8d gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 16:05:40.632649 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2bc9b-7fcd-40b3-96f4-6d4783694671 req-0a2cd5b9-c19f-473e-9c39-4df71b2087d7 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:05:40.633975 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6bf2bc9b-7fcd-40b3-96f4-6d4783694671 req-0a2cd5b9-c19f-473e-9c39-4df71b2087d7 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce260055-32bb-4aa5-b09f-7a378414ec19 HTTP/1.1" status: 200 len: 945 time: 0.1544261 Jun 21 16:05:40.667657 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba49ce8-600d-4c5c-aca1-c836cd1e525b req-152a4259-084e-4436-b520-de05eb2a0fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:05:40.669124 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3ba49ce8-600d-4c5c-aca1-c836cd1e525b req-152a4259-084e-4436-b520-de05eb2a0fb0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=55de76cb-4723-4175-9f35-c797a48a783a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0941458 Jun 21 16:05:40.690132 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-6bf2bc9b-7fcd-40b3-96f4-6d4783694671 req-8e63b45e-dc29-4a70-9eb9-43728670eea2 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494623 Jun 21 16:05:40.771217 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3ba49ce8-600d-4c5c-aca1-c836cd1e525b req-44e03e1d-3c9b-4cdf-a1de-1c7de46f7407 service neutron] 10.222.0.66 "GET /v2.0/networks/55de76cb-4723-4175-9f35-c797a48a783a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942049 Jun 21 16:05:40.808858 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-59dbb2e9-ff66-4422-9b3e-455bd2d74206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'name': 'tempest-TestSnapshotPattern-519210936-router', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '72853a98-6665-47db-9920-0ce31c126706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T15:58:38Z', 'revision_number': 4, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'gw_port': {'id': '72853a98-6665-47db-9920-0ce31c126706', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:15:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T15:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': 'f253cbee-497f-44be-beb9-ee8ba531dcef', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'floating_ip_address': '172.26.3.160', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'port_id': 'cf836674-98f9-40f0-a2d6-849ea85b3637', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a', 'mac_address': 'fa:16:3e:47:66:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65d8bec-afab-4e65-a9f6-34a34e1da8fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:59:02Z', 'updated_at': '2021-06-21T15:59:04Z', 'revision_number': 1, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac1480a0-9f3e-4d99-864f-5f3922e5b159', 'name': '', 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'mac_address': 'fa:16:3e:0d:c7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '7c553289-0639-4480-a620-49000b971af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:38Z', 'updated_at': '2021-06-21T15:58:44Z', 'revision_number': 5, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'subnets': [{'id': '7c553289-0639-4480-a620-49000b971af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:05:40.834844 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dbb2e9-ff66-4422-9b3e-455bd2d74206 None None] The sync data for ids ['73ac95b1-b135-4d74-b724-a689bb779e8d'] in dv-neutron-797121-2-hyperv is: [{'id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'name': 'tempest-TestSnapshotPattern-519210936-router', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '72853a98-6665-47db-9920-0ce31c126706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T15:58:38Z', 'revision_number': 4, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'gw_port': {'id': '72853a98-6665-47db-9920-0ce31c126706', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:15:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T15:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_floatingips': [{'id': 'f253cbee-497f-44be-beb9-ee8ba531dcef', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'floating_ip_address': '172.26.3.160', 'floating_network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'router_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'port_id': 'cf836674-98f9-40f0-a2d6-849ea85b3637', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a', 'mac_address': 'fa:16:3e:47:66:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e65d8bec-afab-4e65-a9f6-34a34e1da8fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-21T15:59:02Z', 'updated_at': '2021-06-21T15:59:04Z', 'revision_number': 1, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac1480a0-9f3e-4d99-864f-5f3922e5b159', 'name': '', 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'mac_address': 'fa:16:3e:0d:c7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '7c553289-0639-4480-a620-49000b971af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:38Z', 'updated_at': '2021-06-21T15:58:44Z', 'revision_number': 5, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'subnets': [{'id': '7c553289-0639-4480-a620-49000b971af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:05:40.864095 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-3ba49ce8-600d-4c5c-aca1-c836cd1e525b req-653a3cb9-9cfa-47ec-b4ea-fb8c84316633 service neutron] 10.222.0.66 "GET /v2.0/networks/55de76cb-4723-4175-9f35-c797a48a783a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846293 Jun 21 16:05:41.065920 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80020bd4-a39b-4351-a48d-fc0d34053746 None None] New status for floating IP 0794288b-e414-4b1a-b274-bf02c1d45282: DOWN {{(pid=105226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 16:05:41.880254 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175c55c-068a-4354-9c96-991daa17bcf1 req-1332bb3a-ba47-4cdb-9489-5811a0b2bb28 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:05:41.881716 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1175c55c-068a-4354-9c96-991daa17bcf1 req-1332bb3a-ba47-4cdb-9489-5811a0b2bb28 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce260055-32bb-4aa5-b09f-7a378414ec19 HTTP/1.1" status: 200 len: 945 time: 0.0724015 Jun 21 16:05:41.927783 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-1175c55c-068a-4354-9c96-991daa17bcf1 req-ae09f180-b23f-4d53-8170-4597a3f9fe79 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400364 Jun 21 16:05:42.421622 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6c8c4-5b9b-4464-93e7-12bcc2b37e06 req-38ecc444-9813-4b4a-938e-07cbba816249 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:05:42.423167 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-53d6c8c4-5b9b-4464-93e7-12bcc2b37e06 req-38ecc444-9813-4b4a-938e-07cbba816249 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.66 "GET /v2.0/ports?device_id=ce260055-32bb-4aa5-b09f-7a378414ec19 HTTP/1.1" status: 200 len: 945 time: 0.0772328 Jun 21 16:05:42.525944 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-53d6c8c4-5b9b-4464-93e7-12bcc2b37e06 req-61c18065-7607-4f18-9da3-31cea4c95e85 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Deleting port 2c9808f9-5601-423b-b92c-37a1dbc804bd {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 16:05:42.526254 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-53d6c8c4-5b9b-4464-93e7-12bcc2b37e06 req-61c18065-7607-4f18-9da3-31cea4c95e85 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:42.619785 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-53d6c8c4-5b9b-4464-93e7-12bcc2b37e06 req-61c18065-7607-4f18-9da3-31cea4c95e85 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] For port 2c9808f9-5601-423b-b92c-37a1dbc804bd, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=2c9808f9-5601-423b-b92c-37a1dbc804bd,segment=NetworkSegment(f8639fdc-bb4e-4e75-b228-015704f2ce81),segment_id=f8639fdc-bb4e-4e75-b228-015704f2ce81)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:05:42.620122 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-53d6c8c4-5b9b-4464-93e7-12bcc2b37e06 req-61c18065-7607-4f18-9da3-31cea4c95e85 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:42.689911 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-53d6c8c4-5b9b-4464-93e7-12bcc2b37e06 req-61c18065-7607-4f18-9da3-31cea4c95e85 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Calling delete_port for 2c9808f9-5601-423b-b92c-37a1dbc804bd owned by compute:nova {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 16:05:42.828027 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-53d6c8c4-5b9b-4464-93e7-12bcc2b37e06 req-61c18065-7607-4f18-9da3-31cea4c95e85 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:42.832255 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-95166eb7-a363-4027-a108-bc60d896f554 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 16:05:42.862840 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c18065-7607-4f18-9da3-31cea4c95e85 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Pushing event deleted for resources: {'Port': ['ID=2c9808f9-5601-423b-b92c-37a1dbc804bd,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:05:42.876033 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c18065-7607-4f18-9da3-31cea4c95e85 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:05:42.876430 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c18065-7607-4f18-9da3-31cea4c95e85 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:05:42.876841 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c18065-7607-4f18-9da3-31cea4c95e85 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:05:42.877215 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c18065-7607-4f18-9da3-31cea4c95e85 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:05:42.877583 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c18065-7607-4f18-9da3-31cea4c95e85 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:05:42.877988 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c18065-7607-4f18-9da3-31cea4c95e85 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:05:42.878351 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c18065-7607-4f18-9da3-31cea4c95e85 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:05:42.878741 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c18065-7607-4f18-9da3-31cea4c95e85 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:05:42.879541 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c18065-7607-4f18-9da3-31cea4c95e85 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:05:42.879910 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c18065-7607-4f18-9da3-31cea4c95e85 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:05:42.880260 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c18065-7607-4f18-9da3-31cea4c95e85 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:05:42.880620 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c18065-7607-4f18-9da3-31cea4c95e85 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-797121-2-hyperv {{(pid=105224) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 21 16:05:42.899352 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-61c18065-7607-4f18-9da3-31cea4c95e85 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 16:05:42.920515 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d6c8c4-5b9b-4464-93e7-12bcc2b37e06 req-61c18065-7607-4f18-9da3-31cea4c95e85 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] No DVR routers for this DVR port 2c9808f9-5601-423b-b92c-37a1dbc804bd on host hv-neutron-7971 {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 16:05:42.923015 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-53d6c8c4-5b9b-4464-93e7-12bcc2b37e06 req-61c18065-7607-4f18-9da3-31cea4c95e85 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:42.924957 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-53d6c8c4-5b9b-4464-93e7-12bcc2b37e06 req-61c18065-7607-4f18-9da3-31cea4c95e85 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.66 "DELETE /v2.0/ports/2c9808f9-5601-423b-b92c-37a1dbc804bd HTTP/1.1" status: 204 len: 173 time: 0.4960816 Jun 21 16:05:42.925474 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce260055-32bb-4aa5-b09f-7a378414ec19', 'name': 'network-vif-deleted', 'tag': '2c9808f9-5601-423b-b92c-37a1dbc804bd'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 16:05:42.927905 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da31f762a03131f518d543e90ae826537feda727de965adfd7a215608ae97d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e87572e1-81e3-4de8-9def-a2ca37c597b4" -d '{"events": [{"server_uuid": "ce260055-32bb-4aa5-b09f-7a378414ec19", "name": "network-vif-deleted", "tag": "2c9808f9-5601-423b-b92c-37a1dbc804bd"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:05:43.019897 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 16:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedd0ad1-1fd4-41c2-911f-7be5e9ac97d8 x-openstack-request-id: req-dedd0ad1-1fd4-41c2-911f-7be5e9ac97d8 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:05:43.020220 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce260055-32bb-4aa5-b09f-7a378414ec19", "name": "network-vif-deleted", "tag": "2c9808f9-5601-423b-b92c-37a1dbc804bd", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:05:43.020543 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dedd0ad1-1fd4-41c2-911f-7be5e9ac97d8 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:05:43.020988 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce260055-32bb-4aa5-b09f-7a378414ec19', 'name': 'network-vif-deleted', 'tag': '2c9808f9-5601-423b-b92c-37a1dbc804bd', 'status': 'completed', 'code': 200} Jun 21 16:05:43.089725 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-04475c80-bb5e-4326-b79d-39f533e9ee83 req-3d69475b-55a5-426d-abe4-1e820e281890 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=ce260055-32bb-4aa5-b09f-7a378414ec19 HTTP/1.1" status: 200 len: 210 time: 0.0291591 Jun 21 16:05:43.304506 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 2c9808f9-5601-423b-b92c-37a1dbc804bd no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 16:05:43.329351 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: 2c9808f9-5601-423b-b92c-37a1dbc804bd {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 16:05:43.330023 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 2c9808f9-5601-423b-b92c-37a1dbc804bd not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 16:05:44.095689 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-bf263410-7db4-42a5-828f-6aa33296861d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:44.779025 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 47908) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 16:05:44.947784 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-7b565815-f34b-4685-93d3-97bd3117dada tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Deleting port 629a1d7f-ccc0-441e-b041-5b5cfd732fcb {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 16:05:44.948055 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7b565815-f34b-4685-93d3-97bd3117dada tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:45.030394 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7b565815-f34b-4685-93d3-97bd3117dada tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:45.030880 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7b565815-f34b-4685-93d3-97bd3117dada tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:45.096670 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-7b565815-f34b-4685-93d3-97bd3117dada tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Calling delete_port for 629a1d7f-ccc0-441e-b041-5b5cfd732fcb owned by network:floatingip {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 16:05:45.253564 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7b565815-f34b-4685-93d3-97bd3117dada tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:45.255547 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-5d0c37b5-b413-45ff-97aa-47798938f66e tempest-TestNetworkBasicOps-1469864882 tempest-TestNetworkBasicOps-1469864882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 16:05:45.279111 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b565815-f34b-4685-93d3-97bd3117dada tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Pushing event deleted for resources: {'Port': ['ID=629a1d7f-ccc0-441e-b041-5b5cfd732fcb,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:05:45.282244 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-7b565815-f34b-4685-93d3-97bd3117dada tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 16:05:45.347761 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7b565815-f34b-4685-93d3-97bd3117dada tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks [] for floatingip, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:45.348722 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.db.l3_db [None req-7b565815-f34b-4685-93d3-97bd3117dada tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Floating IP f253cbee-497f-44be-beb9-ee8ba531dcef disassociated (deleted). External IP: 172.26.3.160, port: cf836674-98f9-40f0-a2d6-849ea85b3637. Jun 21 16:05:45.570874 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b565815-f34b-4685-93d3-97bd3117dada tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Router 73ac95b1-b135-4d74-b724-a689bb779e8d has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 16:05:45.706172 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b565815-f34b-4685-93d3-97bd3117dada tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:05:45.712213 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-7b565815-f34b-4685-93d3-97bd3117dada tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for floatingip, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:45.717527 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2b8408-c862-4784-a87b-78e82c3686a6 None None] Sync routers for ids ['73ac95b1-b135-4d74-b724-a689bb779e8d'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:05:45.727614 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2b8408-c862-4784-a87b-78e82c3686a6 None None] Routers {'73ac95b1-b135-4d74-b724-a689bb779e8d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 16:05:45.728230 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-3c2b8408-c862-4784-a87b-78e82c3686a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T16:05:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['73ac95b1-b135-4d74-b724-a689bb779e8d'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:05:45.754080 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-7b565815-f34b-4685-93d3-97bd3117dada tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "DELETE /v2.0/floatingips/f253cbee-497f-44be-beb9-ee8ba531dcef HTTP/1.1" status: 204 len: 168 time: 0.9739580 Jun 21 16:05:45.754732 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e65d8bec-afab-4e65-a9f6-34a34e1da8fe', 'tag': 'cf836674-98f9-40f0-a2d6-849ea85b3637'}] {{(pid=105225) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 16:05:45.757347 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}39e7b5ba3641770f845df3960743ba8ac63a485491b1b08283103a8b0371921b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6bb083-1cf1-4101-8220-480d24d5e5ef" -d '{"events": [{"name": "network-changed", "server_uuid": "e65d8bec-afab-4e65-a9f6-34a34e1da8fe", "tag": "cf836674-98f9-40f0-a2d6-849ea85b3637"}]}' {{(pid=105225) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:05:45.796357 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 21 Jun 2021 16:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488e521a-8a51-4e0c-b6f0-381fc0ac7959 x-openstack-request-id: req-488e521a-8a51-4e0c-b6f0-381fc0ac7959 {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:05:45.797018 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e65d8bec-afab-4e65-a9f6-34a34e1da8fe", "tag": "cf836674-98f9-40f0-a2d6-849ea85b3637", "status": "completed", "code": 200}]} {{(pid=105225) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:05:45.797288 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-488e521a-8a51-4e0c-b6f0-381fc0ac7959 {{(pid=105225) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:05:45.797772 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e65d8bec-afab-4e65-a9f6-34a34e1da8fe', 'tag': 'cf836674-98f9-40f0-a2d6-849ea85b3637', 'status': 'completed', 'code': 200} Jun 21 16:05:45.846035 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-3c2b8408-c862-4784-a87b-78e82c3686a6 None None] Set router 73ac95b1-b135-4d74-b724-a689bb779e8d gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 16:05:45.874099 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bb083-1cf1-4101-8220-480d24d5e5ef req-15a522b3-7b90-4965-850e-b106e891b284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:05:45.875825 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fe6bb083-1cf1-4101-8220-480d24d5e5ef req-15a522b3-7b90-4965-850e-b106e891b284 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8d2fe00fd67c4e04b9ec03883c56e04c&device_id=e65d8bec-afab-4e65-a9f6-34a34e1da8fe HTTP/1.1" status: 200 len: 1096 time: 0.0548666 Jun 21 16:05:45.979385 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bb083-1cf1-4101-8220-480d24d5e5ef req-f0279a8f-0067-474e-bb31-100db3f9b9af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:05:45.981119 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fe6bb083-1cf1-4101-8220-480d24d5e5ef req-f0279a8f-0067-474e-bb31-100db3f9b9af service neutron] 10.222.0.66 "GET /v2.0/networks?id=55de76cb-4723-4175-9f35-c797a48a783a HTTP/1.1" status: 200 len: 910 time: 0.0992138 Jun 21 16:05:46.028115 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fe6bb083-1cf1-4101-8220-480d24d5e5ef req-ac0df046-b335-4e95-baf4-24f5e87441cf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cf836674-98f9-40f0-a2d6-849ea85b3637 HTTP/1.1" status: 200 len: 217 time: 0.0403717 Jun 21 16:05:46.060566 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-3c2b8408-c862-4784-a87b-78e82c3686a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'name': 'tempest-TestSnapshotPattern-519210936-router', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '72853a98-6665-47db-9920-0ce31c126706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T15:58:38Z', 'revision_number': 4, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'gw_port': {'id': '72853a98-6665-47db-9920-0ce31c126706', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:15:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T15:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'ac1480a0-9f3e-4d99-864f-5f3922e5b159', 'name': '', 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'mac_address': 'fa:16:3e:0d:c7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '7c553289-0639-4480-a620-49000b971af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:38Z', 'updated_at': '2021-06-21T15:58:44Z', 'revision_number': 5, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'subnets': [{'id': '7c553289-0639-4480-a620-49000b971af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:05:46.086229 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bb083-1cf1-4101-8220-480d24d5e5ef req-da9d82ae-f482-4954-8988-9d62eae7baec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:05:46.087444 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2b8408-c862-4784-a87b-78e82c3686a6 None None] Checking router: 73ac95b1-b135-4d74-b724-a689bb779e8d for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:05:46.087660 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fe6bb083-1cf1-4101-8220-480d24d5e5ef req-da9d82ae-f482-4954-8988-9d62eae7baec service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7c553289-0639-4480-a620-49000b971af6 HTTP/1.1" status: 200 len: 848 time: 0.0528998 Jun 21 16:05:46.096201 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2b8408-c862-4784-a87b-78e82c3686a6 None None] Routers {'73ac95b1-b135-4d74-b724-a689bb779e8d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 16:05:46.096823 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-3c2b8408-c862-4784-a87b-78e82c3686a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T16:05:17Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['73ac95b1-b135-4d74-b724-a689bb779e8d'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:05:46.155106 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bb083-1cf1-4101-8220-480d24d5e5ef req-7925c9f9-0cf5-4216-96a6-22bd75aec22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:05:46.157274 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fe6bb083-1cf1-4101-8220-480d24d5e5ef req-7925c9f9-0cf5-4216-96a6-22bd75aec22d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=55de76cb-4723-4175-9f35-c797a48a783a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0631561 Jun 21 16:05:46.204657 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-3c2b8408-c862-4784-a87b-78e82c3686a6 None None] Set router 73ac95b1-b135-4d74-b724-a689bb779e8d gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 16:05:46.254834 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fe6bb083-1cf1-4101-8220-480d24d5e5ef req-53b33c89-e66e-4f04-ab29-ce1456a51756 service neutron] 10.222.0.66 "GET /v2.0/networks/55de76cb-4723-4175-9f35-c797a48a783a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897284 Jun 21 16:05:46.393137 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-fe6bb083-1cf1-4101-8220-480d24d5e5ef req-54be4eb2-f78d-4e63-a385-3d31f5ffa602 service neutron] 10.222.0.66 "GET /v2.0/networks/55de76cb-4723-4175-9f35-c797a48a783a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294074 Jun 21 16:05:46.404309 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c6687-a7e6-4122-ba63-b2ffc5e35e52 req-c0f2b56e-8a44-4747-a582-3048bd563467 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:05:46.405832 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aa9c6687-a7e6-4122-ba63-b2ffc5e35e52 req-c0f2b56e-8a44-4747-a582-3048bd563467 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=e65d8bec-afab-4e65-a9f6-34a34e1da8fe HTTP/1.1" status: 200 len: 943 time: 0.1435022 Jun 21 16:05:46.445701 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-aa9c6687-a7e6-4122-ba63-b2ffc5e35e52 req-0aa9bf84-fb98-4ec8-aaa2-5d2baeb5362e tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340753 Jun 21 16:05:46.493821 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-3c2b8408-c862-4784-a87b-78e82c3686a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'name': 'tempest-TestSnapshotPattern-519210936-router', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '72853a98-6665-47db-9920-0ce31c126706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T15:58:38Z', 'revision_number': 4, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'gw_port': {'id': '72853a98-6665-47db-9920-0ce31c126706', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:15:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T15:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'ac1480a0-9f3e-4d99-864f-5f3922e5b159', 'name': '', 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'mac_address': 'fa:16:3e:0d:c7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '7c553289-0639-4480-a620-49000b971af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:38Z', 'updated_at': '2021-06-21T15:58:44Z', 'revision_number': 5, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'subnets': [{'id': '7c553289-0639-4480-a620-49000b971af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:05:46.522036 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2b8408-c862-4784-a87b-78e82c3686a6 None None] The sync data for ids ['73ac95b1-b135-4d74-b724-a689bb779e8d'] in dv-neutron-797121-2-hyperv is: [{'id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'name': 'tempest-TestSnapshotPattern-519210936-router', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '72853a98-6665-47db-9920-0ce31c126706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T15:58:38Z', 'revision_number': 4, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'gw_port': {'id': '72853a98-6665-47db-9920-0ce31c126706', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:15:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T15:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv', '_interfaces': [{'id': 'ac1480a0-9f3e-4d99-864f-5f3922e5b159', 'name': '', 'network_id': '55de76cb-4723-4175-9f35-c797a48a783a', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'mac_address': 'fa:16:3e:0d:c7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '7c553289-0639-4480-a620-49000b971af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:38Z', 'updated_at': '2021-06-21T15:58:44Z', 'revision_number': 5, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'subnets': [{'id': '7c553289-0639-4480-a620-49000b971af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:05:46.641573 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-82de0935-ae14-48f9-8681-3234f400e456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:46.766315 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e3c903-5f50-4f64-96c1-fd5fa152827c None None] New status for floating IP f253cbee-497f-44be-beb9-ee8ba531dcef: DOWN {{(pid=105226) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 21 16:05:47.179275 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:47.220196 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778b581-9a40-4314-8aff-e0ad7b40c634 req-9b817fa9-d76a-475e-97e5-c9d115237326 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:05:47.221647 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5778b581-9a40-4314-8aff-e0ad7b40c634 req-9b817fa9-d76a-475e-97e5-c9d115237326 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.66 "GET /v2.0/ports?device_id=e65d8bec-afab-4e65-a9f6-34a34e1da8fe HTTP/1.1" status: 200 len: 943 time: 0.0719333 Jun 21 16:05:47.312664 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 2c9808f9-5601-423b-b92c-37a1dbc804bd no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 16:05:47.322298 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-5778b581-9a40-4314-8aff-e0ad7b40c634 req-21b64c84-1ade-4c3e-bf19-dc6cb1afa6b6 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Deleting port cf836674-98f9-40f0-a2d6-849ea85b3637 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 16:05:47.322637 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-5778b581-9a40-4314-8aff-e0ad7b40c634 req-21b64c84-1ade-4c3e-bf19-dc6cb1afa6b6 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:47.336655 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: 2c9808f9-5601-423b-b92c-37a1dbc804bd {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 16:05:47.337017 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device 2c9808f9-5601-423b-b92c-37a1dbc804bd not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 16:05:47.429071 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [req-5778b581-9a40-4314-8aff-e0ad7b40c634 req-21b64c84-1ade-4c3e-bf19-dc6cb1afa6b6 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] For port cf836674-98f9-40f0-a2d6-849ea85b3637, host hv-neutron-7971, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-7971',level=0,port_id=cf836674-98f9-40f0-a2d6-849ea85b3637,segment=NetworkSegment(f8639fdc-bb4e-4e75-b228-015704f2ce81),segment_id=f8639fdc-bb4e-4e75-b228-015704f2ce81)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:05:47.429630 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-5778b581-9a40-4314-8aff-e0ad7b40c634 req-21b64c84-1ade-4c3e-bf19-dc6cb1afa6b6 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:47.510518 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [req-5778b581-9a40-4314-8aff-e0ad7b40c634 req-21b64c84-1ade-4c3e-bf19-dc6cb1afa6b6 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Calling delete_port for cf836674-98f9-40f0-a2d6-849ea85b3637 owned by compute:nova {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 16:05:47.681021 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcf850-a64a-4b35-9ed7-b6661c2b1da7 req-bdaa9756-564c-432a-bce2-4c619f22b910 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105224) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 21 16:05:47.682418 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-02bcf850-a64a-4b35-9ed7-b6661c2b1da7 req-bdaa9756-564c-432a-bce2-4c619f22b910 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/ports?device_id=e65d8bec-afab-4e65-a9f6-34a34e1da8fe HTTP/1.1" status: 200 len: 943 time: 0.1136255 Jun 21 16:05:47.697702 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-5778b581-9a40-4314-8aff-e0ad7b40c634 req-21b64c84-1ade-4c3e-bf19-dc6cb1afa6b6 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:47.707360 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-d6d0d2eb-a305-4b0b-b1c6-3ffbba724f39 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 16:05:47.741747 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b64c84-1ade-4c3e-bf19-dc6cb1afa6b6 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Pushing event deleted for resources: {'Port': ['ID=cf836674-98f9-40f0-a2d6-849ea85b3637,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:05:47.747893 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-21b64c84-1ade-4c3e-bf19-dc6cb1afa6b6 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 16:05:47.780047 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-02bcf850-a64a-4b35-9ed7-b6661c2b1da7 req-36fc5696-3a17-40b8-ac93-47143a26b753 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "GET /v2.0/security-groups?id=5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897937 Jun 21 16:05:47.795982 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [req-5778b581-9a40-4314-8aff-e0ad7b40c634 req-21b64c84-1ade-4c3e-bf19-dc6cb1afa6b6 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] No DVR routers for this DVR port cf836674-98f9-40f0-a2d6-849ea85b3637 on host hv-neutron-7971 {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 16:05:47.798838 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [req-5778b581-9a40-4314-8aff-e0ad7b40c634 req-21b64c84-1ade-4c3e-bf19-dc6cb1afa6b6 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112902'] for port, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:47.800905 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [req-5778b581-9a40-4314-8aff-e0ad7b40c634 req-21b64c84-1ade-4c3e-bf19-dc6cb1afa6b6 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.66 "DELETE /v2.0/ports/cf836674-98f9-40f0-a2d6-849ea85b3637 HTTP/1.1" status: 204 len: 173 time: 0.5733819 Jun 21 16:05:47.801448 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65d8bec-afab-4e65-a9f6-34a34e1da8fe', 'name': 'network-vif-deleted', 'tag': 'cf836674-98f9-40f0-a2d6-849ea85b3637'}] {{(pid=105224) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 21 16:05:47.803922 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3da31f762a03131f518d543e90ae826537feda727de965adfd7a215608ae97d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1058bd67-eb06-4645-9f26-181fe3c86545" -d '{"events": [{"server_uuid": "e65d8bec-afab-4e65-a9f6-34a34e1da8fe", "name": "network-vif-deleted", "tag": "cf836674-98f9-40f0-a2d6-849ea85b3637"}]}' {{(pid=105224) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 21 16:05:47.840974 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 21 Jun 2021 16:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40ef74f1-6af6-4b8f-a15d-108ad5f79214 x-openstack-request-id: req-40ef74f1-6af6-4b8f-a15d-108ad5f79214 {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 21 16:05:47.841324 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e65d8bec-afab-4e65-a9f6-34a34e1da8fe", "name": "network-vif-deleted", "tag": "cf836674-98f9-40f0-a2d6-849ea85b3637", "status": "completed", "code": 200}]} {{(pid=105224) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 21 16:05:47.841631 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-40ef74f1-6af6-4b8f-a15d-108ad5f79214 {{(pid=105224) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 21 16:05:47.842108 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65d8bec-afab-4e65-a9f6-34a34e1da8fe', 'name': 'network-vif-deleted', 'tag': 'cf836674-98f9-40f0-a2d6-849ea85b3637', 'status': 'completed', 'code': 200} Jun 21 16:05:48.450867 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:48.885197 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 47924) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 16:05:48.959759 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-80f043e5-b735-49af-b446-438be323d5e8 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:48.984382 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-80f043e5-b735-49af-b446-438be323d5e8 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:49.046738 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-80f043e5-b735-49af-b446-438be323d5e8 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:49.049702 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-80f043e5-b735-49af-b446-438be323d5e8 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:49.051211 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-80f043e5-b735-49af-b446-438be323d5e8 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] 10.222.0.72 "DELETE /v2.0/security-groups/5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110 HTTP/1.1" status: 204 len: 168 time: 0.1647930 Jun 21 16:05:49.051913 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-2811b2a5-8eaf-4ed0-bb7e-449153380f77 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 16:05:49.061685 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f043e5-b735-49af-b446-438be323d5e8 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b16f1aa-5e4d-49b9-8b2d-3451e9ae3110,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:05:49.064793 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-80f043e5-b735-49af-b446-438be323d5e8 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 16:05:50.133508 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 47930) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 16:05:50.166895 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:50.632090 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9f9dad16-d1f0-4556-b210-0630b0e47e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:50.894569 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-9f9dad16-d1f0-4556-b210-0630b0e47e31 admin admin] Deleting port ac1480a0-9f3e-4d99-864f-5f3922e5b159 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 16:05:50.894902 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9f9dad16-d1f0-4556-b210-0630b0e47e31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:50.982866 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-9f9dad16-d1f0-4556-b210-0630b0e47e31 admin admin] For port ac1480a0-9f3e-4d99-864f-5f3922e5b159, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=ac1480a0-9f3e-4d99-864f-5f3922e5b159,segment=NetworkSegment(f8639fdc-bb4e-4e75-b228-015704f2ce81),segment_id=f8639fdc-bb4e-4e75-b228-015704f2ce81)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:05:50.983197 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9f9dad16-d1f0-4556-b210-0630b0e47e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:51.049899 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-9f9dad16-d1f0-4556-b210-0630b0e47e31 admin admin] Calling delete_port for ac1480a0-9f3e-4d99-864f-5f3922e5b159 owned by network:router_interface {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 16:05:51.235462 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9f9dad16-d1f0-4556-b210-0630b0e47e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:51.238231 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-a5464b7f-d366-41f9-8e87-3dc95b3d6aef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 16:05:51.261162 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9dad16-d1f0-4556-b210-0630b0e47e31 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac1480a0-9f3e-4d99-864f-5f3922e5b159,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:05:51.266450 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-9f9dad16-d1f0-4556-b210-0630b0e47e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 16:05:51.332057 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device cf836674-98f9-40f0-a2d6-849ea85b3637 no longer exists at agent hyperv_hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 16:05:51.354356 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] No Port match for: cf836674-98f9-40f0-a2d6-849ea85b3637 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 16:05:51.354686 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Device cf836674-98f9-40f0-a2d6-849ea85b3637 not bound to the agent host hv-neutron-7971 {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 16:05:51.435452 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-9f9dad16-d1f0-4556-b210-0630b0e47e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:51.646892 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9dad16-d1f0-4556-b210-0630b0e47e31 admin admin] Router 73ac95b1-b135-4d74-b724-a689bb779e8d has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105224) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 16:05:52.112045 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9dad16-d1f0-4556-b210-0630b0e47e31 admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105224) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:05:52.117605 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-9f9dad16-d1f0-4556-b210-0630b0e47e31 admin admin] 10.222.0.72 "PUT /v2.0/routers/73ac95b1-b135-4d74-b724-a689bb779e8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9829781 Jun 21 16:05:52.121378 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 47934) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 16:05:52.124634 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeadafbb-2089-43f3-969e-5162b8bdd2df None None] Sync routers for ids ['73ac95b1-b135-4d74-b724-a689bb779e8d'] in dv-neutron-797121-2-hyperv {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:05:52.135747 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeadafbb-2089-43f3-969e-5162b8bdd2df None None] Routers {'73ac95b1-b135-4d74-b724-a689bb779e8d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 16:05:52.136344 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-aeadafbb-2089-43f3-969e-5162b8bdd2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T16:05:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['73ac95b1-b135-4d74-b724-a689bb779e8d'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:05:52.235983 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1e775202-36fb-4ea4-b6d4-4ef1482c9118 admin admin] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:52.243942 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-aeadafbb-2089-43f3-969e-5162b8bdd2df None None] Set router 73ac95b1-b135-4d74-b724-a689bb779e8d gateway port host: dv-neutron-797121-2-hyperv {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 16:05:52.345118 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1e775202-36fb-4ea4-b6d4-4ef1482c9118 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:52.404673 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-1e775202-36fb-4ea4-b6d4-4ef1482c9118 admin admin] Deleting port 72853a98-6665-47db-9920-0ce31c126706 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 16:05:52.405034 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1e775202-36fb-4ea4-b6d4-4ef1482c9118 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:52.431513 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-aeadafbb-2089-43f3-969e-5162b8bdd2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'name': 'tempest-TestSnapshotPattern-519210936-router', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.15'}], 'enable_snat': True}, 'gw_port_id': '72853a98-6665-47db-9920-0ce31c126706', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T16:05:51Z', 'revision_number': 5, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'gw_port': {'id': '72853a98-6665-47db-9920-0ce31c126706', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:15:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T15:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:05:52.460314 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeadafbb-2089-43f3-969e-5162b8bdd2df None None] Checking router: 73ac95b1-b135-4d74-b724-a689bb779e8d for host: dv-neutron-797121-2-hyperv {{(pid=105227) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:05:52.469909 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeadafbb-2089-43f3-969e-5162b8bdd2df None None] Routers {'73ac95b1-b135-4d74-b724-a689bb779e8d'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105227) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 16:05:52.470533 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-aeadafbb-2089-43f3-969e-5162b8bdd2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T16:05:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['73ac95b1-b135-4d74-b724-a689bb779e8d'], 'active': True} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:05:52.482596 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-1e775202-36fb-4ea4-b6d4-4ef1482c9118 admin admin] For port 72853a98-6665-47db-9920-0ce31c126706, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=72853a98-6665-47db-9920-0ce31c126706,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:05:52.482987 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1e775202-36fb-4ea4-b6d4-4ef1482c9118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:52.550022 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-1e775202-36fb-4ea4-b6d4-4ef1482c9118 admin admin] Calling delete_port for 72853a98-6665-47db-9920-0ce31c126706 owned by network:router_gateway {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 16:05:52.554389 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_dvr_db [None req-aeadafbb-2089-43f3-969e-5162b8bdd2df None None] Set router 73ac95b1-b135-4d74-b724-a689bb779e8d gateway port host: None {{(pid=105227) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 16:05:52.604330 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.l3_hamode_db [None req-aeadafbb-2089-43f3-969e-5162b8bdd2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'name': 'tempest-TestSnapshotPattern-519210936-router', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T16:05:52Z', 'revision_number': 6, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'gw_port_host': None}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105227) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:05:52.633864 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeadafbb-2089-43f3-969e-5162b8bdd2df None None] The sync data for ids ['73ac95b1-b135-4d74-b724-a689bb779e8d'] in dv-neutron-797121-2-hyperv is: [{'id': '73ac95b1-b135-4d74-b724-a689bb779e8d', 'name': 'tempest-TestSnapshotPattern-519210936-router', 'tenant_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:58:36Z', 'updated_at': '2021-06-21T16:05:52Z', 'revision_number': 6, 'project_id': '8d2fe00fd67c4e04b9ec03883c56e04c', 'gw_port_host': None}] {{(pid=105227) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:05:52.722382 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1e775202-36fb-4ea4-b6d4-4ef1482c9118 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:52.725361 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-3ea8d645-c3c5-4849-b414-a241d2ed644b tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 16:05:52.749920 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e775202-36fb-4ea4-b6d4-4ef1482c9118 admin admin] Pushing event deleted for resources: {'Port': ['ID=72853a98-6665-47db-9920-0ce31c126706,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:05:52.753744 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-1e775202-36fb-4ea4-b6d4-4ef1482c9118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 16:05:52.812307 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1e775202-36fb-4ea4-b6d4-4ef1482c9118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:52.906162 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1e775202-36fb-4ea4-b6d4-4ef1482c9118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:52.908477 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1e775202-36fb-4ea4-b6d4-4ef1482c9118 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:52.955439 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1e775202-36fb-4ea4-b6d4-4ef1482c9118 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:52.955931 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e775202-36fb-4ea4-b6d4-4ef1482c9118 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73ac95b1-b135-4d74-b724-a689bb779e8d {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 16:05:52.960985 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-1e775202-36fb-4ea4-b6d4-4ef1482c9118 admin admin] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:52.964467 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-1e775202-36fb-4ea4-b6d4-4ef1482c9118 admin admin] 10.222.0.72 "DELETE /v2.0/routers/73ac95b1-b135-4d74-b724-a689bb779e8d HTTP/1.1" status: 204 len: 168 time: 0.8418052 Jun 21 16:05:52.968439 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 47936) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 16:05:53.017807 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-64c05cd3-e188-434a-8d6c-8ce27367bc23 admin admin] Deleting subnet 7c553289-0639-4480-a620-49000b971af6 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 16:05:53.021497 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-64c05cd3-e188-434a-8d6c-8ce27367bc23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:53.057922 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-64c05cd3-e188-434a-8d6c-8ce27367bc23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:53.143461 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-64c05cd3-e188-434a-8d6c-8ce27367bc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:53.202332 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-64c05cd3-e188-434a-8d6c-8ce27367bc23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:53.205028 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-f31c2fbe-9661-494a-9322-7e890388abb8 tempest-TestNetworkAdvancedServerOps-724357601 tempest-TestNetworkAdvancedServerOps-724357601-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 16:05:53.229482 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c05cd3-e188-434a-8d6c-8ce27367bc23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c553289-0639-4480-a620-49000b971af6,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:05:53.231429 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-64c05cd3-e188-434a-8d6c-8ce27367bc23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:53.234431 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-64c05cd3-e188-434a-8d6c-8ce27367bc23 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/7c553289-0639-4480-a620-49000b971af6 HTTP/1.1" status: 204 len: 168 time: 0.2636406 Jun 21 16:05:53.234431 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-64c05cd3-e188-434a-8d6c-8ce27367bc23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 16:05:53.235943 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 47938) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 16:05:53.238573 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ee3d89-8439-4d38-a96f-752d5762c662 None None] Network 55de76cb-4723-4175-9f35-c797a48a783a requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 16:05:53.307233 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2ed5af46-d489-40f2-8b0a-400afc62d057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:53.362101 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-2ed5af46-d489-40f2-8b0a-400afc62d057 admin admin] Deleting port dc2b5c7f-4eaf-47f3-9dea-8adc4e794c9f {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 16:05:53.362446 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2ed5af46-d489-40f2-8b0a-400afc62d057 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:53.436942 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-2ed5af46-d489-40f2-8b0a-400afc62d057 admin admin] For port dc2b5c7f-4eaf-47f3-9dea-8adc4e794c9f, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=dc2b5c7f-4eaf-47f3-9dea-8adc4e794c9f,segment=NetworkSegment(f8639fdc-bb4e-4e75-b228-015704f2ce81),segment_id=f8639fdc-bb4e-4e75-b228-015704f2ce81)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:05:53.437282 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2ed5af46-d489-40f2-8b0a-400afc62d057 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:53.441549 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f21be9-1961-4a50-b0af-446cac0a3399 None None] DHCP port deletion for 55de76cb-4723-4175-9f35-c797a48a783a request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 16:05:53.488320 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-35f21be9-1961-4a50-b0af-446cac0a3399 None None] Deleting port dc2b5c7f-4eaf-47f3-9dea-8adc4e794c9f {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 16:05:53.488703 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-35f21be9-1961-4a50-b0af-446cac0a3399 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:53.508187 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-2ed5af46-d489-40f2-8b0a-400afc62d057 admin admin] Calling delete_port for dc2b5c7f-4eaf-47f3-9dea-8adc4e794c9f owned by network:dhcp {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 16:05:53.552595 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-35f21be9-1961-4a50-b0af-446cac0a3399 None None] For port dc2b5c7f-4eaf-47f3-9dea-8adc4e794c9f, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=dc2b5c7f-4eaf-47f3-9dea-8adc4e794c9f,segment=NetworkSegment(f8639fdc-bb4e-4e75-b228-015704f2ce81),segment_id=f8639fdc-bb4e-4e75-b228-015704f2ce81)] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:05:53.553052 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-35f21be9-1961-4a50-b0af-446cac0a3399 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:53.594381 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2ed5af46-d489-40f2-8b0a-400afc62d057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:53.596973 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-0a5076cc-213d-45b5-9e01-3ff67ed3cf0a tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 16:05:53.618937 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-35f21be9-1961-4a50-b0af-446cac0a3399 None None] Calling delete_port for dc2b5c7f-4eaf-47f3-9dea-8adc4e794c9f owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 16:05:53.621883 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed5af46-d489-40f2-8b0a-400afc62d057 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc2b5c7f-4eaf-47f3-9dea-8adc4e794c9f,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:05:53.625442 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2ed5af46-d489-40f2-8b0a-400afc62d057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 16:05:53.634122 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed5af46-d489-40f2-8b0a-400afc62d057 admin admin] No DVR routers for this DVR port dc2b5c7f-4eaf-47f3-9dea-8adc4e794c9f on host dv-neutron-797121-2-hyperv {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 16:05:53.698978 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-35f21be9-1961-4a50-b0af-446cac0a3399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:53.701689 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 16:05:53.708962 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2ed5af46-d489-40f2-8b0a-400afc62d057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:53.718923 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-2ed5af46-d489-40f2-8b0a-400afc62d057 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55de76cb-4723-4175-9f35-c797a48a783a']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:05:53.722924 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f21be9-1961-4a50-b0af-446cac0a3399 None None] Pushing event deleted for resources: {'Port': ['ID=dc2b5c7f-4eaf-47f3-9dea-8adc4e794c9f,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:05:53.726645 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-35f21be9-1961-4a50-b0af-446cac0a3399 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 16:05:53.729640 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f21be9-1961-4a50-b0af-446cac0a3399 None None] No DVR routers for this DVR port dc2b5c7f-4eaf-47f3-9dea-8adc4e794c9f on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 16:05:53.732220 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-2ed5af46-d489-40f2-8b0a-400afc62d057 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8639fdc-bb4e-4e75-b228-015704f2ce81') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:05:53.732517 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-2ed5af46-d489-40f2-8b0a-400afc62d057 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8639fdc-bb4e-4e75-b228-015704f2ce81') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:05:53.743809 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2ed5af46-d489-40f2-8b0a-400afc62d057 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:53.760248 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2ed5af46-d489-40f2-8b0a-400afc62d057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:53.767278 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed5af46-d489-40f2-8b0a-400afc62d057 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 16:05:53.767666 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2ed5af46-d489-40f2-8b0a-400afc62d057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: conditions |= (models_v2.Port.network_id.in_( Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 16:05:53.769409 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 16:05:53.827861 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 72853a98-6665-47db-9920-0ce31c126706 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 16:05:53.830272 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2ed5af46-d489-40f2-8b0a-400afc62d057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:53.834383 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-368afb5f-4cc7-40f5-8885-9394e6cf7d1c tempest-RoutersNegativeTest-1934861974 tempest-RoutersNegativeTest-1934861974-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 16:05:53.836901 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-2ed5af46-d489-40f2-8b0a-400afc62d057 admin admin] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:53.842099 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-2ed5af46-d489-40f2-8b0a-400afc62d057 admin admin] 10.222.0.72 "DELETE /v2.0/networks/55de76cb-4723-4175-9f35-c797a48a783a HTTP/1.1" status: 204 len: 168 time: 0.6021559 Jun 21 16:05:53.842969 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 47940) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 16:05:53.848406 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 72853a98-6665-47db-9920-0ce31c126706 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 16:05:53.848755 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 72853a98-6665-47db-9920-0ce31c126706 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 16:05:53.849223 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device ac1480a0-9f3e-4d99-864f-5f3922e5b159 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 16:05:53.850744 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed5af46-d489-40f2-8b0a-400afc62d057 admin admin] Pushing event deleted for resources: {'Network': ['ID=55de76cb-4723-4175-9f35-c797a48a783a,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:05:53.857206 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2ed5af46-d489-40f2-8b0a-400afc62d057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 16:05:53.868819 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: ac1480a0-9f3e-4d99-864f-5f3922e5b159 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 16:05:53.869200 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device ac1480a0-9f3e-4d99-864f-5f3922e5b159 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 16:05:53.869623 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device dc2b5c7f-4eaf-47f3-9dea-8adc4e794c9f no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 16:05:53.889115 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: dc2b5c7f-4eaf-47f3-9dea-8adc4e794c9f {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 16:05:53.889470 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device dc2b5c7f-4eaf-47f3-9dea-8adc4e794c9f not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 16:05:54.241724 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9c688e50-35f3-48d8-91f7-f6250ff7fb6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-633055'] for router_interface, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:54.520382 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-9c688e50-35f3-48d8-91f7-f6250ff7fb6c admin admin] Deleting port 26f6d83c-5cc6-4386-8cb3-ff1b49c38670 {{(pid=105225) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 16:05:54.520653 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9c688e50-35f3-48d8-91f7-f6250ff7fb6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:54.599376 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.db [None req-9c688e50-35f3-48d8-91f7-f6250ff7fb6c admin admin] For port 26f6d83c-5cc6-4386-8cb3-ff1b49c38670, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=26f6d83c-5cc6-4386-8cb3-ff1b49c38670,segment=NetworkSegment(04250650-1505-4d7b-89f4-b16be94207f7),segment_id=04250650-1505-4d7b-89f4-b16be94207f7)] {{(pid=105225) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:05:54.599758 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9c688e50-35f3-48d8-91f7-f6250ff7fb6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:54.664873 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.plugins.ml2.plugin [None req-9c688e50-35f3-48d8-91f7-f6250ff7fb6c admin admin] Calling delete_port for 26f6d83c-5cc6-4386-8cb3-ff1b49c38670 owned by network:router_interface {{(pid=105225) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 16:05:54.858909 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9c688e50-35f3-48d8-91f7-f6250ff7fb6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4369851'] for port, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:54.861013 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-91fc3c93-37f7-4306-9e21-675e05d28a29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 16:05:54.890576 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c688e50-35f3-48d8-91f7-f6250ff7fb6c admin admin] Pushing event deleted for resources: {'Port': ['ID=26f6d83c-5cc6-4386-8cb3-ff1b49c38670,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:05:54.893762 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-9c688e50-35f3-48d8-91f7-f6250ff7fb6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 16:05:55.056839 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-9c688e50-35f3-48d8-91f7-f6250ff7fb6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-726067', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-632931'] for router_interface, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:55.151415 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 16:05:55.267765 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c688e50-35f3-48d8-91f7-f6250ff7fb6c admin admin] Router 028d16f9-24e9-4969-8182-8741cca685b7 has already been hosted by L3 agent b8e121ba-1965-4bc0-8ffe-dbade341fe49 {{(pid=105225) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 21 16:05:55.373007 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c688e50-35f3-48d8-91f7-f6250ff7fb6c admin admin] Notify agent at l3_agent.dv-neutron-797121-2-hyperv the message routers_updated {{(pid=105225) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 21 16:05:55.378809 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-9c688e50-35f3-48d8-91f7-f6250ff7fb6c admin admin] 10.222.0.72 "PUT /v2.0/routers/028d16f9-24e9-4969-8182-8741cca685b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5341315 Jun 21 16:05:55.382502 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 47942) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 16:05:55.383872 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a7b174-d3b1-4986-a9ae-f9664ab9b478 None None] Sync routers for ids ['028d16f9-24e9-4969-8182-8741cca685b7'] in dv-neutron-797121-2-hyperv {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 21 16:05:55.396492 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a7b174-d3b1-4986-a9ae-f9664ab9b478 None None] Routers {'028d16f9-24e9-4969-8182-8741cca685b7'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 16:05:55.397258 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-88a7b174-d3b1-4986-a9ae-f9664ab9b478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T16:05:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['028d16f9-24e9-4969-8182-8741cca685b7'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:05:55.494986 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5885bad6-6fa5-4379-8c12-9c5c7b89a66c admin admin] Notify callbacks [] for router, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:55.502692 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-88a7b174-d3b1-4986-a9ae-f9664ab9b478 None None] Set router 028d16f9-24e9-4969-8182-8741cca685b7 gateway port host: dv-neutron-797121-2-hyperv {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 16:05:55.596251 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5885bad6-6fa5-4379-8c12-9c5c7b89a66c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:55.654597 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-5885bad6-6fa5-4379-8c12-9c5c7b89a66c admin admin] Deleting port fe10edde-6419-45ed-83f1-e36a42141e42 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 16:05:55.654939 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5885bad6-6fa5-4379-8c12-9c5c7b89a66c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:55.684919 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-88a7b174-d3b1-4986-a9ae-f9664ab9b478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028d16f9-24e9-4969-8182-8741cca685b7', 'name': 'tempest-TestSnapshotPattern-363001567-router', 'tenant_id': '15db58c9531242049728ee20c43e2bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'external_fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.210'}], 'enable_snat': True}, 'gw_port_id': 'fe10edde-6419-45ed-83f1-e36a42141e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:58:40Z', 'updated_at': '2021-06-21T16:05:54Z', 'revision_number': 5, 'project_id': '15db58c9531242049728ee20c43e2bbe', 'gw_port': {'id': 'fe10edde-6419-45ed-83f1-e36a42141e42', 'name': '', 'network_id': '78e7bc12-ea33-4baf-9744-b93105835641', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:88:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '028d16f9-24e9-4969-8182-8741cca685b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'ip_address': '172.26.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-797121-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-21T15:58:41Z', 'updated_at': '2021-06-21T15:58:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '324aa59e-bc0e-43bf-9464-c1fd73e346a2', 'cidr': '172.26.3.0/24', 'gateway_ip': '172.26.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-797121-2-hyperv'}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:05:55.711359 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a7b174-d3b1-4986-a9ae-f9664ab9b478 None None] Checking router: 028d16f9-24e9-4969-8182-8741cca685b7 for host: dv-neutron-797121-2-hyperv {{(pid=105226) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 21 16:05:55.720099 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a7b174-d3b1-4986-a9ae-f9664ab9b478 None None] Routers {'028d16f9-24e9-4969-8182-8741cca685b7'} bound to L3 agent in host dv-neutron-797121-2-hyperv {{(pid=105226) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 21 16:05:55.720731 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-88a7b174-d3b1-4986-a9ae-f9664ab9b478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-797121-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-21T14:41:16Z,description=,heartbeat_timestamp=2021-06-21T16:05:47Z,host='dv-neutron-797121-2-hyperv',id=b8e121ba-1965-4bc0-8ffe-dbade341fe49,load=0,resource_versions=,resources_synced=,started_at=2021-06-21T14:41:16Z,topic='l3_agent')) {'router_ids': ['028d16f9-24e9-4969-8182-8741cca685b7'], 'active': True} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:05:55.736456 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-5885bad6-6fa5-4379-8c12-9c5c7b89a66c admin admin] For port fe10edde-6419-45ed-83f1-e36a42141e42, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=fe10edde-6419-45ed-83f1-e36a42141e42,segment=NetworkSegment(95a25155-96e3-42a2-992c-6f69bf2b5fd1),segment_id=95a25155-96e3-42a2-992c-6f69bf2b5fd1)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:05:55.736816 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5885bad6-6fa5-4379-8c12-9c5c7b89a66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:55.800605 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-5885bad6-6fa5-4379-8c12-9c5c7b89a66c admin admin] Calling delete_port for fe10edde-6419-45ed-83f1-e36a42141e42 owned by network:router_gateway {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 16:05:55.807709 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvr_db [None req-88a7b174-d3b1-4986-a9ae-f9664ab9b478 None None] Set router 028d16f9-24e9-4969-8182-8741cca685b7 gateway port host: None {{(pid=105226) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:837}} Jun 21 16:05:55.865741 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_hamode_db [None req-88a7b174-d3b1-4986-a9ae-f9664ab9b478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '028d16f9-24e9-4969-8182-8741cca685b7', 'name': 'tempest-TestSnapshotPattern-363001567-router', 'tenant_id': '15db58c9531242049728ee20c43e2bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:58:40Z', 'updated_at': '2021-06-21T16:05:55Z', 'revision_number': 6, 'project_id': '15db58c9531242049728ee20c43e2bbe', 'gw_port_host': None}], 'dv-neutron-797121-2-hyperv', False) {} {{(pid=105226) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:05:55.970775 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5885bad6-6fa5-4379-8c12-9c5c7b89a66c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:55.973005 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8cb6f6d9-4c5c-4db0-ab1d-72040f3b1de9 tempest-TestShelveInstance-2082419461 tempest-TestShelveInstance-2082419461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 16:05:56.004228 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5885bad6-6fa5-4379-8c12-9c5c7b89a66c admin admin] Pushing event deleted for resources: {'Port': ['ID=fe10edde-6419-45ed-83f1-e36a42141e42,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:05:56.008301 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5885bad6-6fa5-4379-8c12-9c5c7b89a66c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 16:05:56.064596 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a7b174-d3b1-4986-a9ae-f9664ab9b478 None None] The sync data for ids ['028d16f9-24e9-4969-8182-8741cca685b7'] in dv-neutron-797121-2-hyperv is: [{'id': '028d16f9-24e9-4969-8182-8741cca685b7', 'name': 'tempest-TestSnapshotPattern-363001567-router', 'tenant_id': '15db58c9531242049728ee20c43e2bbe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-21T15:58:40Z', 'updated_at': '2021-06-21T16:05:55Z', 'revision_number': 6, 'project_id': '15db58c9531242049728ee20c43e2bbe', 'gw_port_host': None}] {{(pid=105226) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 21 16:05:56.067585 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5885bad6-6fa5-4379-8c12-9c5c7b89a66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-572495'] for router_gateway, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:56.163175 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5885bad6-6fa5-4379-8c12-9c5c7b89a66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-627025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-16151'] for router, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:56.166108 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5885bad6-6fa5-4379-8c12-9c5c7b89a66c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:56.211628 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5885bad6-6fa5-4379-8c12-9c5c7b89a66c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-633856'] for router, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:56.212176 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5885bad6-6fa5-4379-8c12-9c5c7b89a66c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 028d16f9-24e9-4969-8182-8741cca685b7 {{(pid=105224) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 21 16:05:56.216676 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5885bad6-6fa5-4379-8c12-9c5c7b89a66c admin admin] Notify callbacks [] for router, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:56.217838 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5885bad6-6fa5-4379-8c12-9c5c7b89a66c admin admin] 10.222.0.72 "DELETE /v2.0/routers/028d16f9-24e9-4969-8182-8741cca685b7 HTTP/1.1" status: 204 len: 168 time: 0.8337834 Jun 21 16:05:56.220705 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 47944) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 16:05:56.277685 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.db_base_plugin_v2 [None req-31f93003-f788-40f3-a7b7-46db86ec5652 admin admin] Deleting subnet fccb2b2a-f61a-4d18-adc1-8825281a02f5 {{(pid=105224) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 21 16:05:56.280844 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-31f93003-f788-40f3-a7b7-46db86ec5652 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:56.315699 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-31f93003-f788-40f3-a7b7-46db86ec5652 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5419502'] for subnet, precommit_delete_associations {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:56.396292 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-31f93003-f788-40f3-a7b7-46db86ec5652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1757067'] for subnet, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:56.459591 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-31f93003-f788-40f3-a7b7-46db86ec5652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1757060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6203214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5880293'] for subnet, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:56.461903 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-6f770e24-ab4a-40a8-b4c7-b22cbe6bf8af tempest-NetworksIpV6Test-400024794 tempest-NetworksIpV6Test-400024794-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 16:05:56.484558 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f93003-f788-40f3-a7b7-46db86ec5652 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fccb2b2a-f61a-4d18-adc1-8825281a02f5,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:05:56.488093 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-31f93003-f788-40f3-a7b7-46db86ec5652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 16:05:56.491022 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-31f93003-f788-40f3-a7b7-46db86ec5652 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:56.492928 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-31f93003-f788-40f3-a7b7-46db86ec5652 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/fccb2b2a-f61a-4d18-adc1-8825281a02f5 HTTP/1.1" status: 204 len: 168 time: 0.2708569 Jun 21 16:05:56.495646 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 47946) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 16:05:56.499953 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b974994-f5ed-4d8f-a6b5-bf399ea73581 None None] Network 96b283a4-635a-4b34-ae14-9f85567ca25b requested from dv-neutron-797121-2-hyperv {{(pid=105226) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 21 16:05:56.569241 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5fcc3c0a-b8d8-49de-bbb4-83d18f0c0717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1784567'] for network, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:56.623190 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-5fcc3c0a-b8d8-49de-bbb4-83d18f0c0717 admin admin] Deleting port d4109a5d-58c6-473d-8db4-1626bcde6b80 {{(pid=105224) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 16:05:56.623514 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5fcc3c0a-b8d8-49de-bbb4-83d18f0c0717 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:56.690632 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.db [None req-5fcc3c0a-b8d8-49de-bbb4-83d18f0c0717 admin admin] For port d4109a5d-58c6-473d-8db4-1626bcde6b80, host dv-neutron-797121-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-797121-2-hyperv',level=0,port_id=d4109a5d-58c6-473d-8db4-1626bcde6b80,segment=NetworkSegment(04250650-1505-4d7b-89f4-b16be94207f7),segment_id=04250650-1505-4d7b-89f4-b16be94207f7)] {{(pid=105224) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:05:56.690959 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5fcc3c0a-b8d8-49de-bbb4-83d18f0c0717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:56.757775 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.plugin [None req-5fcc3c0a-b8d8-49de-bbb4-83d18f0c0717 admin admin] Calling delete_port for d4109a5d-58c6-473d-8db4-1626bcde6b80 owned by network:dhcp {{(pid=105224) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 16:05:56.825453 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0293ae29-32ad-45d9-bc86-7495fc5fe2ca None None] DHCP port deletion for 96b283a4-635a-4b34-ae14-9f85567ca25b request from dv-neutron-797121-2-hyperv {{(pid=105226) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 21 16:05:56.844885 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5fcc3c0a-b8d8-49de-bbb4-83d18f0c0717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6203188'] for port, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:56.847291 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-2a6733cd-6a48-4bee-a39e-662ab9474c62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 16:05:56.870692 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-0293ae29-32ad-45d9-bc86-7495fc5fe2ca None None] Deleting port d4109a5d-58c6-473d-8db4-1626bcde6b80 {{(pid=105226) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 21 16:05:56.871222 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0293ae29-32ad-45d9-bc86-7495fc5fe2ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8728737283301'] for port, before_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:56.872501 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc3c0a-b8d8-49de-bbb4-83d18f0c0717 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4109a5d-58c6-473d-8db4-1626bcde6b80,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:05:56.875789 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5fcc3c0a-b8d8-49de-bbb4-83d18f0c0717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 16:05:56.876568 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcc3c0a-b8d8-49de-bbb4-83d18f0c0717 admin admin] No DVR routers for this DVR port d4109a5d-58c6-473d-8db4-1626bcde6b80 on host dv-neutron-797121-2-hyperv {{(pid=105224) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 16:05:56.941114 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.db [None req-0293ae29-32ad-45d9-bc86-7495fc5fe2ca None None] For port d4109a5d-58c6-473d-8db4-1626bcde6b80, host dv-neutron-797121-2-hyperv, got binding levels [] {{(pid=105226) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 21 16:05:56.941527 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0293ae29-32ad-45d9-bc86-7495fc5fe2ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-573326'] for port, precommit_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:56.955638 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5fcc3c0a-b8d8-49de-bbb4-83d18f0c0717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1749524', 'neutron.services.segments.db._delete_segments_for_network-8728737304019'] for network, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:56.966064 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-5fcc3c0a-b8d8-49de-bbb4-83d18f0c0717 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b283a4-635a-4b34-ae14-9f85567ca25b']}} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:05:56.977614 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-5fcc3c0a-b8d8-49de-bbb4-83d18f0c0717 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04250650-1505-4d7b-89f4-b16be94207f7') {'for_net_delete': True} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:05:56.977929 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.services.segments.db [None req-5fcc3c0a-b8d8-49de-bbb4-83d18f0c0717 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04250650-1505-4d7b-89f4-b16be94207f7') {} {{(pid=105224) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 21 16:05:56.986562 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5fcc3c0a-b8d8-49de-bbb4-83d18f0c0717 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8728737303848', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5419495'] for segment, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:57.000582 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5fcc3c0a-b8d8-49de-bbb4-83d18f0c0717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116'] for segment, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:57.007347 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fcc3c0a-b8d8-49de-bbb4-83d18f0c0717 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=105224) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 21 16:05:57.007550 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-0293ae29-32ad-45d9-bc86-7495fc5fe2ca None None] Calling delete_port for d4109a5d-58c6-473d-8db4-1626bcde6b80 owned by network:dhcp {{(pid=105226) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 21 16:05:57.007795 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5fcc3c0a-b8d8-49de-bbb4-83d18f0c0717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1761116', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6202853'] for segment, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:57.009432 dv-neutron-797121-2-hyperv neutron-server[105224]: Traceback (most recent call last): Jun 21 16:05:57.009432 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 21 16:05:57.009432 dv-neutron-797121-2-hyperv neutron-server[105224]: timer() Jun 21 16:05:57.009432 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 21 16:05:57.009432 dv-neutron-797121-2-hyperv neutron-server[105224]: cb(*args, **kw) Jun 21 16:05:57.009432 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 21 16:05:57.009432 dv-neutron-797121-2-hyperv neutron-server[105224]: return func(*args, **kwargs) Jun 21 16:05:57.009432 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 21 16:05:57.009432 dv-neutron-797121-2-hyperv neutron-server[105224]: self._notify() Jun 21 16:05:57.009432 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 21 16:05:57.009432 dv-neutron-797121-2-hyperv neutron-server[105224]: self.callback(batched_events) Jun 21 16:05:57.009432 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 21 16:05:57.009432 dv-neutron-797121-2-hyperv neutron-server[105224]: event.method(event) Jun 21 16:05:57.009432 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 21 16:05:57.009432 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 21 16:05:57.009432 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 21 16:05:57.009432 dv-neutron-797121-2-hyperv neutron-server[105224]: aggregate_uuid = self.p_client.list_aggregates( Jun 21 16:05:57.009432 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 21 16:05:57.009432 dv-neutron-797121-2-hyperv neutron-server[105224]: return f(self, *a, **k) Jun 21 16:05:57.009432 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 21 16:05:57.009432 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._get(url).json() Jun 21 16:05:57.009432 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 21 16:05:57.009432 dv-neutron-797121-2-hyperv neutron-server[105224]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 21 16:05:57.009432 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 21 16:05:57.009432 dv-neutron-797121-2-hyperv neutron-server[105224]: return self.request(url, 'GET', **kwargs) Jun 21 16:05:57.009432 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 21 16:05:57.009432 dv-neutron-797121-2-hyperv neutron-server[105224]: base_url = self.get_endpoint(auth, allow=allow, Jun 21 16:05:57.009432 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 21 16:05:57.009432 dv-neutron-797121-2-hyperv neutron-server[105224]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 21 16:05:57.009432 dv-neutron-797121-2-hyperv neutron-server[105224]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 21 16:05:57.009432 dv-neutron-797121-2-hyperv neutron-server[105224]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 21 16:05:57.009432 dv-neutron-797121-2-hyperv neutron-server[105224]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 21 16:05:57.012033 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.ipam_backend_mixin [None req-0293ae29-32ad-45d9-bc86-7495fc5fe2ca None None] Port d4109a5d-58c6-473d-8db4-1626bcde6b80 was not found and therefore no delete operation was performed {{(pid=105226) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 21 16:05:57.012033 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0293ae29-32ad-45d9-bc86-7495fc5fe2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1812592', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-124513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-726081', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8728737223397', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8728736796501'] for port, after_delete {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:57.013666 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 16:05:57.042103 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0293ae29-32ad-45d9-bc86-7495fc5fe2ca None None] Pushing event deleted for resources: {'Port': ['ID=d4109a5d-58c6-473d-8db4-1626bcde6b80,revision_number=None']} {{(pid=105226) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:05:57.043844 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0293ae29-32ad-45d9-bc86-7495fc5fe2ca None None] No DVR routers for this DVR port d4109a5d-58c6-473d-8db4-1626bcde6b80 on host dv-neutron-797121-2-hyperv {{(pid=105226) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 21 16:05:57.045392 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG oslo_concurrency.lockutils [None req-0293ae29-32ad-45d9-bc86-7495fc5fe2ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=105226) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 16:05:57.071822 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5fcc3c0a-b8d8-49de-bbb4-83d18f0c0717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1749517', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-446800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-726090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-572560'] for network, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:57.077382 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-5fcc3c0a-b8d8-49de-bbb4-83d18f0c0717 admin admin] Notify callbacks [] for network, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:57.082174 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-5fcc3c0a-b8d8-49de-bbb4-83d18f0c0717 admin admin] 10.222.0.72 "DELETE /v2.0/networks/96b283a4-635a-4b34-ae14-9f85567ca25b HTTP/1.1" status: 204 len: 168 time: 0.5769486 Jun 21 16:05:57.082174 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-8bbd2b44-ead2-402b-a41f-50f2e58d942b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 16:05:57.098502 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc3c0a-b8d8-49de-bbb4-83d18f0c0717 admin admin] Pushing event deleted for resources: {'Network': ['ID=96b283a4-635a-4b34-ae14-9f85567ca25b,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:05:57.102011 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-5fcc3c0a-b8d8-49de-bbb4-83d18f0c0717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 16:05:57.202044 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 47950) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 16:05:57.247719 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-83ffff99-293b-4427-9e63-255956d88d7a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8d2fe00fd67c4e04b9ec03883c56e04c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440822 Jun 21 16:05:57.251334 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [-] (105225) accepted ('10.222.0.72', 47952) {{(pid=105225) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 16:05:57.302182 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0242338e-1b7b-48db-9042-a82de43b0101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:57.323864 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0242338e-1b7b-48db-9042-a82de43b0101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:57.373420 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0242338e-1b7b-48db-9042-a82de43b0101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:57.376141 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron_lib.callbacks.manager [None req-0242338e-1b7b-48db-9042-a82de43b0101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105225) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:57.377286 dv-neutron-797121-2-hyperv neutron-server[105225]: INFO neutron.wsgi [None req-0242338e-1b7b-48db-9042-a82de43b0101 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b1ba3f9c-aab2-4c04-a741-b1afd6b36713 HTTP/1.1" status: 204 len: 168 time: 0.1250923 Jun 21 16:05:57.378179 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-a858a79e-4d51-481b-b5a9-23b6c7d53502 tempest-ServerActionsTestJSON-1148484239 tempest-ServerActionsTestJSON-1148484239-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 16:05:57.388656 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0242338e-1b7b-48db-9042-a82de43b0101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ba3f9c-aab2-4c04-a741-b1afd6b36713,revision_number=None']} {{(pid=105225) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:05:57.391299 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG oslo_concurrency.lockutils [None req-0242338e-1b7b-48db-9042-a82de43b0101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=105225) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 16:05:57.742871 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 47958) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 16:05:57.784462 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-bb508b22-c0db-4ec8-9710-ff3590bbce90 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=15db58c9531242049728ee20c43e2bbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403402 Jun 21 16:05:57.788596 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.wsgi [-] (105224) accepted ('10.222.0.72', 47960) {{(pid=105224) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 21 16:05:57.833677 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device fe10edde-6419-45ed-83f1-e36a42141e42 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 16:05:57.838731 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-55bfd5aa-10b1-4a7d-bf59-8b422708e59f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:57.854349 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: fe10edde-6419-45ed-83f1-e36a42141e42 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 16:05:57.854668 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device fe10edde-6419-45ed-83f1-e36a42141e42 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 16:05:57.855081 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device d4109a5d-58c6-473d-8db4-1626bcde6b80 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 16:05:57.860945 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-55bfd5aa-10b1-4a7d-bf59-8b422708e59f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:57.873454 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: d4109a5d-58c6-473d-8db4-1626bcde6b80 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 16:05:57.873807 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device d4109a5d-58c6-473d-8db4-1626bcde6b80 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 16:05:57.874245 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 26f6d83c-5cc6-4386-8cb3-ff1b49c38670 no longer exists at agent ovs-agent-dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 21 16:05:57.893193 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.plugin [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] No Port match for: 26f6d83c-5cc6-4386-8cb3-ff1b49c38670 {{(pid=105226) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 21 16:05:57.893434 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron.plugins.ml2.rpc [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Device 26f6d83c-5cc6-4386-8cb3-ff1b49c38670 not bound to the agent host dv-neutron-797121-2-hyperv {{(pid=105226) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 21 16:05:57.910645 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-55bfd5aa-10b1-4a7d-bf59-8b422708e59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-446801'] for security_group, after_delete {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:57.914243 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron_lib.callbacks.manager [None req-55bfd5aa-10b1-4a7d-bf59-8b422708e59f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105224) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:05:57.915401 dv-neutron-797121-2-hyperv neutron-server[105224]: INFO neutron.wsgi [None req-55bfd5aa-10b1-4a7d-bf59-8b422708e59f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4abaf0a8-ec17-4ece-9501-63ddb0bfca7c HTTP/1.1" status: 204 len: 168 time: 0.1260238 Jun 21 16:05:57.916209 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-c9695983-b2bd-4ebc-9f70-d8f307c19c42 tempest-TestSnapshotPattern-2104749182 tempest-TestSnapshotPattern-2104749182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 21 16:05:57.923872 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bfd5aa-10b1-4a7d-bf59-8b422708e59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abaf0a8-ec17-4ece-9501-63ddb0bfca7c,revision_number=None']} {{(pid=105224) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 21 16:05:57.926197 dv-neutron-797121-2-hyperv neutron-server[105224]: DEBUG oslo_concurrency.lockutils [None req-55bfd5aa-10b1-4a7d-bf59-8b422708e59f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=105224) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 21 16:06:06.077456 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:06:14.103452 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ec3eb536-8457-445e-a4aa-87e3965825e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:06:16.644510 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3aec4579-ea85-45b7-baed-c64cce23b7e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:06:17.177551 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:06:18.443393 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:06:20.172279 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:06:32.155284 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 16:06:36.089760 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:06:44.101233 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-564109a3-01b6-414c-8a4f-59f6b59416ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:06:46.646169 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-36d5197b-80fb-4f4b-9a4b-bd7185dd85cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:06:47.176733 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:06:48.442298 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:06:50.181768 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:07:06.088282 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:07:09.154740 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 16:07:14.096759 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-a28ca508-a0bb-4923-95a4-c831f5ff6daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:07:16.644061 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-90f33350-7428-4bdf-812f-0d8fac43369c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:07:17.172632 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:07:18.454494 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:07:20.181176 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:07:36.094047 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:07:44.094510 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-00199bd6-75a5-440c-9a22-395f3b3cf2b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:07:46.155055 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 16:07:46.642368 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-3f4bc52b-9391-47b9-9f20-395c441aeb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:07:47.178772 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:07:48.449874 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:07:50.183419 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:08:06.102975 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:08:14.093163 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-115d9844-6d06-43b6-a8d3-8c0f899b6f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:08:16.644796 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-41c02336-1e7a-437c-8373-a2650287b2ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:08:17.181399 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:08:18.453388 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:08:20.194387 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:08:23.154843 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 16:08:36.105584 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:08:44.091141 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-2040bdd9-e567-468d-b806-17388cb488e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:08:46.646919 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-0f56cdc3-d53c-442d-b3b2-95ae7d9e3b48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:08:47.176180 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:08:48.457230 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:08:50.194911 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:09:00.156058 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 16:09:06.098922 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:09:14.086144 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-1aae6b96-a5df-4abf-aef7-f20dc4689eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:09:16.649199 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-9b0339f3-8650-4f39-a3b3-e6e46cfe2704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:09:17.184751 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:09:18.462568 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:09:20.198669 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:09:36.108779 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:09:37.156318 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 16:09:44.093590 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-ea8f4166-6ed7-4fa7-8c6d-7dd6507f926f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:09:46.643211 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-be34139f-d55c-4c21-b0ae-c07e39ffb089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:09:47.185431 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:09:48.465538 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:09:50.201870 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:10:06.104559 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:10:14.089396 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-61221aad-95fb-4fd7-9559-bb770f85750e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:10:14.155835 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 16:10:16.648625 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-cafde51e-28b6-40d8-91ce-3dd861fc2fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:10:17.181040 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:10:18.476116 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:10:20.203362 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:10:36.126013 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:10:44.086678 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-36aaec26-6d2e-4377-bc98-7ed4c18252e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:10:46.663184 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-db839c00-1bac-4a80-a698-6fa0f95ea8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:10:47.192135 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:10:48.475714 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:10:50.207131 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:10:51.157337 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 16:11:06.160792 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:11:14.085745 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-b07aabe9-ab68-407f-9530-ddbbc76cbb83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:11:16.666464 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-f275f58f-fb3a-44a8-8d78-33d59c549d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:11:17.190439 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:11:18.476373 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:11:20.208750 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:11:28.160831 dv-neutron-797121-2-hyperv neutron-server[105227]: DEBUG neutron.db.agents_db [None req-f6bb7bf8-23b6-48ba-9384-865960ab2ab0 None None] Agent healthcheck: found 6 active agents {{(pid=105227) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 21 16:11:36.162258 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6fa0de0f-bcc7-490e-853a-4de7faaf282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:11:43.924390 dv-neutron-797121-2-hyperv neutron-server[105225]: DEBUG neutron.wsgi [req-277ea75a-196e-4bc9-ad33-b78a26162ad9 req-decd08d3-aca9-471d-ad4f-a22961d844c2 service neutron] (105225) timed out ('10.222.0.72', 43100) {{(pid=105225) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 21 16:11:44.080311 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-cdd3ba33-f24f-4ee0-bcd5-d8c42cda334b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:11:46.660039 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-c860492f-37db-450c-929e-560e53b6f69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:11:47.184884 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-76326261-cdd6-4b9c-8d92-3db65295b475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:11:48.477510 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-e787ea72-0ca9-4366-9d67-79df4d222773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 21 16:11:50.212902 dv-neutron-797121-2-hyperv neutron-server[105226]: DEBUG neutron_lib.callbacks.manager [None req-6421475a-2a9b-417e-8e3b-7d34531823fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8728737304001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1751118'] for agent, after_update {{(pid=105226) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}